-- Logs begin at Tue 2022-05-10 13:59:59 UTC, end at Tue 2022-05-10 15:47:17 UTC. -- May 10 14:37:03.957872 dv-neutron-841204-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. May 10 14:37:06.501631 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.common.config [-] Logging enabled! May 10 14:37:06.502383 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev20 May 10 14:37:06.502383 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87944) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 14:37:06.505456 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.common.config [-] Logging enabled! May 10 14:37:06.505705 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev20 May 10 14:37:06.506008 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87944) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 14:37:06.506955 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 14:37:06.507184 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 14:37:06.507527 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 14:37:06.507771 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 14:37:06.507993 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 14:37:06.508305 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.508595 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.508890 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.509109 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.509392 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.509673 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.509947 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.510369 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.510862 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.511149 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.511424 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.511702 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.511929 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.512203 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.512484 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.512764 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.512981 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] debug = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.513252 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.513670 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.514065 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.514341 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.514649 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.514923 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.515443 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.515712 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.515990 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.516312 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] host = dv-neutron-841204-2-hyperv {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.516583 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.516864 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.517143 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.517421 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.517694 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.517967 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.518245 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.518533 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.518800 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] log_file = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.519069 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.519348 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.519626 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.519908 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.520128 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.520344 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.520623 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.520902 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.521169 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.521435 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.521698 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.521965 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.522231 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.522515 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.522792 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.523065 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.523340 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.523605 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.523870 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.524132 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.524396 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.524669 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.524933 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.525199 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.525461 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.526266 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.526740 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.527179 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.527665 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.528154 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.528625 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.529095 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.529553 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.530020 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.530510 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.530999 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.531461 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] use_json = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.531939 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.532283 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.532572 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.532852 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.533129 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.533403 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.533674 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.533955 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.534225 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:06.534549 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.534843 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.535136 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.535418 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.535701 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.535976 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.536259 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.536531 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.536811 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.537090 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.537370 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.537637 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.537916 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.538191 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.538504 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.538801 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.539088 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.539373 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.539641 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.539909 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.540176 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.540448 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.540726 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.541010 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.541292 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.541684 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.542198 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.542990 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.543270 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.543545 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.543820 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.544104 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.544376 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.544648 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.544922 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.545193 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.545459 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.545723 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.545992 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.546272 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.546568 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.546838 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.547103 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.547374 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.547639 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.547915 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.548189 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.548459 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.548728 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.549001 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.549269 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.549538 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.549811 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.550076 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.550346 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.550637 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.550909 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.551178 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.551446 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.551713 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.551979 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.552245 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.552532 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.552786 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.553052 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.553318 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.553583 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.553849 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.554127 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.554417 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.554710 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.554982 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.555254 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.555525 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.555796 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.556065 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.556335 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.556608 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.556873 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.557339 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.557621 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.557904 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.558180 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.558475 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.558769 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.559043 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.559319 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.559591 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.559868 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.560142 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.560416 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.560700 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.560983 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.561267 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.561549 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.561833 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.562107 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.562407 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.562704 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:06.562918 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 14:37:06.563156 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87944) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 14:37:06.958439 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO keyring.backend [-] Loading KWallet May 10 14:37:06.966551 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO keyring.backend [-] Loading SecretService May 10 14:37:06.969932 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO keyring.backend [-] Loading Windows May 10 14:37:06.971318 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO keyring.backend [-] Loading chainer May 10 14:37:06.972015 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO keyring.backend [-] Loading macOS May 10 14:37:07.004566 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:37:07.004838 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:37:07.005122 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:37:07.005460 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 14:37:07.398444 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.398721 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.398985 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.400268 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.400540 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.400846 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.437289 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.437560 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.437828 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.450950 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.451225 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.451488 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.481393 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.481656 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.481912 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.518741 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.519310 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.519310 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.753489 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.753770 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.754028 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.754288 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.755049 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.876012 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.876333 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.876614 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.876889 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.877157 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.877464 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.877724 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.877978 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.878230 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.878536 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.878795 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.879053 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.879311 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.880383 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.880585 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.880854 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.881107 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.881372 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.881618 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.881891 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.882234 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.882509 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.882754 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.883030 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.883277 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.883515 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.883894 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:37:07.884125 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:37:07.884356 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:37:07.884584 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:37:07.884812 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:37:07.885065 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:37:07.885529 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 14:37:07.888865 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 14:37:07.893011 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 14:37:07.896760 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) May 10 14:37:07.898374 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 14:37:07.898827 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 14:37:07.899155 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 14:37:07.899533 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 14:37:07.903336 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 14:37:07.903577 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 14:37:07.903916 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 14:37:07.931863 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 14:37:07.932511 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.932851 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87944) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 10 14:37:07.933206 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.934576 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87944) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 14:37:07.934848 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 14:37:07.935088 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 14:37:07.938364 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:07.938664 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.001207 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 14:37:08.001441 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 14:37:08.001671 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 14:37:08.002029 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 14:37:08.034600 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_db.sqlalchemy.engines [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87944) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 10 14:37:08.366859 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.managers [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Initializing driver for type 'gre' May 10 14:37:08.367307 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] gre ID ranges: [(1, 1000)] May 10 14:37:08.423346 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.managers [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Initializing driver for type 'local' May 10 14:37:08.423695 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.managers [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Initializing driver for type 'vlan' May 10 14:37:08.435324 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] VlanTypeDriver initialization complete May 10 14:37:08.435647 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.managers [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Initializing driver for type 'vxlan' May 10 14:37:08.436120 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] vxlan ID ranges: [(1, 1000)] May 10 14:37:08.491249 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.managers [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Initializing extension driver 'port_security' May 10 14:37:08.491585 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.extensions.port_security [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] PortSecurityExtensionDriver initialization complete May 10 14:37:08.491916 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.managers [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Initializing mechanism driver 'openvswitch' May 10 14:37:08.492254 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.managers [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Initializing mechanism driver 'hyperv' May 10 14:37:08.498775 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.plugins.ml2.plugin [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:37:08.499431 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > port after_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.499796 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > port after_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.500175 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > port after_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.500699 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 10 14:37:08.501132 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > subnet after_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.501502 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > subnet after_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.501829 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.502249 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 10 14:37:08.502671 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > network after_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.503017 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > network after_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.503355 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > network after_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.503743 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 10 14:37:08.504161 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > security_group after_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.504501 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > security_group after_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.504831 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.505221 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 10 14:37:08.505620 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.505959 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.506291 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.506826 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 10 14:37:08.507250 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > address_group after_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.507583 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > address_group after_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.507918 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.508313 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 10 14:37:08.508743 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] ML2 OVO RPC backend initialized. {{(pid=87944) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 10 14:37:08.509440 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.509799 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.510330 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > network before_response 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.511261 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > networks before_response 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.511630 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > port before_response 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.512023 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > ports before_response 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.512383 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > subnet before_response 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.512724 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > subnets before_response 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.513067 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > network after_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.513406 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > network after_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.513739 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > network after_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.514071 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > port after_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.514404 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > port after_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.514757 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > port after_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.515343 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > subnet after_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.515676 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > subnet after_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.516002 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.516566 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.plugin [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Modular L2 Plugin initialization complete May 10 14:37:08.516889 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading services supported by the core plugin {{(pid=87944) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 14:37:08.517225 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.plugins.ml2.managers [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Got port-security extension from driver 'port_security' May 10 14:37:08.517683 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.extensions.vlantransparent [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Disabled vlantransparent extension. May 10 14:37:08.518162 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87944) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 14:37:08.518496 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading Plugin: router May 10 14:37:08.555660 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.556274 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router after_create 55549900 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.556401 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router before_create 55549900 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.556766 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.557134 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.557482 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router after_delete 55549900 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.558367 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.558837 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router after_create 55549900 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.559186 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router after_update 55549900 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.559605 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router after_update 55549900 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.559960 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.560315 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router after_update 55549900 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.560722 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router precommit_update 55549900 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.561087 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: port after_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.561423 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: port after_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.561759 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: subnet after_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.562092 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.562459 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.562817 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router precommit_create 55549900 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.563158 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: port before_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.563498 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router precommit_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.563852 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router after_update 55549900 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.564192 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.564534 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router precommit_create 55549900 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.564891 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.565233 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router precommit_update 55549900 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.565591 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > agent after_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.565935 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > agent after_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.566275 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > network after_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.567154 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Tracking information for resource: router configured {{(pid=87944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:37:08.567488 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Tracking information for resource: floatingip configured {{(pid=87944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:37:08.572326 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.db.l3_agentschedulers_db [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 14:37:08.572908 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: port after_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.573835 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: port after_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.574306 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: port after_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.574689 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: port after_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.575664 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router before_create 55550100 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.576029 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.576392 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router precommit_create 55550100 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.576749 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > router precommit_update 55550100 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.581195 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.services.provider_configuration [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Service providers = [] {{(pid=87944) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 14:37:08.581552 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.db.servicetype_db [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87944) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 14:37:08.584511 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.services.service_base [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 14:37:08.584856 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.services.service_base [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 14:37:08.585193 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.services.service_base [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 14:37:08.586072 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.services.service_base [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 14:37:08.586462 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.services.service_base [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 14:37:08.586834 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:37:08.587146 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 14:37:08.597804 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:37:08.598132 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading Plugin: auto_allocate May 10 14:37:08.603859 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: network precommit_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.604221 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: network precommit_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.604838 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:37:08.605155 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading Plugin: tag May 10 14:37:08.611735 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:37:08.612054 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading Plugin: timestamp May 10 14:37:08.616060 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:37:08.616383 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading Plugin: network_ip_availability May 10 14:37:08.622317 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.622731 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.623093 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.623794 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:37:08.624109 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading Plugin: flavors May 10 14:37:08.629158 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:37:08.629483 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading Plugin: revisions May 10 14:37:08.633701 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:37:08.634088 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_concurrency.lockutils [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.629s {{(pid=87944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:37:08.634854 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87944) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 10 14:37:08.635187 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Initializing extension manager. May 10 14:37:08.635690 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: __init__.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.636273 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: __pycache__ {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.636793 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.637133 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: address_group.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.637943 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.638583 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: address-group May 10 14:37:08.638942 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: address_scope.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.640389 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.640801 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: address-scope May 10 14:37:08.641076 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.642029 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.642555 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: router-admin-state-down-before-update May 10 14:37:08.642872 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: agent.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.643564 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.644059 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: agent May 10 14:37:08.644373 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: agent_resources_synced.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.645264 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.645758 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: agent-resources-synced May 10 14:37:08.646074 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: allowedaddresspairs.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.648076 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.648584 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: allowed-address-pairs May 10 14:37:08.648907 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: auto_allocated_topology.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.649975 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.650504 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: auto-allocated-topology May 10 14:37:08.650829 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: availability_zone.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.652049 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.652541 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: availability_zone May 10 14:37:08.652858 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: availability_zone_filter.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.653764 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.654262 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: availability_zone_filter May 10 14:37:08.654687 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: data_plane_status.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.655590 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.656084 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension data-plane-status not supported by any of loaded plugins May 10 14:37:08.656400 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: default_subnetpools.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.657299 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.657794 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: default-subnetpools May 10 14:37:08.658109 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.658943 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.659436 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: dhcp_agent_scheduler May 10 14:37:08.659750 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: dns.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.660642 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.661132 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension dns-integration not supported by any of loaded plugins May 10 14:37:08.661450 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: dns_domain_ports.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.662350 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.662877 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 14:37:08.663193 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: dvr.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.663859 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.664356 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: dvr May 10 14:37:08.664671 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: empty_string_filtering.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.665568 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.666066 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: empty-string-filtering May 10 14:37:08.666379 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.667862 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.668352 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 14:37:08.668666 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.669569 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.670062 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 14:37:08.670377 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: external_net.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.671379 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.671877 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: external-net May 10 14:37:08.672193 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.673080 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.673581 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: extra_dhcp_opt May 10 14:37:08.673896 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: extraroute.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.674812 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.675307 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: extraroute May 10 14:37:08.675621 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: extraroute_atomic.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.676632 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.677127 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: extraroute-atomic May 10 14:37:08.677445 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: filter_validation.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.678091 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.678617 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: filter-validation May 10 14:37:08.678936 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: fip_pf_description.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.679829 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.680320 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 14:37:08.680634 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: fip_port_details.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.681538 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.682030 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: fip-port-details May 10 14:37:08.682351 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: flavors.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.683764 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.684273 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: flavors May 10 14:37:08.684595 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.686239 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.686786 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 14:37:08.687114 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: floatingip_pools.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.687808 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.688310 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: floatingip-pools May 10 14:37:08.688632 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: ip_allocation.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.689547 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.690046 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension ip_allocation not supported by any of loaded plugins May 10 14:37:08.690363 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.691286 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.691789 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: ip-substring-filtering May 10 14:37:08.692110 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: l2_adjacency.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.693030 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.693533 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension l2_adjacency not supported by any of loaded plugins May 10 14:37:08.693851 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: l3.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.694825 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.695335 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: router May 10 14:37:08.695652 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.697980 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.698696 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 14:37:08.699030 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.699998 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.700529 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: ext-gw-mode May 10 14:37:08.700850 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.701761 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.702261 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: l3-ha May 10 14:37:08.702614 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: l3_flavors.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.703520 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.704016 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: l3-flavors May 10 14:37:08.704333 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.705249 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.705748 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: l3-port-ip-change-not-allowed May 10 14:37:08.706068 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: l3agentscheduler.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.707121 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.707620 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: l3_agent_scheduler May 10 14:37:08.707940 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: logging.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.709416 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.709931 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension logging not supported by any of loaded plugins May 10 14:37:08.710255 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: metering.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.711019 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.711589 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: metering May 10 14:37:08.711909 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.712983 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.713496 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: metering_source_and_destination_fields May 10 14:37:08.713818 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: multiprovidernet.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.715313 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.715812 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: multi-provider May 10 14:37:08.716133 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: netmtu.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.717036 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.717541 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: net-mtu May 10 14:37:08.717860 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: netmtu_writable.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.718794 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.719298 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: net-mtu-writable May 10 14:37:08.719617 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: network_availability_zone.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.720269 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.720765 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: network_availability_zone May 10 14:37:08.721081 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: network_ip_availability.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.722150 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.722687 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: network-ip-availability May 10 14:37:08.723003 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: network_segment_range.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.723762 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.724261 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension network-segment-range not supported by any of loaded plugins May 10 14:37:08.724576 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: pagination.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.725551 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.725881 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: pagination May 10 14:37:08.726197 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: port_device_profile.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.727121 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.727629 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: port-device-profile May 10 14:37:08.727946 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.728860 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.729356 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: port-mac-address-regenerate May 10 14:37:08.730239 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.731165 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.731663 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: port-numa-affinity-policy May 10 14:37:08.731978 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: port_resource_request.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.732874 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.733373 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension port-resource-request not supported by any of loaded plugins May 10 14:37:08.733688 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: portbindings.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.734840 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.735132 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: binding May 10 14:37:08.735446 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: portbindings_extended.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.736699 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.737202 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: binding-extended May 10 14:37:08.737518 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: portsecurity.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.738414 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.738945 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: port-security May 10 14:37:08.739263 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: project_id.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.740224 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.740551 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: project-id May 10 14:37:08.740872 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: providernet.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.741772 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.742276 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: provider May 10 14:37:08.742641 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: qos.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.746902 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.747416 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension qos not supported by any of loaded plugins May 10 14:37:08.747741 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.748966 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.749474 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 14:37:08.749797 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.750738 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.751244 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 14:37:08.751566 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: qos_default.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.752465 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.752970 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension qos-default not supported by any of loaded plugins May 10 14:37:08.753296 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: qos_fip.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.753941 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.754456 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension qos-fip not supported by any of loaded plugins May 10 14:37:08.754784 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: qos_gateway_ip.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.755699 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.756197 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 14:37:08.756514 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: qos_port_network_policy.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.757408 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.757903 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 14:37:08.758220 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: qos_rule_type_details.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.759147 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.759646 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 14:37:08.759963 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: qos_rules_alias.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.761586 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.762085 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 14:37:08.762403 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: quotasv2.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.763331 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.763653 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: quotas May 10 14:37:08.763968 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: quotasv2_detail.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.765818 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.766149 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: quota_details May 10 14:37:08.766499 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: rbac.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.767527 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.768039 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: rbac-policies May 10 14:37:08.768362 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: rbac_address_group.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.769275 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.769778 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: rbac-address-group May 10 14:37:08.770098 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: rbac_address_scope.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.771057 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.771562 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: rbac-address-scope May 10 14:37:08.771876 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: rbac_security_groups.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.772772 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.773275 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: rbac-security-groups May 10 14:37:08.773593 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: rbac_subnetpool.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.774539 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.775039 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: rbac-subnetpool May 10 14:37:08.775358 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: revisionifmatch.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.776267 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.776929 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: revision-if-match May 10 14:37:08.777252 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: revisions.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.778347 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.778902 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: standard-attr-revisions May 10 14:37:08.779221 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: router_availability_zone.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.779884 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.780382 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: router_availability_zone May 10 14:37:08.780699 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: routerservicetype.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.781611 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.782105 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension router-service-type not supported by any of loaded plugins May 10 14:37:08.782445 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.783362 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.783854 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: security-groups-normalized-cidr May 10 14:37:08.784173 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.785192 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.785698 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: port-security-groups-filtering May 10 14:37:08.786016 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.786940 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.787441 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: security-groups-remote-address-group May 10 14:37:08.787758 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: securitygroup.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.797197 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.797713 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: security-group May 10 14:37:08.798042 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: segment.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.798848 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.799352 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension segment not supported by any of loaded plugins May 10 14:37:08.799677 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.800605 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.801103 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 14:37:08.801426 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: servicetype.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.802586 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.803095 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: service-type May 10 14:37:08.803425 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: sorting.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.804400 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.804730 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: sorting May 10 14:37:08.805048 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: standard_attr_segment.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.805941 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.806480 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 14:37:08.806802 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: standardattrdescription.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.807439 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.808466 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: standard-attr-description May 10 14:37:08.808778 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: stateful_security_group.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.809684 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.810190 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: stateful-security-group May 10 14:37:08.810538 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: stdattrs_common.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.811122 dv-neutron-841204-2-hyperv neutron-server[87944]: WARNING neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 14:37:08.811437 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.812445 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.812953 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 14:37:08.813273 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: subnet_onboard.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.814333 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.814876 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: subnet_onboard May 10 14:37:08.815196 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.816117 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.816616 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 14:37:08.816932 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: subnet_service_types.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.817854 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.818359 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: subnet-service-types May 10 14:37:08.818703 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: subnetallocation.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.819785 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.820294 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: subnet_allocation May 10 14:37:08.820613 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.821264 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.821765 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: subnetpool-prefix-ops May 10 14:37:08.822080 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.823024 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.824119 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 14:37:08.824436 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: tagging.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.825488 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.825996 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: standard-attr-tag May 10 14:37:08.826317 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: timestamp.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.827523 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.828048 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loaded extension: standard-attr-timestamp May 10 14:37:08.828354 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: trunk.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.829369 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.829872 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension trunk not supported by any of loaded plugins May 10 14:37:08.830192 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: trunk_details.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.831137 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.831638 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension trunk-details not supported by any of loaded plugins May 10 14:37:08.831955 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: uplink_status_propagation.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.832869 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.833377 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 14:37:08.833693 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Loading extension file: vlantransparent.py {{(pid=87944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 14:37:08.834782 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 14:37:08.835278 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extension vlan-transparent not supported by any of loaded plugins May 10 14:37:08.837655 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Creating instance of TrackedResource for resource:network May 10 14:37:08.838385 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Creating instance of TrackedResource for resource:subnet May 10 14:37:08.840598 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Creating instance of TrackedResource for resource:subnetpool May 10 14:37:08.841190 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Creating instance of TrackedResource for resource:port May 10 14:37:08.842570 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.v2.resource_helper [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:37:08.842900 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.v2.resource_helper [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Service FLAVORS assigned prefix: {{(pid=87944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:37:08.843523 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.v2.resource_helper [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:37:08.843938 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.v2.resource_helper [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:37:08.844269 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Creating instance of TrackedResource for resource:router May 10 14:37:08.844925 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Creating instance of TrackedResource for resource:floatingip May 10 14:37:08.845629 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.v2.resource_helper [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Service METERING assigned prefix: /metering {{(pid=87944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:37:08.847109 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.847479 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.847822 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:37:08.848939 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Creating instance of CountableResource for resource:rbac_policy May 10 14:37:08.849379 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Creating instance of TrackedResource for resource:security_group May 10 14:37:08.850041 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 14:37:08.850851 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.v2.resource_helper [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Service CORE assigned prefix: {{(pid=87944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:37:08.851136 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Creating instance of TrackedResource for resource:subnetpool May 10 14:37:08.851467 dv-neutron-841204-2-hyperv neutron-server[87944]: WARNING neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] subnetpool is already registered May 10 14:37:08.852111 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.v2.resource_helper [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Service CORE assigned prefix: {{(pid=87944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:37:08.852402 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Creating instance of TrackedResource for resource:subnetpool May 10 14:37:08.852722 dv-neutron-841204-2-hyperv neutron-server[87944]: WARNING neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] subnetpool is already registered May 10 14:37:08.855358 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.v2.resource_helper [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:37:08.855781 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.v2.resource_helper [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Service FLAVORS assigned prefix: {{(pid=87944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:37:08.856366 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.v2.resource_helper [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:37:08.856782 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.v2.resource_helper [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:37:08.857112 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Creating instance of TrackedResource for resource:router May 10 14:37:08.857436 dv-neutron-841204-2-hyperv neutron-server[87944]: WARNING neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] router is already registered May 10 14:37:08.858024 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Creating instance of TrackedResource for resource:floatingip May 10 14:37:08.858345 dv-neutron-841204-2-hyperv neutron-server[87944]: WARNING neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] floatingip is already registered May 10 14:37:08.859005 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.v2.resource_helper [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Service METERING assigned prefix: /metering {{(pid=87944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:37:08.859660 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Creating instance of CountableResource for resource:rbac_policy May 10 14:37:08.859983 dv-neutron-841204-2-hyperv neutron-server[87944]: WARNING neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] rbac_policy is already registered May 10 14:37:08.860514 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Creating instance of TrackedResource for resource:security_group May 10 14:37:08.860836 dv-neutron-841204-2-hyperv neutron-server[87944]: WARNING neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] security_group is already registered May 10 14:37:08.861416 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 14:37:08.861740 dv-neutron-841204-2-hyperv neutron-server[87944]: WARNING neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] security_group_rule is already registered May 10 14:37:08.862401 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.v2.resource_helper [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Service CORE assigned prefix: {{(pid=87944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:37:08.862756 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Creating instance of TrackedResource for resource:subnetpool May 10 14:37:08.863073 dv-neutron-841204-2-hyperv neutron-server[87944]: WARNING neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] subnetpool is already registered May 10 14:37:08.863684 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.v2.resource_helper [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Service CORE assigned prefix: {{(pid=87944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:37:08.864005 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Creating instance of TrackedResource for resource:subnetpool May 10 14:37:08.864391 dv-neutron-841204-2-hyperv neutron-server[87944]: WARNING neutron.quota.resource_registry [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] subnetpool is already registered May 10 14:37:08.864958 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: extensions {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.866450 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: address-groups {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.868029 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: address-scopes {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.869227 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: agents {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.871446 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: auto-allocated-topology {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.872776 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: availability_zones {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.874030 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: dhcp-networks {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.875449 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: dhcp-agents {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.876867 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: routers {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.878663 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: flavors {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.879928 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: service_profiles {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.881114 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: next_providers {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.882664 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: service_profiles {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.884139 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: floatingip-pools {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.885329 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: routers {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.887937 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: floatingips {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.889111 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: l3-routers {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.890748 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: l3-agents {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.892156 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: metering-labels {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.893486 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: metering-label-rules {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.894903 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: network-ip-availabilities {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.896135 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: bindings {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.897767 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: quotas {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.899209 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: quotas {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.900578 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: rbac-policies {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.902086 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: security-groups {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.903299 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: security-group-rules {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.904546 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: service-providers {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.905732 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: subnetpools {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.908103 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: subnetpools {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.909522 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: tags {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:08.911208 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: tags {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:09.024306 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: tags {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:09.026082 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: tags {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:09.028735 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: tags {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:09.030669 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: tags {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:09.032336 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: tags {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:09.034346 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: tags {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:09.036106 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: tags {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:09.037937 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron.api.extensions [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Extended resource: tags {{(pid=87944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:37:09.043954 dv-neutron-841204-2-hyperv neutron-server[87944]: WARNING keystonemiddleware.auth_token [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 14:37:09.048717 dv-neutron-841204-2-hyperv neutron-server[87944]: WARNING keystonemiddleware.auth_token [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 14:37:09.056880 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_concurrency.lockutils [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Acquired lock "singleton_lock" {{(pid=87944) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 10 14:37:09.057352 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_concurrency.lockutils [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Releasing lock "singleton_lock" {{(pid=87944) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 10 14:37:09.058008 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO oslo_service.service [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Starting 2 workers May 10 14:37:09.062669 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Started child 88051 {{(pid=87944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 14:37:09.066886 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Started child 88052 {{(pid=87944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 14:37:09.067819 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:09.068480 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO neutron.service [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Neutron service started, listening on 0.0.0.0:9696 May 10 14:37:09.069117 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Notify callbacks [] for process, before_spawn {{(pid=87944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:09.069328 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [-] (88051) wsgi starting up on http://0.0.0.0:9696 May 10 14:37:09.071308 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:09.071781 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO oslo_service.service [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Starting 1 workers May 10 14:37:09.072702 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [-] (88052) wsgi starting up on http://0.0.0.0:9696 May 10 14:37:09.077055 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Started child 88053 {{(pid=87944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 14:37:09.077547 dv-neutron-841204-2-hyperv neutron-server[87944]: INFO oslo_service.service [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Starting 1 workers May 10 14:37:09.080805 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.service [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] calling RpcWorker wait() {{(pid=88053) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 14:37:09.081358 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.service [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] returning from RpcWorker wait() {{(pid=88053) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 14:37:09.081811 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Started child 88054 {{(pid=87944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 14:37:09.082617 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG neutron_lib.callbacks.manager [None req-3e079c57-27bc-44e3-8df9-630d04eeb449 None None] Notify callbacks [] for process, after_spawn {{(pid=87944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:09.082737 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:09.083156 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:37:09.084418 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87944) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 14:37:09.084624 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 14:37:09.084805 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 14:37:09.085018 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 14:37:09.085371 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 14:37:09.085537 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 14:37:09.086036 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.086317 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.086508 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:09.086985 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.086985 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.087124 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.087674 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.087929 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.088185 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.088449 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.088677 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.088873 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.089580 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.089834 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.090084 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.090610 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.090885 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.091129 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.091406 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.091573 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.091843 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.092097 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.092350 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.092607 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] debug = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.092855 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.093303 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.093530 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.093766 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.093987 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.094278 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.094522 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.094801 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.095059 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.095281 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.095516 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.095763 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.096011 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.096252 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.096468 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.096733 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.096977 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.097440 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] host = dv-neutron-841204-2-hyperv {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.097669 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.097913 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.098138 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.098376 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.098646 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.098858 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.099123 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.099362 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.099632 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.099857 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.100107 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.100349 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.100562 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.100807 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] log_file = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.100956 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] log_options = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.101172 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.101439 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.101685 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.101877 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.102043 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.102214 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.102480 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.102644 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.102896 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.103105 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.103314 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.103542 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.103770 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.104002 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.104274 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.105058 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.105306 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.105700 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.105951 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.106226 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.106505 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.106736 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.106982 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.107196 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.107437 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.107647 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.107870 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.108096 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.108291 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.108644 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.108982 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.109137 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:37:09.109293 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.109448 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.109700 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.109928 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.110158 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.110370 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.110654 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.110883 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.111136 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.111494 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.111651 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.111791 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.111989 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.112321 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.112645 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] use_json = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.112861 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.113089 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.114171 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.114171 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.114171 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.115143 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.115143 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.115143 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.115143 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.115442 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.115561 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.116033 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.116169 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.119635 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.119635 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.119635 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.119635 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.119635 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.119635 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.119635 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.119635 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.119635 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.120958 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.120958 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.120958 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.120958 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.120958 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.120958 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.121509 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 33958) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:37:09.121592 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.121592 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.121592 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.121592 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.121833 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.122037 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.122348 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.122749 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.123207 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.123589 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.123987 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.124348 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.124734 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.125141 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.125506 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.125887 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.126116 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.126363 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.126798 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.127234 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.127658 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.128115 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.128526 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.128940 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.129349 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.129735 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.130133 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.130357 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.130636 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.130881 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.131155 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.131382 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.131626 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.132204 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.132729 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.132978 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.133222 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.133462 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.133682 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.133895 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.134127 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.134567 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.135015 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.135421 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.136349 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.136747 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.137229 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.137656 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.138093 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.138518 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.138912 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.139329 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.139730 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.140394 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.140789 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.141178 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.141580 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.141976 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.142384 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.142641 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.142863 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.143090 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.143310 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.143531 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.143773 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.144069 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.144405 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.144650 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.144953 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.145743 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.146004 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.146270 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.146556 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.146781 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.147033 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.147266 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.147528 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.147790 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.148033 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.148712 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.149167 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.150673 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.151574 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.152050 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.152484 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.152837 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0164514 May 10 14:37:09.153125 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.153552 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.154057 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.154326 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.154619 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.154887 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.155287 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.155755 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.156190 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.157972 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.157972 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.157972 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.157972 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.157972 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.158414 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.159297 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.159858 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.160332 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.160829 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.161288 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.161619 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.162000 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.162271 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.162779 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.163088 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.163392 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.163810 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.164264 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.164816 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.165229 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.165631 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.166016 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.166484 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.166909 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.167858 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.168342 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.168670 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.169029 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.169492 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.169946 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.170387 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.170863 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.171288 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.171713 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.172171 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.172592 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.172916 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.173220 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.173528 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.173846 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.174150 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.175823 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.176136 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.176453 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.176751 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.177060 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.177351 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.177606 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.177858 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.178086 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.178310 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.178565 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.178793 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.179051 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.179292 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.179568 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.179824 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.180041 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.180301 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.180546 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.180812 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.181045 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.181498 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.181910 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.182152 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.182372 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.182674 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.182885 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.183284 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.183612 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.183853 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.184114 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.184364 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.184730 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.185002 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.185254 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.185482 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.185747 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.185944 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.186159 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.186377 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.186645 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.186879 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.187103 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.187339 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.187581 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.187955 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.188333 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.188722 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.188980 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.189226 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.189464 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.189691 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.190112 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.190898 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.190898 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.190898 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.191147 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.191226 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.191394 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.191628 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.191836 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.192131 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.192466 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.192606 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.193006 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.193251 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.193497 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.193800 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.194023 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.194309 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.194692 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.194923 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.195158 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.195369 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.195580 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.196191 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.196486 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.196870 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.197220 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.197662 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.198023 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.199080 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.199506 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.199831 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.200076 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.200337 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.200558 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.200801 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.201026 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.201307 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.201629 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.201925 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.202182 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.202417 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.202750 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.203020 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.203289 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.204012 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.204012 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.204150 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.204352 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.204607 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.204837 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.205100 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.205345 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.205589 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.205804 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.206037 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.206249 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.206556 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.206757 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.206993 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.207228 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.207451 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.207666 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.207910 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.208152 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.208391 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.208606 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.208760 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 14:37:09.209273 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87944) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 14:37:09.209433 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 14:37:09.209601 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 14:37:09.209751 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 14:37:09.209902 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 14:37:09.210195 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 14:37:09.210572 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.210737 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.210897 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.211056 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.211212 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.211565 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.211726 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.211883 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.212041 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.212201 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.212352 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.212650 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.212959 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.213124 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.213281 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.213442 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.213599 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.213746 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.214033 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.214160 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.214299 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.214482 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.214614 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] debug = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.214962 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.215288 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.215592 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.215870 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.216147 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.216437 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.216726 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.217125 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.217285 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.217437 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.217591 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.217749 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.217900 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.218059 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.218220 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.218412 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.218551 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.218703 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] host = dv-neutron-841204-2-hyperv {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.218852 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.219086 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.219186 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.219312 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.219455 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.219635 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.219771 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.219941 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.220079 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.220216 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.220365 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.220500 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.220642 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.220779 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] log_file = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.220936 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] log_options = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.221080 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.221226 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.221383 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.221581 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.221741 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.221900 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.222055 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.222214 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.222369 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.222547 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.222705 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.222862 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.223018 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.223178 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.223331 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.223487 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.223645 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.223796 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.224105 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.224262 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.224420 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.224575 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.224735 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.224892 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.225027 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:37:09.225123 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.225194 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.225328 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.225620 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.225935 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.226087 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.226225 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.226380 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.226559 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.226723 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.226874 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.227193 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.227352 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.227512 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.227668 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.227823 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.227979 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.228134 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.228292 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.228448 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.228605 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.228761 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] use_json = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.228915 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.229070 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.229225 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.229381 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.230149 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.230374 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.230598 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.230798 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.231244 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:37:09.231388 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.231504 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.231632 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.231786 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.231938 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.232093 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.232246 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.232468 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.232605 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.232731 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.233112 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.233245 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.233390 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.233553 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.233710 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.233870 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.234029 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.234186 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.234343 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.234525 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.234688 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.234845 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.235021 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.235255 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.235382 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.235503 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.235967 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.235967 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.235967 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.236325 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.236325 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.236530 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.236530 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.237225 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.237225 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.237225 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.237225 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.237225 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.238841 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.238841 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.238841 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.238841 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.238841 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.238841 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.238841 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.238841 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.238841 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.239351 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.239351 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.239351 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.239351 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.239351 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.239635 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.239635 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.239758 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.240023 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.240114 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.240183 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.240344 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.240502 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.240660 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.240830 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.240990 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.241147 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.241304 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.241462 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.241628 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.241776 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.241934 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.242092 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.242250 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.242408 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.242772 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.242960 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.243175 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.243316 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.243525 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.243662 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.243824 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.243991 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.244157 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.244322 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.244488 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.244649 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.244894 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.244984 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.245259 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.245421 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.245581 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.245746 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.245902 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.246061 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.246222 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.246380 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.246569 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.247350 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.247350 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.247350 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.247350 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.247350 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.247737 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.247737 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.247883 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.247961 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.248120 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.248226 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.248379 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.248535 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.248691 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.248849 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.249005 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.249173 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.249332 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.249493 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.249651 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.249816 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.249983 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.250142 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.250300 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.250575 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.250751 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.250910 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.251800 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.251800 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.251800 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.252005 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.252005 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.252125 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.252704 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.252935 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.253103 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.253340 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.253471 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.253578 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.253739 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.253897 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.254057 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.254216 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.254379 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.255024 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.255024 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.257179 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.257328 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.257511 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.257670 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.258697 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.258872 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.259041 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.259370 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.260158 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.260158 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.260158 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.260411 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.260411 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.260535 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.261230 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.261382 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.262310 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.262310 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.262310 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.262310 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.262310 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.262310 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.262798 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.262798 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.262798 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.262984 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.263051 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.263177 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.263359 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.263489 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.263645 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.266508 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.266508 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.266508 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.266740 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.266810 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.267023 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.268231 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.268231 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.269979 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.270161 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.270337 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.270533 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.270682 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.270863 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.271033 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.271222 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.271387 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.271550 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.271715 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.271877 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.272037 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.273407 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.273407 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.273407 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.273407 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.273407 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.273407 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.273407 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.273407 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.273407 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.273940 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.273940 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.273940 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.273940 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.274185 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.274277 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.274560 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.276450 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.276652 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.276838 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.277396 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.277568 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.277734 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.277898 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.278076 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.278858 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.278858 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.278858 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.279070 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.279205 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.279533 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.279710 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.282539 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.282539 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.282539 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.282539 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.282539 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.282539 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.282539 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.282539 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.283082 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.283082 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.283082 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.283082 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.283082 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.283082 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.283082 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.283082 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.283535 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.283666 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.283972 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.284275 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.284473 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.285217 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.285217 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.285217 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.285217 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.285500 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.285500 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.285647 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.285879 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.285879 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.286118 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.286225 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.286362 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.286550 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.286713 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.286871 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.287030 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.287189 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.287346 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.289155 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.289155 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.289155 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.289155 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.289155 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.289155 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.289155 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.289155 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.289155 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.289925 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.289925 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:37:09.289925 dv-neutron-841204-2-hyperv neutron-server[87944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 14:37:20.001872 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62c84f2-bae3-40c5-905e-c01f9fe1c238 None None] get_active_networks_info from dv-neutron-841204-2-hyperv {{(pid=88053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 10 14:37:20.077720 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62c84f2-bae3-40c5-905e-c01f9fe1c238 None None] No non-hosted networks {{(pid=88053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 14:37:20.086106 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.agentschedulers_db [None req-c62c84f2-bae3-40c5-905e-c01f9fe1c238 None None] DHCP Agent not found on host dv-neutron-841204-2-hyperv {{(pid=88053) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 10 14:37:20.154487 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a9020395-c7ae-435f-bf1a-adf7d0c73556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539172'] for agent, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:22.257082 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a74b6209-bc2e-436b-af7e-92f613befd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539172'] for agent, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:22.296756 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a1cd0c46-1978-40a6-a303-6a86a8f5b215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:23.107255 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539172'] for agent, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:23.296361 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539172'] for agent, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:23.298134 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:23.299001 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:23.299698 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:23.301015 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:23.301889 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:23.303930 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:23.304465 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:23.305014 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:23.306157 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:23.307131 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:23.307966 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:23.309227 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:23.312912 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-841204-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:37:23.325813 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-841204-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:37:24.768743 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539172'] for agent, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:26.359647 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 34058) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:37:26.939109 dv-neutron-841204-2-hyperv neutron-server[88052]: WARNING oslo_policy.policy [None req-d525b2dd-b44b-4be6-b005-a98ce27b7a95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:37:26.939671 dv-neutron-841204-2-hyperv neutron-server[88052]: WARNING oslo_policy.policy [None req-d525b2dd-b44b-4be6-b005-a98ce27b7a95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:37:27.157806 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-d525b2dd-b44b-4be6-b005-a98ce27b7a95 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:37:27.158824 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d525b2dd-b44b-4be6-b005-a98ce27b7a95 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7982497 May 10 14:37:29.487018 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.db.l3_hamode_db [None req-7f49109a-0f6e-4253-a9b5-0ea66f8fb858 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 14:37:29.571106 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f49109a-0f6e-4253-a9b5-0ea66f8fb858 None None] Routers set() bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:37:29.571496 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f49109a-0f6e-4253-a9b5-0ea66f8fb858 None None] Router IDs set() for agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 10 14:37:29.576581 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 34072) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:37:30.153221 dv-neutron-841204-2-hyperv neutron-server[88051]: WARNING oslo_policy.policy [None req-7a55e9c8-67a6-4495-99ee-c6fb7b32feb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:37:30.153777 dv-neutron-841204-2-hyperv neutron-server[88051]: WARNING oslo_policy.policy [None req-7a55e9c8-67a6-4495-99ee-c6fb7b32feb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:37:30.372338 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7a55e9c8-67a6-4495-99ee-c6fb7b32feb7 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:37:30.470520 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.policy [None req-7a55e9c8-67a6-4495-99ee-c6fb7b32feb7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88051) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 14:37:30.517025 dv-neutron-841204-2-hyperv neutron-server[88051]: WARNING oslo_policy.policy [None req-7a55e9c8-67a6-4495-99ee-c6fb7b32feb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:37:30.517408 dv-neutron-841204-2-hyperv neutron-server[88051]: WARNING oslo_policy.policy [None req-7a55e9c8-67a6-4495-99ee-c6fb7b32feb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:37:30.526207 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.quota [None req-7a55e9c8-67a6-4495-99ee-c6fb7b32feb7 admin admin] Loaded quota_driver: . May 10 14:37:30.542992 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7a55e9c8-67a6-4495-99ee-c6fb7b32feb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:37:30.602404 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a55e9c8-67a6-4495-99ee-c6fb7b32feb7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758962275093', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758962281768', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758962239139', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758962226024', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758962255051', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758962249509', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3602922', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3449556', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-323271', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-684493'] for rbac-policy, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:30.665587 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a55e9c8-67a6-4495-99ee-c6fb7b32feb7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:30.670942 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7a55e9c8-67a6-4495-99ee-c6fb7b32feb7 admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0922868 May 10 14:37:33.326604 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 34090) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:37:33.674384 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Request body: {'network': {'project_id': 'a47d395862de4edcade52a2bece0e4ce', 'admin_state_up': True, 'name': 'private'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:37:33.679465 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:37:33.684486 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Usage tracker for resource:network and tenant:a47d395862de4edcade52a2bece0e4ce is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:37:33.689128 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:37:33.695132 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:37:33.710204 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Made reservation on behalf of a47d395862de4edcade52a2bece0e4ce for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:37:33.713236 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:33.732426 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:33.747349 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:37:33.751012 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Usage tracker for resource:security_group_rule and tenant:a47d395862de4edcade52a2bece0e4ce is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:37:33.756102 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:37:33.761712 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:37:33.859240 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:33.863014 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:33.886347 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:37:33.913100 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758962888825', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:33.913662 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Unsubscribe: segment precommit_create {{(pid=88051) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 14:37:33.914176 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Added segment 8b01935c-a038-4dd9-9f10-6723afea0928 of type vlan for network e09d815c-b7a5-42c3-ba95-a66db0b93f30 May 10 14:37:33.963737 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6022896a-5c84-42c8-8a09-620b820994d4,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:37:33.984792 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:33.985145 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:33.985474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:33.985795 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:33.986111 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:33.986457 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:33.986776 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:33.987099 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:33.987412 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:33.987718 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:33.988026 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:33.988327 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Tracked resource versions report: May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: pushed versions: May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: { 'AddressGroup': {'1.2'}, May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: 'ConntrackHelper': {'1.0'}, May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: 'Log': {'1.0'}, May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: 'Network': {'1.1'}, May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: 'Port': {'1.7'}, May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: 'PortForwarding': {'1.2'}, May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: 'QosPolicy': {'1.8'}, May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: 'SecurityGroup': {'1.4'}, May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: 'SecurityGroupRule': {'1.2'}, May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: 'SubPort': {'1.0'}, May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: 'Subnet': {'1.1'}, May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: 'Trunk': {'1.1'}} May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: consumer versions: May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: { DHCP agent@dv-neutron-841204-2-hyperv: {}, May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: L3 agent@dv-neutron-841204-2-hyperv: {}, May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: Metadata agent@dv-neutron-841204-2-hyperv: {}, May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: Metering agent@dv-neutron-841204-2-hyperv: {}, May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: Open vSwitch agent@dv-neutron-841204-2-hyperv: { 'AddressGroup': '1.2', May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: 'ConntrackHelper': '1.0', May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: 'Log': '1.0', May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: 'Network': '1.1', May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: 'Port': '1.7', May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: 'PortForwarding': '1.2', May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: 'QosPolicy': '1.8', May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: 'SecurityGroup': '1.4', May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: 'SecurityGroupRule': '1.2', May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: 'SubPort': '1.0', May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: 'Subnet': '1.1', May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: 'Trunk': '1.1'}} May 10 14:37:33.989607 dv-neutron-841204-2-hyperv neutron-server[88051]: {{(pid=88051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:37:34.023182 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:34.068250 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:34.069641 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:37:34.070309 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:34.177960 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] Pushing event updated for resources: {'Network': ['ID=e09d815c-b7a5-42c3-ba95-a66db0b93f30,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:37:34.183259 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4726bab1-2c6f-44ca-96a2-d08209f902ab admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8556640 May 10 14:37:34.189212 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network e09d815c-b7a5-42c3-ba95-a66db0b93f30 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:37:36.888277 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 34106) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:37:37.333528 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bdb977-842c-489b-8ffd-6b84a99912a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:37:37.334822 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-53bdb977-842c-489b-8ffd-6b84a99912a3 admin admin] 10.222.0.79 "GET /v2.0/networks/e09d815c-b7a5-42c3-ba95-a66db0b93f30 HTTP/1.1" status: 200 len: 825 time: 0.4455745 May 10 14:37:37.362375 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6e7b6122-16b8-46bb-8ae2-bb800a18b042 admin admin] 10.222.0.79 "GET /v2.0/subnetpools/35d60cd1-266d-40ab-afa7-22d896cf360a HTTP/1.1" status: 200 len: 734 time: 0.0216393 May 10 14:37:37.371076 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-ba29061a-9d93-4bac-bda4-a55e16cdd011 admin admin] Request body: {'subnet': {'network_id': 'e09d815c-b7a5-42c3-ba95-a66db0b93f30', 'name': 'private-subnet', 'tenant_id': 'a47d395862de4edcade52a2bece0e4ce', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '35d60cd1-266d-40ab-afa7-22d896cf360a'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:37:37.375356 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-ba29061a-9d93-4bac-bda4-a55e16cdd011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:37:37.379055 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-ba29061a-9d93-4bac-bda4-a55e16cdd011 admin admin] Usage tracker for resource:subnet and tenant:a47d395862de4edcade52a2bece0e4ce is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:37:37.381863 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-ba29061a-9d93-4bac-bda4-a55e16cdd011 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:37:37.387989 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-ba29061a-9d93-4bac-bda4-a55e16cdd011 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:37:37.398396 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba29061a-9d93-4bac-bda4-a55e16cdd011 admin admin] Made reservation on behalf of a47d395862de4edcade52a2bece0e4ce for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:37:37.401234 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ba29061a-9d93-4bac-bda4-a55e16cdd011 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:37.671766 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ba29061a-9d93-4bac-bda4-a55e16cdd011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:37.773955 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29061a-9d93-4bac-bda4-a55e16cdd011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea1e005a-fcc7-4842-9b28-544b5d0c45cd,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:37:37.776602 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba29061a-9d93-4bac-bda4-a55e16cdd011 admin admin] Checking segment: {'id': '8b01935c-a038-4dd9-9f10-6723afea0928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e09d815c-b7a5-42c3-ba95-a66db0b93f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:37:37.776966 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba29061a-9d93-4bac-bda4-a55e16cdd011 admin admin] Network hostable DHCP agents. Network: e09d815c-b7a5-42c3-ba95-a66db0b93f30, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:37:37.796764 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba29061a-9d93-4bac-bda4-a55e16cdd011 admin admin] Network e09d815c-b7a5-42c3-ba95-a66db0b93f30 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:37:37.807780 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-ba29061a-9d93-4bac-bda4-a55e16cdd011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, e09d815c-b7a5-42c3-ba95-a66db0b93f30) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:37:37.811934 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29061a-9d93-4bac-bda4-a55e16cdd011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:37:37.812510 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ba29061a-9d93-4bac-bda4-a55e16cdd011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:37.816884 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7075dbbc-5bef-493f-9d2d-91912eed056d None None] Network e09d815c-b7a5-42c3-ba95-a66db0b93f30 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:37:37.835648 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ba29061a-9d93-4bac-bda4-a55e16cdd011 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4648280 May 10 14:37:38.125052 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-e09d815c-b7a5-42c3-ba95-a66db0b93f30', 'network_id': 'e09d815c-b7a5-42c3-ba95-a66db0b93f30', 'tenant_id': 'a47d395862de4edcade52a2bece0e4ce', 'fixed_ips': [{'subnet_id': 'ea1e005a-fcc7-4842-9b28-544b5d0c45cd'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:37:38.126325 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:38.310846 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Allocated IP 172.20.0.2 (e09d815c-b7a5-42c3-ba95-a66db0b93f30/ea1e005a-fcc7-4842-9b28-544b5d0c45cd/a8990068-2af8-4c44-b4c2-0d72e8ddc172) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:37:38.538894 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:38.552088 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Transition to ACTIVE for port object a8990068-2af8-4c44-b4c2-0d72e8ddc172 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:37:38.572008 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Transition to ACTIVE for port object a8990068-2af8-4c44-b4c2-0d72e8ddc172 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:37:38.579452 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:38.643489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Network e09d815c-b7a5-42c3-ba95-a66db0b93f30 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:37:38.646509 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:37:38.653497 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Pushing event updated for resources: {'Port': ['ID=a8990068-2af8-4c44-b4c2-0d72e8ddc172,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:37:38.657003 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:37:38.664625 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:38.664981 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:38.665314 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:38.665638 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:38.665957 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:38.666318 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:38.666665 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:38.666996 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:38.667313 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:38.667632 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:38.667942 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:38.668251 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Tracked resource versions report: May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: pushed versions: May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: { 'AddressGroup': {'1.2'}, May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: 'ConntrackHelper': {'1.0'}, May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: 'Log': {'1.0'}, May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: 'Network': {'1.1'}, May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: 'Port': {'1.7'}, May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: 'PortForwarding': {'1.2'}, May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: 'QosPolicy': {'1.8'}, May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: 'SecurityGroup': {'1.4'}, May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: 'SecurityGroupRule': {'1.2'}, May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: 'SubPort': {'1.0'}, May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: 'Subnet': {'1.1'}, May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: 'Trunk': {'1.1'}} May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: consumer versions: May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: { DHCP agent@dv-neutron-841204-2-hyperv: {}, May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: L3 agent@dv-neutron-841204-2-hyperv: {}, May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: Metadata agent@dv-neutron-841204-2-hyperv: {}, May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: Metering agent@dv-neutron-841204-2-hyperv: {}, May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: Open vSwitch agent@dv-neutron-841204-2-hyperv: { 'AddressGroup': '1.2', May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: 'ConntrackHelper': '1.0', May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: 'Log': '1.0', May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: 'Network': '1.1', May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: 'Port': '1.7', May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: 'PortForwarding': '1.2', May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: 'QosPolicy': '1.8', May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: 'SecurityGroup': '1.4', May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: 'SecurityGroupRule': '1.2', May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: 'SubPort': '1.0', May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: 'Subnet': '1.1', May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: 'Trunk': '1.1'}} May 10 14:37:38.669552 dv-neutron-841204-2-hyperv neutron-server[88053]: {{(pid=88053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:37:38.757214 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Attempting to bind port a8990068-2af8-4c44-b4c2-0d72e8ddc172 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:37:38.757611 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Attempting to bind port a8990068-2af8-4c44-b4c2-0d72e8ddc172 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '8b01935c-a038-4dd9-9f10-6723afea0928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e09d815c-b7a5-42c3-ba95-a66db0b93f30'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:37:38.758055 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Attempting to bind port a8990068-2af8-4c44-b4c2-0d72e8ddc172 on network e09d815c-b7a5-42c3-ba95-a66db0b93f30 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:37:38.764463 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:37:38.764831 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Checking segment: {'id': '8b01935c-a038-4dd9-9f10-6723afea0928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e09d815c-b7a5-42c3-ba95-a66db0b93f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:37:38.765573 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:38.765954 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Bound using segment: {'id': '8b01935c-a038-4dd9-9f10-6723afea0928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e09d815c-b7a5-42c3-ba95-a66db0b93f30'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:37:38.766517 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Bound port: a8990068-2af8-4c44-b4c2-0d72e8ddc172, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b01935c-a038-4dd9-9f10-6723afea0928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e09d815c-b7a5-42c3-ba95-a66db0b93f30'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:37:38.766915 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:38.855406 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] For port a8990068-2af8-4c44-b4c2-0d72e8ddc172, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:37:38.859291 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] For port a8990068-2af8-4c44-b4c2-0d72e8ddc172, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=a8990068-2af8-4c44-b4c2-0d72e8ddc172,segment=NetworkSegment(8b01935c-a038-4dd9-9f10-6723afea0928),segment_id=8b01935c-a038-4dd9-9f10-6723afea0928)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:37:38.865208 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:38.959180 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7529ed-0724-4001-a95f-b16f2d464fd5 None None] Pushing event updated for resources: {'Port': ['ID=a8990068-2af8-4c44-b4c2-0d72e8ddc172,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:37:40.321975 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 34116) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:37:40.691043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-7c5f5536-3217-4d45-9dd8-4f8c71bda292 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:37:40.692024 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7c5f5536-3217-4d45-9dd8-4f8c71bda292 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3684640 May 10 14:37:42.743410 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c42a4f-8c1c-4016-8eae-0926675be761 None None] Network e09d815c-b7a5-42c3-ba95-a66db0b93f30 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:37:42.837671 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d32fe77c-d8be-4f33-8118-90f6426ff6de None None] Provisioning for port a8990068-2af8-4c44-b4c2-0d72e8ddc172 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:37:43.045279 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device a8990068-2af8-4c44-b4c2-0d72e8ddc172 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:37:43.119360 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port a8990068-2af8-4c44-b4c2-0d72e8ddc172 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:37:43.125435 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port a8990068-2af8-4c44-b4c2-0d72e8ddc172 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:37:43.125837 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:43.144527 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 34130) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:37:43.253111 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:43.291824 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-129e3f9a-7349-4c83-8568-fc2c3f24c58b None None] Provisioning complete for port a8990068-2af8-4c44-b4c2-0d72e8ddc172 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:37:43.292147 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-129e3f9a-7349-4c83-8568-fc2c3f24c58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:43.330834 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port a8990068-2af8-4c44-b4c2-0d72e8ddc172, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=a8990068-2af8-4c44-b4c2-0d72e8ddc172,segment=NetworkSegment(8b01935c-a038-4dd9-9f10-6723afea0928),segment_id=8b01935c-a038-4dd9-9f10-6723afea0928)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:37:43.339098 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:43.419707 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=a8990068-2af8-4c44-b4c2-0d72e8ddc172,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:37:43.520353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-ca5ae60c-9618-443f-bc80-aa11cc33239d admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:37:43.521300 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ca5ae60c-9618-443f-bc80-aa11cc33239d admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3758864 May 10 14:37:45.018773 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device a8990068-2af8-4c44-b4c2-0d72e8ddc172 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:37:45.085179 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port a8990068-2af8-4c44-b4c2-0d72e8ddc172 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:37:45.085543 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:46.350936 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 34142) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:37:46.705348 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-2efdf9d6-4d72-4832-bc92-512e24495aa7 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a47d395862de4edcade52a2bece0e4ce'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:37:46.771275 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.policy [None req-2efdf9d6-4d72-4832-bc92-512e24495aa7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88052) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 14:37:46.816483 dv-neutron-841204-2-hyperv neutron-server[88052]: WARNING oslo_policy.policy [None req-2efdf9d6-4d72-4832-bc92-512e24495aa7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:37:46.816848 dv-neutron-841204-2-hyperv neutron-server[88052]: WARNING oslo_policy.policy [None req-2efdf9d6-4d72-4832-bc92-512e24495aa7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:37:46.825656 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.quota [None req-2efdf9d6-4d72-4832-bc92-512e24495aa7 admin admin] Loaded quota_driver: . May 10 14:37:46.840841 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2efdf9d6-4d72-4832-bc92-512e24495aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:37:46.847248 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2efdf9d6-4d72-4832-bc92-512e24495aa7 admin admin] Usage tracker for resource:router and tenant:a47d395862de4edcade52a2bece0e4ce is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:37:46.851899 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2efdf9d6-4d72-4832-bc92-512e24495aa7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:37:46.859353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2efdf9d6-4d72-4832-bc92-512e24495aa7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:37:46.876411 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2efdf9d6-4d72-4832-bc92-512e24495aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:46.878390 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2efdf9d6-4d72-4832-bc92-512e24495aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:46.903271 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2efdf9d6-4d72-4832-bc92-512e24495aa7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:47.020332 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2efdf9d6-4d72-4832-bc92-512e24495aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:47.039901 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2efdf9d6-4d72-4832-bc92-512e24495aa7 admin admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:47.041047 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2efdf9d6-4d72-4832-bc92-512e24495aa7 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6891704 May 10 14:37:49.463310 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 34154) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:37:49.824885 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-46943b87-3b95-40bd-b28e-14ad56219e98 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:37:49.825885 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-46943b87-3b95-40bd-b28e-14ad56219e98 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3615057 May 10 14:37:49.954034 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6975a741-628c-4d9e-be02-61bb7597674b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:52.254285 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5b5fe2e9-a7db-4f8f-b213-3ce7395ab21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:52.268857 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 34164) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:37:52.629990 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:37:52.635137 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:37:52.638851 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Usage tracker for resource:network and tenant:909bd2edfaad4b03a4e7762a9c11cf6c is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:37:52.642534 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:37:52.648127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:37:52.657637 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Made reservation on behalf of 909bd2edfaad4b03a4e7762a9c11cf6c for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:37:52.660392 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:52.677424 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:52.691908 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:37:52.695515 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Usage tracker for resource:security_group_rule and tenant:909bd2edfaad4b03a4e7762a9c11cf6c is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:37:52.698817 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:37:52.704282 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:37:52.796405 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:52.800068 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:52.816872 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Reserving flat network on physical network physnet1 {{(pid=88052) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 14:37:52.847328 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758962888825', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:52.847918 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Unsubscribe: segment precommit_create {{(pid=88052) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 14:37:52.848418 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Added segment 1792041a-53d7-443e-9eab-c8040f9d97ec of type flat for network 9e00975f-1d79-46b0-9d42-98bca3a69c2b May 10 14:37:52.898227 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b71252f-c512-4959-ad8f-ec0b11db67dc,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:37:52.917632 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:52.917986 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:52.918316 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:52.918667 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:52.918986 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:52.919316 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:52.919640 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:52.919965 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:52.920278 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:52.920588 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:52.920895 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:52.921201 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Tracked resource versions report: May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: pushed versions: May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: { 'AddressGroup': {'1.2'}, May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: 'ConntrackHelper': {'1.0'}, May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: 'Log': {'1.0'}, May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: 'Network': {'1.1'}, May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: 'Port': {'1.7'}, May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: 'PortForwarding': {'1.2'}, May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: 'QosPolicy': {'1.8'}, May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: 'SecurityGroup': {'1.4'}, May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: 'SecurityGroupRule': {'1.2'}, May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: 'SubPort': {'1.0'}, May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: 'Subnet': {'1.1'}, May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: 'Trunk': {'1.1'}} May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: consumer versions: May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: { DHCP agent@dv-neutron-841204-2-hyperv: {}, May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: L3 agent@dv-neutron-841204-2-hyperv: {}, May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: Metadata agent@dv-neutron-841204-2-hyperv: {}, May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: Metering agent@dv-neutron-841204-2-hyperv: {}, May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: Open vSwitch agent@dv-neutron-841204-2-hyperv: { 'AddressGroup': '1.2', May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: 'ConntrackHelper': '1.0', May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: 'Log': '1.0', May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: 'Network': '1.1', May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: 'Port': '1.7', May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: 'PortForwarding': '1.2', May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: 'QosPolicy': '1.8', May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: 'SecurityGroup': '1.4', May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: 'SecurityGroupRule': '1.2', May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: 'SubPort': '1.0', May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: 'Subnet': '1.1', May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: 'Trunk': '1.1'}} May 10 14:37:52.922502 dv-neutron-841204-2-hyperv neutron-server[88052]: {{(pid=88052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:37:52.967248 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:53.009437 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:53.011189 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:37:53.011797 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:53.070134 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:53.118412 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8485041 May 10 14:37:53.119678 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cf7c6-2984-47b5-9db1-9d441d363832 admin admin] Pushing event updated for resources: {'Network': ['ID=9e00975f-1d79-46b0-9d42-98bca3a69c2b,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:37:53.130177 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:37:53.284583 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:54.735095 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:55.537530 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 34188) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:37:55.744526 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb834b43-47d7-443d-a0b9-644de279d3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:37:55.745953 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cb834b43-47d7-443d-a0b9-644de279d3cf admin admin] 10.222.0.79 "GET /v2.0/subnets/ea1e005a-fcc7-4842-9b28-544b5d0c45cd HTTP/1.1" status: 200 len: 849 time: 0.2073994 May 10 14:37:55.915798 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2426af94-93c6-4ddb-926e-b1c038012f8f admin admin] 10.222.0.79 "GET /v2.0/routers/96b8ce37-d30a-4225-a822-fd4edd5db001 HTTP/1.1" status: 200 len: 704 time: 0.1640160 May 10 14:37:56.371151 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b9fbfb73-23e0-43c5-a919-3dd38b3163e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:56.599152 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-b9fbfb73-23e0-43c5-a919-3dd38b3163e9 admin admin] Allocated IP 172.20.0.1 (e09d815c-b7a5-42c3-ba95-a66db0b93f30/ea1e005a-fcc7-4842-9b28-544b5d0c45cd/1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:37:56.752408 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b9fbfb73-23e0-43c5-a919-3dd38b3163e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:56.769522 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-b9fbfb73-23e0-43c5-a919-3dd38b3163e9 admin admin] Transition to ACTIVE for port object 1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:37:56.828049 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b9fbfb73-23e0-43c5-a919-3dd38b3163e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:56.932231 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fbfb73-23e0-43c5-a919-3dd38b3163e9 admin admin] Network e09d815c-b7a5-42c3-ba95-a66db0b93f30 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:37:56.934846 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-b9fbfb73-23e0-43c5-a919-3dd38b3163e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:37:56.939428 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fbfb73-23e0-43c5-a919-3dd38b3163e9 admin admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:37:56.940274 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b9fbfb73-23e0-43c5-a919-3dd38b3163e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:57.066125 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbfb73-23e0-43c5-a919-3dd38b3163e9 admin admin] Pushing event updated for resources: {'Port': ['ID=1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:37:57.172479 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-88b6a5e4-a2c1-4551-9cdb-2f1d48a6ee79 None None] Provisioning for port 1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:37:57.177501 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-88b6a5e4-a2c1-4551-9cdb-2f1d48a6ee79 None None] Provisioning complete for port 1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:37:57.177859 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-88b6a5e4-a2c1-4551-9cdb-2f1d48a6ee79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:57.204754 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b9fbfb73-23e0-43c5-a919-3dd38b3163e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:57.240536 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-88b6a5e4-a2c1-4551-9cdb-2f1d48a6ee79 None None] Port 1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:37:57.429711 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b9fbfb73-23e0-43c5-a919-3dd38b3163e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:57.434268 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b9fbfb73-23e0-43c5-a919-3dd38b3163e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:57.435068 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b9fbfb73-23e0-43c5-a919-3dd38b3163e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:57.566222 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbfb73-23e0-43c5-a919-3dd38b3163e9 admin admin] Pushing event updated for resources: {'Port': ['ID=1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:37:57.626207 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fbfb73-23e0-43c5-a919-3dd38b3163e9 admin admin] Network e09d815c-b7a5-42c3-ba95-a66db0b93f30 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:37:57.627259 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-b9fbfb73-23e0-43c5-a919-3dd38b3163e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:37:57.812946 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fbfb73-23e0-43c5-a919-3dd38b3163e9 admin admin] Router 96b8ce37-d30a-4225-a822-fd4edd5db001 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:37:57.861981 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c1fbf87f-f380-4e3f-8685-d4fd205ce30d None None] Provisioning complete for port 1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:37:57.862474 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c1fbf87f-f380-4e3f-8685-d4fd205ce30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:57.915449 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-c1fbf87f-f380-4e3f-8685-d4fd205ce30d None None] Port 1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:37:57.971806 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fbfb73-23e0-43c5-a919-3dd38b3163e9 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:37:57.981741 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b9fbfb73-23e0-43c5-a919-3dd38b3163e9 admin admin] 10.222.0.79 "PUT /v2.0/routers/96b8ce37-d30a-4225-a822-fd4edd5db001/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0602546 May 10 14:37:57.983310 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] Sync routers for ids ['96b8ce37-d30a-4225-a822-fd4edd5db001'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:37:57.993672 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] Routers {'96b8ce37-d30a-4225-a822-fd4edd5db001'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:37:57.995105 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:37:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['96b8ce37-d30a-4225-a822-fd4edd5db001'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:37:58.168974 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] Set router 96b8ce37-d30a-4225-a822-fd4edd5db001 gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:37:58.529716 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b8ce37-d30a-4225-a822-fd4edd5db001', 'name': 'router1', 'tenant_id': 'a47d395862de4edcade52a2bece0e4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:37:46Z', 'updated_at': '2022-05-10T14:37:57Z', 'revision_number': 2, 'project_id': 'a47d395862de4edcade52a2bece0e4ce', 'gw_port_host': None, '_interfaces': [{'id': '1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b', 'name': '', 'network_id': 'e09d815c-b7a5-42c3-ba95-a66db0b93f30', 'tenant_id': 'a47d395862de4edcade52a2bece0e4ce', 'mac_address': 'fa:16:3e:13:ac:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b8ce37-d30a-4225-a822-fd4edd5db001', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea1e005a-fcc7-4842-9b28-544b5d0c45cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:37:56Z', 'updated_at': '2022-05-10T14:37:57Z', 'revision_number': 2, 'project_id': 'a47d395862de4edcade52a2bece0e4ce', 'subnets': [{'id': 'ea1e005a-fcc7-4842-9b28-544b5d0c45cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35d60cd1-266d-40ab-afa7-22d896cf360a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:37:58.534553 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] Checking router: 96b8ce37-d30a-4225-a822-fd4edd5db001 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:37:58.534923 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] Updating router 96b8ce37-d30a-4225-a822-fd4edd5db001 port 1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:37:58.585629 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:58.961708 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:58.976633 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] Transition to ACTIVE for port object 1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:37:58.983394 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:59.189550 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4825c-24ff-4712-be04-e0917299b824 None None] Pushing event updated for resources: {'Port': ['ID=1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:37:59.207399 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4825c-24ff-4712-be04-e0917299b824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:59.207749 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4825c-24ff-4712-be04-e0917299b824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:59.208084 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4825c-24ff-4712-be04-e0917299b824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:59.208415 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4825c-24ff-4712-be04-e0917299b824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:59.208741 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4825c-24ff-4712-be04-e0917299b824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:59.209087 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4825c-24ff-4712-be04-e0917299b824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:59.209412 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4825c-24ff-4712-be04-e0917299b824 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:59.209732 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4825c-24ff-4712-be04-e0917299b824 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:59.210065 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4825c-24ff-4712-be04-e0917299b824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:59.210386 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4825c-24ff-4712-be04-e0917299b824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:59.210728 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4825c-24ff-4712-be04-e0917299b824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:59.211043 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4825c-24ff-4712-be04-e0917299b824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4825c-24ff-4712-be04-e0917299b824 None None] Tracked resource versions report: May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: pushed versions: May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: { 'AddressGroup': {'1.2'}, May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: 'ConntrackHelper': {'1.0'}, May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: 'Log': {'1.0'}, May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: 'Network': {'1.1'}, May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: 'Port': {'1.7'}, May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: 'PortForwarding': {'1.2'}, May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: 'QosPolicy': {'1.8'}, May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: 'SecurityGroup': {'1.4'}, May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: 'SecurityGroupRule': {'1.2'}, May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: 'SubPort': {'1.0'}, May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: 'Subnet': {'1.1'}, May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: 'Trunk': {'1.1'}} May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: consumer versions: May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: { DHCP agent@dv-neutron-841204-2-hyperv: {}, May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: L3 agent@dv-neutron-841204-2-hyperv: {}, May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: Metadata agent@dv-neutron-841204-2-hyperv: {}, May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: Metering agent@dv-neutron-841204-2-hyperv: {}, May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: Open vSwitch agent@dv-neutron-841204-2-hyperv: { 'AddressGroup': '1.2', May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: 'ConntrackHelper': '1.0', May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: 'Log': '1.0', May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: 'Network': '1.1', May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: 'Port': '1.7', May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: 'PortForwarding': '1.2', May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: 'QosPolicy': '1.8', May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: 'SecurityGroup': '1.4', May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: 'SecurityGroupRule': '1.2', May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: 'SubPort': '1.0', May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: 'Subnet': '1.1', May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: 'Trunk': '1.1'}} May 10 14:37:59.212388 dv-neutron-841204-2-hyperv neutron-server[88054]: {{(pid=88054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:37:59.219425 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] Attempting to bind port 1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:37:59.219823 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] Attempting to bind port 1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '8b01935c-a038-4dd9-9f10-6723afea0928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e09d815c-b7a5-42c3-ba95-a66db0b93f30'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:37:59.220261 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] Attempting to bind port 1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b on network e09d815c-b7a5-42c3-ba95-a66db0b93f30 {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:37:59.225608 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:37:59.225973 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] Checking segment: {'id': '8b01935c-a038-4dd9-9f10-6723afea0928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e09d815c-b7a5-42c3-ba95-a66db0b93f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:37:59.226467 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:59.226852 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] Bound using segment: {'id': '8b01935c-a038-4dd9-9f10-6723afea0928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e09d815c-b7a5-42c3-ba95-a66db0b93f30'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:37:59.227402 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] Bound port: 1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b01935c-a038-4dd9-9f10-6723afea0928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e09d815c-b7a5-42c3-ba95-a66db0b93f30'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:37:59.227783 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:59.315244 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] For port 1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:37:59.319134 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] For port 1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b,segment=NetworkSegment(8b01935c-a038-4dd9-9f10-6723afea0928),segment_id=8b01935c-a038-4dd9-9f10-6723afea0928)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:37:59.324911 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:37:59.396049 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] Routers {'96b8ce37-d30a-4225-a822-fd4edd5db001'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:37:59.396685 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:37:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['96b8ce37-d30a-4225-a822-fd4edd5db001'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:37:59.581661 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4825c-24ff-4712-be04-e0917299b824 None None] Pushing event updated for resources: {'Port': ['ID=1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b,revision_number=4']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:37:59.601453 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] Set router 96b8ce37-d30a-4225-a822-fd4edd5db001 gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:37:59.922930 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b8ce37-d30a-4225-a822-fd4edd5db001', 'name': 'router1', 'tenant_id': 'a47d395862de4edcade52a2bece0e4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:37:46Z', 'updated_at': '2022-05-10T14:37:57Z', 'revision_number': 2, 'project_id': 'a47d395862de4edcade52a2bece0e4ce', 'gw_port_host': None, '_interfaces': [{'id': '1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b', 'name': '', 'network_id': 'e09d815c-b7a5-42c3-ba95-a66db0b93f30', 'tenant_id': 'a47d395862de4edcade52a2bece0e4ce', 'mac_address': 'fa:16:3e:13:ac:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b8ce37-d30a-4225-a822-fd4edd5db001', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea1e005a-fcc7-4842-9b28-544b5d0c45cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:37:56Z', 'updated_at': '2022-05-10T14:37:59Z', 'revision_number': 4, 'project_id': 'a47d395862de4edcade52a2bece0e4ce', 'subnets': [{'id': 'ea1e005a-fcc7-4842-9b28-544b5d0c45cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35d60cd1-266d-40ab-afa7-22d896cf360a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:37:59.926761 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc096d3e-2e67-4905-8cf6-8b762ef3a53e None None] The sync data for ids ['96b8ce37-d30a-4225-a822-fd4edd5db001'] in dv-neutron-841204-2-hyperv is: [{'id': '96b8ce37-d30a-4225-a822-fd4edd5db001', 'name': 'router1', 'tenant_id': 'a47d395862de4edcade52a2bece0e4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:37:46Z', 'updated_at': '2022-05-10T14:37:57Z', 'revision_number': 2, 'project_id': 'a47d395862de4edcade52a2bece0e4ce', 'gw_port_host': None, '_interfaces': [{'id': '1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b', 'name': '', 'network_id': 'e09d815c-b7a5-42c3-ba95-a66db0b93f30', 'tenant_id': 'a47d395862de4edcade52a2bece0e4ce', 'mac_address': 'fa:16:3e:13:ac:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b8ce37-d30a-4225-a822-fd4edd5db001', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea1e005a-fcc7-4842-9b28-544b5d0c45cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:37:56Z', 'updated_at': '2022-05-10T14:37:59Z', 'revision_number': 4, 'project_id': 'a47d395862de4edcade52a2bece0e4ce', 'subnets': [{'id': 'ea1e005a-fcc7-4842-9b28-544b5d0c45cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35d60cd1-266d-40ab-afa7-22d896cf360a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:38:00.223872 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 34210) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:38:00.377144 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93845c16-3403-4049-a92d-58d78b76d712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:38:00.380886 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-93845c16-3403-4049-a92d-58d78b76d712 admin admin] 10.222.0.79 "GET /v2.0/networks/9e00975f-1d79-46b0-9d42-98bca3a69c2b HTTP/1.1" status: 200 len: 842 time: 0.1536636 May 10 14:38:00.388461 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-90c9d1ab-b175-4682-b03a-838a8191da40 admin admin] Request body: {'subnet': {'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:38:00.394536 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-90c9d1ab-b175-4682-b03a-838a8191da40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:38:00.398311 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-90c9d1ab-b175-4682-b03a-838a8191da40 admin admin] Usage tracker for resource:subnet and tenant:909bd2edfaad4b03a4e7762a9c11cf6c is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:38:00.401102 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-90c9d1ab-b175-4682-b03a-838a8191da40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:38:00.406925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-90c9d1ab-b175-4682-b03a-838a8191da40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:38:00.417257 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c9d1ab-b175-4682-b03a-838a8191da40 admin admin] Made reservation on behalf of 909bd2edfaad4b03a4e7762a9c11cf6c for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:38:00.419780 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90c9d1ab-b175-4682-b03a-838a8191da40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:00.844249 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.objects.ports [None req-90c9d1ab-b175-4682-b03a-838a8191da40 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 10 14:38:00.844820 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90c9d1ab-b175-4682-b03a-838a8191da40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:00.919674 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9d1ab-b175-4682-b03a-838a8191da40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dde6b24-9485-44dd-9a64-bbac805241cf,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:38:00.926842 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c9d1ab-b175-4682-b03a-838a8191da40 admin admin] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:38:00.927181 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c9d1ab-b175-4682-b03a-838a8191da40 admin admin] Network hostable DHCP agents. Network: 9e00975f-1d79-46b0-9d42-98bca3a69c2b, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:38:00.945483 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c9d1ab-b175-4682-b03a-838a8191da40 admin admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:38:00.955094 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-90c9d1ab-b175-4682-b03a-838a8191da40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 9e00975f-1d79-46b0-9d42-98bca3a69c2b) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:38:00.959400 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c9d1ab-b175-4682-b03a-838a8191da40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:38:00.960113 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90c9d1ab-b175-4682-b03a-838a8191da40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:00.964761 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2924282b-c46e-40dd-ae21-32d15b2cd14f None None] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:38:01.011142 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-90c9d1ab-b175-4682-b03a-838a8191da40 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6267056 May 10 14:38:01.054085 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:38:01.196881 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:38:01.207171 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:38:01.207538 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:01.308846 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58a2ccc-b72d-44a7-8380-b3f25567d6fa None None] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:38:01.460165 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:01.546755 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b,segment=NetworkSegment(8b01935c-a038-4dd9-9f10-6723afea0928),segment_id=8b01935c-a038-4dd9-9f10-6723afea0928)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:38:01.553315 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:01.653448 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:38:03.030551 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:38:03.100342 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:38:03.100702 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:03.304277 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 34224) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:38:03.497951 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8ccbed02-34f8-4ae9-a482-65df2eaabac6 admin admin] 10.222.0.79 "GET /v2.0/routers/96b8ce37-d30a-4225-a822-fd4edd5db001 HTTP/1.1" status: 200 len: 710 time: 0.1924748 May 10 14:38:03.622315 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f76a0c-c049-464a-816f-03667719a2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:38:03.623680 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-12f76a0c-c049-464a-816f-03667719a2a5 admin admin] 10.222.0.79 "GET /v2.0/networks/9e00975f-1d79-46b0-9d42-98bca3a69c2b HTTP/1.1" status: 200 len: 886 time: 0.1206038 May 10 14:38:03.632102 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-f9fe228a-fff7-40a7-bf64-5030c66c7e41 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:38:04.070012 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9fe228a-fff7-40a7-bf64-5030c66c7e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:04.434044 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9fe228a-fff7-40a7-bf64-5030c66c7e41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:04.491075 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9fe228a-fff7-40a7-bf64-5030c66c7e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:04.621380 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-f9fe228a-fff7-40a7-bf64-5030c66c7e41 admin admin] Allocated IP 172.26.0.25 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/c87b61f6-0cdd-4b72-8504-31dcb8571c22) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:38:04.760937 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9fe228a-fff7-40a7-bf64-5030c66c7e41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:04.789717 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9fe228a-fff7-40a7-bf64-5030c66c7e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:04.853372 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fe228a-fff7-40a7-bf64-5030c66c7e41 admin admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:38:04.860103 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-f9fe228a-fff7-40a7-bf64-5030c66c7e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:38:04.862608 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fe228a-fff7-40a7-bf64-5030c66c7e41 admin admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:38:04.920002 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe228a-fff7-40a7-bf64-5030c66c7e41 admin admin] Pushing event updated for resources: {'Port': ['ID=c87b61f6-0cdd-4b72-8504-31dcb8571c22,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:38:05.242152 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9fe228a-fff7-40a7-bf64-5030c66c7e41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:05.624152 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9fe228a-fff7-40a7-bf64-5030c66c7e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:05.627367 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9fe228a-fff7-40a7-bf64-5030c66c7e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539321'] for router, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:05.800595 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fe228a-fff7-40a7-bf64-5030c66c7e41 admin admin] Router 96b8ce37-d30a-4225-a822-fd4edd5db001 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:38:05.980109 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fe228a-fff7-40a7-bf64-5030c66c7e41 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:38:05.988131 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9fe228a-fff7-40a7-bf64-5030c66c7e41 admin admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:05.989302 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f9fe228a-fff7-40a7-bf64-5030c66c7e41 admin admin] 10.222.0.79 "PUT /v2.0/routers/96b8ce37-d30a-4225-a822-fd4edd5db001 HTTP/1.1" status: 200 len: 889 time: 2.3602710 May 10 14:38:05.989977 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] Sync routers for ids ['96b8ce37-d30a-4225-a822-fd4edd5db001'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:38:06.000113 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] Routers {'96b8ce37-d30a-4225-a822-fd4edd5db001'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:38:06.000796 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:37:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['96b8ce37-d30a-4225-a822-fd4edd5db001'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:38:06.194614 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] Set router 96b8ce37-d30a-4225-a822-fd4edd5db001 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:38:06.557701 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b8ce37-d30a-4225-a822-fd4edd5db001', 'name': 'router1', 'tenant_id': 'a47d395862de4edcade52a2bece0e4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'c87b61f6-0cdd-4b72-8504-31dcb8571c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:37:46Z', 'updated_at': '2022-05-10T14:38:05Z', 'revision_number': 4, 'project_id': 'a47d395862de4edcade52a2bece0e4ce', 'gw_port': {'id': 'c87b61f6-0cdd-4b72-8504-31dcb8571c22', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:01:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b8ce37-d30a-4225-a822-fd4edd5db001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:38:04Z', 'updated_at': '2022-05-10T14:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b', 'name': '', 'network_id': 'e09d815c-b7a5-42c3-ba95-a66db0b93f30', 'tenant_id': 'a47d395862de4edcade52a2bece0e4ce', 'mac_address': 'fa:16:3e:13:ac:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b8ce37-d30a-4225-a822-fd4edd5db001', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea1e005a-fcc7-4842-9b28-544b5d0c45cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:37:56Z', 'updated_at': '2022-05-10T14:38:01Z', 'revision_number': 5, 'project_id': 'a47d395862de4edcade52a2bece0e4ce', 'subnets': [{'id': 'ea1e005a-fcc7-4842-9b28-544b5d0c45cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35d60cd1-266d-40ab-afa7-22d896cf360a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:38:06.562518 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] Checking router: 96b8ce37-d30a-4225-a822-fd4edd5db001 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:38:06.562869 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] Updating router 96b8ce37-d30a-4225-a822-fd4edd5db001 port c87b61f6-0cdd-4b72-8504-31dcb8571c22 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:38:06.613834 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:06.941135 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:06.953282 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] Transition to ACTIVE for port object c87b61f6-0cdd-4b72-8504-31dcb8571c22 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:38:06.959325 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:07.037897 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3485ec9-decb-4453-b435-f120311c6a6c None None] Pushing event updated for resources: {'Port': ['ID=c87b61f6-0cdd-4b72-8504-31dcb8571c22,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:38:07.040113 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] Attempting to bind port c87b61f6-0cdd-4b72-8504-31dcb8571c22 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:38:07.040474 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] Attempting to bind port c87b61f6-0cdd-4b72-8504-31dcb8571c22 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:38:07.040969 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] Attempting to bind port c87b61f6-0cdd-4b72-8504-31dcb8571c22 on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:38:07.046450 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:38:07.046829 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:38:07.047223 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:07.047605 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:38:07.048055 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] Bound port: c87b61f6-0cdd-4b72-8504-31dcb8571c22, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:38:07.048438 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:07.122312 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] For port c87b61f6-0cdd-4b72-8504-31dcb8571c22, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:38:07.125483 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] For port c87b61f6-0cdd-4b72-8504-31dcb8571c22, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=c87b61f6-0cdd-4b72-8504-31dcb8571c22,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:38:07.130462 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:07.208026 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] Routers {'96b8ce37-d30a-4225-a822-fd4edd5db001'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:38:07.208631 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:37:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['96b8ce37-d30a-4225-a822-fd4edd5db001'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:38:07.264561 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3485ec9-decb-4453-b435-f120311c6a6c None None] Pushing event updated for resources: {'Port': ['ID=c87b61f6-0cdd-4b72-8504-31dcb8571c22,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:38:07.392171 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] Set router 96b8ce37-d30a-4225-a822-fd4edd5db001 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:38:07.710535 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b8ce37-d30a-4225-a822-fd4edd5db001', 'name': 'router1', 'tenant_id': 'a47d395862de4edcade52a2bece0e4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'c87b61f6-0cdd-4b72-8504-31dcb8571c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:37:46Z', 'updated_at': '2022-05-10T14:38:05Z', 'revision_number': 4, 'project_id': 'a47d395862de4edcade52a2bece0e4ce', 'gw_port': {'id': 'c87b61f6-0cdd-4b72-8504-31dcb8571c22', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:01:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b8ce37-d30a-4225-a822-fd4edd5db001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:38:04Z', 'updated_at': '2022-05-10T14:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b', 'name': '', 'network_id': 'e09d815c-b7a5-42c3-ba95-a66db0b93f30', 'tenant_id': 'a47d395862de4edcade52a2bece0e4ce', 'mac_address': 'fa:16:3e:13:ac:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b8ce37-d30a-4225-a822-fd4edd5db001', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea1e005a-fcc7-4842-9b28-544b5d0c45cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:37:56Z', 'updated_at': '2022-05-10T14:38:01Z', 'revision_number': 5, 'project_id': 'a47d395862de4edcade52a2bece0e4ce', 'subnets': [{'id': 'ea1e005a-fcc7-4842-9b28-544b5d0c45cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35d60cd1-266d-40ab-afa7-22d896cf360a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:38:07.715111 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5312b-075f-4e72-a46a-891f606943dd None None] The sync data for ids ['96b8ce37-d30a-4225-a822-fd4edd5db001'] in dv-neutron-841204-2-hyperv is: [{'id': '96b8ce37-d30a-4225-a822-fd4edd5db001', 'name': 'router1', 'tenant_id': 'a47d395862de4edcade52a2bece0e4ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'c87b61f6-0cdd-4b72-8504-31dcb8571c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:37:46Z', 'updated_at': '2022-05-10T14:38:05Z', 'revision_number': 4, 'project_id': 'a47d395862de4edcade52a2bece0e4ce', 'gw_port': {'id': 'c87b61f6-0cdd-4b72-8504-31dcb8571c22', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:01:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b8ce37-d30a-4225-a822-fd4edd5db001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:38:04Z', 'updated_at': '2022-05-10T14:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b', 'name': '', 'network_id': 'e09d815c-b7a5-42c3-ba95-a66db0b93f30', 'tenant_id': 'a47d395862de4edcade52a2bece0e4ce', 'mac_address': 'fa:16:3e:13:ac:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b8ce37-d30a-4225-a822-fd4edd5db001', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea1e005a-fcc7-4842-9b28-544b5d0c45cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:37:56Z', 'updated_at': '2022-05-10T14:38:01Z', 'revision_number': 5, 'project_id': 'a47d395862de4edcade52a2bece0e4ce', 'subnets': [{'id': 'ea1e005a-fcc7-4842-9b28-544b5d0c45cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '35d60cd1-266d-40ab-afa7-22d896cf360a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:38:08.409059 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 34234) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:38:08.522640 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b9d18fdf-7e40-4cff-aead-56445bae2986 admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1123660 May 10 14:38:09.055429 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c87b61f6-0cdd-4b72-8504-31dcb8571c22 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:38:09.124797 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port c87b61f6-0cdd-4b72-8504-31dcb8571c22 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:38:09.129876 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port c87b61f6-0cdd-4b72-8504-31dcb8571c22 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:38:09.130249 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:09.277861 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:09.297508 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port c87b61f6-0cdd-4b72-8504-31dcb8571c22, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=c87b61f6-0cdd-4b72-8504-31dcb8571c22,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:38:09.305242 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:09.379185 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=c87b61f6-0cdd-4b72-8504-31dcb8571c22,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:38:11.067391 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c87b61f6-0cdd-4b72-8504-31dcb8571c22 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:38:11.139621 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port c87b61f6-0cdd-4b72-8504-31dcb8571c22 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:38:11.139982 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:19.956627 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c2389e77-5a68-4021-827d-4fc9007ac8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:20.122129 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 5 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:38:22.256440 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-05d640f7-30c8-4c51-abc8-7a71ba14fe50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:23.077933 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:23.277897 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:24.750629 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:49.959842 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a9ac81fe-e36c-4e85-93f3-aefa9265459f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:52.263182 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2ee36db0-40f3-4636-8b90-f69f2c08db9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:53.079521 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:53.281081 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:54.755348 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:38:57.122156 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 5 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:39:19.962988 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ad287746-2944-487b-b4f9-001f9d7a4e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:39:22.266056 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-163938c4-ec55-4e36-93a2-4c3f6c25d7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:39:23.083067 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:39:23.284935 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:39:24.757675 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:39:34.123031 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 5 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:39:49.965168 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e52bc4db-ceda-4cb6-9a13-649420873a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:39:52.269157 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a10240ad-f645-4cda-bbb9-d1b57a38de28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:39:53.084746 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:39:53.290168 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:39:54.759708 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:40:11.122186 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 5 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:40:16.938046 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 34836) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:40:17.005077 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-e06e7c14-eaf3-40e8-9835-e99380ceaa17 admin admin] GET failed (client error): The resource could not be found. May 10 14:40:17.006319 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e06e7c14-eaf3-40e8-9835-e99380ceaa17 admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0673108 May 10 14:40:17.138203 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccd4f41-d75c-45f9-b8ad-4b2835702b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:40:17.139586 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bccd4f41-d75c-45f9-b8ad-4b2835702b38 admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1294372 May 10 14:40:19.315099 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 34846) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:40:19.432574 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115ee4d8-813b-43c7-bab9-715bb591c927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:40:19.433918 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-115ee4d8-813b-43c7-bab9-715bb591c927 admin admin] 10.222.0.79 "GET /v2.0/subnets/ea1e005a-fcc7-4842-9b28-544b5d0c45cd HTTP/1.1" status: 200 len: 849 time: 0.1178811 May 10 14:40:19.442853 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-b05f9f70-1e4a-48e8-b4a0-594e2c82d00d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:40:19.560641 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b05f9f70-1e4a-48e8-b4a0-594e2c82d00d admin admin] Notify callbacks [] for subnet, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:40:19.772550 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b05f9f70-1e4a-48e8-b4a0-594e2c82d00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758962909305'] for subnet, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:40:19.820042 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05f9f70-1e4a-48e8-b4a0-594e2c82d00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:40:19.820533 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b05f9f70-1e4a-48e8-b4a0-594e2c82d00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:40:19.821845 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b05f9f70-1e4a-48e8-b4a0-594e2c82d00d admin admin] 10.222.0.79 "PUT /v2.0/subnets/ea1e005a-fcc7-4842-9b28-544b5d0c45cd HTTP/1.1" status: 200 len: 868 time: 0.3825338 May 10 14:40:19.838849 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013dd774-4d8e-46d4-8bec-11246d0dd732 None None] Network e09d815c-b7a5-42c3-ba95-a66db0b93f30 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:40:19.847478 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f9f70-1e4a-48e8-b4a0-594e2c82d00d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea1e005a-fcc7-4842-9b28-544b5d0c45cd,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:40:19.856618 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f9f70-1e4a-48e8-b4a0-594e2c82d00d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:40:19.857040 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f9f70-1e4a-48e8-b4a0-594e2c82d00d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:40:19.857590 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f9f70-1e4a-48e8-b4a0-594e2c82d00d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:40:19.857923 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f9f70-1e4a-48e8-b4a0-594e2c82d00d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:40:19.858247 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f9f70-1e4a-48e8-b4a0-594e2c82d00d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:40:19.858605 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f9f70-1e4a-48e8-b4a0-594e2c82d00d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:40:19.858913 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f9f70-1e4a-48e8-b4a0-594e2c82d00d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:40:19.859278 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f9f70-1e4a-48e8-b4a0-594e2c82d00d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:40:19.859642 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f9f70-1e4a-48e8-b4a0-594e2c82d00d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:40:19.859960 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f9f70-1e4a-48e8-b4a0-594e2c82d00d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:40:19.860351 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f9f70-1e4a-48e8-b4a0-594e2c82d00d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:40:19.860701 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05f9f70-1e4a-48e8-b4a0-594e2c82d00d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:40:19.990326 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cca2fa22-1644-47c9-b24d-f25182b26b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:40:20.325815 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-05db17f0-cb3e-4f8f-ab91-832ff87ac5bb None None] Provisioning complete for port a8990068-2af8-4c44-b4c2-0d72e8ddc172 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:40:20.326187 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-05db17f0-cb3e-4f8f-ab91-832ff87ac5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:40:20.453925 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-05db17f0-cb3e-4f8f-ab91-832ff87ac5bb None None] Provisioning complete for port 1b6a1d01-43fe-4b91-8af3-6b8cf6ef6c7b triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:40:20.454279 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-05db17f0-cb3e-4f8f-ab91-832ff87ac5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:40:22.024537 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 34856) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:40:22.197757 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2604a48-a602-48db-9263-0c4664ecfcf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:40:22.198208 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2604a48-a602-48db-9263-0c4664ecfcf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:40:22.198938 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a2604a48-a602-48db-9263-0c4664ecfcf0 admin admin] Synchronizing usage tracker for tenant:909bd2edfaad4b03a4e7762a9c11cf6c on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:40:22.215887 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a2604a48-a602-48db-9263-0c4664ecfcf0 admin admin] Unset dirty status for tenant:909bd2edfaad4b03a4e7762a9c11cf6c on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:40:22.217086 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a2604a48-a602-48db-9263-0c4664ecfcf0 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1916039 May 10 14:40:22.272850 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-de3874b9-b4b2-4d65-be90-17d8f05f5b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:40:23.088876 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:40:23.291569 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:40:24.390647 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 34866) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:40:24.562829 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b926de-7ac7-4eff-a44b-0c227e5efe84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:40:24.563285 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b926de-7ac7-4eff-a44b-0c227e5efe84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:40:24.564777 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-50b926de-7ac7-4eff-a44b-0c227e5efe84 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1729410 May 10 14:40:24.764419 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:40:26.751292 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 34876) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:40:26.922855 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7df1456-2536-4fca-9c88-870adc041928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:40:26.924197 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f7df1456-2536-4fca-9c88-870adc041928 admin admin] 10.222.0.79 "GET /v2.0/networks/9e00975f-1d79-46b0-9d42-98bca3a69c2b HTTP/1.1" status: 200 len: 886 time: 0.1719801 May 10 14:40:29.108080 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 34886) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:40:29.283737 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8aa799-e361-4f8b-bcc2-49d2f389c3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:40:29.285074 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-de8aa799-e361-4f8b-bcc2-49d2f389c3c3 admin admin] 10.222.0.79 "GET /v2.0/networks/e09d815c-b7a5-42c3-ba95-a66db0b93f30 HTTP/1.1" status: 200 len: 869 time: 0.1760612 May 10 14:40:31.464920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 34896) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:40:31.575969 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b267f268-7d1d-407e-a664-8a61edae072a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:40:31.576414 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b267f268-7d1d-407e-a664-8a61edae072a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:40:31.577124 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b267f268-7d1d-407e-a664-8a61edae072a admin admin] Synchronizing usage tracker for tenant:909bd2edfaad4b03a4e7762a9c11cf6c on resource:subnet {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:40:31.595715 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b267f268-7d1d-407e-a664-8a61edae072a admin admin] Unset dirty status for tenant:909bd2edfaad4b03a4e7762a9c11cf6c on resource:subnet {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:40:31.596866 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b267f268-7d1d-407e-a664-8a61edae072a admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1310136 May 10 14:40:33.794578 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 34906) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:40:33.904450 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a77bc9-2529-4b8d-ad8c-2a37e107ca59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:40:33.904890 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a77bc9-2529-4b8d-ad8c-2a37e107ca59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:40:33.906389 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a5a77bc9-2529-4b8d-ad8c-2a37e107ca59 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1108813 May 10 14:40:36.091662 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 34916) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:40:36.194751 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da39586-661a-4e6e-b5e1-9370eb0b4493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:40:36.196006 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5da39586-661a-4e6e-b5e1-9370eb0b4493 admin admin] 10.222.0.79 "GET /v2.0/subnets/0dde6b24-9485-44dd-9a64-bbac805241cf HTTP/1.1" status: 200 len: 816 time: 0.1034098 May 10 14:40:38.378883 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 34926) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:40:38.484291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a723cebb-714e-4700-ad48-1ae48ae3a055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:40:38.485604 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a723cebb-714e-4700-ad48-1ae48ae3a055 admin admin] 10.222.0.79 "GET /v2.0/subnets/ea1e005a-fcc7-4842-9b28-544b5d0c45cd HTTP/1.1" status: 200 len: 868 time: 0.1057823 May 10 14:40:48.121425 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 5 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:40:49.978456 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c7bd809e-cdb9-4898-8cc3-18606f062234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:40:52.279203 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e104effc-5cd6-4320-bc67-0f368d3b98e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:40:53.091243 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:40:53.295203 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:40:54.769000 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:40:57.755240 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 34972) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:40:57.802185 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-080380bf-6fd0-41ad-9361-9593272b307f admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:40:57.803703 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-080380bf-6fd0-41ad-9361-9593272b307f admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468361 May 10 14:41:00.055094 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 34982) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:41:00.121451 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d26015d-1dd8-417b-9e00-c8b1b433157b admin admin] GET failed (client error): The resource could not be found. May 10 14:41:00.122754 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1d26015d-1dd8-417b-9e00-c8b1b433157b admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0666935 May 10 14:41:00.248045 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcf7431-cfdd-491e-825c-d61cdb2c9765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:41:00.249494 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cbcf7431-cfdd-491e-825c-d61cdb2c9765 admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1229591 May 10 14:41:02.446132 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 34992) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:41:02.492764 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:41:02.497259 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:41:02.507767 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:41:02.517436 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Made reservation on behalf of 909bd2edfaad4b03a4e7762a9c11cf6c for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:41:02.519692 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:02.607378 dv-neutron-841204-2-hyperv neutron-server[88051]: WARNING neutron.services.revisions.revision_plugin [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Could not find related network for resource to bump revision. May 10 14:41:02.619704 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:41:02.628934 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:02.629210 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Added segment b292bb28-4b2c-4435-b6f2-1fef4c7b45c4 of type vlan for network c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6 May 10 14:41:02.655439 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:02.683111 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:02.684031 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:41:02.684640 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:02.783473 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Pushing event updated for resources: {'Network': ['ID=c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:41:02.790562 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3433719 May 10 14:41:02.791775 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:41:02.792120 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:41:02.792458 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:41:02.792789 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:41:02.793124 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:41:02.793438 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:41:02.793761 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:41:02.794175 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:41:02.794403 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:41:02.794741 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:41:02.795112 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:41:02.795407 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373e1d5-f2d0-403d-9921-22ed261786b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:41:02.806859 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:41:04.988732 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35002) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:41:05.056271 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2f7703-ea90-43d9-9a0b-501795b55dab admin admin] GET failed (client error): The resource could not be found. May 10 14:41:05.057641 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7f2f7703-ea90-43d9-9a0b-501795b55dab admin admin] Synchronizing usage tracker for tenant:909bd2edfaad4b03a4e7762a9c11cf6c on resource:network {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:41:05.073615 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7f2f7703-ea90-43d9-9a0b-501795b55dab admin admin] Unset dirty status for tenant:909bd2edfaad4b03a4e7762a9c11cf6c on resource:network {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:41:05.078026 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7f2f7703-ea90-43d9-9a0b-501795b55dab admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0851972 May 10 14:41:05.179547 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e5c500-d521-44bb-9a5b-087edf2731ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:41:05.180891 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b9e5c500-d521-44bb-9a5b-087edf2731ff admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1021895 May 10 14:41:05.190367 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-dc8ecdd9-08cc-494d-bcaf-7e91afff0489 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:41:05.194811 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dc8ecdd9-08cc-494d-bcaf-7e91afff0489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:41:05.204164 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dc8ecdd9-08cc-494d-bcaf-7e91afff0489 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:41:05.214007 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8ecdd9-08cc-494d-bcaf-7e91afff0489 admin admin] Made reservation on behalf of 909bd2edfaad4b03a4e7762a9c11cf6c for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:41:05.216182 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecdd9-08cc-494d-bcaf-7e91afff0489 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:05.458330 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecdd9-08cc-494d-bcaf-7e91afff0489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:05.527689 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ecdd9-08cc-494d-bcaf-7e91afff0489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8807578-7486-470b-916d-7043f945330b,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:41:05.537613 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ecdd9-08cc-494d-bcaf-7e91afff0489 admin admin] Checking segment: {'id': 'b292bb28-4b2c-4435-b6f2-1fef4c7b45c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:41:05.537947 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8ecdd9-08cc-494d-bcaf-7e91afff0489 admin admin] Network hostable DHCP agents. Network: c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:41:05.557062 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8ecdd9-08cc-494d-bcaf-7e91afff0489 admin admin] Network c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:41:05.565565 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-dc8ecdd9-08cc-494d-bcaf-7e91afff0489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:41:05.570161 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8ecdd9-08cc-494d-bcaf-7e91afff0489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:41:05.570740 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecdd9-08cc-494d-bcaf-7e91afff0489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:05.574965 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f5e484-35d9-443a-a17f-f82af3a90cfa None None] Network c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:41:05.596012 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dc8ecdd9-08cc-494d-bcaf-7e91afff0489 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4087105 May 10 14:41:05.826308 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6', 'network_id': 'c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6', 'tenant_id': '909bd2edfaad4b03a4e7762a9c11cf6c', 'fixed_ips': [{'subnet_id': 'a8807578-7486-470b-916d-7043f945330b'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:41:05.827165 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:05.989474 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Allocated IP 192.168.233.2 (c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6/a8807578-7486-470b-916d-7043f945330b/15ecedd5-75c5-4cb4-ba67-457f3a2cc5fd) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:41:06.196732 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:06.206910 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Transition to ACTIVE for port object 15ecedd5-75c5-4cb4-ba67-457f3a2cc5fd will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:41:06.226775 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Transition to ACTIVE for port object 15ecedd5-75c5-4cb4-ba67-457f3a2cc5fd will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:41:06.232884 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:06.301613 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Network c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:41:06.304899 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:41:06.311143 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:41:06.313188 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Pushing event updated for resources: {'Port': ['ID=15ecedd5-75c5-4cb4-ba67-457f3a2cc5fd,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:41:06.346369 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:41:06.346749 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:41:06.347082 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:41:06.347405 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:41:06.347729 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:41:06.348062 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:41:06.348381 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:41:06.348693 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:41:06.349070 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:41:06.349390 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:41:06.349702 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:41:06.350158 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:41:06.414041 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Attempting to bind port 15ecedd5-75c5-4cb4-ba67-457f3a2cc5fd on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:41:06.414390 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Attempting to bind port 15ecedd5-75c5-4cb4-ba67-457f3a2cc5fd by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'b292bb28-4b2c-4435-b6f2-1fef4c7b45c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:41:06.414764 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Attempting to bind port 15ecedd5-75c5-4cb4-ba67-457f3a2cc5fd on network c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:41:06.420056 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:41:06.420412 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Checking segment: {'id': 'b292bb28-4b2c-4435-b6f2-1fef4c7b45c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:41:06.420794 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:06.421166 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Bound using segment: {'id': 'b292bb28-4b2c-4435-b6f2-1fef4c7b45c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:41:06.421612 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Bound port: 15ecedd5-75c5-4cb4-ba67-457f3a2cc5fd, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b292bb28-4b2c-4435-b6f2-1fef4c7b45c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:41:06.421969 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:06.508764 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] For port 15ecedd5-75c5-4cb4-ba67-457f3a2cc5fd, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:41:06.512054 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] For port 15ecedd5-75c5-4cb4-ba67-457f3a2cc5fd, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=15ecedd5-75c5-4cb4-ba67-457f3a2cc5fd,segment=NetworkSegment(b292bb28-4b2c-4435-b6f2-1fef4c7b45c4),segment_id=b292bb28-4b2c-4435-b6f2-1fef4c7b45c4)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:41:06.515604 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:06.595428 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616aa245-452d-43d9-ae8f-3685494c9d9e None None] Pushing event updated for resources: {'Port': ['ID=15ecedd5-75c5-4cb4-ba67-457f3a2cc5fd,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:41:07.157548 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 15ecedd5-75c5-4cb4-ba67-457f3a2cc5fd up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:41:07.233309 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 15ecedd5-75c5-4cb4-ba67-457f3a2cc5fd completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:41:07.418935 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fc712d-89ac-44d2-b8ee-37400762e182 None None] Network c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:41:07.505078 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d5067e47-ae67-4889-808f-8b8cba4443f5 None None] Provisioning for port 15ecedd5-75c5-4cb4-ba67-457f3a2cc5fd completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:41:07.517092 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d5067e47-ae67-4889-808f-8b8cba4443f5 None None] Provisioning complete for port 15ecedd5-75c5-4cb4-ba67-457f3a2cc5fd triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:41:07.517444 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d5067e47-ae67-4889-808f-8b8cba4443f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:07.745873 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d5067e47-ae67-4889-808f-8b8cba4443f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:07.791592 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-d5067e47-ae67-4889-808f-8b8cba4443f5 None None] For port 15ecedd5-75c5-4cb4-ba67-457f3a2cc5fd, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=15ecedd5-75c5-4cb4-ba67-457f3a2cc5fd,segment=NetworkSegment(b292bb28-4b2c-4435-b6f2-1fef4c7b45c4),segment_id=b292bb28-4b2c-4435-b6f2-1fef4c7b45c4)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:41:07.795062 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d5067e47-ae67-4889-808f-8b8cba4443f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:07.869550 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5067e47-ae67-4889-808f-8b8cba4443f5 None None] Pushing event updated for resources: {'Port': ['ID=15ecedd5-75c5-4cb4-ba67-457f3a2cc5fd,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:41:08.016261 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b5d57a00-8fc6-44ce-9d19-a6d10b19ef63 None None] Provisioning complete for port 15ecedd5-75c5-4cb4-ba67-457f3a2cc5fd triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:41:08.016573 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b5d57a00-8fc6-44ce-9d19-a6d10b19ef63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:09.126064 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 15ecedd5-75c5-4cb4-ba67-457f3a2cc5fd up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:41:09.199644 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 15ecedd5-75c5-4cb4-ba67-457f3a2cc5fd triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:41:09.199926 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:19.973384 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5b45599e-4fbb-41c9-b955-eceac627e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:22.281367 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2fc8b39a-7a84-4dfa-9d8d-2fa5bb9d0b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:23.095070 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:23.296998 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:24.770651 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:25.120316 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 5 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:41:49.977133 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5a16603b-84be-4f5d-866a-3da25bcf3bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:52.283411 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-71b775df-590f-4f80-839f-af094390099c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:53.098378 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:53.300131 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:41:54.774263 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:42:02.119227 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 5 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:42:19.979618 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e26b0119-923a-4d81-8fa4-88b23aaee625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:42:22.287143 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ee934a2e-dd62-48da-8051-0d56a1210c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:42:23.099647 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:42:23.302370 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:42:24.778394 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:42:32.567275 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35048) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:42:32.573103 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-18cae6f7-ec6e-49c1-891f-58bb45f0acc8 tempest-verify_tempest_config-1490299770 tempest-verify_tempest_config-1490299770-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:42:32.574045 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-18cae6f7-ec6e-49c1-891f-58bb45f0acc8 tempest-verify_tempest_config-1490299770 tempest-verify_tempest_config-1490299770-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058150 May 10 14:42:32.881286 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35066) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:42:32.996572 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-45e78bdc-a8da-4386-a5c3-8349e10878e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:42:33.011287 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-45e78bdc-a8da-4386-a5c3-8349e10878e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:42:33.015110 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-45e78bdc-a8da-4386-a5c3-8349e10878e7 admin admin] Usage tracker for resource:security_group_rule and tenant:743559a3e5da49799a37f2a402d65d1c is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:42:33.018156 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-45e78bdc-a8da-4386-a5c3-8349e10878e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:42:33.023844 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-45e78bdc-a8da-4386-a5c3-8349e10878e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:42:33.108891 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-45e78bdc-a8da-4386-a5c3-8349e10878e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:42:33.113393 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-45e78bdc-a8da-4386-a5c3-8349e10878e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:42:33.158890 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e78bdc-a8da-4386-a5c3-8349e10878e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08282b2c-6917-4592-be22-a93f365caeeb,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:42:33.163856 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-45e78bdc-a8da-4386-a5c3-8349e10878e7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=743559a3e5da49799a37f2a402d65d1c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2816172 May 10 14:42:33.166735 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35072) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:42:33.167860 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e78bdc-a8da-4386-a5c3-8349e10878e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:42:33.168202 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e78bdc-a8da-4386-a5c3-8349e10878e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:42:33.168530 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e78bdc-a8da-4386-a5c3-8349e10878e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:42:33.168862 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e78bdc-a8da-4386-a5c3-8349e10878e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:42:33.169172 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e78bdc-a8da-4386-a5c3-8349e10878e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:42:33.169508 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e78bdc-a8da-4386-a5c3-8349e10878e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:42:33.169841 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e78bdc-a8da-4386-a5c3-8349e10878e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:42:33.170149 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e78bdc-a8da-4386-a5c3-8349e10878e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:42:33.170504 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e78bdc-a8da-4386-a5c3-8349e10878e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:42:33.170814 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e78bdc-a8da-4386-a5c3-8349e10878e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:42:33.171115 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e78bdc-a8da-4386-a5c3-8349e10878e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:42:33.171446 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e78bdc-a8da-4386-a5c3-8349e10878e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:42:33.226485 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-eef245f7-9b66-42e0-b77f-4bf26e171128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:42:33.251929 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-eef245f7-9b66-42e0-b77f-4bf26e171128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:42:33.350388 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-eef245f7-9b66-42e0-b77f-4bf26e171128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:42:33.365256 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef245f7-9b66-42e0-b77f-4bf26e171128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08282b2c-6917-4592-be22-a93f365caeeb,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:42:33.375887 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef245f7-9b66-42e0-b77f-4bf26e171128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:42:33.376239 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef245f7-9b66-42e0-b77f-4bf26e171128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:42:33.376570 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef245f7-9b66-42e0-b77f-4bf26e171128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:42:33.376895 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef245f7-9b66-42e0-b77f-4bf26e171128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:42:33.377465 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef245f7-9b66-42e0-b77f-4bf26e171128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:42:33.378008 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef245f7-9b66-42e0-b77f-4bf26e171128 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:42:33.378396 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef245f7-9b66-42e0-b77f-4bf26e171128 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:42:33.378760 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef245f7-9b66-42e0-b77f-4bf26e171128 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:42:33.379083 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef245f7-9b66-42e0-b77f-4bf26e171128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:42:33.379400 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef245f7-9b66-42e0-b77f-4bf26e171128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:42:33.379713 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef245f7-9b66-42e0-b77f-4bf26e171128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:42:33.380031 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef245f7-9b66-42e0-b77f-4bf26e171128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:42:33.382741 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-eef245f7-9b66-42e0-b77f-4bf26e171128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:42:33.383834 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-eef245f7-9b66-42e0-b77f-4bf26e171128 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/08282b2c-6917-4592-be22-a93f365caeeb HTTP/1.1" status: 204 len: 168 time: 0.2154479 May 10 14:42:39.119046 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 5 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:42:49.982765 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-42a5a07a-2f5a-4629-aee1-31119542e4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:42:52.290511 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-78961805-0030-4e0a-8260-f7bdb505ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:42:53.108198 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:42:53.304244 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:42:54.780415 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:43:16.117903 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 5 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:43:19.985995 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dc0790fe-e92a-4460-a1e4-85f86622034f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:43:22.292750 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4954fc13-075d-491c-b3bf-c17bc74ee51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:43:23.103824 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:43:23.306589 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:43:24.784857 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:43:49.989565 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f7d297e5-3c5f-45f3-889b-10fa259822b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:43:52.294908 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-56ad199a-fcba-4520-b66e-c26cd6f8422c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:43:52.950567 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539172'] for agent, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:43:53.106705 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:43:53.117952 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:43:53.308809 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:43:54.786839 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:44:07.809415 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35142) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:44:07.920751 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-829a53db-b7e4-4cc8-9273-ef23e282daba admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1102567 May 10 14:44:10.127839 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35152) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:44:10.183707 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c82efa53-fa99-4309-b128-6d8dd6365608 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0547717 May 10 14:44:19.992925 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6e5614c5-994a-408a-86e8-2daa2e04ba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:44:22.296133 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-734e390e-14cd-495b-b9ab-0ce4bd598734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:44:22.930768 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:44:23.109119 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:44:23.309620 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:44:24.790031 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:44:30.116888 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:44:49.998205 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a5a578f6-42e4-4ed1-b8b6-cd80c1c6582b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:44:52.297815 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-413f100e-e6b0-4c65-a6a6-d2f1af6f23bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:44:52.945724 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:44:53.111069 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:44:53.313742 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:44:54.794548 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:07.115577 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:45:19.991052 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-670429ef-4d53-45ab-9da0-071ca3935cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:22.301370 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c7ff2b11-ff3d-43ee-b566-66aada547e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:22.963024 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:23.114858 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:23.308449 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:24.796537 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:38.925955 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35350) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:39.145003 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35362) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:39.355148 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-682325736-network', 'tenant_id': '838b552cd1fe457a86d509de7ba36715'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:39.358915 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:39.363845 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Usage tracker for resource:network and tenant:838b552cd1fe457a86d509de7ba36715 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:39.367469 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:39.373840 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:39.387195 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Made reservation on behalf of 838b552cd1fe457a86d509de7ba36715 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:45:39.389906 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:39.405049 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:39.420180 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:39.423903 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Usage tracker for resource:security_group_rule and tenant:838b552cd1fe457a86d509de7ba36715 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:39.427343 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:39.434455 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:39.535032 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:39.539539 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:39.561943 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:45:39.575649 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-6cb1ad83-c486-4460-95e4-151545ba8087 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-945899288-network', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:39.599307 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6cb1ad83-c486-4460-95e4-151545ba8087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:39.611380 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6cb1ad83-c486-4460-95e4-151545ba8087 admin admin] Usage tracker for resource:network and tenant:ba3b3a57fe174aac9471b7338382297f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:39.611380 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6cb1ad83-c486-4460-95e4-151545ba8087 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:39.611380 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:39.611380 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Added segment 0dd99381-ca53-4023-8dc0-0788d84a1ca8 of type vlan for network 30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6 May 10 14:45:39.614510 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6cb1ad83-c486-4460-95e4-151545ba8087 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:39.616516 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc2dda2-2d2e-4e7e-992f-8b9dfc68bc52,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:39.636159 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:39.636606 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:39.636950 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:39.637302 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:39.637583 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:39.638094 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:39.638438 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:39.638859 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:39.639102 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:39.639438 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:39.639749 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:39.640048 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Tracked resource versions report: May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: pushed versions: May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: { 'AddressGroup': {'1.2'}, May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: 'ConntrackHelper': {'1.0'}, May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: 'Log': {'1.0'}, May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: 'Network': {'1.1'}, May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: 'Port': {'1.7'}, May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: 'PortForwarding': {'1.2'}, May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: 'QosPolicy': {'1.8'}, May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: 'SecurityGroup': {'1.4'}, May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: 'SecurityGroupRule': {'1.2'}, May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: 'SubPort': {'1.0'}, May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: 'Subnet': {'1.1'}, May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: 'Trunk': {'1.1'}} May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: consumer versions: May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: { DHCP agent@dv-neutron-841204-2-hyperv: {}, May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: HyperV agent@hv-neutron-8412: {}, May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: L3 agent@dv-neutron-841204-2-hyperv: {}, May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: Metadata agent@dv-neutron-841204-2-hyperv: {}, May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: Metering agent@dv-neutron-841204-2-hyperv: {}, May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: Open vSwitch agent@dv-neutron-841204-2-hyperv: { 'AddressGroup': '1.2', May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: 'ConntrackHelper': '1.0', May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: 'Log': '1.0', May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: 'Network': '1.1', May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: 'Port': '1.7', May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: 'PortForwarding': '1.2', May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: 'QosPolicy': '1.8', May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: 'SecurityGroup': '1.4', May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: 'SecurityGroupRule': '1.2', May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: 'SubPort': '1.0', May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: 'Subnet': '1.1', May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: 'Trunk': '1.1'}} May 10 14:45:39.641359 dv-neutron-841204-2-hyperv neutron-server[88052]: {{(pid=88052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:45:39.646450 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb1ad83-c486-4460-95e4-151545ba8087 admin admin] Made reservation on behalf of ba3b3a57fe174aac9471b7338382297f for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:45:39.648692 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6cb1ad83-c486-4460-95e4-151545ba8087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:39.665007 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6cb1ad83-c486-4460-95e4-151545ba8087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:39.691492 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:39.695207 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6cb1ad83-c486-4460-95e4-151545ba8087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:39.700861 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6cb1ad83-c486-4460-95e4-151545ba8087 admin admin] Usage tracker for resource:security_group_rule and tenant:ba3b3a57fe174aac9471b7338382297f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:39.704479 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6cb1ad83-c486-4460-95e4-151545ba8087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:39.712034 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6cb1ad83-c486-4460-95e4-151545ba8087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:39.750920 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:39.751801 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:45:39.752404 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:39.891911 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] Pushing event updated for resources: {'Network': ['ID=30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:39.900515 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35402) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:39.900999 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e5617df8-83e4-4681-804e-6085815d6b6c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9733789 May 10 14:45:39.907181 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Request body: {'subnet': {'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-682325736-subnet', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:39.909735 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:45:39.915277 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:39.923760 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Usage tracker for resource:subnet and tenant:838b552cd1fe457a86d509de7ba36715 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:39.931610 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:39.946275 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:39.952221 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6cb1ad83-c486-4460-95e4-151545ba8087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:39.961984 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6cb1ad83-c486-4460-95e4-151545ba8087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:39.972040 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Made reservation on behalf of 838b552cd1fe457a86d509de7ba36715 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:45:39.974568 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:39.984265 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb1ad83-c486-4460-95e4-151545ba8087 admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:45:40.005299 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6cb1ad83-c486-4460-95e4-151545ba8087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:40.005648 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-6cb1ad83-c486-4460-95e4-151545ba8087 admin admin] Added segment d0fb5057-709c-4804-b805-2241f5ca5186 of type vlan for network 3aec5c59-80c4-436d-a4a0-0576e235bd86 May 10 14:45:40.071976 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6cb1ad83-c486-4460-95e4-151545ba8087 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:40.131057 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6cb1ad83-c486-4460-95e4-151545ba8087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:40.132428 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb1ad83-c486-4460-95e4-151545ba8087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:45:40.133381 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6cb1ad83-c486-4460-95e4-151545ba8087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:40.264103 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1ad83-c486-4460-95e4-151545ba8087 admin admin] Pushing event updated for resources: {'Network': ['ID=3aec5c59-80c4-436d-a4a0-0576e235bd86,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:40.269118 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:40.272429 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1ad83-c486-4460-95e4-151545ba8087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebfcb77-9006-4e01-bc6c-02538f6dbc3c,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:40.276879 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 3aec5c59-80c4-436d-a4a0-0576e235bd86 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:45:40.317282 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6cb1ad83-c486-4460-95e4-151545ba8087 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1709414 May 10 14:45:40.320111 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35420) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:40.325859 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-ac839368-408b-4745-a031-be8cdce40f2c admin admin] Request body: {'subnet': {'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-945899288-subnet', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:40.336030 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ac839368-408b-4745-a031-be8cdce40f2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:40.340781 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ac839368-408b-4745-a031-be8cdce40f2c admin admin] Usage tracker for resource:subnet and tenant:ba3b3a57fe174aac9471b7338382297f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:40.344537 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ac839368-408b-4745-a031-be8cdce40f2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:40.350773 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06c1a07c-eca0-423d-a392-b943d87a7614,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:40.351964 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ac839368-408b-4745-a031-be8cdce40f2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:40.365124 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:40.365491 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:40.365872 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:40.366249 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:40.366603 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:40.367017 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:40.367345 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:40.367668 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:40.368031 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:40.368758 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:40.369230 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:40.369777 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:40.369934 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac839368-408b-4745-a031-be8cdce40f2c admin admin] Made reservation on behalf of ba3b3a57fe174aac9471b7338382297f for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Tracked resource versions report: May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: pushed versions: May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: { 'AddressGroup': {'1.2'}, May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: 'ConntrackHelper': {'1.0'}, May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: 'Log': {'1.0'}, May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: 'Network': {'1.1'}, May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: 'Port': {'1.7'}, May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: 'PortForwarding': {'1.2'}, May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: 'QosPolicy': {'1.8'}, May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: 'SecurityGroup': {'1.4'}, May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: 'SecurityGroupRule': {'1.2'}, May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: 'SubPort': {'1.0'}, May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: 'Subnet': {'1.1'}, May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: 'Trunk': {'1.1'}} May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: consumer versions: May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: { DHCP agent@dv-neutron-841204-2-hyperv: {}, May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: HyperV agent@hv-neutron-8412: {}, May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: L3 agent@dv-neutron-841204-2-hyperv: {}, May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: Metadata agent@dv-neutron-841204-2-hyperv: {}, May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: Metering agent@dv-neutron-841204-2-hyperv: {}, May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: Open vSwitch agent@dv-neutron-841204-2-hyperv: { 'AddressGroup': '1.2', May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: 'ConntrackHelper': '1.0', May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: 'Log': '1.0', May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: 'Network': '1.1', May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: 'Port': '1.7', May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: 'PortForwarding': '1.2', May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: 'QosPolicy': '1.8', May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: 'SecurityGroup': '1.4', May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: 'SecurityGroupRule': '1.2', May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: 'SubPort': '1.0', May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: 'Subnet': '1.1', May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: 'Trunk': '1.1'}} May 10 14:45:40.371276 dv-neutron-841204-2-hyperv neutron-server[88051]: {{(pid=88051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:45:40.374122 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ac839368-408b-4745-a031-be8cdce40f2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:40.413715 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Checking segment: {'id': '0dd99381-ca53-4023-8dc0-0788d84a1ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:45:40.414813 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Network hostable DHCP agents. Network: 30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:45:40.440544 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Network 30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:45:40.455634 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:45:40.462588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:45:40.463625 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:40.465068 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92291a4b-125f-449e-b287-4275026f65a1 None None] Network 30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:45:40.501840 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2cb3b258-a5fc-42ba-878b-ff0180961fd2 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6000707 May 10 14:45:40.505674 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35430) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:40.515351 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-eff43825-d8a2-4014-ab2d-c56e34505d98 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-682325736-router', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:40.520719 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-eff43825-d8a2-4014-ab2d-c56e34505d98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:40.525684 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-eff43825-d8a2-4014-ab2d-c56e34505d98 admin admin] Usage tracker for resource:router and tenant:838b552cd1fe457a86d509de7ba36715 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:40.529532 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-eff43825-d8a2-4014-ab2d-c56e34505d98 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:40.536646 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-eff43825-d8a2-4014-ab2d-c56e34505d98 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:40.552327 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eff43825-d8a2-4014-ab2d-c56e34505d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:40.554818 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eff43825-d8a2-4014-ab2d-c56e34505d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:40.582515 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eff43825-d8a2-4014-ab2d-c56e34505d98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:40.745779 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ac839368-408b-4745-a031-be8cdce40f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:40.746026 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6', 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'fixed_ips': [{'subnet_id': '06c1a07c-eca0-423d-a392-b943d87a7614'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:45:40.747036 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:40.930198 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Allocated IP 172.20.0.2 (30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6/06c1a07c-eca0-423d-a392-b943d87a7614/b53c9dfa-9171-4f4d-8eef-ac7b51d72409) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:45:41.016754 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac839368-408b-4745-a031-be8cdce40f2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=275fec47-5f5c-4f6e-94c0-2b9b8256fc9d,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:41.029358 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac839368-408b-4745-a031-be8cdce40f2c admin admin] Checking segment: {'id': 'd0fb5057-709c-4804-b805-2241f5ca5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:45:41.029708 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac839368-408b-4745-a031-be8cdce40f2c admin admin] Network hostable DHCP agents. Network: 3aec5c59-80c4-436d-a4a0-0576e235bd86, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:45:41.056409 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac839368-408b-4745-a031-be8cdce40f2c admin admin] Network 3aec5c59-80c4-436d-a4a0-0576e235bd86 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:45:41.070588 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-ac839368-408b-4745-a031-be8cdce40f2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 3aec5c59-80c4-436d-a4a0-0576e235bd86) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:45:41.078324 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac839368-408b-4745-a031-be8cdce40f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:45:41.079305 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ac839368-408b-4745-a031-be8cdce40f2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:41.091568 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86a6fbb-3da3-49b4-9b4d-327012eee5d0 None None] Network 3aec5c59-80c4-436d-a4a0-0576e235bd86 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:45:41.107984 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eff43825-d8a2-4014-ab2d-c56e34505d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:41.115487 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ac839368-408b-4745-a031-be8cdce40f2c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7940204 May 10 14:45:41.118132 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35446) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:41.130369 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-caf6fd94-4c51-4b8c-a0e4-bcf5f8aee2e5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-945899288-router', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:41.140757 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-caf6fd94-4c51-4b8c-a0e4-bcf5f8aee2e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:41.155872 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-caf6fd94-4c51-4b8c-a0e4-bcf5f8aee2e5 admin admin] Usage tracker for resource:router and tenant:ba3b3a57fe174aac9471b7338382297f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:41.161329 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-caf6fd94-4c51-4b8c-a0e4-bcf5f8aee2e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:41.176845 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-caf6fd94-4c51-4b8c-a0e4-bcf5f8aee2e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:41.202143 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-caf6fd94-4c51-4b8c-a0e4-bcf5f8aee2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:41.203389 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-caf6fd94-4c51-4b8c-a0e4-bcf5f8aee2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:41.240176 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-caf6fd94-4c51-4b8c-a0e4-bcf5f8aee2e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:41.338563 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35454) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:41.339159 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35456) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:41.561438 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:41.583671 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36e11dd-59e5-4d95-a9f8-3e63b33701fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-3aec5c59-80c4-436d-a4a0-0576e235bd86', 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'fixed_ips': [{'subnet_id': '275fec47-5f5c-4f6e-94c0-2b9b8256fc9d'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:45:41.584508 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b36e11dd-59e5-4d95-a9f8-3e63b33701fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:41.595525 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Transition to ACTIVE for port object b53c9dfa-9171-4f4d-8eef-ac7b51d72409 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:45:41.639327 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-caf6fd94-4c51-4b8c-a0e4-bcf5f8aee2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:41.644177 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35470) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:41.645720 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eff43825-d8a2-4014-ab2d-c56e34505d98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:41.663773 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Transition to ACTIVE for port object b53c9dfa-9171-4f4d-8eef-ac7b51d72409 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:45:41.679864 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:41.682823 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eff43825-d8a2-4014-ab2d-c56e34505d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:41.738186 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Network 30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:45:41.742869 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:45:41.745453 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:45:41.764644 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35476) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:41.827312 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-eff43825-d8a2-4014-ab2d-c56e34505d98 admin admin] Allocated IP 172.26.0.176 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/23d67d6e-5d1e-4be6-9635-8251f273113b) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:45:41.978334 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-b36e11dd-59e5-4d95-a9f8-3e63b33701fc None None] Allocated IP 172.20.0.2 (3aec5c59-80c4-436d-a4a0-0576e235bd86/275fec47-5f5c-4f6e-94c0-2b9b8256fc9d/e0080539-01b3-4ee4-8773-8d748229995c) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:45:42.052260 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eff43825-d8a2-4014-ab2d-c56e34505d98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:42.087267 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-f6ff6829-31ad-43ce-af60-95948933c248 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:42.093682 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-573ad3f0-0e39-4d13-90c9-f48c74bc4072 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1485276123'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:42.100058 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eff43825-d8a2-4014-ab2d-c56e34505d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:42.150068 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff43825-d8a2-4014-ab2d-c56e34505d98 admin admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:45:42.152941 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-eff43825-d8a2-4014-ab2d-c56e34505d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:45:42.155771 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Attempting to bind port b53c9dfa-9171-4f4d-8eef-ac7b51d72409 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:45:42.156235 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Attempting to bind port b53c9dfa-9171-4f4d-8eef-ac7b51d72409 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '0dd99381-ca53-4023-8dc0-0788d84a1ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:45:42.156659 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Attempting to bind port b53c9dfa-9171-4f4d-8eef-ac7b51d72409 on network 30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:45:42.161112 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff43825-d8a2-4014-ab2d-c56e34505d98 admin admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:45:42.164019 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-caf6fd94-4c51-4b8c-a0e4-bcf5f8aee2e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:42.175795 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:45:42.176214 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Checking segment: {'id': '0dd99381-ca53-4023-8dc0-0788d84a1ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:45:42.176711 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:42.177231 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Bound using segment: {'id': '0dd99381-ca53-4023-8dc0-0788d84a1ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:45:42.177763 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Bound port: b53c9dfa-9171-4f4d-8eef-ac7b51d72409, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd99381-ca53-4023-8dc0-0788d84a1ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:45:42.178392 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:42.208352 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-caf6fd94-4c51-4b8c-a0e4-bcf5f8aee2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:42.208854 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35490) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:42.233487 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Pushing event updated for resources: {'Port': ['ID=b53c9dfa-9171-4f4d-8eef-ac7b51d72409,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:42.251872 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:42.260946 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:42.261480 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:42.261952 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:42.262446 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:42.262936 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:42.263421 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:42.263901 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:42.266490 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-573ad3f0-0e39-4d13-90c9-f48c74bc4072 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:42.266914 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:42.267414 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:42.268446 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:42.269039 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Tracked resource versions report: May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: pushed versions: May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: { 'AddressGroup': {'1.2'}, May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: 'ConntrackHelper': {'1.0'}, May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: 'Log': {'1.0'}, May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: 'Network': {'1.1'}, May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: 'Port': {'1.7'}, May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: 'PortForwarding': {'1.2'}, May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: 'QosPolicy': {'1.8'}, May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: 'SecurityGroup': {'1.4'}, May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: 'SecurityGroupRule': {'1.2'}, May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: 'SubPort': {'1.0'}, May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: 'Subnet': {'1.1'}, May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: 'Trunk': {'1.1'}} May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: consumer versions: May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: { DHCP agent@dv-neutron-841204-2-hyperv: {}, May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: HyperV agent@hv-neutron-8412: {}, May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: L3 agent@dv-neutron-841204-2-hyperv: {}, May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: Metadata agent@dv-neutron-841204-2-hyperv: {}, May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: Metering agent@dv-neutron-841204-2-hyperv: {}, May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: Open vSwitch agent@dv-neutron-841204-2-hyperv: { 'AddressGroup': '1.2', May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: 'ConntrackHelper': '1.0', May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: 'Log': '1.0', May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: 'Network': '1.1', May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: 'Port': '1.7', May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: 'PortForwarding': '1.2', May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: 'QosPolicy': '1.8', May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: 'SecurityGroup': '1.4', May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: 'SecurityGroupRule': '1.2', May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: 'SubPort': '1.0', May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: 'Subnet': '1.1', May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: 'Trunk': '1.1'}} May 10 14:45:42.270294 dv-neutron-841204-2-hyperv neutron-server[88053]: {{(pid=88053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:45:42.284998 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-d8203b2e-73ce-4c64-b37b-d1463b0e3a50 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1396299965', 'router:external': True}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:42.289545 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d8203b2e-73ce-4c64-b37b-d1463b0e3a50 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:42.294147 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d8203b2e-73ce-4c64-b37b-d1463b0e3a50 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Usage tracker for resource:network and tenant:d8e70110116b481aa528254724b9ebe2 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:42.297287 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d8203b2e-73ce-4c64-b37b-d1463b0e3a50 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:42.304491 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d8203b2e-73ce-4c64-b37b-d1463b0e3a50 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:42.327094 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1509103581'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:42.336698 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8203b2e-73ce-4c64-b37b-d1463b0e3a50 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Made reservation on behalf of d8e70110116b481aa528254724b9ebe2 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:45:42.339731 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d8203b2e-73ce-4c64-b37b-d1463b0e3a50 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:42.353264 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:42.365277 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d8203b2e-73ce-4c64-b37b-d1463b0e3a50 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:42.384462 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Usage tracker for resource:network and tenant:725884b9372f458585f9a6344a813d32 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:42.397723 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d8203b2e-73ce-4c64-b37b-d1463b0e3a50 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:42.403155 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d8203b2e-73ce-4c64-b37b-d1463b0e3a50 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Usage tracker for resource:security_group_rule and tenant:d8e70110116b481aa528254724b9ebe2 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:42.405968 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d8203b2e-73ce-4c64-b37b-d1463b0e3a50 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:42.413772 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d8203b2e-73ce-4c64-b37b-d1463b0e3a50 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:42.415167 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-573ad3f0-0e39-4d13-90c9-f48c74bc4072 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Usage tracker for resource:network and tenant:c2e4d815e9b14572bfc35a45e4062b95 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:42.426571 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-573ad3f0-0e39-4d13-90c9-f48c74bc4072 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:42.468233 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-573ad3f0-0e39-4d13-90c9-f48c74bc4072 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:42.505635 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f6ff6829-31ad-43ce-af60-95948933c248 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] 10.222.0.79 "PUT /v2.0/quotas/a049249765944623ae14726b8909cb51 HTTP/1.1" status: 200 len: 366 time: 1.1589782 May 10 14:45:42.509840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff43825-d8a2-4014-ab2d-c56e34505d98 admin admin] Pushing event updated for resources: {'Port': ['ID=23d67d6e-5d1e-4be6-9635-8251f273113b,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:42.510926 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d8203b2e-73ce-4c64-b37b-d1463b0e3a50 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:42.512395 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:42.514511 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35500) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:42.519272 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-92431af3-ebbe-42c3-951d-16cb2a4baa16 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-448278687'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:42.522269 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] For port b53c9dfa-9171-4f4d-8eef-ac7b51d72409, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:45:42.529939 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-92431af3-ebbe-42c3-951d-16cb2a4baa16 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:42.536118 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-92431af3-ebbe-42c3-951d-16cb2a4baa16 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Usage tracker for resource:router and tenant:55bef0f506384a4dbd628878a97dccf1 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:42.540817 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-008a56c3-0324-4b6b-844b-b31b3fd91288 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] 10.222.0.79 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0247867 May 10 14:45:42.541804 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d8203b2e-73ce-4c64-b37b-d1463b0e3a50 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:42.544091 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] For port b53c9dfa-9171-4f4d-8eef-ac7b51d72409, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b53c9dfa-9171-4f4d-8eef-ac7b51d72409,segment=NetworkSegment(0dd99381-ca53-4023-8dc0-0788d84a1ca8),segment_id=0dd99381-ca53-4023-8dc0-0788d84a1ca8)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:45:42.547970 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35506) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:42.549557 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573ad3f0-0e39-4d13-90c9-f48c74bc4072 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Made reservation on behalf of c2e4d815e9b14572bfc35a45e4062b95 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:45:42.555532 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8203b2e-73ce-4c64-b37b-d1463b0e3a50 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:45:42.556044 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-573ad3f0-0e39-4d13-90c9-f48c74bc4072 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:42.559508 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:42.564279 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d8203b2e-73ce-4c64-b37b-d1463b0e3a50 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:42.565155 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-d8203b2e-73ce-4c64-b37b-d1463b0e3a50 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Added segment e9d5008b-f69c-4316-9082-bf8d71fbe312 of type vlan for network 42c17863-6d38-439a-9ce3-2b566f74632c May 10 14:45:42.571677 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b36e11dd-59e5-4d95-a9f8-3e63b33701fc None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:42.601375 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d8203b2e-73ce-4c64-b37b-d1463b0e3a50 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:42.636242 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:42.639441 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-92431af3-ebbe-42c3-951d-16cb2a4baa16 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:42.652750 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-197601ae-c005-4eb6-9929-01cccc3ba683 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] 10.222.0.79 "GET /v2.0/quotas/a049249765944623ae14726b8909cb51 HTTP/1.1" status: 200 len: 366 time: 0.0808010 May 10 14:45:42.663578 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-573ad3f0-0e39-4d13-90c9-f48c74bc4072 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:42.670686 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-92431af3-ebbe-42c3-951d-16cb2a4baa16 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:42.675209 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35514) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:42.676131 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d8203b2e-73ce-4c64-b37b-d1463b0e3a50 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:42.679538 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8203b2e-73ce-4c64-b37b-d1463b0e3a50 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:45:42.679674 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b36e11dd-59e5-4d95-a9f8-3e63b33701fc None None] Transition to ACTIVE for port object e0080539-01b3-4ee4-8773-8d748229995c will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:45:42.680533 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d8203b2e-73ce-4c64-b37b-d1463b0e3a50 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:42.696169 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35516) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:42.704708 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-573ad3f0-0e39-4d13-90c9-f48c74bc4072 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:42.713122 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-573ad3f0-0e39-4d13-90c9-f48c74bc4072 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Usage tracker for resource:security_group_rule and tenant:c2e4d815e9b14572bfc35a45e4062b95 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:42.718283 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-573ad3f0-0e39-4d13-90c9-f48c74bc4072 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:42.718832 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b36e11dd-59e5-4d95-a9f8-3e63b33701fc None None] Transition to ACTIVE for port object e0080539-01b3-4ee4-8773-8d748229995c will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:45:42.722958 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2434e-a3a2-4953-a44f-b3b1fdfdfcc9 None None] Pushing event updated for resources: {'Port': ['ID=b53c9dfa-9171-4f4d-8eef-ac7b51d72409,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:42.731325 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-573ad3f0-0e39-4d13-90c9-f48c74bc4072 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:42.736531 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b36e11dd-59e5-4d95-a9f8-3e63b33701fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:42.793661 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36e11dd-59e5-4d95-a9f8-3e63b33701fc None None] Network 3aec5c59-80c4-436d-a4a0-0576e235bd86 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:45:42.801364 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-b36e11dd-59e5-4d95-a9f8-3e63b33701fc None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:45:42.804098 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36e11dd-59e5-4d95-a9f8-3e63b33701fc None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:45:42.830370 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Made reservation on behalf of 725884b9372f458585f9a6344a813d32 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:45:42.833776 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:42.901225 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-92431af3-ebbe-42c3-951d-16cb2a4baa16 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:42.902247 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-92431af3-ebbe-42c3-951d-16cb2a4baa16 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:42.937226 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:42.968815 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-573ad3f0-0e39-4d13-90c9-f48c74bc4072 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:42.969932 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eff43825-d8a2-4014-ab2d-c56e34505d98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:43.040472 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-573ad3f0-0e39-4d13-90c9-f48c74bc4072 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:43.050308 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8203b2e-73ce-4c64-b37b-d1463b0e3a50 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105c09da-4b23-43c3-a220-76a73c98403a,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:43.060636 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:43.067329 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b36e11dd-59e5-4d95-a9f8-3e63b33701fc None None] Attempting to bind port e0080539-01b3-4ee4-8773-8d748229995c on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:45:43.067826 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b36e11dd-59e5-4d95-a9f8-3e63b33701fc None None] Attempting to bind port e0080539-01b3-4ee4-8773-8d748229995c by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'd0fb5057-709c-4804-b805-2241f5ca5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:45:43.068248 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36e11dd-59e5-4d95-a9f8-3e63b33701fc None None] Attempting to bind port e0080539-01b3-4ee4-8773-8d748229995c on network 3aec5c59-80c4-436d-a4a0-0576e235bd86 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:45:43.081611 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d8203b2e-73ce-4c64-b37b-d1463b0e3a50 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4353681 May 10 14:45:43.085876 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1e46fe94-6ab6-49dd-b0f6-3e343152bf12 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] 10.222.0.79 "DELETE /v2.0/quotas/a049249765944623ae14726b8909cb51 HTTP/1.1" status: 204 len: 168 time: 0.3949764 May 10 14:45:43.088822 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35528) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:43.088957 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-caf6fd94-4c51-4b8c-a0e4-bcf5f8aee2e5 admin admin] Allocated IP 172.26.0.3 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/dab0f9a7-34cb-40e8-a5bc-92c085c5411f) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:45:43.089043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35530) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:43.092422 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e11dd-59e5-4d95-a9f8-3e63b33701fc None None] Pushing event updated for resources: {'Port': ['ID=e0080539-01b3-4ee4-8773-8d748229995c,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:43.095980 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36e11dd-59e5-4d95-a9f8-3e63b33701fc None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:45:43.096959 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Usage tracker for resource:security_group_rule and tenant:725884b9372f458585f9a6344a813d32 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:43.097224 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36e11dd-59e5-4d95-a9f8-3e63b33701fc None None] Checking segment: {'id': 'd0fb5057-709c-4804-b805-2241f5ca5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:45:43.097929 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b36e11dd-59e5-4d95-a9f8-3e63b33701fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:43.098378 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36e11dd-59e5-4d95-a9f8-3e63b33701fc None None] Bound using segment: {'id': 'd0fb5057-709c-4804-b805-2241f5ca5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:45:43.098999 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b36e11dd-59e5-4d95-a9f8-3e63b33701fc None None] Bound port: e0080539-01b3-4ee4-8773-8d748229995c, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0fb5057-709c-4804-b805-2241f5ca5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:45:43.099933 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b36e11dd-59e5-4d95-a9f8-3e63b33701fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:43.101050 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-92431af3-ebbe-42c3-951d-16cb2a4baa16 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:43.109330 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-87879ffa-1c2d-447d-acb4-9de7ea7287ca tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:43.109925 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:43.120948 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:43.122928 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8203b2e-73ce-4c64-b37b-d1463b0e3a50 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Pushing event updated for resources: {'Network': ['ID=42c17863-6d38-439a-9ce3-2b566f74632c,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:43.130395 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-5f4182c7-ae92-460b-9d81-7582ea2da955 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Request body: {'subnet': {'network_id': '42c17863-6d38-439a-9ce3-2b566f74632c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:43.161851 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 42c17863-6d38-439a-9ce3-2b566f74632c details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:45:43.163681 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-87879ffa-1c2d-447d-acb4-9de7ea7287ca tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:43.169868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573ad3f0-0e39-4d13-90c9-f48c74bc4072 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:45:43.177805 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-87879ffa-1c2d-447d-acb4-9de7ea7287ca tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Usage tracker for resource:floatingip and tenant:c741d2827bea4af389bc578b8568b528 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:43.180139 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-92431af3-ebbe-42c3-951d-16cb2a4baa16 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:43.185936 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-87879ffa-1c2d-447d-acb4-9de7ea7287ca tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:43.196837 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5f4182c7-ae92-460b-9d81-7582ea2da955 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:43.203478 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ad3f0-0e39-4d13-90c9-f48c74bc4072 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdfb9b9-9341-4c79-91ab-c2ac4062627c,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:43.208677 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-87879ffa-1c2d-447d-acb4-9de7ea7287ca tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:43.217976 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5f4182c7-ae92-460b-9d81-7582ea2da955 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Usage tracker for resource:subnet and tenant:d8e70110116b481aa528254724b9ebe2 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:43.224747 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-834cb655-fa2d-4c27-ba09-d5f0f0d8a1a5 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] 10.222.0.79 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1199319 May 10 14:45:43.230028 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-573ad3f0-0e39-4d13-90c9-f48c74bc4072 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:43.231179 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-573ad3f0-0e39-4d13-90c9-f48c74bc4072 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Added segment 1bdf3c43-3e95-4d68-b16d-b0ba6a620da3 of type vlan for network fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8 May 10 14:45:43.232605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5f4182c7-ae92-460b-9d81-7582ea2da955 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:43.241570 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35540) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:43.287095 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-58c75d0f-a294-464e-9827-c1eb9e42fc76 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] 10.222.0.79 "GET /v2.0/quotas/a049249765944623ae14726b8909cb51 HTTP/1.1" status: 200 len: 370 time: 0.0425236 May 10 14:45:43.293295 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35544) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:43.312037 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-12c86059-1ad6-4857-bf93-48b4828d5403 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] 10.222.0.79 "GET /v2.0/quotas/a049249765944623ae14726b8909cb51/default HTTP/1.1" status: 200 len: 370 time: 0.0146716 May 10 14:45:43.316226 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35548) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:43.324376 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-92431af3-ebbe-42c3-951d-16cb2a4baa16 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:43.325355 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-b36e11dd-59e5-4d95-a9f8-3e63b33701fc None None] For port e0080539-01b3-4ee4-8773-8d748229995c, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:45:43.331165 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-92431af3-ebbe-42c3-951d-16cb2a4baa16 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.1185963 May 10 14:45:43.331384 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-b36e11dd-59e5-4d95-a9f8-3e63b33701fc None None] For port e0080539-01b3-4ee4-8773-8d748229995c, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e0080539-01b3-4ee4-8773-8d748229995c,segment=NetworkSegment(d0fb5057-709c-4804-b805-2241f5ca5186),segment_id=d0fb5057-709c-4804-b805-2241f5ca5186)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:45:43.335543 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b36e11dd-59e5-4d95-a9f8-3e63b33701fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:43.347721 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35552) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:43.349043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5f4182c7-ae92-460b-9d81-7582ea2da955 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:43.376181 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-87879ffa-1c2d-447d-acb4-9de7ea7287ca tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:43.416638 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-7776d3f3-97a0-43d3-977a-f3544175fe3a tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] delete failed (client error): The resource could not be found. May 10 14:45:43.417751 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7776d3f3-97a0-43d3-977a-f3544175fe3a tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] 10.222.0.79 "DELETE /v2.0/quotas/a049249765944623ae14726b8909cb51 HTTP/1.1" status: 404 len: 348 time: 0.0896738 May 10 14:45:43.420332 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b53c9dfa-9171-4f4d-8eef-ac7b51d72409 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:45:43.437954 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-573ad3f0-0e39-4d13-90c9-f48c74bc4072 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:43.558699 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f8111296-a87f-4be7-a940-01f3588b0e1b tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:43.583915 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4182c7-ae92-460b-9d81-7582ea2da955 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Made reservation on behalf of d8e70110116b481aa528254724b9ebe2 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:45:43.586203 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5f4182c7-ae92-460b-9d81-7582ea2da955 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:43.627729 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e11dd-59e5-4d95-a9f8-3e63b33701fc None None] Pushing event updated for resources: {'Port': ['ID=e0080539-01b3-4ee4-8773-8d748229995c,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:43.712484 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port b53c9dfa-9171-4f4d-8eef-ac7b51d72409 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:45:43.746406 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-573ad3f0-0e39-4d13-90c9-f48c74bc4072 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:43.754825 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573ad3f0-0e39-4d13-90c9-f48c74bc4072 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:45:43.755528 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-573ad3f0-0e39-4d13-90c9-f48c74bc4072 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:43.791952 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35558) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:43.812604 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-caf6fd94-4c51-4b8c-a0e4-bcf5f8aee2e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:44.029367 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:44.031795 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a3e288-05a2-4648-b124-4701245a12b6 None None] Network 30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:45:44.050901 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:44.070605 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f8111296-a87f-4be7-a940-01f3588b0e1b tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:44.077834 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f8111296-a87f-4be7-a940-01f3588b0e1b tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:44.104868 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:45:44.119242 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:45:44.123822 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e550e33e-2ef0-4c4c-8525-b8e758de3d97 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] Usage tracker for resource:network and tenant:d67512f2148345e1a81d58baad1f2998 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:44.142374 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-573ad3f0-0e39-4d13-90c9-f48c74bc4072 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.7909369 May 10 14:45:44.155464 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35562) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:44.163474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ad3f0-0e39-4d13-90c9-f48c74bc4072 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Pushing event updated for resources: {'Network': ['ID=fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:44.174665 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-4ea5e994-f737-4183-b326-1c866d4c0d48 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Request body: {'subnet': {'network_id': 'fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:44.199209 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:45:44.217861 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3f97ec09-11f4-4aa5-9562-90a21ff4e822 None None] Provisioning for port b53c9dfa-9171-4f4d-8eef-ac7b51d72409 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:45:44.242087 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:44.242087 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Added segment 9ee57c27-3fa6-43b5-8440-d1eef07ee7b7 of type vlan for network d481061b-e707-4495-9b32-6f5936b63ecd May 10 14:45:44.242823 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e550e33e-2ef0-4c4c-8525-b8e758de3d97 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:44.244629 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9fedb5-0620-4a9b-83b7-12262a330a87,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:44.270159 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f8111296-a87f-4be7-a940-01f3588b0e1b tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:44.271130 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8111296-a87f-4be7-a940-01f3588b0e1b tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cab3e2c2-da60-4b7b-b6f7-7d5d6ff50289 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:45:44.279782 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3f97ec09-11f4-4aa5-9562-90a21ff4e822 None None] Provisioning complete for port b53c9dfa-9171-4f4d-8eef-ac7b51d72409 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:45:44.280257 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3f97ec09-11f4-4aa5-9562-90a21ff4e822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:44.291588 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-caf6fd94-4c51-4b8c-a0e4-bcf5f8aee2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:44.340531 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eff43825-d8a2-4014-ab2d-c56e34505d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:44.348645 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e550e33e-2ef0-4c4c-8525-b8e758de3d97 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] Usage tracker for resource:subnet and tenant:d67512f2148345e1a81d58baad1f2998 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:44.380148 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:44.395722 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e550e33e-2ef0-4c4c-8525-b8e758de3d97 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:44.414831 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf6fd94-4c51-4b8c-a0e4-bcf5f8aee2e5 admin admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:45:44.420105 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e550e33e-2ef0-4c4c-8525-b8e758de3d97 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] Usage tracker for resource:subnetpool and tenant:d67512f2148345e1a81d58baad1f2998 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:44.422961 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-caf6fd94-4c51-4b8c-a0e4-bcf5f8aee2e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:45:44.429866 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf6fd94-4c51-4b8c-a0e4-bcf5f8aee2e5 admin admin] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:45:44.459875 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4ea5e994-f737-4183-b326-1c866d4c0d48 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:44.475999 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4ea5e994-f737-4183-b326-1c866d4c0d48 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Usage tracker for resource:subnet and tenant:c2e4d815e9b14572bfc35a45e4062b95 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:44.480792 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4ea5e994-f737-4183-b326-1c866d4c0d48 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:44.501104 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4ea5e994-f737-4183-b326-1c866d4c0d48 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:44.508392 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3f97ec09-11f4-4aa5-9562-90a21ff4e822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:44.551451 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-3f97ec09-11f4-4aa5-9562-90a21ff4e822 None None] For port b53c9dfa-9171-4f4d-8eef-ac7b51d72409, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b53c9dfa-9171-4f4d-8eef-ac7b51d72409,segment=NetworkSegment(0dd99381-ca53-4023-8dc0-0788d84a1ca8),segment_id=0dd99381-ca53-4023-8dc0-0788d84a1ca8)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:45:44.556058 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f8111296-a87f-4be7-a940-01f3588b0e1b tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:44.558666 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f8111296-a87f-4be7-a940-01f3588b0e1b tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] 10.222.0.79 "DELETE /v2.0/routers/cab3e2c2-da60-4b7b-b6f7-7d5d6ff50289 HTTP/1.1" status: 204 len: 168 time: 1.2088468 May 10 14:45:44.561511 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3f97ec09-11f4-4aa5-9562-90a21ff4e822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:44.566198 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.resource_extend [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:45:44.574014 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35566) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:44.576271 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e550e33e-2ef0-4c4c-8525-b8e758de3d97 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:44.619918 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6fd94-4c51-4b8c-a0e4-bcf5f8aee2e5 admin admin] Pushing event updated for resources: {'Port': ['ID=dab0f9a7-34cb-40e8-a5bc-92c085c5411f,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:44.635024 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-a6f6ef24-e7b7-4ed4-828b-ac4287e0a27a tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Request body: {'router': {'name': 'tempest-router-326623703', 'distributed': False}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:44.638763 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-87879ffa-1c2d-447d-acb4-9de7ea7287ca tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:44.649224 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a6f6ef24-e7b7-4ed4-828b-ac4287e0a27a tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:44.651832 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea5e994-f737-4183-b326-1c866d4c0d48 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Made reservation on behalf of c2e4d815e9b14572bfc35a45e4062b95 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:45:44.655331 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4ea5e994-f737-4183-b326-1c866d4c0d48 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks [] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:44.656336 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97ec09-11f4-4aa5-9562-90a21ff4e822 None None] Pushing event updated for resources: {'Port': ['ID=b53c9dfa-9171-4f4d-8eef-ac7b51d72409,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:44.665743 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a6f6ef24-e7b7-4ed4-828b-ac4287e0a27a tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Usage tracker for resource:router and tenant:55bef0f506384a4dbd628878a97dccf1 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:44.671935 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a6f6ef24-e7b7-4ed4-828b-ac4287e0a27a tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:44.678048 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:44.684106 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:45:44.684864 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:44.707623 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e550e33e-2ef0-4c4c-8525-b8e758de3d97 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] Usage tracker for resource:port and tenant:d67512f2148345e1a81d58baad1f2998 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:44.710391 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a6f6ef24-e7b7-4ed4-828b-ac4287e0a27a tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:44.800900 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e550e33e-2ef0-4c4c-8525-b8e758de3d97 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:44.838441 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.0719194 May 10 14:45:44.843019 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a6f6ef24-e7b7-4ed4-828b-ac4287e0a27a tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:44.844157 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a6f6ef24-e7b7-4ed4-828b-ac4287e0a27a tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:44.848374 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35570) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:44.850604 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d16c38-55fe-4f44-90ce-1ad78e396d78 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Pushing event updated for resources: {'Network': ['ID=d481061b-e707-4495-9b32-6f5936b63ecd,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:44.861258 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network d481061b-e707-4495-9b32-6f5936b63ecd details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:45:44.863307 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e550e33e-2ef0-4c4c-8525-b8e758de3d97 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] Usage tracker for resource:router and tenant:d67512f2148345e1a81d58baad1f2998 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:44.954771 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e550e33e-2ef0-4c4c-8525-b8e758de3d97 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:45.038173 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51485c12-c7e7-45fd-ae3a-4e58e3ecd0b9 None None] Network 3aec5c59-80c4-436d-a4a0-0576e235bd86 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:45:45.063172 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e550e33e-2ef0-4c4c-8525-b8e758de3d97 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] Usage tracker for resource:floatingip and tenant:d67512f2148345e1a81d58baad1f2998 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:45.075591 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e550e33e-2ef0-4c4c-8525-b8e758de3d97 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:45.082628 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a6f6ef24-e7b7-4ed4-828b-ac4287e0a27a tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:45.085191 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-40c830ed-5387-4948-b153-93ad5ab75be0 None None] Provisioning complete for port b53c9dfa-9171-4f4d-8eef-ac7b51d72409 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:45:45.085875 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-40c830ed-5387-4948-b153-93ad5ab75be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:45.103468 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff43825-d8a2-4014-ab2d-c56e34505d98 admin admin] Router 43943543-1466-4d7c-a559-58e24cddb695 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:45:45.105732 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-87879ffa-1c2d-447d-acb4-9de7ea7287ca tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Allocated IP 172.26.0.117 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/b0d4a8f6-409c-4c44-bd09-5e489c38a06f) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:45:45.204870 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-927f6a7f-9875-4471-9604-2492839d7eea tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Request body: {'network': {'name': 'tempest-network--276882917', 'router:external': True}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:45.217363 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e550e33e-2ef0-4c4c-8525-b8e758de3d97 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] Usage tracker for resource:security_group and tenant:d67512f2148345e1a81d58baad1f2998 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:45.225388 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e550e33e-2ef0-4c4c-8525-b8e758de3d97 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:45.235264 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a6f6ef24-e7b7-4ed4-828b-ac4287e0a27a tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:45.244665 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-927f6a7f-9875-4471-9604-2492839d7eea tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:45.263067 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e550e33e-2ef0-4c4c-8525-b8e758de3d97 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] Usage tracker for resource:security_group_rule and tenant:d67512f2148345e1a81d58baad1f2998 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:45.269011 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-caf6fd94-4c51-4b8c-a0e4-bcf5f8aee2e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:45.318581 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-927f6a7f-9875-4471-9604-2492839d7eea tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Usage tracker for resource:network and tenant:90dc6f4f7fa94a339ca952aad1bdfac9 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:45.322980 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-927f6a7f-9875-4471-9604-2492839d7eea tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:45.348423 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a6f6ef24-e7b7-4ed4-828b-ac4287e0a27a tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:45.353793 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a6f6ef24-e7b7-4ed4-828b-ac4287e0a27a tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7750385 May 10 14:45:45.354833 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e550e33e-2ef0-4c4c-8525-b8e758de3d97 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:45.357643 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35576) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:45.360955 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-927f6a7f-9875-4471-9604-2492839d7eea tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:45.429168 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b53c9dfa-9171-4f4d-8eef-ac7b51d72409 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:45:45.467220 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e550e33e-2ef0-4c4c-8525-b8e758de3d97 tempest-QuotasTest-2142242403 tempest-QuotasTest-2142242403-project-admin] 10.222.0.79 "GET /v2.0/quotas/d67512f2148345e1a81d58baad1f2998/details.json HTTP/1.1" status: 200 len: 703 time: 1.6741867 May 10 14:45:45.574875 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-87879ffa-1c2d-447d-acb4-9de7ea7287ca tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:45.575254 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port b53c9dfa-9171-4f4d-8eef-ac7b51d72409 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:45:45.575623 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:45.600739 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3acdc497-fc33-4004-be1f-abaf4a86f0a4 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:45.657206 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-77713fb3-c03d-4f1a-a3db-51bb24345701 None None] Provisioning for port e0080539-01b3-4ee4-8773-8d748229995c completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:45:45.733985 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e0080539-01b3-4ee4-8773-8d748229995c up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:45:45.812334 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff43825-d8a2-4014-ab2d-c56e34505d98 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:45:45.815450 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927f6a7f-9875-4471-9604-2492839d7eea tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Made reservation on behalf of 90dc6f4f7fa94a339ca952aad1bdfac9 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:45:45.818502 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-927f6a7f-9875-4471-9604-2492839d7eea tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:45.826053 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] Sync routers for ids ['43943543-1466-4d7c-a559-58e24cddb695'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:45:45.842985 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-87879ffa-1c2d-447d-acb4-9de7ea7287ca tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:45.849531 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] Routers {'43943543-1466-4d7c-a559-58e24cddb695'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:45:45.850265 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:45:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['43943543-1466-4d7c-a559-58e24cddb695'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:45:45.861276 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port e0080539-01b3-4ee4-8773-8d748229995c completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:45:45.876847 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port e0080539-01b3-4ee4-8773-8d748229995c triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:45:45.876847 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:45.934622 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4ea5e994-f737-4183-b326-1c866d4c0d48 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:45.945490 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35586) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:45.992254 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-927f6a7f-9875-4471-9604-2492839d7eea tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:46.028652 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f66dabe1-3e69-4a29-8294-0610de9e908d None None] Provisioning complete for port e0080539-01b3-4ee4-8773-8d748229995c triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:45:46.029023 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f66dabe1-3e69-4a29-8294-0610de9e908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:46.063092 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5e994-f737-4183-b326-1c866d4c0d48 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Pushing event updated for resources: {'Subnet': ['ID=23678628-f3bf-4592-84b9-77212f567477,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:46.085807 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87879ffa-1c2d-447d-acb4-9de7ea7287ca tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:45:46.098769 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-87879ffa-1c2d-447d-acb4-9de7ea7287ca tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:45:46.102040 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-927f6a7f-9875-4471-9604-2492839d7eea tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:46.144557 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87879ffa-1c2d-447d-acb4-9de7ea7287ca tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:45:46.154499 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:46.225682 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3acdc497-fc33-4004-be1f-abaf4a86f0a4 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:46.228940 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3acdc497-fc33-4004-be1f-abaf4a86f0a4 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:46.239930 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] Set router 43943543-1466-4d7c-a559-58e24cddb695 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:45:46.245490 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port e0080539-01b3-4ee4-8773-8d748229995c, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e0080539-01b3-4ee4-8773-8d748229995c,segment=NetworkSegment(d0fb5057-709c-4804-b805-2241f5ca5186),segment_id=d0fb5057-709c-4804-b805-2241f5ca5186)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:45:46.247301 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87879ffa-1c2d-447d-acb4-9de7ea7287ca tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Pushing event updated for resources: {'Port': ['ID=b0d4a8f6-409c-4c44-bd09-5e489c38a06f,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:46.261699 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:46.262216 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-927f6a7f-9875-4471-9604-2492839d7eea tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Usage tracker for resource:security_group_rule and tenant:90dc6f4f7fa94a339ca952aad1bdfac9 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:46.273414 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3acdc497-fc33-4004-be1f-abaf4a86f0a4 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:46.274662 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acdc497-fc33-4004-be1f-abaf4a86f0a4 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fac43f0d-1b7e-4573-a862-39cacbe19826 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:45:46.285569 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-927f6a7f-9875-4471-9604-2492839d7eea tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:46.289183 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-87879ffa-1c2d-447d-acb4-9de7ea7287ca tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:46.290958 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3acdc497-fc33-4004-be1f-abaf4a86f0a4 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:46.295624 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3acdc497-fc33-4004-be1f-abaf4a86f0a4 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] 10.222.0.79 "DELETE /v2.0/routers/fac43f0d-1b7e-4573-a862-39cacbe19826 HTTP/1.1" status: 204 len: 168 time: 0.9207690 May 10 14:45:46.296819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35594) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:46.304014 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.objects.ports [None req-5f4182c7-ae92-460b-9d81-7582ea2da955 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 10 14:45:46.304752 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5f4182c7-ae92-460b-9d81-7582ea2da955 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:46.308248 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-53387c81-a350-48b7-acbc-fe12002a9635 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Request body: {'router': {'name': 'tempest-router-1808604046', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '533441451f89406bafa79bf66d11d191'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:46.318510 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-53387c81-a350-48b7-acbc-fe12002a9635 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:46.325023 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-caf6fd94-4c51-4b8c-a0e4-bcf5f8aee2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:46.328426 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-53387c81-a350-48b7-acbc-fe12002a9635 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Usage tracker for resource:router and tenant:533441451f89406bafa79bf66d11d191 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:46.333134 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-53387c81-a350-48b7-acbc-fe12002a9635 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:46.363334 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-75fe92fb-1db6-464d-83ad-18ddc5970dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:46.385452 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-927f6a7f-9875-4471-9604-2492839d7eea tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:46.398062 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-75fe92fb-1db6-464d-83ad-18ddc5970dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:46.399765 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f66dabe1-3e69-4a29-8294-0610de9e908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:46.403857 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-75fe92fb-1db6-464d-83ad-18ddc5970dac admin admin] Usage tracker for resource:security_group_rule and tenant:848d2fa0ce66410880729d55e713cf46 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:46.406889 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-75fe92fb-1db6-464d-83ad-18ddc5970dac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:46.411401 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-53387c81-a350-48b7-acbc-fe12002a9635 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:46.414535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-75fe92fb-1db6-464d-83ad-18ddc5970dac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:46.418997 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=e0080539-01b3-4ee4-8773-8d748229995c,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:46.503316 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-f66dabe1-3e69-4a29-8294-0610de9e908d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:45:46.504000 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-f66dabe1-3e69-4a29-8294-0610de9e908d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:45:46.504121 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-75fe92fb-1db6-464d-83ad-18ddc5970dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:46.514902 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-53387c81-a350-48b7-acbc-fe12002a9635 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:46.515872 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-53387c81-a350-48b7-acbc-fe12002a9635 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:46.521087 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eff43825-d8a2-4014-ab2d-c56e34505d98 admin admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:46.524929 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-eff43825-d8a2-4014-ab2d-c56e34505d98 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.0156064 May 10 14:45:46.526918 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35598) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:46.578833 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-75fe92fb-1db6-464d-83ad-18ddc5970dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:46.595938 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43943543-1466-4d7c-a559-58e24cddb695', 'name': 'tempest-ServersTestJSON-682325736-router', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:40Z', 'updated_at': '2022-05-10T14:45:42Z', 'revision_number': 3, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'gw_port': {'id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43943543-1466-4d7c-a559-58e24cddb695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:45:46.600293 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] Checking router: 43943543-1466-4d7c-a559-58e24cddb695 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:45:46.600641 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] Updating router 43943543-1466-4d7c-a559-58e24cddb695 port 23d67d6e-5d1e-4be6-9635-8251f273113b binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:45:46.652097 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea5e994-f737-4183-b326-1c866d4c0d48 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Checking segment: {'id': '1bdf3c43-3e95-4d68-b16d-b0ba6a620da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:45:46.652455 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea5e994-f737-4183-b326-1c866d4c0d48 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Network hostable DHCP agents. Network: fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:45:46.657132 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:46.694361 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4182c7-ae92-460b-9d81-7582ea2da955 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bdc5ca2d-23d3-4adb-89ea-c384e12088a1,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:46.703629 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4182c7-ae92-460b-9d81-7582ea2da955 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Checking segment: {'id': 'e9d5008b-f69c-4316-9082-bf8d71fbe312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '42c17863-6d38-439a-9ce3-2b566f74632c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:45:46.703810 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4182c7-ae92-460b-9d81-7582ea2da955 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Network hostable DHCP agents. Network: 42c17863-6d38-439a-9ce3-2b566f74632c, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:45:46.712454 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-87879ffa-1c2d-447d-acb4-9de7ea7287ca tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:46.720056 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-53387c81-a350-48b7-acbc-fe12002a9635 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:46.740734 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-75fe92fb-1db6-464d-83ad-18ddc5970dac admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=848d2fa0ce66410880729d55e713cf46&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7371275 May 10 14:45:46.740734 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe92fb-1db6-464d-83ad-18ddc5970dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea38cc8-305f-4536-90a7-f9777438656d,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:46.742296 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35602) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:46.792247 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea5e994-f737-4183-b326-1c866d4c0d48 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Network fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:45:46.825319 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4182c7-ae92-460b-9d81-7582ea2da955 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Network 42c17863-6d38-439a-9ce3-2b566f74632c is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:45:46.832201 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-4ea5e994-f737-4183-b326-1c866d4c0d48 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:45:46.846749 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60e14c0-8967-49a0-ab38-86ee6ece7d97 None None] Network fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:45:46.863828 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-53387c81-a350-48b7-acbc-fe12002a9635 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:46.864937 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea5e994-f737-4183-b326-1c866d4c0d48 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:45:46.865525 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4ea5e994-f737-4183-b326-1c866d4c0d48 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:46.920281 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-5f4182c7-ae92-460b-9d81-7582ea2da955 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 42c17863-6d38-439a-9ce3-2b566f74632c) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:45:46.952647 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4182c7-ae92-460b-9d81-7582ea2da955 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:45:46.953226 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5f4182c7-ae92-460b-9d81-7582ea2da955 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:46.998646 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-53387c81-a350-48b7-acbc-fe12002a9635 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:47.002715 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-53387c81-a350-48b7-acbc-fe12002a9635 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7046912 May 10 14:45:47.005329 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35606) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:47.013629 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf6fd94-4c51-4b8c-a0e4-bcf5f8aee2e5 admin admin] Router 298e15f8-19de-4d14-a9ac-be0afb4df5dc is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:45:47.014290 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-927f6a7f-9875-4471-9604-2492839d7eea tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:47.019477 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-feefe1bc-9122-44c2-bb4b-107b4967bc56 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:47.030524 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-927f6a7f-9875-4471-9604-2492839d7eea tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:47.035128 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4ea5e994-f737-4183-b326-1c866d4c0d48 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8730712 May 10 14:45:47.047448 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35610) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:47.059483 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb1f69f-a4e0-4f2a-9edb-70905e0220b6 None None] Network 42c17863-6d38-439a-9ce3-2b566f74632c requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:45:47.065561 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5f4182c7-ae92-460b-9d81-7582ea2da955 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9641962 May 10 14:45:47.072313 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-2fc84e75-d89c-43ca-8d48-50c595c06172 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Request body: {'port': {'network_id': 'fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1669787098'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:47.073261 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5c72d57-cf93-4144-9a36-a8785e89849f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:47.096892 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35614) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:47.111097 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927f6a7f-9875-4471-9604-2492839d7eea tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:45:47.159706 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:47.175170 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-a179a066-fdf1-4afd-8b39-c6f1ad9ac8dd tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2082219369', 'network_id': '42c17863-6d38-439a-9ce3-2b566f74632c'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:47.179193 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] Transition to ACTIVE for port object 23d67d6e-5d1e-4be6-9635-8251f273113b will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:45:47.189275 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:47.205815 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a179a066-fdf1-4afd-8b39-c6f1ad9ac8dd tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:47.231054 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a179a066-fdf1-4afd-8b39-c6f1ad9ac8dd tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Usage tracker for resource:port and tenant:d8e70110116b481aa528254724b9ebe2 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:47.238907 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-927f6a7f-9875-4471-9604-2492839d7eea tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:47.239364 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-927f6a7f-9875-4471-9604-2492839d7eea tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Added segment 6028d1d9-7757-4fbe-8900-14a4601aa30c of type vlan for network f83622ac-ce81-4f51-a692-300ecfc0323f May 10 14:45:47.248924 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a179a066-fdf1-4afd-8b39-c6f1ad9ac8dd tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:47.252555 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f6a7f-9875-4471-9604-2492839d7eea tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e728b5f-8a5d-48c6-ab83-8b09e82919be,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:47.265563 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a179a066-fdf1-4afd-8b39-c6f1ad9ac8dd tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:47.315723 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-87879ffa-1c2d-447d-acb4-9de7ea7287ca tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:47.325845 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5c72d57-cf93-4144-9a36-a8785e89849f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:47.347460 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-87879ffa-1c2d-447d-acb4-9de7ea7287ca tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:47.351726 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a179a066-fdf1-4afd-8b39-c6f1ad9ac8dd tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Made reservation on behalf of d8e70110116b481aa528254724b9ebe2 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:45:47.354122 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a179a066-fdf1-4afd-8b39-c6f1ad9ac8dd tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:47.376462 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581025d-1ea3-4578-9aac-54b5a0e599dd None None] Pushing event updated for resources: {'Port': ['ID=23d67d6e-5d1e-4be6-9635-8251f273113b,revision_number=2']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:47.384238 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e0080539-01b3-4ee4-8773-8d748229995c up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:45:47.386273 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581025d-1ea3-4578-9aac-54b5a0e599dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:47.386650 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581025d-1ea3-4578-9aac-54b5a0e599dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:47.386976 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581025d-1ea3-4578-9aac-54b5a0e599dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:47.387303 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581025d-1ea3-4578-9aac-54b5a0e599dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:47.387620 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581025d-1ea3-4578-9aac-54b5a0e599dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:47.387955 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581025d-1ea3-4578-9aac-54b5a0e599dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:47.388274 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581025d-1ea3-4578-9aac-54b5a0e599dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:47.388597 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581025d-1ea3-4578-9aac-54b5a0e599dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:47.388904 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581025d-1ea3-4578-9aac-54b5a0e599dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:47.389336 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581025d-1ea3-4578-9aac-54b5a0e599dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:47.389648 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581025d-1ea3-4578-9aac-54b5a0e599dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:47.389961 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581025d-1ea3-4578-9aac-54b5a0e599dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7581025d-1ea3-4578-9aac-54b5a0e599dd None None] Tracked resource versions report: May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: pushed versions: May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: { 'AddressGroup': {'1.2'}, May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: 'ConntrackHelper': {'1.0'}, May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: 'Log': {'1.0'}, May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: 'Network': {'1.1'}, May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: 'Port': {'1.7'}, May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: 'PortForwarding': {'1.2'}, May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: 'QosPolicy': {'1.8'}, May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: 'SecurityGroup': {'1.4'}, May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: 'SecurityGroupRule': {'1.2'}, May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: 'SubPort': {'1.0'}, May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: 'Subnet': {'1.1'}, May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: 'Trunk': {'1.1'}} May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: consumer versions: May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: { DHCP agent@dv-neutron-841204-2-hyperv: {}, May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: HyperV agent@hv-neutron-8412: {}, May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: L3 agent@dv-neutron-841204-2-hyperv: {}, May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: Metadata agent@dv-neutron-841204-2-hyperv: {}, May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: Metering agent@dv-neutron-841204-2-hyperv: {}, May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: Open vSwitch agent@dv-neutron-841204-2-hyperv: { 'AddressGroup': '1.2', May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: 'ConntrackHelper': '1.0', May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: 'Log': '1.0', May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: 'Network': '1.1', May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: 'Port': '1.7', May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: 'PortForwarding': '1.2', May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: 'QosPolicy': '1.8', May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: 'SecurityGroup': '1.4', May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: 'SecurityGroupRule': '1.2', May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: 'SubPort': '1.0', May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: 'Subnet': '1.1', May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: 'Trunk': '1.1'}} May 10 14:45:47.391308 dv-neutron-841204-2-hyperv neutron-server[88054]: {{(pid=88054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:45:47.418626 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-927f6a7f-9875-4471-9604-2492839d7eea tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:47.448161 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] Attempting to bind port 23d67d6e-5d1e-4be6-9635-8251f273113b on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:45:47.448808 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] Attempting to bind port 23d67d6e-5d1e-4be6-9635-8251f273113b by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:45:47.449425 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] Attempting to bind port 23d67d6e-5d1e-4be6-9635-8251f273113b on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:45:47.457651 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-87879ffa-1c2d-447d-acb4-9de7ea7287ca tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:47.460054 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:45:47.460646 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:45:47.461239 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:47.461776 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:45:47.462625 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] Bound port: 23d67d6e-5d1e-4be6-9635-8251f273113b, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:45:47.463298 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:47.474841 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2fc84e75-d89c-43ca-8d48-50c595c06172 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:47.494523 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-a179a066-fdf1-4afd-8b39-c6f1ad9ac8dd tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] device_id is not set on port 5140a228-9422-48fb-aef5-850ae82a1cd1 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:45:47.535954 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2fc84e75-d89c-43ca-8d48-50c595c06172 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Usage tracker for resource:port and tenant:c2e4d815e9b14572bfc35a45e4062b95 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:47.550638 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2fc84e75-d89c-43ca-8d48-50c595c06172 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:47.559712 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87879ffa-1c2d-447d-acb4-9de7ea7287ca tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Pushing event updated for resources: {'Port': ['ID=b0d4a8f6-409c-4c44-bd09-5e489c38a06f,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:47.560883 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bf3889-89df-4b42-b145-069c12ead743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8', 'network_id': 'fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8', 'tenant_id': 'c2e4d815e9b14572bfc35a45e4062b95', 'fixed_ips': [{'subnet_id': '23678628-f3bf-4592-84b9-77212f567477'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:45:47.562646 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-34bf3889-89df-4b42-b145-069c12ead743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:47.572197 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2fc84e75-d89c-43ca-8d48-50c595c06172 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:47.577118 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] For port 23d67d6e-5d1e-4be6-9635-8251f273113b, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:45:47.582808 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] For port 23d67d6e-5d1e-4be6-9635-8251f273113b, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=23d67d6e-5d1e-4be6-9635-8251f273113b,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:45:47.588918 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:47.593239 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-87879ffa-1c2d-447d-acb4-9de7ea7287ca tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:47.598235 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-87879ffa-1c2d-447d-acb4-9de7ea7287ca tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9010239 May 10 14:45:47.604673 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35620) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:47.615945 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-760925f7-9665-44a4-ae4b-30a313cca9a3 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-982849081'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:47.626898 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-760925f7-9665-44a4-ae4b-30a313cca9a3 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:47.632840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-927f6a7f-9875-4471-9604-2492839d7eea tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:47.633731 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927f6a7f-9875-4471-9604-2492839d7eea tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:45:47.634316 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-927f6a7f-9875-4471-9604-2492839d7eea tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:47.651508 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681b3c07-d790-4c2d-b358-cb8f65a2f1bb None None] Network 42c17863-6d38-439a-9ce3-2b566f74632c requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:45:47.666937 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-760925f7-9665-44a4-ae4b-30a313cca9a3 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Usage tracker for resource:network and tenant:c741d2827bea4af389bc578b8568b528 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:47.669766 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc84e75-d89c-43ca-8d48-50c595c06172 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Made reservation on behalf of c2e4d815e9b14572bfc35a45e4062b95 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:45:47.719650 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2fc84e75-d89c-43ca-8d48-50c595c06172 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:47.719650 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-760925f7-9665-44a4-ae4b-30a313cca9a3 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:47.720157 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581025d-1ea3-4578-9aac-54b5a0e599dd None None] Pushing event updated for resources: {'Port': ['ID=23d67d6e-5d1e-4be6-9635-8251f273113b,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:47.761926 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] Routers {'43943543-1466-4d7c-a559-58e24cddb695'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:45:47.762831 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:45:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['43943543-1466-4d7c-a559-58e24cddb695'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:45:47.792275 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-760925f7-9665-44a4-ae4b-30a313cca9a3 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:47.839547 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-2fc84e75-d89c-43ca-8d48-50c595c06172 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] device_id is not set on port 0341cd28-e4aa-4b09-9d22-2c1b5ffa9406 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:45:47.884157 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-927f6a7f-9875-4471-9604-2492839d7eea tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.0323944 May 10 14:45:47.884785 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35624) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:47.908480 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port e0080539-01b3-4ee4-8773-8d748229995c triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:45:47.909751 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:47.921717 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f6a7f-9875-4471-9604-2492839d7eea tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Pushing event updated for resources: {'Network': ['ID=f83622ac-ce81-4f51-a692-300ecfc0323f,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:47.938479 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760925f7-9665-44a4-ae4b-30a313cca9a3 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Made reservation on behalf of c741d2827bea4af389bc578b8568b528 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:45:47.942560 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-760925f7-9665-44a4-ae4b-30a313cca9a3 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:47.956094 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-feefe1bc-9122-44c2-bb4b-107b4967bc56 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:47.956598 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-feefe1bc-9122-44c2-bb4b-107b4967bc56 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks [] for router, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:48.007990 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network f83622ac-ce81-4f51-a692-300ecfc0323f details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:45:48.021828 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] Set router 43943543-1466-4d7c-a559-58e24cddb695 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:45:48.023641 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-760925f7-9665-44a4-ae4b-30a313cca9a3 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:48.059113 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-a179a066-fdf1-4afd-8b39-c6f1ad9ac8dd tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Allocated IP 172.20.0.6 (42c17863-6d38-439a-9ce3-2b566f74632c/bdc5ca2d-23d3-4adb-89ea-c384e12088a1/5140a228-9422-48fb-aef5-850ae82a1cd1) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:45:48.087482 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5c72d57-cf93-4144-9a36-a8785e89849f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:48.095755 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-760925f7-9665-44a4-ae4b-30a313cca9a3 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:48.102381 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf6fd94-4c51-4b8c-a0e4-bcf5f8aee2e5 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:45:48.128892 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c72d57-cf93-4144-9a36-a8785e89849f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea38cc8-305f-4536-90a7-f9777438656d,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:48.147828 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:48.153239 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-feefe1bc-9122-44c2-bb4b-107b4967bc56 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88052) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 10 14:45:48.153567 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-feefe1bc-9122-44c2-bb4b-107b4967bc56 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Router 1ec17e52-d4c2-465e-91f3-9b5f6e2ba883 migrating from provider to provider. {{(pid=88052) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 10 14:45:48.153943 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-feefe1bc-9122-44c2-bb4b-107b4967bc56 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:48.187815 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5c72d57-cf93-4144-9a36-a8785e89849f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:48.188934 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e5c72d57-cf93-4144-9a36-a8785e89849f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3ea38cc8-305f-4536-90a7-f9777438656d HTTP/1.1" status: 204 len: 168 time: 1.4463103 May 10 14:45:48.200378 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-caf6fd94-4c51-4b8c-a0e4-bcf5f8aee2e5 admin admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:48.204213 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-caf6fd94-4c51-4b8c-a0e4-bcf5f8aee2e5 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0818617 May 10 14:45:48.207137 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] Sync routers for ids ['298e15f8-19de-4d14-a9ac-be0afb4df5dc'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:45:48.213557 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-feefe1bc-9122-44c2-bb4b-107b4967bc56 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:48.214102 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35632) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:48.242154 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] Routers {'298e15f8-19de-4d14-a9ac-be0afb4df5dc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:45:48.242910 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:45:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['298e15f8-19de-4d14-a9ac-be0afb4df5dc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:45:48.289880 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-feefe1bc-9122-44c2-bb4b-107b4967bc56 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539321'] for router, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:48.290619 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-760925f7-9665-44a4-ae4b-30a313cca9a3 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Usage tracker for resource:security_group_rule and tenant:c741d2827bea4af389bc578b8568b528 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:48.295464 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-760925f7-9665-44a4-ae4b-30a313cca9a3 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:48.304488 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-760925f7-9665-44a4-ae4b-30a313cca9a3 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:48.512412 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-2fc84e75-d89c-43ca-8d48-50c595c06172 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Allocated IP 172.20.0.8 (fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8/23678628-f3bf-4592-84b9-77212f567477/0341cd28-e4aa-4b09-9d22-2c1b5ffa9406) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:45:48.516418 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43943543-1466-4d7c-a559-58e24cddb695', 'name': 'tempest-ServersTestJSON-682325736-router', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:40Z', 'updated_at': '2022-05-10T14:45:42Z', 'revision_number': 3, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'gw_port': {'id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43943543-1466-4d7c-a559-58e24cddb695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:45:48.524088 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25733e0e-7296-4421-9e26-a4b8f84d4ff7 None None] The sync data for ids ['43943543-1466-4d7c-a559-58e24cddb695'] in dv-neutron-841204-2-hyperv is: [{'id': '43943543-1466-4d7c-a559-58e24cddb695', 'name': 'tempest-ServersTestJSON-682325736-router', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:40Z', 'updated_at': '2022-05-10T14:45:42Z', 'revision_number': 3, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'gw_port': {'id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43943543-1466-4d7c-a559-58e24cddb695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:45:48.607521 dv-neutron-841204-2-hyperv neutron-server[88052]: WARNING neutron.scheduler.l3_agent_scheduler [None req-feefe1bc-9122-44c2-bb4b-107b4967bc56 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] No L3 agents can host the router 1ec17e52-d4c2-465e-91f3-9b5f6e2ba883 May 10 14:45:48.632583 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:48.678618 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-760925f7-9665-44a4-ae4b-30a313cca9a3 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:48.734279 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-760925f7-9665-44a4-ae4b-30a313cca9a3 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:48.746174 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:45:48.746550 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:45:48.747291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:45:48.747745 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > port after_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:45:48.748060 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:45:48.748402 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > port after_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:45:48.748709 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:45:48.749037 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:45:48.749365 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:45:48.750189 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35640) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:48.750661 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:45:48.857366 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] Set router 298e15f8-19de-4d14-a9ac-be0afb4df5dc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:45:48.918411 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7b0ca977-309a-412d-8bd4-e85347837882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:48.939256 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07cd1399-b6ab-401b-a157-deed3d97e030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:48.952527 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:45:48.952854 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:45:48.953185 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:45:48.954925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:45:48.955822 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83622ac-ce81-4f51-a692-300ecfc0323f']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:45:49.070816 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-7b0ca977-309a-412d-8bd4-e85347837882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:49.084415 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feefe1bc-9122-44c2-bb4b-107b4967bc56 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Hosts for router 1ec17e52-d4c2-465e-91f3-9b5f6e2ba883: [] {{(pid=88052) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} May 10 14:45:49.108387 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7b0ca977-309a-412d-8bd4-e85347837882 admin admin] Usage tracker for resource:security_group_rule and tenant:d67512f2148345e1a81d58baad1f2998 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:49.144668 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a179a066-fdf1-4afd-8b39-c6f1ad9ac8dd tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:49.150604 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7b0ca977-309a-412d-8bd4-e85347837882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:49.166157 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-7b0ca977-309a-412d-8bd4-e85347837882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:49.181095 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feefe1bc-9122-44c2-bb4b-107b4967bc56 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Hosts for other DVR routers connected to router 1ec17e52-d4c2-465e-91f3-9b5f6e2ba883: set() {{(pid=88052) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} May 10 14:45:49.216816 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-feefe1bc-9122-44c2-bb4b-107b4967bc56 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:49.221806 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-feefe1bc-9122-44c2-bb4b-107b4967bc56 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] 10.222.0.79 "PUT /v2.0/routers/1ec17e52-d4c2-465e-91f3-9b5f6e2ba883 HTTP/1.1" status: 200 len: 717 time: 2.2133846 May 10 14:45:49.230978 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35644) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:49.320289 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 23d67d6e-5d1e-4be6-9635-8251f273113b up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:45:49.386056 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'name': 'tempest-ServersTestManualDisk-945899288-router', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:44Z', 'revision_number': 3, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'gw_port': {'id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:07:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:42Z', 'updated_at': '2022-05-10T14:45:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:45:49.394116 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6028d1d9-7757-4fbe-8900-14a4601aa30c') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:45:49.394972 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6028d1d9-7757-4fbe-8900-14a4601aa30c') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:45:49.398478 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] Checking router: 298e15f8-19de-4d14-a9ac-be0afb4df5dc for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:45:49.398832 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] Updating router 298e15f8-19de-4d14-a9ac-be0afb4df5dc port dab0f9a7-34cb-40e8-a5bc-92c085c5411f binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:45:49.410085 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:49.428800 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:49.440104 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:45:49.440684 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:49.481410 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: from cryptography.utils import int_from_bytes May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: from cryptography.utils import int_from_bytes May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn_limited( May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn_limited( May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:45:49.546975 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:45:49.555236 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:49.560991 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f83622ac-ce81-4f51-a692-300ecfc0323f {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 10 14:45:49.564067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:49.579071 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a179a066-fdf1-4afd-8b39-c6f1ad9ac8dd tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:49.622813 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] 10.222.0.79 "DELETE /v2.0/networks/f83622ac-ce81-4f51-a692-300ecfc0323f HTTP/1.1" status: 204 len: 168 time: 1.7301028 May 10 14:45:49.626384 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8a7483b9-acd3-4c54-9688-35afe8ce8ece tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] 10.222.0.79 "GET /v2.0/routers/1ec17e52-d4c2-465e-91f3-9b5f6e2ba883 HTTP/1.1" status: 200 len: 717 time: 0.3840394 May 10 14:45:49.627061 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35648) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:49.627343 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35650) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:49.643595 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-fdacacf7-7df0-47e6-b17e-163d214895b9 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:49.660607 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-fdacacf7-7df0-47e6-b17e-163d214895b9 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:49.682121 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a179a066-fdf1-4afd-8b39-c6f1ad9ac8dd tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Network 42c17863-6d38-439a-9ce3-2b566f74632c is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:45:49.693508 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2fc84e75-d89c-43ca-8d48-50c595c06172 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:49.719215 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6808b7-3fe6-41c5-82ad-b781e3f839ec tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Pushing event deleted for resources: {'Network': ['ID=f83622ac-ce81-4f51-a692-300ecfc0323f,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:49.725611 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-a179a066-fdf1-4afd-8b39-c6f1ad9ac8dd tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:45:49.727863 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-fdacacf7-7df0-47e6-b17e-163d214895b9 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Usage tracker for resource:network and tenant:90dc6f4f7fa94a339ca952aad1bdfac9 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:49.730645 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a179a066-fdf1-4afd-8b39-c6f1ad9ac8dd tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:45:49.746243 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-fdacacf7-7df0-47e6-b17e-163d214895b9 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:49.759654 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-fdacacf7-7df0-47e6-b17e-163d214895b9 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:49.863585 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdacacf7-7df0-47e6-b17e-163d214895b9 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Made reservation on behalf of 90dc6f4f7fa94a339ca952aad1bdfac9 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:45:49.865387 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760925f7-9665-44a4-ae4b-30a313cca9a3 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:45:49.865835 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fdacacf7-7df0-47e6-b17e-163d214895b9 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:49.905540 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a179a066-fdf1-4afd-8b39-c6f1ad9ac8dd tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:45:49.906983 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a179a066-fdf1-4afd-8b39-c6f1ad9ac8dd tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:49.940970 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7b0ca977-309a-412d-8bd4-e85347837882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:49.950834 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-07cd1399-b6ab-401b-a157-deed3d97e030 admin admin] Allocated IP 172.20.0.1 (30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6/06c1a07c-eca0-423d-a392-b943d87a7614/e4fcfa0f-9e8a-46ac-87cb-145c74e500f2) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:45:49.963561 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7b0ca977-309a-412d-8bd4-e85347837882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:49.984434 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:50.009536 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179a066-fdf1-4afd-8b39-c6f1ad9ac8dd tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Pushing event updated for resources: {'Port': ['ID=5140a228-9422-48fb-aef5-850ae82a1cd1,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:50.028322 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760925f7-9665-44a4-ae4b-30a313cca9a3 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac76f4d-8cb9-404a-87b6-a41c03677d45,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:50.040987 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 23d67d6e-5d1e-4be6-9635-8251f273113b completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:45:50.044331 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] Transition to ACTIVE for port object dab0f9a7-34cb-40e8-a5bc-92c085c5411f will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:45:50.047007 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-760925f7-9665-44a4-ae4b-30a313cca9a3 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:50.050146 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-760925f7-9665-44a4-ae4b-30a313cca9a3 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Added segment 0a72f57b-65d4-46fc-97f8-3b18f1578254 of type vlan for network bf378f18-35a1-4684-8fdd-8c60efce1846 May 10 14:45:50.054817 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a179a066-fdf1-4afd-8b39-c6f1ad9ac8dd tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.9514408 May 10 14:45:50.060585 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-2fc84e75-d89c-43ca-8d48-50c595c06172 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Transition to ACTIVE for port object 0341cd28-e4aa-4b09-9d22-2c1b5ffa9406 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:45:50.062570 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35660) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:50.063517 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 23d67d6e-5d1e-4be6-9635-8251f273113b triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:45:50.063858 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:50.099896 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdacacf7-7df0-47e6-b17e-163d214895b9 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:45:50.104327 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-28832330-593d-4ac1-8bac-4276df2633f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:50.104928 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ca977-309a-412d-8bd4-e85347837882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa874d42-08ea-4ad1-8d9c-4cc411d220dc,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:50.115380 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:50.153148 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-460d637e-553e-4420-8e97-4d0c862c588f tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Deleting port 5140a228-9422-48fb-aef5-850ae82a1cd1 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:45:50.153514 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-460d637e-553e-4420-8e97-4d0c862c588f tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:50.213086 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a5cda-48c0-4e18-bcd0-d70aea6dd397 None None] Pushing event updated for resources: {'Port': ['ID=dab0f9a7-34cb-40e8-a5bc-92c085c5411f,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:50.223344 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] Attempting to bind port dab0f9a7-34cb-40e8-a5bc-92c085c5411f on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:45:50.223705 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] Attempting to bind port dab0f9a7-34cb-40e8-a5bc-92c085c5411f by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:45:50.224056 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] Attempting to bind port dab0f9a7-34cb-40e8-a5bc-92c085c5411f on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:45:50.231705 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:45:50.232064 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:45:50.232456 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:50.232836 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:45:50.233295 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] Bound port: dab0f9a7-34cb-40e8-a5bc-92c085c5411f, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:45:50.233675 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:50.310514 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-760925f7-9665-44a4-ae4b-30a313cca9a3 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:50.323386 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fdacacf7-7df0-47e6-b17e-163d214895b9 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:50.324642 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-fdacacf7-7df0-47e6-b17e-163d214895b9 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Added segment 07560d73-e309-48bc-81a4-c7ee65a2d382 of type vlan for network 1f8dadf8-f905-45f3-8749-c1700d3a4c34 May 10 14:45:50.351888 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:50.372039 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] For port dab0f9a7-34cb-40e8-a5bc-92c085c5411f, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:45:50.376167 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] For port dab0f9a7-34cb-40e8-a5bc-92c085c5411f, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=dab0f9a7-34cb-40e8-a5bc-92c085c5411f,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:45:50.379272 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 23d67d6e-5d1e-4be6-9635-8251f273113b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=23d67d6e-5d1e-4be6-9635-8251f273113b,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:45:50.381675 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:50.419798 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:50.448158 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7b0ca977-309a-412d-8bd4-e85347837882 admin admin] Synchronizing usage tracker for tenant:909bd2edfaad4b03a4e7762a9c11cf6c on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:45:50.470368 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-760925f7-9665-44a4-ae4b-30a313cca9a3 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:50.471148 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] Routers {'298e15f8-19de-4d14-a9ac-be0afb4df5dc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:45:50.471229 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fdacacf7-7df0-47e6-b17e-163d214895b9 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:50.471484 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:45:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['298e15f8-19de-4d14-a9ac-be0afb4df5dc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:45:50.477105 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760925f7-9665-44a4-ae4b-30a313cca9a3 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:45:50.477712 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-760925f7-9665-44a4-ae4b-30a313cca9a3 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:50.503586 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-42337e1a-01b4-4099-a8b9-0e2c85f051db tempest-RoutersTestDVR-1890366717 tempest-RoutersTestDVR-1890366717-project] 10.222.0.79 "GET /v2.0/routers/1ec17e52-d4c2-465e-91f3-9b5f6e2ba883 HTTP/1.1" status: 200 len: 683 time: 0.8697944 May 10 14:45:50.512043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35664) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:50.522233 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2fc84e75-d89c-43ca-8d48-50c595c06172 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:50.562753 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a5cda-48c0-4e18-bcd0-d70aea6dd397 None None] Pushing event updated for resources: {'Port': ['ID=dab0f9a7-34cb-40e8-a5bc-92c085c5411f,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:50.575231 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7b0ca977-309a-412d-8bd4-e85347837882 admin admin] Unset dirty status for tenant:909bd2edfaad4b03a4e7762a9c11cf6c on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:45:50.576458 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7b0ca977-309a-412d-8bd4-e85347837882 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d67512f2148345e1a81d58baad1f2998&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8217237 May 10 14:45:50.590193 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35668) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:50.659331 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07cd1399-b6ab-401b-a157-deed3d97e030 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:50.669270 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-21c60222-326f-45c5-889c-ebcffd2860a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:50.690594 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fdacacf7-7df0-47e6-b17e-163d214895b9 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:50.691539 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdacacf7-7df0-47e6-b17e-163d214895b9 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:45:50.692113 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fdacacf7-7df0-47e6-b17e-163d214895b9 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:50.741949 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-34bf3889-89df-4b42-b145-069c12ead743 None None] Allocated IP 172.20.0.2 (fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8/23678628-f3bf-4592-84b9-77212f567477/2183b92d-2455-49bc-b8db-99a3b3dcc7ea) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:45:50.744537 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-07cd1399-b6ab-401b-a157-deed3d97e030 admin admin] Transition to ACTIVE for port object e4fcfa0f-9e8a-46ac-87cb-145c74e500f2 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:45:50.756300 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=23d67d6e-5d1e-4be6-9635-8251f273113b,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:50.868307 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-760925f7-9665-44a4-ae4b-30a313cca9a3 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.2627449 May 10 14:45:50.871509 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35672) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:50.884101 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] Set router 298e15f8-19de-4d14-a9ac-be0afb4df5dc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:45:50.938103 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-0448fe14-4d26-4818-a14a-fa13cd221842 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Request body: {'subnet': {'network_id': 'bf378f18-35a1-4684-8fdd-8c60efce1846', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:50.993994 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760925f7-9665-44a4-ae4b-30a313cca9a3 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Pushing event updated for resources: {'Network': ['ID=bf378f18-35a1-4684-8fdd-8c60efce1846,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:50.999397 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-460d637e-553e-4420-8e97-4d0c862c588f tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:51.018182 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc84e75-d89c-43ca-8d48-50c595c06172 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Network fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:45:51.025194 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d04c5517-202d-40e6-a63f-1ca12c5d2684 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:51.106034 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d708e5c1-7a9d-4097-8331-391cd5d8af45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:51.114187 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacacf7-7df0-47e6-b17e-163d214895b9 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Pushing event updated for resources: {'Network': ['ID=1f8dadf8-f905-45f3-8749-c1700d3a4c34,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:51.124553 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-fdacacf7-7df0-47e6-b17e-163d214895b9 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4890838 May 10 14:45:51.144597 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35676) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:51.158577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-2fc84e75-d89c-43ca-8d48-50c595c06172 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:45:51.164127 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network bf378f18-35a1-4684-8fdd-8c60efce1846 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:45:51.182108 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc84e75-d89c-43ca-8d48-50c595c06172 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:45:51.240597 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-21c60222-326f-45c5-889c-ebcffd2860a9 admin admin] Allocated IP 172.20.0.1 (3aec5c59-80c4-436d-a4a0-0576e235bd86/275fec47-5f5c-4f6e-94c0-2b9b8256fc9d/8daed8fa-053c-4973-aa75-213542ad2917) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:45:51.288213 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc84e75-d89c-43ca-8d48-50c595c06172 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Pushing event updated for resources: {'Port': ['ID=0341cd28-e4aa-4b09-9d22-2c1b5ffa9406,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:51.300962 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 1f8dadf8-f905-45f3-8749-c1700d3a4c34 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:45:51.376302 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 23d67d6e-5d1e-4be6-9635-8251f273113b up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:45:51.391285 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-cf5cedf6-1904-4a21-a0db-94a4103ba889 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Request body: {'subnet': {'network_id': '1f8dadf8-f905-45f3-8749-c1700d3a4c34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:51.396528 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-cf5cedf6-1904-4a21-a0db-94a4103ba889 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:51.400482 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-cf5cedf6-1904-4a21-a0db-94a4103ba889 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Usage tracker for resource:subnet and tenant:90dc6f4f7fa94a339ca952aad1bdfac9 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:51.403377 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-cf5cedf6-1904-4a21-a0db-94a4103ba889 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:51.426958 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-cf5cedf6-1904-4a21-a0db-94a4103ba889 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:51.434833 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d708e5c1-7a9d-4097-8331-391cd5d8af45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:51.451499 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07cd1399-b6ab-401b-a157-deed3d97e030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:51.507811 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-460d637e-553e-4420-8e97-4d0c862c588f tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Calling delete_port for 5140a228-9422-48fb-aef5-850ae82a1cd1 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:45:51.594371 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5cedf6-1904-4a21-a0db-94a4103ba889 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Made reservation on behalf of 90dc6f4f7fa94a339ca952aad1bdfac9 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:45:51.597488 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cf5cedf6-1904-4a21-a0db-94a4103ba889 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:51.613633 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-34bf3889-89df-4b42-b145-069c12ead743 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:51.655539 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-34bf3889-89df-4b42-b145-069c12ead743 None None] Transition to ACTIVE for port object 2183b92d-2455-49bc-b8db-99a3b3dcc7ea will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:45:51.694778 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-34bf3889-89df-4b42-b145-069c12ead743 None None] Transition to ACTIVE for port object 2183b92d-2455-49bc-b8db-99a3b3dcc7ea will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:45:51.696478 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 23d67d6e-5d1e-4be6-9635-8251f273113b triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:45:51.696846 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:51.708595 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d04c5517-202d-40e6-a63f-1ca12c5d2684 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:51.713203 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-0448fe14-4d26-4818-a14a-fa13cd221842 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:51.717659 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d04c5517-202d-40e6-a63f-1ca12c5d2684 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:51.726590 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cd1399-b6ab-401b-a157-deed3d97e030 admin admin] Network 30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:45:51.734191 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc84e75-d89c-43ca-8d48-50c595c06172 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:45:51.734838 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2fc84e75-d89c-43ca-8d48-50c595c06172 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:51.740076 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-07cd1399-b6ab-401b-a157-deed3d97e030 admin admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:45:51.741560 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-0448fe14-4d26-4818-a14a-fa13cd221842 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Usage tracker for resource:subnet and tenant:c741d2827bea4af389bc578b8568b528 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:51.743007 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cd1399-b6ab-401b-a157-deed3d97e030 admin admin] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:45:51.743854 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07cd1399-b6ab-401b-a157-deed3d97e030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:51.748301 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-0448fe14-4d26-4818-a14a-fa13cd221842 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:51.750981 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-34bf3889-89df-4b42-b145-069c12ead743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:51.850032 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bf3889-89df-4b42-b145-069c12ead743 None None] Network fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:45:51.880041 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-34bf3889-89df-4b42-b145-069c12ead743 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:45:51.886461 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd1399-b6ab-401b-a157-deed3d97e030 admin admin] Pushing event updated for resources: {'Port': ['ID=e4fcfa0f-9e8a-46ac-87cb-145c74e500f2,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:51.891939 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bf3889-89df-4b42-b145-069c12ead743 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:45:51.904837 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf3889-89df-4b42-b145-069c12ead743 None None] Pushing event updated for resources: {'Port': ['ID=2183b92d-2455-49bc-b8db-99a3b3dcc7ea,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:51.909686 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-0448fe14-4d26-4818-a14a-fa13cd221842 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:51.931555 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-21c60222-326f-45c5-889c-ebcffd2860a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:51.953019 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'name': 'tempest-ServersTestManualDisk-945899288-router', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:44Z', 'revision_number': 3, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'gw_port': {'id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:07:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:42Z', 'updated_at': '2022-05-10T14:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:45:51.965733 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2fc84e75-d89c-43ca-8d48-50c595c06172 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9152710 May 10 14:45:51.966600 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d04c5517-202d-40e6-a63f-1ca12c5d2684 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:51.967093 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04c5517-202d-40e6-a63f-1ca12c5d2684 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ec17e52-d4c2-465e-91f3-9b5f6e2ba883 {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:45:51.969093 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35680) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:52.021393 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-21c60222-326f-45c5-889c-ebcffd2860a9 admin admin] Transition to ACTIVE for port object 8daed8fa-053c-4973-aa75-213542ad2917 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:45:52.024818 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d708e5c1-7a9d-4097-8331-391cd5d8af45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:52.032079 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b148c8-9028-4e3f-9d66-71f17450052c None None] The sync data for ids ['298e15f8-19de-4d14-a9ac-be0afb4df5dc'] in dv-neutron-841204-2-hyperv is: [{'id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'name': 'tempest-ServersTestManualDisk-945899288-router', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:44Z', 'revision_number': 3, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'gw_port': {'id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:07:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:42Z', 'updated_at': '2022-05-10T14:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:45:52.046503 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0448fe14-4d26-4818-a14a-fa13cd221842 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Made reservation on behalf of c741d2827bea4af389bc578b8568b528 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:45:52.050161 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708e5c1-7a9d-4097-8331-391cd5d8af45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa874d42-08ea-4ad1-8d9c-4cc411d220dc,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:52.050412 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0448fe14-4d26-4818-a14a-fa13cd221842 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:52.118941 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d708e5c1-7a9d-4097-8331-391cd5d8af45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:52.120072 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d708e5c1-7a9d-4097-8331-391cd5d8af45 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fa874d42-08ea-4ad1-8d9c-4cc411d220dc HTTP/1.1" status: 204 len: 168 time: 1.5209169 May 10 14:45:52.128600 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-34bf3889-89df-4b42-b145-069c12ead743 None None] Attempting to bind port 2183b92d-2455-49bc-b8db-99a3b3dcc7ea on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:45:52.128985 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-34bf3889-89df-4b42-b145-069c12ead743 None None] Attempting to bind port 2183b92d-2455-49bc-b8db-99a3b3dcc7ea by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1bdf3c43-3e95-4d68-b16d-b0ba6a620da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:45:52.129341 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bf3889-89df-4b42-b145-069c12ead743 None None] Attempting to bind port 2183b92d-2455-49bc-b8db-99a3b3dcc7ea on network fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:45:52.136261 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c2153107-0a17-4c5f-beb9-90f424182385 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Deleting port 0341cd28-e4aa-4b09-9d22-2c1b5ffa9406 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:45:52.137001 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c2153107-0a17-4c5f-beb9-90f424182385 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:52.138622 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bf3889-89df-4b42-b145-069c12ead743 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:45:52.139240 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bf3889-89df-4b42-b145-069c12ead743 None None] Checking segment: {'id': '1bdf3c43-3e95-4d68-b16d-b0ba6a620da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:45:52.139833 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-34bf3889-89df-4b42-b145-069c12ead743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:52.140681 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bf3889-89df-4b42-b145-069c12ead743 None None] Bound using segment: {'id': '1bdf3c43-3e95-4d68-b16d-b0ba6a620da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:45:52.141356 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-34bf3889-89df-4b42-b145-069c12ead743 None None] Bound port: 2183b92d-2455-49bc-b8db-99a3b3dcc7ea, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdf3c43-3e95-4d68-b16d-b0ba6a620da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:45:52.141924 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-34bf3889-89df-4b42-b145-069c12ead743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:52.228209 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-598bb019-2654-47c6-90a3-745aabca49c4 None None] Provisioning for port e4fcfa0f-9e8a-46ac-87cb-145c74e500f2 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:45:52.240235 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-598bb019-2654-47c6-90a3-745aabca49c4 None None] Provisioning complete for port e4fcfa0f-9e8a-46ac-87cb-145c74e500f2 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:45:52.240944 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-598bb019-2654-47c6-90a3-745aabca49c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:52.243825 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-21c60222-326f-45c5-889c-ebcffd2860a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:52.351672 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-598bb019-2654-47c6-90a3-745aabca49c4 None None] Port e4fcfa0f-9e8a-46ac-87cb-145c74e500f2 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:45:52.378807 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-34bf3889-89df-4b42-b145-069c12ead743 None None] For port 2183b92d-2455-49bc-b8db-99a3b3dcc7ea, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:45:52.384665 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-90e6ca00-ac7b-4ff0-aaac-b306565e1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:52.388440 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-34bf3889-89df-4b42-b145-069c12ead743 None None] For port 2183b92d-2455-49bc-b8db-99a3b3dcc7ea, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2183b92d-2455-49bc-b8db-99a3b3dcc7ea,segment=NetworkSegment(1bdf3c43-3e95-4d68-b16d-b0ba6a620da3),segment_id=1bdf3c43-3e95-4d68-b16d-b0ba6a620da3)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:45:52.396422 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-34bf3889-89df-4b42-b145-069c12ead743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:52.422412 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c60222-326f-45c5-889c-ebcffd2860a9 admin admin] Network 3aec5c59-80c4-436d-a4a0-0576e235bd86 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:45:52.430796 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-21c60222-326f-45c5-889c-ebcffd2860a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:45:52.435459 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07cd1399-b6ab-401b-a157-deed3d97e030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:52.449828 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c60222-326f-45c5-889c-ebcffd2860a9 admin admin] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:45:52.450306 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-21c60222-326f-45c5-889c-ebcffd2860a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:52.460732 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c60222-326f-45c5-889c-ebcffd2860a9 admin admin] Pushing event updated for resources: {'Port': ['ID=8daed8fa-053c-4973-aa75-213542ad2917,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:52.532202 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf3889-89df-4b42-b145-069c12ead743 None None] Pushing event updated for resources: {'Port': ['ID=2183b92d-2455-49bc-b8db-99a3b3dcc7ea,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:52.632009 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-460d637e-553e-4420-8e97-4d0c862c588f tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:52.640881 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d04c5517-202d-40e6-a63f-1ca12c5d2684 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:52.646506 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d04c5517-202d-40e6-a63f-1ca12c5d2684 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] 10.222.0.79 "DELETE /v2.0/routers/1ec17e52-d4c2-465e-91f3-9b5f6e2ba883 HTTP/1.1" status: 204 len: 168 time: 2.1217170 May 10 14:45:52.668115 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35688) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:52.674980 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-c3640520-8792-4543-84c2-da2a5b407d3f tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Request body: {'router': {'name': 'tempest-router-1071059765', 'distributed': True}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:52.755993 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c3640520-8792-4543-84c2-da2a5b407d3f tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:52.757083 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d637e-553e-4420-8e97-4d0c862c588f tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Pushing event deleted for resources: {'Port': ['ID=5140a228-9422-48fb-aef5-850ae82a1cd1,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:52.775888 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c3640520-8792-4543-84c2-da2a5b407d3f tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Usage tracker for resource:router and tenant:55bef0f506384a4dbd628878a97dccf1 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:52.789017 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c3640520-8792-4543-84c2-da2a5b407d3f tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:52.803008 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c3640520-8792-4543-84c2-da2a5b407d3f tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:52.902053 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f64624e9-3cd6-435a-9c1a-bac0aff4db5f None None] Provisioning for port 8daed8fa-053c-4973-aa75-213542ad2917 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:45:52.920355 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f64624e9-3cd6-435a-9c1a-bac0aff4db5f None None] Provisioning complete for port 8daed8fa-053c-4973-aa75-213542ad2917 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:45:52.920906 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f64624e9-3cd6-435a-9c1a-bac0aff4db5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:53.078856 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c3640520-8792-4543-84c2-da2a5b407d3f tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:53.081146 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c3640520-8792-4543-84c2-da2a5b407d3f tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:53.108114 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:53.114171 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-f64624e9-3cd6-435a-9c1a-bac0aff4db5f None None] Port 8daed8fa-053c-4973-aa75-213542ad2917 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:45:53.134797 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:53.260572 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-21c60222-326f-45c5-889c-ebcffd2860a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:53.273508 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c2153107-0a17-4c5f-beb9-90f424182385 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:53.289844 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c3640520-8792-4543-84c2-da2a5b407d3f tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:53.366500 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:53.368902 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07cd1399-b6ab-401b-a157-deed3d97e030 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:53.414506 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07cd1399-b6ab-401b-a157-deed3d97e030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:53.415409 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07cd1399-b6ab-401b-a157-deed3d97e030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:53.460702 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c2153107-0a17-4c5f-beb9-90f424182385 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Calling delete_port for 0341cd28-e4aa-4b09-9d22-2c1b5ffa9406 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:45:53.477515 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c3640520-8792-4543-84c2-da2a5b407d3f tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:53.485577 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device dab0f9a7-34cb-40e8-a5bc-92c085c5411f up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:45:53.538835 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0448fe14-4d26-4818-a14a-fa13cd221842 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:53.543270 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-460d637e-553e-4420-8e97-4d0c862c588f tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:53.601258 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-460d637e-553e-4420-8e97-4d0c862c588f tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "DELETE /v2.0/ports/5140a228-9422-48fb-aef5-850ae82a1cd1 HTTP/1.1" status: 204 len: 168 time: 3.5353580 May 10 14:45:53.607643 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35708) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:53.629802 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port dab0f9a7-34cb-40e8-a5bc-92c085c5411f completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:45:53.636577 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port dab0f9a7-34cb-40e8-a5bc-92c085c5411f triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:45:53.636947 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:53.649266 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-1a55dc1c-8750-4357-aa08-fcf595041762 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '42c17863-6d38-439a-9ce3-2b566f74632c', 'external_fixed_ips': [{'subnet_id': 'bdc5ca2d-23d3-4adb-89ea-c384e12088a1', 'ip_address': '172.20.0.6'}]}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:53.672968 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1a55dc1c-8750-4357-aa08-fcf595041762 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:53.698662 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1a55dc1c-8750-4357-aa08-fcf595041762 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Usage tracker for resource:router and tenant:d8e70110116b481aa528254724b9ebe2 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:53.723487 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1a55dc1c-8750-4357-aa08-fcf595041762 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:53.735373 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1a55dc1c-8750-4357-aa08-fcf595041762 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:53.740220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448fe14-4d26-4818-a14a-fa13cd221842 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Pushing event updated for resources: {'Subnet': ['ID=31d2d1e9-baca-4529-80e5-8f1e40317451,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:53.750492 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0448fe14-4d26-4818-a14a-fa13cd221842 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Checking segment: {'id': '0a72f57b-65d4-46fc-97f8-3b18f1578254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bf378f18-35a1-4684-8fdd-8c60efce1846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:45:53.750771 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0448fe14-4d26-4818-a14a-fa13cd221842 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Network hostable DHCP agents. Network: bf378f18-35a1-4684-8fdd-8c60efce1846, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:45:53.840511 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:53.847727 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c3640520-8792-4543-84c2-da2a5b407d3f tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:53.849019 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c3640520-8792-4543-84c2-da2a5b407d3f tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1797950 May 10 14:45:53.860535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35714) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:53.868392 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0448fe14-4d26-4818-a14a-fa13cd221842 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Network bf378f18-35a1-4684-8fdd-8c60efce1846 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:45:53.879328 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port dab0f9a7-34cb-40e8-a5bc-92c085c5411f, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=dab0f9a7-34cb-40e8-a5bc-92c085c5411f,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:45:53.892633 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cd1399-b6ab-401b-a157-deed3d97e030 admin admin] Network 30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:45:53.895101 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:53.896166 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2183b92d-2455-49bc-b8db-99a3b3dcc7ea up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:45:53.981786 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a55dc1c-8750-4357-aa08-fcf595041762 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:53.983706 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a55dc1c-8750-4357-aa08-fcf595041762 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:54.022043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a55dc1c-8750-4357-aa08-fcf595041762 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:54.046995 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-07cd1399-b6ab-401b-a157-deed3d97e030 admin admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:45:54.058135 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd1399-b6ab-401b-a157-deed3d97e030 admin admin] Pushing event updated for resources: {'Port': ['ID=e4fcfa0f-9e8a-46ac-87cb-145c74e500f2,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:54.101787 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=dab0f9a7-34cb-40e8-a5bc-92c085c5411f,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:54.149083 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4e07d7-b4d5-4b29-bac9-ae64443ae280 None None] Network fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:45:54.161916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-0448fe14-4d26-4818-a14a-fa13cd221842 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, bf378f18-35a1-4684-8fdd-8c60efce1846) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:45:54.179903 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0448fe14-4d26-4818-a14a-fa13cd221842 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:45:54.182740 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c56128-4f77-42b6-a9aa-c211d92da9b0 None None] Network bf378f18-35a1-4684-8fdd-8c60efce1846 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:45:54.184196 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0448fe14-4d26-4818-a14a-fa13cd221842 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:54.192926 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-17ba5158-32e7-4134-9195-ee6dc6c2b568 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:54.435948 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c2153107-0a17-4c5f-beb9-90f424182385 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:54.496094 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.objects.ports [None req-cf5cedf6-1904-4a21-a0db-94a4103ba889 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 10 14:45:54.496870 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cf5cedf6-1904-4a21-a0db-94a4103ba889 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:54.553866 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ef558203-8353-42f0-b7e2-cc3d17c2d7e6 None None] Provisioning for port 2183b92d-2455-49bc-b8db-99a3b3dcc7ea completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:45:54.625459 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cd1399-b6ab-401b-a157-deed3d97e030 admin admin] Router 43943543-1466-4d7c-a559-58e24cddb695 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:45:54.693905 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5cedf6-1904-4a21-a0db-94a4103ba889 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Checking segment: {'id': '07560d73-e309-48bc-81a4-c7ee65a2d382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '1f8dadf8-f905-45f3-8749-c1700d3a4c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:45:54.694343 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5cedf6-1904-4a21-a0db-94a4103ba889 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Network hostable DHCP agents. Network: 1f8dadf8-f905-45f3-8749-c1700d3a4c34, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:45:54.703188 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-21c60222-326f-45c5-889c-ebcffd2860a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:54.729686 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 2183b92d-2455-49bc-b8db-99a3b3dcc7ea completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:45:54.759924 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 2183b92d-2455-49bc-b8db-99a3b3dcc7ea triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:45:54.760762 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:54.782152 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2153107-0a17-4c5f-beb9-90f424182385 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Pushing event deleted for resources: {'Port': ['ID=0341cd28-e4aa-4b09-9d22-2c1b5ffa9406,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:54.817349 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-21c60222-326f-45c5-889c-ebcffd2860a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:54.818077 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-21c60222-326f-45c5-889c-ebcffd2860a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:54.887998 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0448fe14-4d26-4818-a14a-fa13cd221842 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9897542 May 10 14:45:54.927303 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35730) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:54.928279 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35732) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:54.929148 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5cedf6-1904-4a21-a0db-94a4103ba889 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Pushing event updated for resources: {'Subnet': ['ID=78062a09-227b-4186-bf50-60267003bdd6,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:54.932319 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-53100d67-ab01-46ff-bef4-a70ac09a0c59 None None] Provisioning complete for port e4fcfa0f-9e8a-46ac-87cb-145c74e500f2 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:45:54.933076 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-53100d67-ab01-46ff-bef4-a70ac09a0c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:54.943314 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-f7d6ed35-c412-43f9-a6fa-b39d75be9e09 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2125007773', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}, 'admin_state_up': False}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:54.988311 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:55.004330 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f7d6ed35-c412-43f9-a6fa-b39d75be9e09 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:55.014022 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f7d6ed35-c412-43f9-a6fa-b39d75be9e09 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Usage tracker for resource:router and tenant:c741d2827bea4af389bc578b8568b528 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:55.019155 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f7d6ed35-c412-43f9-a6fa-b39d75be9e09 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:55.028257 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f7d6ed35-c412-43f9-a6fa-b39d75be9e09 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:55.073545 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5741fb-d918-4fa3-955d-637453a62d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-bf378f18-35a1-4684-8fdd-8c60efce1846', 'network_id': 'bf378f18-35a1-4684-8fdd-8c60efce1846', 'tenant_id': 'c741d2827bea4af389bc578b8568b528', 'fixed_ips': [{'subnet_id': '31d2d1e9-baca-4529-80e5-8f1e40317451'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:45:55.075050 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0e5741fb-d918-4fa3-955d-637453a62d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:55.083923 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f7d6ed35-c412-43f9-a6fa-b39d75be9e09 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:55.085128 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f7d6ed35-c412-43f9-a6fa-b39d75be9e09 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:55.089315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5cedf6-1904-4a21-a0db-94a4103ba889 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Network 1f8dadf8-f905-45f3-8749-c1700d3a4c34 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:45:55.106815 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-53100d67-ab01-46ff-bef4-a70ac09a0c59 None None] Port e4fcfa0f-9e8a-46ac-87cb-145c74e500f2 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:45:55.112311 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a55dc1c-8750-4357-aa08-fcf595041762 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:55.115302 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:55.124260 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-17ba5158-32e7-4134-9195-ee6dc6c2b568 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:55.132855 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-17ba5158-32e7-4134-9195-ee6dc6c2b568 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:55.254048 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 2183b92d-2455-49bc-b8db-99a3b3dcc7ea, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2183b92d-2455-49bc-b8db-99a3b3dcc7ea,segment=NetworkSegment(1bdf3c43-3e95-4d68-b16d-b0ba6a620da3),segment_id=1bdf3c43-3e95-4d68-b16d-b0ba6a620da3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:45:55.266173 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:55.323985 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-17ba5158-32e7-4134-9195-ee6dc6c2b568 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:55.324468 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ba5158-32e7-4134-9195-ee6dc6c2b568 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e52e9d69-5f56-4a40-9d86-46c6e821a05d {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:45:55.331936 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-2b0913b3-359b-482d-a36c-590da0faf4c4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1121053970', 'router:external': True}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:55.352705 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c2153107-0a17-4c5f-beb9-90f424182385 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:55.357745 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c2153107-0a17-4c5f-beb9-90f424182385 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] 10.222.0.79 "DELETE /v2.0/ports/0341cd28-e4aa-4b09-9d22-2c1b5ffa9406 HTTP/1.1" status: 204 len: 168 time: 3.3802047 May 10 14:45:55.359962 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-17ba5158-32e7-4134-9195-ee6dc6c2b568 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:55.364228 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-17ba5158-32e7-4134-9195-ee6dc6c2b568 tempest-RoutersTestDVR-474949703 tempest-RoutersTestDVR-474949703-project-admin] 10.222.0.79 "DELETE /v2.0/routers/e52e9d69-5f56-4a40-9d86-46c6e821a05d HTTP/1.1" status: 204 len: 168 time: 1.4989886 May 10 14:45:55.364228 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35740) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:55.403415 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2b0913b3-359b-482d-a36c-590da0faf4c4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:55.422294 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c60222-326f-45c5-889c-ebcffd2860a9 admin admin] Pushing event updated for resources: {'Port': ['ID=8daed8fa-053c-4973-aa75-213542ad2917,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:55.431971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-cf5cedf6-1904-4a21-a0db-94a4103ba889 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 1f8dadf8-f905-45f3-8749-c1700d3a4c34) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:45:55.449282 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2b0913b3-359b-482d-a36c-590da0faf4c4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Usage tracker for resource:network and tenant:6e3893fe35f447408f3ea64b56e4678a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:55.478475 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2b0913b3-359b-482d-a36c-590da0faf4c4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:55.484228 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device dab0f9a7-34cb-40e8-a5bc-92c085c5411f up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:45:55.512504 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f7d6ed35-c412-43f9-a6fa-b39d75be9e09 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:55.526754 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2b0913b3-359b-482d-a36c-590da0faf4c4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:55.534343 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=2183b92d-2455-49bc-b8db-99a3b3dcc7ea,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:55.538822 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-0e5741fb-d918-4fa3-955d-637453a62d72 None None] Allocated IP 172.20.0.2 (bf378f18-35a1-4684-8fdd-8c60efce1846/31d2d1e9-baca-4529-80e5-8f1e40317451/61468814-eae7-4bd5-9fff-c341ef933951) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:45:55.578657 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f08287d2-3c9d-4fdd-83e7-39bf0f58ca3a None None] Provisioning complete for port 2183b92d-2455-49bc-b8db-99a3b3dcc7ea triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:45:55.579333 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f08287d2-3c9d-4fdd-83e7-39bf0f58ca3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:55.608384 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5cedf6-1904-4a21-a0db-94a4103ba889 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:45:55.608995 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cf5cedf6-1904-4a21-a0db-94a4103ba889 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:55.641489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17eb19b-c879-4310-a075-3e833661848e None None] Network 1f8dadf8-f905-45f3-8749-c1700d3a4c34 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:45:55.668511 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cd1399-b6ab-401b-a157-deed3d97e030 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:45:55.680188 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] Sync routers for ids ['43943543-1466-4d7c-a559-58e24cddb695'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:45:55.702838 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] Routers {'43943543-1466-4d7c-a559-58e24cddb695'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:45:55.703521 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:45:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['43943543-1466-4d7c-a559-58e24cddb695'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:45:55.718825 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0913b3-359b-482d-a36c-590da0faf4c4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Made reservation on behalf of 6e3893fe35f447408f3ea64b56e4678a for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:45:55.728922 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b0913b3-359b-482d-a36c-590da0faf4c4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:55.949331 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b0913b3-359b-482d-a36c-590da0faf4c4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:55.981578 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-07cd1399-b6ab-401b-a157-deed3d97e030 admin admin] 10.222.0.79 "PUT /v2.0/routers/43943543-1466-4d7c-a559-58e24cddb695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4444084 May 10 14:45:55.988617 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c60222-326f-45c5-889c-ebcffd2860a9 admin admin] Network 3aec5c59-80c4-436d-a4a0-0576e235bd86 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:45:55.989834 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b0b0bac0-551b-430a-8be0-79e53383e47f tempest-DHCPAgentSchedulersTestJSON-1852382633 tempest-DHCPAgentSchedulersTestJSON-1852382633-project-admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.6246910 May 10 14:45:56.018537 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-cf5cedf6-1904-4a21-a0db-94a4103ba889 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.8708735 May 10 14:45:56.021670 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35754) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:56.027148 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35756) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:56.044423 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-946946ff-641f-426b-bb30-3a13290add1f tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1191989762'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:56.050773 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-eac41f86-eb61-4f14-9510-1a200dedc86d tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Request body: {'floatingip': {'floating_network_id': '1f8dadf8-f905-45f3-8749-c1700d3a4c34'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:56.057191 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35762) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:56.059252 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-946946ff-641f-426b-bb30-3a13290add1f tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:56.068735 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-eac41f86-eb61-4f14-9510-1a200dedc86d tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:56.075116 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-946946ff-641f-426b-bb30-3a13290add1f tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Usage tracker for resource:network and tenant:c2e4d815e9b14572bfc35a45e4062b95 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:56.078594 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-eac41f86-eb61-4f14-9510-1a200dedc86d tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Usage tracker for resource:floatingip and tenant:90dc6f4f7fa94a339ca952aad1bdfac9 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:56.110228 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-946946ff-641f-426b-bb30-3a13290add1f tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:56.113533 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-eac41f86-eb61-4f14-9510-1a200dedc86d tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:56.126221 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-946946ff-641f-426b-bb30-3a13290add1f tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:56.129317 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-eac41f86-eb61-4f14-9510-1a200dedc86d tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:56.133935 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-21c60222-326f-45c5-889c-ebcffd2860a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:45:56.169549 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port dab0f9a7-34cb-40e8-a5bc-92c085c5411f triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:45:56.169931 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:56.178301 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2b0913b3-359b-482d-a36c-590da0faf4c4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:56.197340 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eac41f86-eb61-4f14-9510-1a200dedc86d tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:56.218188 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] Set router 43943543-1466-4d7c-a559-58e24cddb695 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:45:56.221552 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946946ff-641f-426b-bb30-3a13290add1f tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Made reservation on behalf of c2e4d815e9b14572bfc35a45e4062b95 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:45:56.230039 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-946946ff-641f-426b-bb30-3a13290add1f tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:56.336980 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a55dc1c-8750-4357-aa08-fcf595041762 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:56.342846 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2b0913b3-359b-482d-a36c-590da0faf4c4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Usage tracker for resource:security_group_rule and tenant:6e3893fe35f447408f3ea64b56e4678a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:56.426656 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a55dc1c-8750-4357-aa08-fcf595041762 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:56.488355 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2b0913b3-359b-482d-a36c-590da0faf4c4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:56.507110 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6d094ebb-1d23-4f28-8073-5daa2c83ab2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:56.530869 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2b0913b3-359b-482d-a36c-590da0faf4c4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:56.635870 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0e5741fb-d918-4fa3-955d-637453a62d72 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:56.656502 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d545609-6980-4cfb-9b91-c471706ab59e None None] Network 1f8dadf8-f905-45f3-8749-c1700d3a4c34 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:45:56.693143 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946946ff-641f-426b-bb30-3a13290add1f tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:45:56.723764 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0e5741fb-d918-4fa3-955d-637453a62d72 None None] Transition to ACTIVE for port object 61468814-eae7-4bd5-9fff-c341ef933951 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:45:56.789605 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43943543-1466-4d7c-a559-58e24cddb695', 'name': 'tempest-ServersTestJSON-682325736-router', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:40Z', 'updated_at': '2022-05-10T14:45:52Z', 'revision_number': 4, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'gw_port': {'id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43943543-1466-4d7c-a559-58e24cddb695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'e4fcfa0f-9e8a-46ac-87cb-145c74e500f2', 'name': '', 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'mac_address': 'fa:16:3e:97:f6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43943543-1466-4d7c-a559-58e24cddb695', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06c1a07c-eca0-423d-a392-b943d87a7614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:49Z', 'updated_at': '2022-05-10T14:45:52Z', 'revision_number': 2, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'subnets': [{'id': '06c1a07c-eca0-423d-a392-b943d87a7614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:45:56.793895 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e5e15b65-222b-45ce-bd29-278e975026d1 None None] Could not find standard attr ID for object 0341cd28-e4aa-4b09-9d22-2c1b5ffa9406. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:45:56.797412 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] Checking router: 43943543-1466-4d7c-a559-58e24cddb695 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:45:56.802631 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] Updating router 43943543-1466-4d7c-a559-58e24cddb695 port e4fcfa0f-9e8a-46ac-87cb-145c74e500f2 binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:45:56.814734 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6d094ebb-1d23-4f28-8073-5daa2c83ab2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:56.830438 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-946946ff-641f-426b-bb30-3a13290add1f tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:56.830784 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-946946ff-641f-426b-bb30-3a13290add1f tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Added segment b7bc8b0c-4214-4197-b376-65fd5ae3975c of type vlan for network fcfe022f-2e91-4b06-9655-4adae514111c May 10 14:45:56.853911 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0e5741fb-d918-4fa3-955d-637453a62d72 None None] Transition to ACTIVE for port object 61468814-eae7-4bd5-9fff-c341ef933951 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:45:56.883744 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0e5741fb-d918-4fa3-955d-637453a62d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:56.887776 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e5e15b65-222b-45ce-bd29-278e975026d1 None None] Provisioning complete for port 8daed8fa-053c-4973-aa75-213542ad2917 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:45:56.888352 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e5e15b65-222b-45ce-bd29-278e975026d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:56.900876 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f7d6ed35-c412-43f9-a6fa-b39d75be9e09 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:56.916477 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6d094ebb-1d23-4f28-8073-5daa2c83ab2a admin admin] Usage tracker for resource:security_group_rule and tenant:533441451f89406bafa79bf66d11d191 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:56.916804 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:56.933864 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6d094ebb-1d23-4f28-8073-5daa2c83ab2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:57.025929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6d094ebb-1d23-4f28-8073-5daa2c83ab2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:57.048260 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5741fb-d918-4fa3-955d-637453a62d72 None None] Network bf378f18-35a1-4684-8fdd-8c60efce1846 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:45:57.093638 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-946946ff-641f-426b-bb30-3a13290add1f tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:57.111798 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5741fb-d918-4fa3-955d-637453a62d72 None None] Pushing event updated for resources: {'Port': ['ID=61468814-eae7-4bd5-9fff-c341ef933951,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:57.118800 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-0e5741fb-d918-4fa3-955d-637453a62d72 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:45:57.136434 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e5e15b65-222b-45ce-bd29-278e975026d1 None None] Port 8daed8fa-053c-4973-aa75-213542ad2917 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:45:57.143781 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5741fb-d918-4fa3-955d-637453a62d72 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:45:57.197724 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b0913b3-359b-482d-a36c-590da0faf4c4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:57.213759 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c60222-326f-45c5-889c-ebcffd2860a9 admin admin] Router 298e15f8-19de-4d14-a9ac-be0afb4df5dc has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:45:57.231752 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b0913b3-359b-482d-a36c-590da0faf4c4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:57.249744 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0913b3-359b-482d-a36c-590da0faf4c4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:45:57.259122 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-946946ff-641f-426b-bb30-3a13290add1f tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:57.266373 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b0913b3-359b-482d-a36c-590da0faf4c4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:57.268007 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-2b0913b3-359b-482d-a36c-590da0faf4c4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Added segment 61636db8-20c6-4c10-864b-e8aba5e11ed5 of type vlan for network 9396cf34-628d-498c-b8fc-1f6d6865b62f May 10 14:45:57.270183 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946946ff-641f-426b-bb30-3a13290add1f tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:45:57.270986 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-946946ff-641f-426b-bb30-3a13290add1f tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:57.276902 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-1a55dc1c-8750-4357-aa08-fcf595041762 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Allocated IP 172.20.0.6 (42c17863-6d38-439a-9ce3-2b566f74632c/bdc5ca2d-23d3-4adb-89ea-c384e12088a1/99ae767d-dc55-4e8c-9a01-8dab5d21d793) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:45:57.346708 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b0913b3-359b-482d-a36c-590da0faf4c4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:57.450248 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2183b92d-2455-49bc-b8db-99a3b3dcc7ea up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:45:57.545289 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:57.558444 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] Transition to ACTIVE for port object e4fcfa0f-9e8a-46ac-87cb-145c74e500f2 will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:45:57.569618 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:57.592854 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-0e5741fb-d918-4fa3-955d-637453a62d72 None None] Attempting to bind port 61468814-eae7-4bd5-9fff-c341ef933951 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:45:57.593696 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-0e5741fb-d918-4fa3-955d-637453a62d72 None None] Attempting to bind port 61468814-eae7-4bd5-9fff-c341ef933951 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '0a72f57b-65d4-46fc-97f8-3b18f1578254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bf378f18-35a1-4684-8fdd-8c60efce1846'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:45:57.594332 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5741fb-d918-4fa3-955d-637453a62d72 None None] Attempting to bind port 61468814-eae7-4bd5-9fff-c341ef933951 on network bf378f18-35a1-4684-8fdd-8c60efce1846 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:45:57.607199 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5741fb-d918-4fa3-955d-637453a62d72 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:45:57.608429 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5741fb-d918-4fa3-955d-637453a62d72 None None] Checking segment: {'id': '0a72f57b-65d4-46fc-97f8-3b18f1578254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bf378f18-35a1-4684-8fdd-8c60efce1846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:45:57.609218 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0e5741fb-d918-4fa3-955d-637453a62d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:57.609788 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5741fb-d918-4fa3-955d-637453a62d72 None None] Bound using segment: {'id': '0a72f57b-65d4-46fc-97f8-3b18f1578254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bf378f18-35a1-4684-8fdd-8c60efce1846'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:45:57.610571 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-0e5741fb-d918-4fa3-955d-637453a62d72 None None] Bound port: 61468814-eae7-4bd5-9fff-c341ef933951, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a72f57b-65d4-46fc-97f8-3b18f1578254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bf378f18-35a1-4684-8fdd-8c60efce1846'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:45:57.611762 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0e5741fb-d918-4fa3-955d-637453a62d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:57.659785 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae16ae-36da-4da7-a53a-3eb3d8e48755 None None] Pushing event updated for resources: {'Port': ['ID=e4fcfa0f-9e8a-46ac-87cb-145c74e500f2,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:57.663275 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946946ff-641f-426b-bb30-3a13290add1f tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Pushing event updated for resources: {'Network': ['ID=fcfe022f-2e91-4b06-9655-4adae514111c,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:57.667997 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6d094ebb-1d23-4f28-8073-5daa2c83ab2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:57.680684 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-946946ff-641f-426b-bb30-3a13290add1f tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6510212 May 10 14:45:57.700125 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network fcfe022f-2e91-4b06-9655-4adae514111c details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:45:57.701234 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35780) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:57.705728 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6d094ebb-1d23-4f28-8073-5daa2c83ab2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:57.743160 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35784) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:57.745636 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0913b3-359b-482d-a36c-590da0faf4c4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbde5c7-e016-4f93-ad1f-2e59d42e75a1,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:57.747926 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b0913b3-359b-482d-a36c-590da0faf4c4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:57.748862 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0913b3-359b-482d-a36c-590da0faf4c4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:45:57.749563 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b0913b3-359b-482d-a36c-590da0faf4c4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:57.754243 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-114b190f-d8c2-44d9-add2-68e01247d148 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2104658242', 'description': 'tempest-description--1996424739'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:57.770160 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-114b190f-d8c2-44d9-add2-68e01247d148 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:57.781038 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-114b190f-d8c2-44d9-add2-68e01247d148 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Usage tracker for resource:security_group and tenant:838b552cd1fe457a86d509de7ba36715 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:57.787302 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-114b190f-d8c2-44d9-add2-68e01247d148 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:57.799752 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-114b190f-d8c2-44d9-add2-68e01247d148 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:57.875064 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eac41f86-eb61-4f14-9510-1a200dedc86d tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:57.918145 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 2183b92d-2455-49bc-b8db-99a3b3dcc7ea triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:45:57.918591 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:57.937515 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] Attempting to bind port e4fcfa0f-9e8a-46ac-87cb-145c74e500f2 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:45:57.938608 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] Attempting to bind port e4fcfa0f-9e8a-46ac-87cb-145c74e500f2 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '0dd99381-ca53-4023-8dc0-0788d84a1ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:45:57.939258 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] Attempting to bind port e4fcfa0f-9e8a-46ac-87cb-145c74e500f2 on network 30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6 {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:45:57.945917 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:45:57.946637 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] Checking segment: {'id': '0dd99381-ca53-4023-8dc0-0788d84a1ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:45:57.947236 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:57.948108 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] Bound using segment: {'id': '0dd99381-ca53-4023-8dc0-0788d84a1ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:45:57.948786 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] Bound port: e4fcfa0f-9e8a-46ac-87cb-145c74e500f2, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd99381-ca53-4023-8dc0-0788d84a1ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:45:57.949462 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:58.005726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0913b3-359b-482d-a36c-590da0faf4c4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Pushing event updated for resources: {'Network': ['ID=9396cf34-628d-498c-b8fc-1f6d6865b62f,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:58.008049 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2b0913b3-359b-482d-a36c-590da0faf4c4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.0745625 May 10 14:45:58.009490 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-0e5741fb-d918-4fa3-955d-637453a62d72 None None] For port 61468814-eae7-4bd5-9fff-c341ef933951, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:45:58.012135 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35788) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:58.013833 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c60222-326f-45c5-889c-ebcffd2860a9 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:45:58.026833 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-eac41f86-eb61-4f14-9510-1a200dedc86d tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Allocated IP 172.20.0.9 (1f8dadf8-f905-45f3-8749-c1700d3a4c34/78062a09-227b-4186-bf50-60267003bdd6/03263830-4c3b-4cc9-9b19-7298b8e13edf) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:45:58.028745 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-21c60222-326f-45c5-889c-ebcffd2860a9 admin admin] 10.222.0.79 "PUT /v2.0/routers/298e15f8-19de-4d14-a9ac-be0afb4df5dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8119736 May 10 14:45:58.038632 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d094ebb-1d23-4f28-8073-5daa2c83ab2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9da7e75-88b7-4231-9d4d-04d05ca63861,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:58.039128 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-da3246da-df8c-4f78-910d-0fc95778c9a1 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Request body: {'subnet': {'network_id': '9396cf34-628d-498c-b8fc-1f6d6865b62f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:58.045882 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-da3246da-df8c-4f78-910d-0fc95778c9a1 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:58.052823 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-da3246da-df8c-4f78-910d-0fc95778c9a1 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Usage tracker for resource:subnet and tenant:6e3893fe35f447408f3ea64b56e4678a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:58.058049 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-da3246da-df8c-4f78-910d-0fc95778c9a1 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:58.067979 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-114b190f-d8c2-44d9-add2-68e01247d148 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:58.070382 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-da3246da-df8c-4f78-910d-0fc95778c9a1 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:58.082882 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 9396cf34-628d-498c-b8fc-1f6d6865b62f details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:45:58.087842 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] For port e4fcfa0f-9e8a-46ac-87cb-145c74e500f2, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:45:58.092162 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] For port e4fcfa0f-9e8a-46ac-87cb-145c74e500f2, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e4fcfa0f-9e8a-46ac-87cb-145c74e500f2,segment=NetworkSegment(0dd99381-ca53-4023-8dc0-0788d84a1ca8),segment_id=0dd99381-ca53-4023-8dc0-0788d84a1ca8)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:45:58.097947 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:58.101055 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3246da-df8c-4f78-910d-0fc95778c9a1 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Made reservation on behalf of 6e3893fe35f447408f3ea64b56e4678a for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:45:58.103910 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da3246da-df8c-4f78-910d-0fc95778c9a1 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:58.188835 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae16ae-36da-4da7-a53a-3eb3d8e48755 None None] Pushing event updated for resources: {'Port': ['ID=e4fcfa0f-9e8a-46ac-87cb-145c74e500f2,revision_number=4']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:58.229491 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] Routers {'43943543-1466-4d7c-a559-58e24cddb695'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:45:58.230687 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:45:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['43943543-1466-4d7c-a559-58e24cddb695'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:45:58.259810 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-889f0aac-b195-412e-af7f-9c6aba987b5c tempest-DHCPAgentSchedulersTestJSON-1852382633 tempest-DHCPAgentSchedulersTestJSON-1852382633-project-admin] 10.222.0.79 "GET /v2.0/agents/551130e1-b440-4f0b-ab19-520bc69e9326/dhcp-networks HTTP/1.1" status: 200 len: 7256 time: 0.5569379 May 10 14:45:58.328832 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] Sync routers for ids ['298e15f8-19de-4d14-a9ac-be0afb4df5dc'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:45:58.346482 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35794) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:58.397394 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-0e5741fb-d918-4fa3-955d-637453a62d72 None None] For port 61468814-eae7-4bd5-9fff-c341ef933951, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=61468814-eae7-4bd5-9fff-c341ef933951,segment=NetworkSegment(0a72f57b-65d4-46fc-97f8-3b18f1578254),segment_id=0a72f57b-65d4-46fc-97f8-3b18f1578254)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:45:58.403564 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6d094ebb-1d23-4f28-8073-5daa2c83ab2a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=533441451f89406bafa79bf66d11d191&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3383033 May 10 14:45:58.416355 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35806) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:58.427039 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0e5741fb-d918-4fa3-955d-637453a62d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:58.430752 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f7d6ed35-c412-43f9-a6fa-b39d75be9e09 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks [] for router_gateway, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:58.432119 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] Routers {'298e15f8-19de-4d14-a9ac-be0afb4df5dc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:45:58.432919 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:45:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['298e15f8-19de-4d14-a9ac-be0afb4df5dc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:45:58.475769 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-114b190f-d8c2-44d9-add2-68e01247d148 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:58.494351 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f7d6ed35-c412-43f9-a6fa-b39d75be9e09 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:58.539045 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-114b190f-d8c2-44d9-add2-68e01247d148 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Usage tracker for resource:security_group_rule and tenant:838b552cd1fe457a86d509de7ba36715 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:58.554157 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-114b190f-d8c2-44d9-add2-68e01247d148 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:58.575760 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a55dc1c-8750-4357-aa08-fcf595041762 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:58.613843 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] Set router 43943543-1466-4d7c-a559-58e24cddb695 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:45:58.619973 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5741fb-d918-4fa3-955d-637453a62d72 None None] Pushing event updated for resources: {'Port': ['ID=61468814-eae7-4bd5-9fff-c341ef933951,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:58.632410 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-114b190f-d8c2-44d9-add2-68e01247d148 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:58.758704 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-f7d6ed35-c412-43f9-a6fa-b39d75be9e09 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Allocated IP 172.26.0.169 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/367c50e9-bfb7-47e1-a4d7-010e1dfd6da6) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:45:58.837774 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] Set router 298e15f8-19de-4d14-a9ac-be0afb4df5dc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:45:58.899523 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eac41f86-eb61-4f14-9510-1a200dedc86d tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:58.903404 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a378af54-4bf0-4a3f-806f-016d9d2821c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:59.028567 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf876ba9-2ff4-4b57-9ef9-c3dcc3ea3487 tempest-DHCPAgentSchedulersTestJSON-1852382633 tempest-DHCPAgentSchedulersTestJSON-1852382633-project-admin] Network fcfe022f-2e91-4b06-9655-4adae514111c is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:45:59.091880 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a378af54-4bf0-4a3f-806f-016d9d2821c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:59.128179 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bf876ba9-2ff4-4b57-9ef9-c3dcc3ea3487 tempest-DHCPAgentSchedulersTestJSON-1852382633 tempest-DHCPAgentSchedulersTestJSON-1852382633-project-admin] 10.222.0.79 "POST /v2.0/agents/551130e1-b440-4f0b-ab19-520bc69e9326/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7805429 May 10 14:45:59.142679 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35812) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:59.154681 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a55dc1c-8750-4357-aa08-fcf595041762 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:59.163012 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cf46b1-7285-4063-8985-6a4edd3732a6 None None] Network fcfe022f-2e91-4b06-9655-4adae514111c requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:45:59.234680 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43943543-1466-4d7c-a559-58e24cddb695', 'name': 'tempest-ServersTestJSON-682325736-router', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:40Z', 'updated_at': '2022-05-10T14:45:52Z', 'revision_number': 4, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'gw_port': {'id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43943543-1466-4d7c-a559-58e24cddb695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'e4fcfa0f-9e8a-46ac-87cb-145c74e500f2', 'name': '', 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'mac_address': 'fa:16:3e:97:f6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43943543-1466-4d7c-a559-58e24cddb695', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06c1a07c-eca0-423d-a392-b943d87a7614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:49Z', 'updated_at': '2022-05-10T14:45:58Z', 'revision_number': 4, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'subnets': [{'id': '06c1a07c-eca0-423d-a392-b943d87a7614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:45:59.248619 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9ce94-b6d6-4975-8476-b1b6c93d2273 None None] The sync data for ids ['43943543-1466-4d7c-a559-58e24cddb695'] in dv-neutron-841204-2-hyperv is: [{'id': '43943543-1466-4d7c-a559-58e24cddb695', 'name': 'tempest-ServersTestJSON-682325736-router', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:40Z', 'updated_at': '2022-05-10T14:45:52Z', 'revision_number': 4, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'gw_port': {'id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43943543-1466-4d7c-a559-58e24cddb695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'e4fcfa0f-9e8a-46ac-87cb-145c74e500f2', 'name': '', 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'mac_address': 'fa:16:3e:97:f6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43943543-1466-4d7c-a559-58e24cddb695', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06c1a07c-eca0-423d-a392-b943d87a7614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:49Z', 'updated_at': '2022-05-10T14:45:58Z', 'revision_number': 4, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'subnets': [{'id': '06c1a07c-eca0-423d-a392-b943d87a7614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:45:59.305931 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a55dc1c-8750-4357-aa08-fcf595041762 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Network 42c17863-6d38-439a-9ce3-2b566f74632c is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:45:59.307355 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-114b190f-d8c2-44d9-add2-68e01247d148 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:59.322543 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-1a55dc1c-8750-4357-aa08-fcf595041762 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:45:59.338167 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a55dc1c-8750-4357-aa08-fcf595041762 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:45:59.389844 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-114b190f-d8c2-44d9-add2-68e01247d148 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:59.464267 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eac41f86-eb61-4f14-9510-1a200dedc86d tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:59.468675 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a378af54-4bf0-4a3f-806f-016d9d2821c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:59.489079 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35818) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:59.498465 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55dc1c-8750-4357-aa08-fcf595041762 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Pushing event updated for resources: {'Port': ['ID=99ae767d-dc55-4e8c-9a01-8dab5d21d793,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:59.531907 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 61468814-eae7-4bd5-9fff-c341ef933951 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:45:59.581372 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e7bb03da-befc-4fe8-a255-ee8b5bdd4ae0 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Request body: {'security_group': {'name': 'tempest-securitygroup--924301838', 'description': 'tempest-description--774676841'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:45:59.649922 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f7d6ed35-c412-43f9-a6fa-b39d75be9e09 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:59.654671 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b190f-d8c2-44d9-add2-68e01247d148 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a362dd-5e99-457f-9411-48dd3281fbd2,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:59.659836 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac41f86-eb61-4f14-9510-1a200dedc86d tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Network 1f8dadf8-f905-45f3-8749-c1700d3a4c34 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:45:59.665604 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e7bb03da-befc-4fe8-a255-ee8b5bdd4ae0 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:45:59.768308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac41f86-eb61-4f14-9510-1a200dedc86d tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Pushing event updated for resources: {'Port': ['ID=03263830-4c3b-4cc9-9b19-7298b8e13edf,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:45:59.770917 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-eac41f86-eb61-4f14-9510-1a200dedc86d tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:45:59.787928 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e7bb03da-befc-4fe8-a255-ee8b5bdd4ae0 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Usage tracker for resource:security_group and tenant:ba3b3a57fe174aac9471b7338382297f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:45:59.793018 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 61468814-eae7-4bd5-9fff-c341ef933951 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:45:59.793308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e7bb03da-befc-4fe8-a255-ee8b5bdd4ae0 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:45:59.796755 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac41f86-eb61-4f14-9510-1a200dedc86d tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:45:59.802467 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c2cb3063-e61d-4db1-9cfe-2aad52137de3 tempest-DHCPAgentSchedulersTestJSON-1852382633 tempest-DHCPAgentSchedulersTestJSON-1852382633-project-admin] 10.222.0.79 "GET /v2.0/agents/551130e1-b440-4f0b-ab19-520bc69e9326/dhcp-networks HTTP/1.1" status: 200 len: 8026 time: 0.6581976 May 10 14:45:59.809958 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35822) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:59.817890 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'name': 'tempest-ServersTestManualDisk-945899288-router', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:52Z', 'revision_number': 4, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'gw_port': {'id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:42Z', 'updated_at': '2022-05-10T14:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '8daed8fa-053c-4973-aa75-213542ad2917', 'name': '', 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'mac_address': 'fa:16:3e:e4:af:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '275fec47-5f5c-4f6e-94c0-2b9b8256fc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:50Z', 'updated_at': '2022-05-10T14:45:53Z', 'revision_number': 2, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'subnets': [{'id': '275fec47-5f5c-4f6e-94c0-2b9b8256fc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:45:59.828750 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] Checking router: 298e15f8-19de-4d14-a9ac-be0afb4df5dc for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:45:59.829753 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] Updating router 298e15f8-19de-4d14-a9ac-be0afb4df5dc port 8daed8fa-053c-4973-aa75-213542ad2917 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:45:59.930681 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8aeb351e-87ca-4081-a9eb-e004a349738b tempest-DHCPAgentSchedulersTestJSON-1852382633 tempest-DHCPAgentSchedulersTestJSON-1852382633-project-admin] 10.222.0.79 "DELETE /v2.0/agents/551130e1-b440-4f0b-ab19-520bc69e9326/dhcp-networks/fcfe022f-2e91-4b06-9655-4adae514111c HTTP/1.1" status: 204 len: 168 time: 0.1123853 May 10 14:45:59.930776 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-114b190f-d8c2-44d9-add2-68e01247d148 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:59.930776 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-114b190f-d8c2-44d9-add2-68e01247d148 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.1836479 May 10 14:45:59.931667 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:59.934263 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35826) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:59.934632 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35828) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:45:59.955875 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a378af54-4bf0-4a3f-806f-016d9d2821c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:45:59.957015 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a378af54-4bf0-4a3f-806f-016d9d2821c2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c9da7e75-88b7-4231-9d4d-04d05ca63861 HTTP/1.1" status: 204 len: 168 time: 1.5323908 May 10 14:45:59.965399 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e7bb03da-befc-4fe8-a255-ee8b5bdd4ae0 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:45:59.972849 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378af54-4bf0-4a3f-806f-016d9d2821c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9da7e75-88b7-4231-9d4d-04d05ca63861,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:00.132910 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e7bb03da-befc-4fe8-a255-ee8b5bdd4ae0 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:00.209303 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-29193001-d536-42e8-a308-c89da21039ed tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Request body: {'security_group_rule': {'security_group_id': '75a362dd-5e99-457f-9411-48dd3281fbd2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:00.227721 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-753b521a-93d6-4bd8-a53b-639ed13e39a3 tempest-DHCPAgentSchedulersTestJSON-1852382633 tempest-DHCPAgentSchedulersTestJSON-1852382633-project-admin] 10.222.0.79 "GET /v2.0/agents/551130e1-b440-4f0b-ab19-520bc69e9326/dhcp-networks HTTP/1.1" status: 200 len: 7256 time: 0.2871838 May 10 14:46:00.232116 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f7d6ed35-c412-43f9-a6fa-b39d75be9e09 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:00.239435 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35838) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:00.241395 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-29193001-d536-42e8-a308-c89da21039ed tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:00.311280 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.objects.ports [None req-da3246da-df8c-4f78-910d-0fc95778c9a1 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 10 14:46:00.312108 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da3246da-df8c-4f78-910d-0fc95778c9a1 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:00.328029 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-29193001-d536-42e8-a308-c89da21039ed tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Usage tracker for resource:security_group_rule and tenant:838b552cd1fe457a86d509de7ba36715 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:00.332164 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-29193001-d536-42e8-a308-c89da21039ed tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:00.339646 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-29193001-d536-42e8-a308-c89da21039ed tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:00.411739 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f5e26e-f93e-4f23-9135-2d6945a93e24 None None] Network bf378f18-35a1-4684-8fdd-8c60efce1846 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:46:00.413804 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e7bb03da-befc-4fe8-a255-ee8b5bdd4ae0 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:00.418163 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d6ed35-c412-43f9-a6fa-b39d75be9e09 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:00.447628 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eac41f86-eb61-4f14-9510-1a200dedc86d tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:00.450245 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-f7d6ed35-c412-43f9-a6fa-b39d75be9e09 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:00.453970 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e7bb03da-befc-4fe8-a255-ee8b5bdd4ae0 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Usage tracker for resource:security_group_rule and tenant:ba3b3a57fe174aac9471b7338382297f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:00.468321 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d6ed35-c412-43f9-a6fa-b39d75be9e09 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:00.525964 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e7bb03da-befc-4fe8-a255-ee8b5bdd4ae0 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:00.565867 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c96a9aa8-1447-488a-a57b-f9661019a335 None None] Provisioning for port 61468814-eae7-4bd5-9fff-c341ef933951 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:46:00.571789 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35842) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:00.574877 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c96a9aa8-1447-488a-a57b-f9661019a335 None None] Provisioning complete for port 61468814-eae7-4bd5-9fff-c341ef933951 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:00.575339 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c96a9aa8-1447-488a-a57b-f9661019a335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:00.589863 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e7bb03da-befc-4fe8-a255-ee8b5bdd4ae0 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:00.631080 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-87901fa2-8ad9-4d8b-a5ec-e5907d396de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:00.692553 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-87901fa2-8ad9-4d8b-a5ec-e5907d396de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:00.740044 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ea037f45-f07d-461b-b674-f3df05e09eb2 tempest-DHCPAgentSchedulersTestJSON-1852382633 tempest-DHCPAgentSchedulersTestJSON-1852382633-project-admin] 10.222.0.79 "GET /v2.0/networks/fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.4301140 May 10 14:46:00.756264 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35846) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:00.756831 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eac41f86-eb61-4f14-9510-1a200dedc86d tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:00.765698 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-29193001-d536-42e8-a308-c89da21039ed tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:00.781838 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-87901fa2-8ad9-4d8b-a5ec-e5907d396de5 admin admin] Usage tracker for resource:security_group_rule and tenant:55bef0f506384a4dbd628878a97dccf1 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:00.807856 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-87901fa2-8ad9-4d8b-a5ec-e5907d396de5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:00.825952 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-87901fa2-8ad9-4d8b-a5ec-e5907d396de5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:00.907779 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c96a9aa8-1447-488a-a57b-f9661019a335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:00.952717 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:00.968257 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3246da-df8c-4f78-910d-0fc95778c9a1 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Checking segment: {'id': '61636db8-20c6-4c10-864b-e8aba5e11ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9396cf34-628d-498c-b8fc-1f6d6865b62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:46:00.968614 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3246da-df8c-4f78-910d-0fc95778c9a1 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Network hostable DHCP agents. Network: 9396cf34-628d-498c-b8fc-1f6d6865b62f, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:46:00.977036 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] Transition to ACTIVE for port object 8daed8fa-053c-4973-aa75-213542ad2917 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:46:00.986087 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-c96a9aa8-1447-488a-a57b-f9661019a335 None None] For port 61468814-eae7-4bd5-9fff-c341ef933951, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=61468814-eae7-4bd5-9fff-c341ef933951,segment=NetworkSegment(0a72f57b-65d4-46fc-97f8-3b18f1578254),segment_id=0a72f57b-65d4-46fc-97f8-3b18f1578254)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:46:00.993687 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:01.007929 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2448aa44-655d-4741-b7a9-2210fbe5285f tempest-DHCPAgentSchedulersTestJSON-1852382633 tempest-DHCPAgentSchedulersTestJSON-1852382633-project-admin] 10.222.0.79 "GET /v2.0/networks/fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0482581 May 10 14:46:01.008651 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f7d6ed35-c412-43f9-a6fa-b39d75be9e09 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks [] for router_gateway, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:01.020466 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35850) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:01.037967 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c96a9aa8-1447-488a-a57b-f9661019a335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:01.081195 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a55dc1c-8750-4357-aa08-fcf595041762 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:01.204950 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ec2fe-b964-4b92-bed7-3e0e3afa34eb None None] Pushing event updated for resources: {'Port': ['ID=8daed8fa-053c-4973-aa75-213542ad2917,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:01.232231 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6ed35-c412-43f9-a6fa-b39d75be9e09 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Pushing event updated for resources: {'Port': ['ID=367c50e9-bfb7-47e1-a4d7-010e1dfd6da6,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:01.260447 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3246da-df8c-4f78-910d-0fc95778c9a1 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1ce6a9f6-c9d1-449f-b4c3-92bfadfbbd26,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:01.304561 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3246da-df8c-4f78-910d-0fc95778c9a1 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Network 9396cf34-628d-498c-b8fc-1f6d6865b62f is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:46:01.393142 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-29193001-d536-42e8-a308-c89da21039ed tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:01.394824 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-da3246da-df8c-4f78-910d-0fc95778c9a1 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 9396cf34-628d-498c-b8fc-1f6d6865b62f) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:01.411525 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9857be2-3199-4761-b1ba-a74f777a952b None None] Network 9396cf34-628d-498c-b8fc-1f6d6865b62f requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:46:01.429759 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-29193001-d536-42e8-a308-c89da21039ed tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:01.432184 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3246da-df8c-4f78-910d-0fc95778c9a1 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:01.432771 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da3246da-df8c-4f78-910d-0fc95778c9a1 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:01.473780 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29193001-d536-42e8-a308-c89da21039ed tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb24a72-7553-4499-820e-2d4bf035479b,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:01.506388 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eac41f86-eb61-4f14-9510-1a200dedc86d tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:01.514555 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e4fcfa0f-9e8a-46ac-87cb-145c74e500f2 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:46:01.524481 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e7bb03da-befc-4fe8-a255-ee8b5bdd4ae0 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:01.535860 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eac41f86-eb61-4f14-9510-1a200dedc86d tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:01.568224 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-da3246da-df8c-4f78-910d-0fc95778c9a1 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.5527773 May 10 14:46:01.569808 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] Attempting to bind port 8daed8fa-053c-4973-aa75-213542ad2917 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:01.570172 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] Attempting to bind port 8daed8fa-053c-4973-aa75-213542ad2917 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'd0fb5057-709c-4804-b805-2241f5ca5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:01.570704 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] Attempting to bind port 8daed8fa-053c-4973-aa75-213542ad2917 on network 3aec5c59-80c4-436d-a4a0-0576e235bd86 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:01.579355 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35854) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:01.581554 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-29193001-d536-42e8-a308-c89da21039ed tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:01.584958 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-29193001-d536-42e8-a308-c89da21039ed tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6445951 May 10 14:46:01.588434 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a9aa8-1447-488a-a57b-f9661019a335 None None] Pushing event updated for resources: {'Port': ['ID=61468814-eae7-4bd5-9fff-c341ef933951,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:01.589004 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-c2f11c0b-3325-4835-a4a9-4027dff2c0bf tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-584989582', 'network_id': '9396cf34-628d-498c-b8fc-1f6d6865b62f'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:01.593384 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c2f11c0b-3325-4835-a4a9-4027dff2c0bf tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:01.597467 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c2f11c0b-3325-4835-a4a9-4027dff2c0bf tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Usage tracker for resource:port and tenant:6e3893fe35f447408f3ea64b56e4678a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:01.600366 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c2f11c0b-3325-4835-a4a9-4027dff2c0bf tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:01.602923 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:46:01.603300 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] Checking segment: {'id': 'd0fb5057-709c-4804-b805-2241f5ca5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:46:01.603720 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:01.604109 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] Bound using segment: {'id': 'd0fb5057-709c-4804-b805-2241f5ca5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:46:01.604588 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] Bound port: 8daed8fa-053c-4973-aa75-213542ad2917, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0fb5057-709c-4804-b805-2241f5ca5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:46:01.604954 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:01.606370 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c2f11c0b-3325-4835-a4a9-4027dff2c0bf tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:01.614205 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35858) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:01.630314 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-c0aa7652-0526-4f6a-9414-38a0fd86e8cd tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Request body: {'security_group_rule': {'security_group_id': '75a362dd-5e99-457f-9411-48dd3281fbd2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:01.637432 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f11c0b-3325-4835-a4a9-4027dff2c0bf tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Made reservation on behalf of 6e3893fe35f447408f3ea64b56e4678a for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:46:01.638601 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac41f86-eb61-4f14-9510-1a200dedc86d tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Pushing event updated for resources: {'Port': ['ID=03263830-4c3b-4cc9-9b19-7298b8e13edf,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:01.639753 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2f11c0b-3325-4835-a4a9-4027dff2c0bf tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:01.641118 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e7bb03da-befc-4fe8-a255-ee8b5bdd4ae0 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:01.720229 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e7bb03da-befc-4fe8-a255-ee8b5bdd4ae0 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:01.722959 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e7bb03da-befc-4fe8-a255-ee8b5bdd4ae0 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.2259841 May 10 14:46:01.732043 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35862) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:01.732948 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c0aa7652-0526-4f6a-9414-38a0fd86e8cd tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:01.748529 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-a3a79d3f-eeb8-4cd4-b43d-95b8c6628fa8 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Request body: {'security_group_rule': {'security_group_id': '522bf700-f189-4121-89ee-fa0268c69f1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:01.753877 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c0aa7652-0526-4f6a-9414-38a0fd86e8cd tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Usage tracker for resource:security_group_rule and tenant:838b552cd1fe457a86d509de7ba36715 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:01.760213 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c0aa7652-0526-4f6a-9414-38a0fd86e8cd tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:01.762969 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a3a79d3f-eeb8-4cd4-b43d-95b8c6628fa8 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:01.774171 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-c2f11c0b-3325-4835-a4a9-4027dff2c0bf tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] device_id is not set on port 73e3de11-b296-492d-900b-de2015039e6c yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:46:01.791903 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port e4fcfa0f-9e8a-46ac-87cb-145c74e500f2 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:46:01.801850 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] For port 8daed8fa-053c-4973-aa75-213542ad2917, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:46:01.806809 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c0aa7652-0526-4f6a-9414-38a0fd86e8cd tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:01.807917 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port e4fcfa0f-9e8a-46ac-87cb-145c74e500f2 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:01.808354 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:01.808863 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a3a79d3f-eeb8-4cd4-b43d-95b8c6628fa8 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Usage tracker for resource:security_group_rule and tenant:ba3b3a57fe174aac9471b7338382297f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:01.813742 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f7d6ed35-c412-43f9-a6fa-b39d75be9e09 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:01.817418 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a3a79d3f-eeb8-4cd4-b43d-95b8c6628fa8 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:01.831444 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a3a79d3f-eeb8-4cd4-b43d-95b8c6628fa8 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:01.852525 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] For port 8daed8fa-053c-4973-aa75-213542ad2917, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8daed8fa-053c-4973-aa75-213542ad2917,segment=NetworkSegment(d0fb5057-709c-4804-b805-2241f5ca5186),segment_id=d0fb5057-709c-4804-b805-2241f5ca5186)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:46:01.887819 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-de72c2c5-27dc-4ec4-b6cb-551c999fd38b None None] Provisioning complete for port 61468814-eae7-4bd5-9fff-c341ef933951 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:01.888183 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-de72c2c5-27dc-4ec4-b6cb-551c999fd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:01.899686 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb03da-befc-4fe8-a255-ee8b5bdd4ae0 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522bf700-f189-4121-89ee-fa0268c69f1b,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:01.934003 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:02.003559 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c0aa7652-0526-4f6a-9414-38a0fd86e8cd tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:02.013608 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b4fdb3-60c2-461e-a8df-61e101cb2b23 None None] Network 9396cf34-628d-498c-b8fc-1f6d6865b62f requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:46:02.042464 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eac41f86-eb61-4f14-9510-1a200dedc86d tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:02.049882 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a86ff926-be57-42f2-9b8d-7b0a91f8d601 tempest-DHCPAgentSchedulersTestJSON-1852382633 tempest-DHCPAgentSchedulersTestJSON-1852382633-project-admin] 10.222.0.79 "GET /v2.0/agents/551130e1-b440-4f0b-ab19-520bc69e9326/dhcp-networks HTTP/1.1" status: 200 len: 7256 time: 1.0021291 May 10 14:46:02.075252 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35866) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:02.126757 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a3a79d3f-eeb8-4cd4-b43d-95b8c6628fa8 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:02.127465 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-87901fa2-8ad9-4d8b-a5ec-e5907d396de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:02.154369 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ec2fe-b964-4b92-bed7-3e0e3afa34eb None None] Pushing event updated for resources: {'Port': ['ID=8daed8fa-053c-4973-aa75-213542ad2917,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:02.190525 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] Routers {'298e15f8-19de-4d14-a9ac-be0afb4df5dc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:02.191805 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:45:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['298e15f8-19de-4d14-a9ac-be0afb4df5dc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:02.192082 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eac41f86-eb61-4f14-9510-1a200dedc86d tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:02.196221 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-eac41f86-eb61-4f14-9510-1a200dedc86d tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.1662776 May 10 14:46:02.205876 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35870) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:02.260496 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-87901fa2-8ad9-4d8b-a5ec-e5907d396de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:02.354947 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ab63611a-36c1-487b-aa73-8ea6dd392af7 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] 10.222.0.79 "GET /v2.0/floatingips?floating_network_id=1f8dadf8-f905-45f3-8749-c1700d3a4c34 HTTP/1.1" status: 200 len: 689 time: 0.1398773 May 10 14:46:02.366812 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-c2f11c0b-3325-4835-a4a9-4027dff2c0bf tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Allocated IP 2001:db8::340 (9396cf34-628d-498c-b8fc-1f6d6865b62f/1ce6a9f6-c9d1-449f-b4c3-92bfadfbbd26/73e3de11-b296-492d-900b-de2015039e6c) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:02.411435 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c0aa7652-0526-4f6a-9414-38a0fd86e8cd tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:02.427969 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35874) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:02.433614 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c0aa7652-0526-4f6a-9414-38a0fd86e8cd tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:02.473083 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f2ff96ab-1388-4416-a7d0-b27b6391bb8d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:02.476417 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:02.487695 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-87901fa2-8ad9-4d8b-a5ec-e5907d396de5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=55bef0f506384a4dbd628878a97dccf1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8919477 May 10 14:46:02.492593 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35878) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:02.493830 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a55dc1c-8750-4357-aa08-fcf595041762 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:02.497212 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87901fa2-8ad9-4d8b-a5ec-e5907d396de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18525287-a341-41b8-af74-946f88310240,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:02.564682 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] Set router 298e15f8-19de-4d14-a9ac-be0afb4df5dc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:46:02.566828 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa7652-0526-4f6a-9414-38a0fd86e8cd tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca59c1f-6772-4957-ba67-17ac4486632b,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:02.593468 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a3a79d3f-eeb8-4cd4-b43d-95b8c6628fa8 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:02.622790 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a3a79d3f-eeb8-4cd4-b43d-95b8c6628fa8 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:02.642455 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port e4fcfa0f-9e8a-46ac-87cb-145c74e500f2, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e4fcfa0f-9e8a-46ac-87cb-145c74e500f2,segment=NetworkSegment(0dd99381-ca53-4023-8dc0-0788d84a1ca8),segment_id=0dd99381-ca53-4023-8dc0-0788d84a1ca8)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:46:02.666612 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:02.691630 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d6ed35-c412-43f9-a6fa-b39d75be9e09 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Router df8fc0ef-9cb6-4659-abeb-b87deaebb953 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:46:02.710384 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c0aa7652-0526-4f6a-9414-38a0fd86e8cd tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:02.710384 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c0aa7652-0526-4f6a-9414-38a0fd86e8cd tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0905604 May 10 14:46:02.725368 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35882) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:02.734955 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a79d3f-eeb8-4cd4-b43d-95b8c6628fa8 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d57d300-ed6b-4097-9c1c-a87075b8eba2,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:02.740431 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-75c7e773-81b6-4ce2-8691-4be540575b09 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:02.812267 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-75c7e773-81b6-4ce2-8691-4be540575b09 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:02.818321 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a3a79d3f-eeb8-4cd4-b43d-95b8c6628fa8 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:02.822014 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a3a79d3f-eeb8-4cd4-b43d-95b8c6628fa8 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0822067 May 10 14:46:02.838283 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35886) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:02.854220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-bacc2b9b-bca6-40f4-9ae5-e1bc7a6730e9 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Request body: {'security_group_rule': {'security_group_id': '522bf700-f189-4121-89ee-fa0268c69f1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:02.864958 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6dc0bd1d-2424-4d19-b2fb-cd86efdc4076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:02.866877 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-bacc2b9b-bca6-40f4-9ae5-e1bc7a6730e9 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:02.877440 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-bacc2b9b-bca6-40f4-9ae5-e1bc7a6730e9 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Usage tracker for resource:security_group_rule and tenant:ba3b3a57fe174aac9471b7338382297f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:02.880751 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f2ff96ab-1388-4416-a7d0-b27b6391bb8d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:02.889474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-bacc2b9b-bca6-40f4-9ae5-e1bc7a6730e9 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:02.912968 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-bacc2b9b-bca6-40f4-9ae5-e1bc7a6730e9 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:02.925443 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=e4fcfa0f-9e8a-46ac-87cb-145c74e500f2,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:02.948276 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-f2ff96ab-1388-4416-a7d0-b27b6391bb8d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcfe022f-2e91-4b06-9655-4adae514111c']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:02.964167 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6dc0bd1d-2424-4d19-b2fb-cd86efdc4076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:02.989245 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-f2ff96ab-1388-4416-a7d0-b27b6391bb8d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bc8b0c-4214-4197-b376-65fd5ae3975c') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:02.989604 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-f2ff96ab-1388-4416-a7d0-b27b6391bb8d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bc8b0c-4214-4197-b376-65fd5ae3975c') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:02.991545 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-75c7e773-81b6-4ce2-8691-4be540575b09 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Usage tracker for resource:floatingip and tenant:838b552cd1fe457a86d509de7ba36715 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:03.013512 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-75c7e773-81b6-4ce2-8691-4be540575b09 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:03.019412 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bacc2b9b-bca6-40f4-9ae5-e1bc7a6730e9 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:03.032219 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:03.038190 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f2ff96ab-1388-4416-a7d0-b27b6391bb8d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:03.039275 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'name': 'tempest-ServersTestManualDisk-945899288-router', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:52Z', 'revision_number': 4, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'gw_port': {'id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:42Z', 'updated_at': '2022-05-10T14:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '8daed8fa-053c-4973-aa75-213542ad2917', 'name': '', 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'mac_address': 'fa:16:3e:e4:af:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '275fec47-5f5c-4f6e-94c0-2b9b8256fc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:50Z', 'updated_at': '2022-05-10T14:46:01Z', 'revision_number': 4, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'subnets': [{'id': '275fec47-5f5c-4f6e-94c0-2b9b8256fc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:03.043278 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e98245-e6bc-466e-93e7-50ffb17cc736 None None] The sync data for ids ['298e15f8-19de-4d14-a9ac-be0afb4df5dc'] in dv-neutron-841204-2-hyperv is: [{'id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'name': 'tempest-ServersTestManualDisk-945899288-router', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:52Z', 'revision_number': 4, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'gw_port': {'id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:42Z', 'updated_at': '2022-05-10T14:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '8daed8fa-053c-4973-aa75-213542ad2917', 'name': '', 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'mac_address': 'fa:16:3e:e4:af:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '275fec47-5f5c-4f6e-94c0-2b9b8256fc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:50Z', 'updated_at': '2022-05-10T14:46:01Z', 'revision_number': 4, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'subnets': [{'id': '275fec47-5f5c-4f6e-94c0-2b9b8256fc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:46:03.048673 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-75c7e773-81b6-4ce2-8691-4be540575b09 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:03.093680 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f2ff96ab-1388-4416-a7d0-b27b6391bb8d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:03.124267 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ff96ab-1388-4416-a7d0-b27b6391bb8d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:46:03.124861 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f2ff96ab-1388-4416-a7d0-b27b6391bb8d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:46:03.141962 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:46:03.153183 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a55dc1c-8750-4357-aa08-fcf595041762 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Router 63667b5d-d54c-4703-b6c9-576664a97dc4 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:46:03.174754 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75c7e773-81b6-4ce2-8691-4be540575b09 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks [] for floatingip, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:03.197562 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2f11c0b-3325-4835-a4a9-4027dff2c0bf tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:03.202941 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Deleting port 03263830-4c3b-4cc9-9b19-7298b8e13edf {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:03.203275 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:03.232817 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d6ed35-c412-43f9-a6fa-b39d75be9e09 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:46:03.248762 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6dc0bd1d-2424-4d19-b2fb-cd86efdc4076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:03.250663 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7acb5b5-d503-4b3a-8982-256e2166380a None None] Sync routers for ids ['df8fc0ef-9cb6-4659-abeb-b87deaebb953'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:46:03.262594 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7acb5b5-d503-4b3a-8982-256e2166380a None None] Routers {'df8fc0ef-9cb6-4659-abeb-b87deaebb953'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:03.263962 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-d7acb5b5-d503-4b3a-8982-256e2166380a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:45:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['df8fc0ef-9cb6-4659-abeb-b87deaebb953'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:03.281990 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bacc2b9b-bca6-40f4-9ae5-e1bc7a6730e9 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:03.347143 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0bd1d-2424-4d19-b2fb-cd86efdc4076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18525287-a341-41b8-af74-946f88310240,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:03.363970 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-d7acb5b5-d503-4b3a-8982-256e2166380a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:03.368334 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bacc2b9b-bca6-40f4-9ae5-e1bc7a6730e9 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:03.377576 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f7d6ed35-c412-43f9-a6fa-b39d75be9e09 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:03.377576 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f7d6ed35-c412-43f9-a6fa-b39d75be9e09 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.4463429 May 10 14:46:03.384223 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35890) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:03.406884 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f2ff96ab-1388-4416-a7d0-b27b6391bb8d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:03.418048 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7acb5b5-d503-4b3a-8982-256e2166380a None None] Routers {'df8fc0ef-9cb6-4659-abeb-b87deaebb953'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:03.420844 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-d7acb5b5-d503-4b3a-8982-256e2166380a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:45:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['df8fc0ef-9cb6-4659-abeb-b87deaebb953'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:03.518214 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-d7acb5b5-d503-4b3a-8982-256e2166380a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:03.518661 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7acb5b5-d503-4b3a-8982-256e2166380a None None] The sync data for ids ['df8fc0ef-9cb6-4659-abeb-b87deaebb953'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:46:03.538208 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc2b9b-bca6-40f4-9ae5-e1bc7a6730e9 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9108e20-0fb3-4156-9ae3-04e36fdb79e0,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:03.561014 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bacc2b9b-bca6-40f4-9ae5-e1bc7a6730e9 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:03.562344 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bacc2b9b-bca6-40f4-9ae5-e1bc7a6730e9 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7230878 May 10 14:46:03.563614 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6dc0bd1d-2424-4d19-b2fb-cd86efdc4076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:03.565789 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6dc0bd1d-2424-4d19-b2fb-cd86efdc4076 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/18525287-a341-41b8-af74-946f88310240 HTTP/1.1" status: 204 len: 168 time: 1.0695355 May 10 14:46:03.566809 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35894) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:03.584639 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f2ff96ab-1388-4416-a7d0-b27b6391bb8d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:03.594973 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f2ff96ab-1388-4416-a7d0-b27b6391bb8d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] 10.222.0.79 "DELETE /v2.0/networks/fcfe022f-2e91-4b06-9655-4adae514111c HTTP/1.1" status: 204 len: 168 time: 1.5159495 May 10 14:46:03.614238 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35898) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:03.633768 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8daed8fa-053c-4973-aa75-213542ad2917 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:46:03.640624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7ecf5a6b-c142-4bfc-9cd9-9a28a9f3ee00 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:03.648364 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7ecf5a6b-c142-4bfc-9cd9-9a28a9f3ee00 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:03.653570 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7ecf5a6b-c142-4bfc-9cd9-9a28a9f3ee00 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Usage tracker for resource:floatingip and tenant:ba3b3a57fe174aac9471b7338382297f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:03.657077 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7ecf5a6b-c142-4bfc-9cd9-9a28a9f3ee00 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:03.666370 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7ecf5a6b-c142-4bfc-9cd9-9a28a9f3ee00 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:03.677163 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff96ab-1388-4416-a7d0-b27b6391bb8d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Pushing event deleted for resources: {'Network': ['ID=fcfe022f-2e91-4b06-9655-4adae514111c,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:03.746996 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 8daed8fa-053c-4973-aa75-213542ad2917 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:46:03.748235 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f541cfb8-69a1-434f-9950-203813790ca5 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] DELETE failed (client error): The resource could not be found. May 10 14:46:03.748757 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f541cfb8-69a1-434f-9950-203813790ca5 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:46:03.750828 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f541cfb8-69a1-434f-9950-203813790ca5 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] 10.222.0.79 "DELETE /v2.0/ports/0341cd28-e4aa-4b09-9d22-2c1b5ffa9406 HTTP/1.1" status: 404 len: 333 time: 0.1329539 May 10 14:46:03.753434 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a55dc1c-8750-4357-aa08-fcf595041762 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:46:03.755465 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35904) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:03.758157 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 8daed8fa-053c-4973-aa75-213542ad2917 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:03.758886 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:03.819474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ecf5a6b-c142-4bfc-9cd9-9a28a9f3ee00 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:03.832332 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] Sync routers for ids ['63667b5d-d54c-4703-b6c9-576664a97dc4'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:46:03.845817 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] Routers {'63667b5d-d54c-4703-b6c9-576664a97dc4'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:03.846738 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:45:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['63667b5d-d54c-4703-b6c9-576664a97dc4'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:03.969694 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a55dc1c-8750-4357-aa08-fcf595041762 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:03.973681 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1a55dc1c-8750-4357-aa08-fcf595041762 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.3543353 May 10 14:46:03.983011 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35910) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:03.993582 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2f11c0b-3325-4835-a4a9-4027dff2c0bf tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:03.999856 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87db918-335e-4f7a-9b3e-4e624e0bec83 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Deleting subnet 23678628-f3bf-4592-84b9-77212f567477 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:46:04.002791 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:04.003403 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:04.005815 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a87db918-335e-4f7a-9b3e-4e624e0bec83 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:04.073602 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a87db918-335e-4f7a-9b3e-4e624e0bec83 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:04.090819 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] Set router 63667b5d-d54c-4703-b6c9-576664a97dc4 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:46:04.275852 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ecf5a6b-c142-4bfc-9cd9-9a28a9f3ee00 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:04.302531 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f11c0b-3325-4835-a4a9-4027dff2c0bf tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Network 9396cf34-628d-498c-b8fc-1f6d6865b62f is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:04.349093 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a87db918-335e-4f7a-9b3e-4e624e0bec83 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:04.422126 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:04.491790 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa4688ed-6ebd-42ce-8373-2937a7614771 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:04.492671 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 8daed8fa-053c-4973-aa75-213542ad2917, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8daed8fa-053c-4973-aa75-213542ad2917,segment=NetworkSegment(d0fb5057-709c-4804-b805-2241f5ca5186),segment_id=d0fb5057-709c-4804-b805-2241f5ca5186)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:46:04.507162 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-7ecf5a6b-c142-4bfc-9cd9-9a28a9f3ee00 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Allocated IP 172.26.0.61 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/ae2cc1bf-ec3f-4c89-ace7-fd13267e1d2b) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:04.509632 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a87db918-335e-4f7a-9b3e-4e624e0bec83 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:04.511980 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:04.514187 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 61468814-eae7-4bd5-9fff-c341ef933951 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:46:04.562527 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87db918-335e-4f7a-9b3e-4e624e0bec83 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Pushing event deleted for resources: {'Subnet': ['ID=23678628-f3bf-4592-84b9-77212f567477,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:04.566148 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a87db918-335e-4f7a-9b3e-4e624e0bec83 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:04.578149 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a87db918-335e-4f7a-9b3e-4e624e0bec83 tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] 10.222.0.79 "DELETE /v2.0/subnets/23678628-f3bf-4592-84b9-77212f567477 HTTP/1.1" status: 204 len: 168 time: 0.8205516 May 10 14:46:04.578926 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35924) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:04.628211 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-c2f11c0b-3325-4835-a4a9-4027dff2c0bf tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:04.628682 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6259993f-a0d0-4254-80de-8acd99044a3f None None] Network fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:46:04.720954 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f11c0b-3325-4835-a4a9-4027dff2c0bf tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:04.721785 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f11c0b-3325-4835-a4a9-4027dff2c0bf tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:04.722387 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2f11c0b-3325-4835-a4a9-4027dff2c0bf tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:04.744908 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Calling delete_port for 03263830-4c3b-4cc9-9b19-7298b8e13edf owned by network:floatingip {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:04.795096 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c2f11c0b-3325-4835-a4a9-4027dff2c0bf tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.2125905 May 10 14:46:04.810541 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35932) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:04.841740 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f11c0b-3325-4835-a4a9-4027dff2c0bf tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Pushing event updated for resources: {'Port': ['ID=73e3de11-b296-492d-900b-de2015039e6c,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:04.944061 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 61468814-eae7-4bd5-9fff-c341ef933951 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:04.944430 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:05.073189 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=8daed8fa-053c-4973-aa75-213542ad2917,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:05.073529 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-9c01b29b-d026-4d62-9a0f-be304258882c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Deleting port 73e3de11-b296-492d-900b-de2015039e6c {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:05.074053 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9c01b29b-d026-4d62-9a0f-be304258882c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:05.088781 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63667b5d-d54c-4703-b6c9-576664a97dc4', 'name': '', 'tenant_id': 'd8e70110116b481aa528254724b9ebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42c17863-6d38-439a-9ce3-2b566f74632c', 'external_fixed_ips': [{'subnet_id': 'bdc5ca2d-23d3-4adb-89ea-c384e12088a1', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '99ae767d-dc55-4e8c-9a01-8dab5d21d793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:53Z', 'updated_at': '2022-05-10T14:46:00Z', 'revision_number': 3, 'project_id': 'd8e70110116b481aa528254724b9ebe2', 'gw_port': {'id': '99ae767d-dc55-4e8c-9a01-8dab5d21d793', 'name': '', 'network_id': '42c17863-6d38-439a-9ce3-2b566f74632c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ff:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63667b5d-d54c-4703-b6c9-576664a97dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'bdc5ca2d-23d3-4adb-89ea-c384e12088a1', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:56Z', 'updated_at': '2022-05-10T14:45:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdc5ca2d-23d3-4adb-89ea-c384e12088a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:05.150064 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] Checking router: 63667b5d-d54c-4703-b6c9-576664a97dc4 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:46:05.150758 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] Updating router 63667b5d-d54c-4703-b6c9-576664a97dc4 port 99ae767d-dc55-4e8c-9a01-8dab5d21d793 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:46:05.206624 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa4688ed-6ebd-42ce-8373-2937a7614771 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:05.257174 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75c7e773-81b6-4ce2-8691-4be540575b09 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:05.319618 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d92a40d9-fb13-4420-95aa-2c32a133403d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:05.333063 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:05.359148 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ecf5a6b-c142-4bfc-9cd9-9a28a9f3ee00 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:05.395862 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9c01b29b-d026-4d62-9a0f-be304258882c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:05.408310 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-d92a40d9-fb13-4420-95aa-2c32a133403d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Deleting port 2183b92d-2455-49bc-b8db-99a3b3dcc7ea {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:05.408686 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d92a40d9-fb13-4420-95aa-2c32a133403d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:05.419708 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e4fcfa0f-9e8a-46ac-87cb-145c74e500f2 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:46:05.433989 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-aa4688ed-6ebd-42ce-8373-2937a7614771 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Deleting port 99ae767d-dc55-4e8c-9a01-8dab5d21d793 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:05.434319 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa4688ed-6ebd-42ce-8373-2937a7614771 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:05.661933 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-9c01b29b-d026-4d62-9a0f-be304258882c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Calling delete_port for 73e3de11-b296-492d-900b-de2015039e6c owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:05.722193 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efce1a1-785a-458c-9b22-8f06e7664075 None None] DHCP port deletion for fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:46:05.732715 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-4efce1a1-785a-458c-9b22-8f06e7664075 None None] Deleting port 2183b92d-2455-49bc-b8db-99a3b3dcc7ea {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:05.733268 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4efce1a1-785a-458c-9b22-8f06e7664075 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:05.774243 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port e4fcfa0f-9e8a-46ac-87cb-145c74e500f2 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:05.775038 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:05.882228 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ecf5a6b-c142-4bfc-9cd9-9a28a9f3ee00 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:05.899939 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:06.042782 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-4efce1a1-785a-458c-9b22-8f06e7664075 None None] For port 2183b92d-2455-49bc-b8db-99a3b3dcc7ea, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2183b92d-2455-49bc-b8db-99a3b3dcc7ea,segment=NetworkSegment(1bdf3c43-3e95-4d68-b16d-b0ba6a620da3),segment_id=1bdf3c43-3e95-4d68-b16d-b0ba6a620da3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:46:06.043619 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4efce1a1-785a-458c-9b22-8f06e7664075 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:06.051900 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9c01b29b-d026-4d62-9a0f-be304258882c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:06.063836 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35952) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:06.085122 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Pushing event deleted for resources: {'Port': ['ID=03263830-4c3b-4cc9-9b19-7298b8e13edf,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:06.097674 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecf5a6b-c142-4bfc-9cd9-9a28a9f3ee00 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:06.111835 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-7ecf5a6b-c142-4bfc-9cd9-9a28a9f3ee00 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:06.116660 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa4688ed-6ebd-42ce-8373-2937a7614771 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:06.118518 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecf5a6b-c142-4bfc-9cd9-9a28a9f3ee00 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:06.187910 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-4efce1a1-785a-458c-9b22-8f06e7664075 None None] Calling delete_port for 2183b92d-2455-49bc-b8db-99a3b3dcc7ea owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:06.260975 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf5a6b-c142-4bfc-9cd9-9a28a9f3ee00 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Pushing event updated for resources: {'Port': ['ID=ae2cc1bf-ec3f-4c89-ace7-fd13267e1d2b,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:06.271872 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-aa4688ed-6ebd-42ce-8373-2937a7614771 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Calling delete_port for 99ae767d-dc55-4e8c-9a01-8dab5d21d793 owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:06.304511 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:06.311965 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-d92a40d9-fb13-4420-95aa-2c32a133403d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] For port 2183b92d-2455-49bc-b8db-99a3b3dcc7ea, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2183b92d-2455-49bc-b8db-99a3b3dcc7ea,segment=NetworkSegment(1bdf3c43-3e95-4d68-b16d-b0ba6a620da3),segment_id=1bdf3c43-3e95-4d68-b16d-b0ba6a620da3)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:46:06.312327 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d92a40d9-fb13-4420-95aa-2c32a133403d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:06.321847 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01b29b-d026-4d62-9a0f-be304258882c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Pushing event deleted for resources: {'Port': ['ID=73e3de11-b296-492d-900b-de2015039e6c,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:06.332950 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9c01b29b-d026-4d62-9a0f-be304258882c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:06.343234 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9c01b29b-d026-4d62-9a0f-be304258882c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "DELETE /v2.0/ports/73e3de11-b296-492d-900b-de2015039e6c HTTP/1.1" status: 204 len: 168 time: 1.5267520 May 10 14:46:06.350986 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35958) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:06.370202 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-75c7e773-81b6-4ce2-8691-4be540575b09 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Allocated IP 172.26.0.240 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/ad295305-8a33-4907-bfe0-6d5956ea0b33) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:06.418662 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-efee5d8d-3802-4e6e-b357-f3390696e022 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9396cf34-628d-498c-b8fc-1f6d6865b62f', 'external_fixed_ips': [{'subnet_id': '1ce6a9f6-c9d1-449f-b4c3-92bfadfbbd26', 'ip_address': '2001:db8::340'}]}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:06.462527 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4efce1a1-785a-458c-9b22-8f06e7664075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:06.502830 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-d92a40d9-fb13-4420-95aa-2c32a133403d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Calling delete_port for 2183b92d-2455-49bc-b8db-99a3b3dcc7ea owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:06.518352 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:06.520994 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efce1a1-785a-458c-9b22-8f06e7664075 None None] Pushing event deleted for resources: {'Port': ['ID=2183b92d-2455-49bc-b8db-99a3b3dcc7ea,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:06.538880 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efce1a1-785a-458c-9b22-8f06e7664075 None None] No DVR routers for this DVR port 2183b92d-2455-49bc-b8db-99a3b3dcc7ea on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:46:06.540248 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] Transition to ACTIVE for port object 99ae767d-dc55-4e8c-9a01-8dab5d21d793 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:46:06.556047 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:06.609818 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8daed8fa-053c-4973-aa75-213542ad2917 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:46:06.649155 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1850030987', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:06.656626 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-efee5d8d-3802-4e6e-b357-f3390696e022 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:06.664863 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:06.675822 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-efee5d8d-3802-4e6e-b357-f3390696e022 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Usage tracker for resource:router and tenant:6e3893fe35f447408f3ea64b56e4678a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:06.681086 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Usage tracker for resource:port and tenant:a29f53b951dc492c8a8ededcd913be27 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:06.683346 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2f99f10c-ab4e-4208-aa31-beb6bc6d7407 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:06.685502 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:06.690102 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-efee5d8d-3802-4e6e-b357-f3390696e022 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:06.698588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:06.705083 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-efee5d8d-3802-4e6e-b357-f3390696e022 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:06.716125 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] Attempting to bind port 99ae767d-dc55-4e8c-9a01-8dab5d21d793 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:06.717028 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] Attempting to bind port 99ae767d-dc55-4e8c-9a01-8dab5d21d793 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'e9d5008b-f69c-4316-9082-bf8d71fbe312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '42c17863-6d38-439a-9ce3-2b566f74632c'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:06.717418 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] Attempting to bind port 99ae767d-dc55-4e8c-9a01-8dab5d21d793 on network 42c17863-6d38-439a-9ce3-2b566f74632c {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:06.720183 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ecf5a6b-c142-4bfc-9cd9-9a28a9f3ee00 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:06.720360 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49604dc6-b2b1-4ee7-8630-04091db76f2d None None] Pushing event updated for resources: {'Port': ['ID=99ae767d-dc55-4e8c-9a01-8dab5d21d793,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:06.724724 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:06.732659 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:46:06.733133 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] Checking segment: {'id': 'e9d5008b-f69c-4316-9082-bf8d71fbe312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '42c17863-6d38-439a-9ce3-2b566f74632c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:46:06.733448 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:06.733828 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] Bound using segment: {'id': 'e9d5008b-f69c-4316-9082-bf8d71fbe312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '42c17863-6d38-439a-9ce3-2b566f74632c'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:46:06.734921 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] Bound port: 99ae767d-dc55-4e8c-9a01-8dab5d21d793, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d5008b-f69c-4316-9082-bf8d71fbe312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '42c17863-6d38-439a-9ce3-2b566f74632c'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:46:06.734921 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:06.750876 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Made reservation on behalf of a29f53b951dc492c8a8ededcd913be27 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:46:06.754062 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:06.787249 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-efee5d8d-3802-4e6e-b357-f3390696e022 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:06.788512 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-efee5d8d-3802-4e6e-b357-f3390696e022 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:06.792696 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 8daed8fa-053c-4973-aa75-213542ad2917 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:06.793292 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:06.818184 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:06.838266 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.api [None req-d92a40d9-fb13-4420-95aa-2c32a133403d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:46:06.838753 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG oslo_db.api [None req-d92a40d9-fb13-4420-95aa-2c32a133403d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:46:06.857655 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-efee5d8d-3802-4e6e-b357-f3390696e022 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:06.859454 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:06.863178 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ecf5a6b-c142-4bfc-9cd9-9a28a9f3ee00 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:06.867886 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] For port 99ae767d-dc55-4e8c-9a01-8dab5d21d793, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:46:06.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] For port 99ae767d-dc55-4e8c-9a01-8dab5d21d793, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=99ae767d-dc55-4e8c-9a01-8dab5d21d793,segment=NetworkSegment(e9d5008b-f69c-4316-9082-bf8d71fbe312),segment_id=e9d5008b-f69c-4316-9082-bf8d71fbe312)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:46:06.884329 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:06.913370 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Usage tracker for resource:security_group_rule and tenant:a29f53b951dc492c8a8ededcd913be27 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:06.920267 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:06.930290 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:07.014906 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.api [None req-aa4688ed-6ebd-42ce-8373-2937a7614771 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:46:07.015511 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG oslo_db.api [None req-aa4688ed-6ebd-42ce-8373-2937a7614771 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:46:07.025026 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] Routers {'63667b5d-d54c-4703-b6c9-576664a97dc4'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:07.025399 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:45:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['63667b5d-d54c-4703-b6c9-576664a97dc4'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:07.078070 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49604dc6-b2b1-4ee7-8630-04091db76f2d None None] Pushing event updated for resources: {'Port': ['ID=99ae767d-dc55-4e8c-9a01-8dab5d21d793,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:07.088900 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2183b92d-2455-49bc-b8db-99a3b3dcc7ea no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:46:07.097611 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75c7e773-81b6-4ce2-8691-4be540575b09 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:07.115285 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:07.164615 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=78062a09-227b-4186-bf50-60267003bdd6,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:07.213798 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 2183b92d-2455-49bc-b8db-99a3b3dcc7ea {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:46:07.213798 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2183b92d-2455-49bc-b8db-99a3b3dcc7ea not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:46:07.258707 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] Set router 63667b5d-d54c-4703-b6c9-576664a97dc4 gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:46:07.318759 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:07.350877 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-d92a40d9-fb13-4420-95aa-2c32a133403d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Deleting port 2183b92d-2455-49bc-b8db-99a3b3dcc7ea {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:07.350877 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d92a40d9-fb13-4420-95aa-2c32a133403d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:07.368839 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63667b5d-d54c-4703-b6c9-576664a97dc4', 'name': '', 'tenant_id': 'd8e70110116b481aa528254724b9ebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:53Z', 'updated_at': '2022-05-10T14:46:05Z', 'revision_number': 4, 'project_id': 'd8e70110116b481aa528254724b9ebe2', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:07.373270 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694708bd-c3cb-4ec1-bf20-6d53de7ad727 None None] The sync data for ids ['63667b5d-d54c-4703-b6c9-576664a97dc4'] in dv-neutron-841204-2-hyperv is: [{'id': '63667b5d-d54c-4703-b6c9-576664a97dc4', 'name': '', 'tenant_id': 'd8e70110116b481aa528254724b9ebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:53Z', 'updated_at': '2022-05-10T14:46:05Z', 'revision_number': 4, 'project_id': 'd8e70110116b481aa528254724b9ebe2', 'gw_port_host': None}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:46:07.410007 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:46:07.410351 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:46:07.411131 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:46:07.411463 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > port after_create 55550000 {{(pid=88052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:46:07.411775 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:46:07.412143 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > port after_update 55550000 {{(pid=88052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:46:07.412631 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:46:07.412969 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:46:07.413302 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:46:07.413615 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:46:07.451907 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-efee5d8d-3802-4e6e-b357-f3390696e022 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:07.474917 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-d92a40d9-fb13-4420-95aa-2c32a133403d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] The port '2183b92d-2455-49bc-b8db-99a3b3dcc7ea' was deleted {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:46:07.577660 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:07.599520 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:46:07.599871 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:46:07.600200 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:46:07.600526 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:46:07.600942 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8dadf8-f905-45f3-8749-c1700d3a4c34']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:07.608210 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-aa4688ed-6ebd-42ce-8373-2937a7614771 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Deleting port 99ae767d-dc55-4e8c-9a01-8dab5d21d793 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:07.608542 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa4688ed-6ebd-42ce-8373-2937a7614771 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:07.632680 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.resource_extend [None req-7ecf5a6b-c142-4bfc-9cd9-9a28a9f3ee00 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:46:07.640762 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:07.645884 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75c7e773-81b6-4ce2-8691-4be540575b09 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:07.693946 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07560d73-e309-48bc-81a4-c7ee65a2d382') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:07.694236 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07560d73-e309-48bc-81a4-c7ee65a2d382') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:07.716493 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ecf5a6b-c142-4bfc-9cd9-9a28a9f3ee00 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:07.726179 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] device_id is not set on port 0375e4d2-e157-486e-b97f-242c101032ae yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:46:07.743236 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:07.766182 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d92a40d9-fb13-4420-95aa-2c32a133403d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:07.771247 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c7e773-81b6-4ce2-8691-4be540575b09 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:07.779250 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ecf5a6b-c142-4bfc-9cd9-9a28a9f3ee00 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:07.781595 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-75c7e773-81b6-4ce2-8691-4be540575b09 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:07.834236 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:07.840274 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c7e773-81b6-4ce2-8691-4be540575b09 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:07.884477 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92dbb8e-01bd-44cb-9668-329e84f04f2e,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:07.889677 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:46:07.890466 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:07.926803 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-d92a40d9-fb13-4420-95aa-2c32a133403d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: from cryptography.utils import int_from_bytes May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: from cryptography.utils import int_from_bytes May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn_limited( May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn_limited( May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:46:07.959358 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:46:07.968435 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-d92a40d9-fb13-4420-95aa-2c32a133403d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bdf3c43-3e95-4d68-b16d-b0ba6a620da3') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:07.968728 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-d92a40d9-fb13-4420-95aa-2c32a133403d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bdf3c43-3e95-4d68-b16d-b0ba6a620da3') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:07.996633 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf5a6b-c142-4bfc-9cd9-9a28a9f3ee00 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Pushing event updated for resources: {'Port': ['ID=ae2cc1bf-ec3f-4c89-ace7-fd13267e1d2b,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:08.002941 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d92a40d9-fb13-4420-95aa-2c32a133403d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:08.037829 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7e773-81b6-4ce2-8691-4be540575b09 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Pushing event updated for resources: {'Port': ['ID=ad295305-8a33-4907-bfe0-6d5956ea0b33,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:08.050948 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ecf5a6b-c142-4bfc-9cd9-9a28a9f3ee00 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:08.074827 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d92a40d9-fb13-4420-95aa-2c32a133403d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:08.083710 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-2f99f10c-ab4e-4208-aa31-beb6bc6d7407 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Allocated IP 172.20.0.1 (bf378f18-35a1-4684-8fdd-8c60efce1846/31d2d1e9-baca-4529-80e5-8f1e40317451/cfc011b9-ab74-41b3-b71a-d2a4dd59b148) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:08.090638 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92a40d9-fb13-4420-95aa-2c32a133403d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:46:08.091015 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d92a40d9-fb13-4420-95aa-2c32a133403d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:46:08.109559 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:46:08.156041 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:08.269851 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1f8dadf8-f905-45f3-8749-c1700d3a4c34 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 10 14:46:08.292938 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:08.295576 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Pushing event deleted for resources: {'Network': ['ID=1f8dadf8-f905-45f3-8749-c1700d3a4c34,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:08.323261 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Allocated IP 172.26.0.219 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/0375e4d2-e157-486e-b97f-242c101032ae) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:08.324100 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-aa4688ed-6ebd-42ce-8373-2937a7614771 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] For port 99ae767d-dc55-4e8c-9a01-8dab5d21d793, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=99ae767d-dc55-4e8c-9a01-8dab5d21d793,segment=NetworkSegment(e9d5008b-f69c-4316-9082-bf8d71fbe312),segment_id=e9d5008b-f69c-4316-9082-bf8d71fbe312)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:46:08.324591 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa4688ed-6ebd-42ce-8373-2937a7614771 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:08.330534 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ecf5a6b-c142-4bfc-9cd9-9a28a9f3ee00 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:08.331730 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7ecf5a6b-c142-4bfc-9cd9-9a28a9f3ee00 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7287598 May 10 14:46:08.353234 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d92a40d9-fb13-4420-95aa-2c32a133403d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:08.365030 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d92a40d9-fb13-4420-95aa-2c32a133403d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:08.412383 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a40d9-fb13-4420-95aa-2c32a133403d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] Pushing event deleted for resources: {'Network': ['ID=fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:08.418923 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d92a40d9-fb13-4420-95aa-2c32a133403d tempest-DHCPAgentSchedulersTestJSON-837122427 tempest-DHCPAgentSchedulersTestJSON-837122427-project] 10.222.0.79 "DELETE /v2.0/networks/fe6d6e41-fe5b-440d-a67e-a0e22ebf29b8 HTTP/1.1" status: 204 len: 168 time: 3.8358631 May 10 14:46:08.422393 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75c7e773-81b6-4ce2-8691-4be540575b09 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:08.521780 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f87a45ac-043f-4b55-aea4-12c116ec30de tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] 10.222.0.79 "DELETE /v2.0/networks/1f8dadf8-f905-45f3-8749-c1700d3a4c34 HTTP/1.1" status: 204 len: 168 time: 6.0927536 May 10 14:46:08.528726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-aa4688ed-6ebd-42ce-8373-2937a7614771 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Calling delete_port for 99ae767d-dc55-4e8c-9a01-8dab5d21d793 owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:08.619910 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35968) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:08.743602 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:08.885535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 35988) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:08.947178 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-efee5d8d-3802-4e6e-b357-f3390696e022 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:08.955140 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-653bb313-969c-4eea-932b-92a1bb05faf9 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Synchronizing usage tracker for tenant:90dc6f4f7fa94a339ca952aad1bdfac9 on resource:floatingip {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:46:08.989829 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:09.022405 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75c7e773-81b6-4ce2-8691-4be540575b09 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:09.036507 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-efee5d8d-3802-4e6e-b357-f3390696e022 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:09.054816 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-653bb313-969c-4eea-932b-92a1bb05faf9 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Unset dirty status for tenant:90dc6f4f7fa94a339ca952aad1bdfac9 on resource:floatingip {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:46:09.058444 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-653bb313-969c-4eea-932b-92a1bb05faf9 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.4187059 May 10 14:46:09.060432 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2f99f10c-ab4e-4208-aa31-beb6bc6d7407 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:09.069541 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 35994) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:09.121085 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:09.128884 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:09.144491 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-2f99f10c-ab4e-4208-aa31-beb6bc6d7407 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Transition to ACTIVE for port object cfc011b9-ab74-41b3-b71a-d2a4dd59b148 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:46:09.155123 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:09.206646 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Pushing event updated for resources: {'Port': ['ID=0375e4d2-e157-486e-b97f-242c101032ae,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:09.221986 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36002) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:09.234094 dv-neutron-841204-2-hyperv neutron-server[88051]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 14:46:09.236668 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3388110d-e156-4cd9-baaf-aea1818b2767 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c2e4d815e9b14572bfc35a45e4062b95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3498738 May 10 14:46:09.264814 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36006) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:09.325764 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:09.326378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:09.351901 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d46128-ed82-451e-afd3-44d77c246c7f tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:09.352448 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d46128-ed82-451e-afd3-44d77c246c7f tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:09.352789 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d46128-ed82-451e-afd3-44d77c246c7f tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:09.353221 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d46128-ed82-451e-afd3-44d77c246c7f tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:09.353651 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d46128-ed82-451e-afd3-44d77c246c7f tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:09.354080 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d46128-ed82-451e-afd3-44d77c246c7f tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:09.354535 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d46128-ed82-451e-afd3-44d77c246c7f tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:09.354965 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d46128-ed82-451e-afd3-44d77c246c7f tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:09.355965 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-25d46128-ed82-451e-afd3-44d77c246c7f tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Synchronizing usage tracker for tenant:90dc6f4f7fa94a339ca952aad1bdfac9 on resource:subnet {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:46:09.380512 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-7a2a3d50-9806-4c37-9fbb-0b6004aebcdc tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Synchronizing usage tracker for tenant:ba3b3a57fe174aac9471b7338382297f on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:46:09.406891 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-33763c66-05c3-43f8-89f4-de757df23c4d tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3396502 May 10 14:46:09.413236 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36010) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:09.422074 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-d39671c2-55a2-43e0-9ece-ed51189b5ce5 tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.219'}]}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:09.434027 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d39671c2-55a2-43e0-9ece-ed51189b5ce5 tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:09.436023 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-7a2a3d50-9806-4c37-9fbb-0b6004aebcdc tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Unset dirty status for tenant:ba3b3a57fe174aac9471b7338382297f on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:46:09.437189 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-7a2a3d50-9806-4c37-9fbb-0b6004aebcdc tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--924301838&fields=id&tenant_id=ba3b3a57fe174aac9471b7338382297f HTTP/1.1" status: 200 len: 267 time: 0.2115693 May 10 14:46:09.441348 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-efee5d8d-3802-4e6e-b357-f3390696e022 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Allocated IP 2001:db8::340 (9396cf34-628d-498c-b8fc-1f6d6865b62f/1ce6a9f6-c9d1-449f-b4c3-92bfadfbbd26/a0954ab3-eaf0-40bf-84e9-e6ae33e2dfd1) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:09.444083 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d39671c2-55a2-43e0-9ece-ed51189b5ce5 tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Usage tracker for resource:router and tenant:a29f53b951dc492c8a8ededcd913be27 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:09.446627 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2f99f10c-ab4e-4208-aa31-beb6bc6d7407 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:09.447509 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d39671c2-55a2-43e0-9ece-ed51189b5ce5 tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:09.476626 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d39671c2-55a2-43e0-9ece-ed51189b5ce5 tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:09.502018 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-25d46128-ed82-451e-afd3-44d77c246c7f tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Unset dirty status for tenant:90dc6f4f7fa94a339ca952aad1bdfac9 on resource:subnet {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:46:09.503235 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-25d46128-ed82-451e-afd3-44d77c246c7f tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5173 time: 0.4289036 May 10 14:46:09.522005 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa4688ed-6ebd-42ce-8373-2937a7614771 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:09.536010 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36014) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:09.563402 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f99f10c-ab4e-4208-aa31-beb6bc6d7407 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Network bf378f18-35a1-4684-8fdd-8c60efce1846 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:09.564682 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-14901b19-d594-4e09-8d7b-47d46993e25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:09.571401 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-2f99f10c-ab4e-4208-aa31-beb6bc6d7407 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:09.616986 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f99f10c-ab4e-4208-aa31-beb6bc6d7407 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:09.644428 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-1deda859-1791-47ce-b93f-a7d4d3384289 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] delete failed (client error): The resource could not be found. May 10 14:46:09.648013 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1deda859-1791-47ce-b93f-a7d4d3384289 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] 10.222.0.79 "DELETE /v2.0/floatingips/4241c67c-f579-42b7-a902-88bd1765dfe2 HTTP/1.1" status: 404 len: 345 time: 0.1083236 May 10 14:46:09.648013 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d39671c2-55a2-43e0-9ece-ed51189b5ce5 tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:09.648013 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d39671c2-55a2-43e0-9ece-ed51189b5ce5 tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:09.650624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36018) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:09.674608 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99f10c-ab4e-4208-aa31-beb6bc6d7407 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Pushing event updated for resources: {'Port': ['ID=cfc011b9-ab74-41b3-b71a-d2a4dd59b148,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:09.754318 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.resource_extend [None req-75c7e773-81b6-4ce2-8691-4be540575b09 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:46:09.762739 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-14901b19-d594-4e09-8d7b-47d46993e25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:09.775946 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a8d5a5-a3b3-4382-a4c3-fc0d8d2d3025 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] DELETE failed (client error): The resource could not be found. May 10 14:46:09.776416 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6a8d5a5-a3b3-4382-a4c3-fc0d8d2d3025 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:46:09.789281 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d39671c2-55a2-43e0-9ece-ed51189b5ce5 tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:09.800619 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4688ed-6ebd-42ce-8373-2937a7614771 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Pushing event deleted for resources: {'Port': ['ID=99ae767d-dc55-4e8c-9a01-8dab5d21d793,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:09.806936 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f6a8d5a5-a3b3-4382-a4c3-fc0d8d2d3025 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] 10.222.0.79 "DELETE /v2.0/networks/1f8dadf8-f905-45f3-8749-c1700d3a4c34 HTTP/1.1" status: 404 len: 339 time: 0.1487517 May 10 14:46:09.815959 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75c7e773-81b6-4ce2-8691-4be540575b09 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:09.818891 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36022) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:09.829161 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-10213417-0fb9-46bf-849a-4fdd3dbd9bc1 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:09.830862 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-10213417-0fb9-46bf-849a-4fdd3dbd9bc1 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/networks?id=3aec5c59-80c4-436d-a4a0-0576e235bd86 HTTP/1.1" status: 200 len: 811 time: 0.3844690 May 10 14:46:09.832724 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-29266685-5a6c-4a15-9dc8-4b3f0f0fae6c tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Request body: {'network': {'name': 'tempest-network--1016178714', 'router:external': True}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:09.841705 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75c7e773-81b6-4ce2-8691-4be540575b09 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:09.845277 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-97271d7d-d3fc-4f31-af0b-2a439d21868b None None] Provisioning for port cfc011b9-ab74-41b3-b71a-d2a4dd59b148 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:46:09.865337 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-f9515673-5f19-4171-ad85-8db4a0c56072 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/quotas/ba3b3a57fe174aac9471b7338382297f HTTP/1.1" status: 200 len: 375 time: 0.0274689 May 10 14:46:09.872932 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-97271d7d-d3fc-4f31-af0b-2a439d21868b None None] Provisioning complete for port cfc011b9-ab74-41b3-b71a-d2a4dd59b148 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:09.873312 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-97271d7d-d3fc-4f31-af0b-2a439d21868b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:09.897942 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-29266685-5a6c-4a15-9dc8-4b3f0f0fae6c tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:09.905135 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2f99f10c-ab4e-4208-aa31-beb6bc6d7407 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:09.944074 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-97271d7d-d3fc-4f31-af0b-2a439d21868b None None] Port cfc011b9-ab74-41b3-b71a-d2a4dd59b148 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:46:09.953814 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-efee5d8d-3802-4e6e-b357-f3390696e022 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:10.038462 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa4688ed-6ebd-42ce-8373-2937a7614771 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:10.094754 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-29266685-5a6c-4a15-9dc8-4b3f0f0fae6c tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Usage tracker for resource:network and tenant:90dc6f4f7fa94a339ca952aad1bdfac9 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:10.126821 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-29266685-5a6c-4a15-9dc8-4b3f0f0fae6c tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:10.230432 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-29266685-5a6c-4a15-9dc8-4b3f0f0fae6c tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:10.306652 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d39671c2-55a2-43e0-9ece-ed51189b5ce5 tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:10.332434 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7e773-81b6-4ce2-8691-4be540575b09 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Pushing event updated for resources: {'Port': ['ID=ad295305-8a33-4907-bfe0-6d5956ea0b33,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:10.335950 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29266685-5a6c-4a15-9dc8-4b3f0f0fae6c tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Made reservation on behalf of 90dc6f4f7fa94a339ca952aad1bdfac9 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:46:10.338239 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-29266685-5a6c-4a15-9dc8-4b3f0f0fae6c tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:10.357631 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-acbd45bf-c8ad-49b6-8fda-e2965606575b tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ba3b3a57fe174aac9471b7338382297f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4241073 May 10 14:46:10.359065 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa4688ed-6ebd-42ce-8373-2937a7614771 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:10.359837 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-efee5d8d-3802-4e6e-b357-f3390696e022 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:10.370905 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75c7e773-81b6-4ce2-8691-4be540575b09 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:10.389361 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa4688ed-6ebd-42ce-8373-2937a7614771 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:10.417091 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-14901b19-d594-4e09-8d7b-47d46993e25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:10.460335 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14901b19-d594-4e09-8d7b-47d46993e25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdfb9b9-9341-4c79-91ab-c2ac4062627c,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:10.477416 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29266685-5a6c-4a15-9dc8-4b3f0f0fae6c tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:46:10.495095 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efee5d8d-3802-4e6e-b357-f3390696e022 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Network 9396cf34-628d-498c-b8fc-1f6d6865b62f is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:10.499889 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa4688ed-6ebd-42ce-8373-2937a7614771 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:10.500382 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4688ed-6ebd-42ce-8373-2937a7614771 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 63667b5d-d54c-4703-b6c9-576664a97dc4 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:46:10.502684 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-efee5d8d-3802-4e6e-b357-f3390696e022 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:10.506137 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee5d8d-3802-4e6e-b357-f3390696e022 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Pushing event updated for resources: {'Port': ['ID=a0954ab3-eaf0-40bf-84e9-e6ae33e2dfd1,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:10.508506 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efee5d8d-3802-4e6e-b357-f3390696e022 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:10.512934 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75c7e773-81b6-4ce2-8691-4be540575b09 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:10.524115 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-75c7e773-81b6-4ce2-8691-4be540575b09 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7964306 May 10 14:46:10.525464 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-14901b19-d594-4e09-8d7b-47d46993e25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:10.529300 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-14901b19-d594-4e09-8d7b-47d46993e25f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dbdfb9b9-9341-4c79-91ab-c2ac4062627c HTTP/1.1" status: 204 len: 168 time: 1.2633014 May 10 14:46:10.536460 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-29266685-5a6c-4a15-9dc8-4b3f0f0fae6c tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:10.536808 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-29266685-5a6c-4a15-9dc8-4b3f0f0fae6c tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Added segment 3f4392f2-7252-47ca-a79e-5b267647f567 of type vlan for network bce7886d-5706-4c0e-ad39-76f359036607 May 10 14:46:10.539796 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa4688ed-6ebd-42ce-8373-2937a7614771 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:10.543680 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-aa4688ed-6ebd-42ce-8373-2937a7614771 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "DELETE /v2.0/routers/63667b5d-d54c-4703-b6c9-576664a97dc4 HTTP/1.1" status: 204 len: 168 time: 6.5491757 May 10 14:46:10.545881 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36036) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:10.588256 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-628dacbe-a7ce-4ac9-ac5e-a47bf1bd3560 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:46:10.595284 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-628dacbe-a7ce-4ac9-ac5e-a47bf1bd3560 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1213107 May 10 14:46:10.822230 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-29266685-5a6c-4a15-9dc8-4b3f0f0fae6c tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:10.833739 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9f61a9-6e35-401e-8e83-77e39a726998 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Deleting subnet bdc5ca2d-23d3-4adb-89ea-c384e12088a1 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:46:10.841871 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-db9f61a9-6e35-401e-8e83-77e39a726998 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:10.905683 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2f99f10c-ab4e-4208-aa31-beb6bc6d7407 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:10.969375 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-db9f61a9-6e35-401e-8e83-77e39a726998 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:10.979474 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-59fb3250-5df1-404a-8bcd-61542fb18b22 service neutron] 10.222.0.79 "GET /v2.0/networks/3aec5c59-80c4-436d-a4a0-0576e235bd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827956 May 10 14:46:11.018658 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36058) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:11.090803 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-db9f61a9-6e35-401e-8e83-77e39a726998 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:11.117227 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5f29e7a7-de26-4037-8af9-202b77d72c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:11.118346 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-29266685-5a6c-4a15-9dc8-4b3f0f0fae6c tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:11.119326 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29266685-5a6c-4a15-9dc8-4b3f0f0fae6c tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:11.119898 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-29266685-5a6c-4a15-9dc8-4b3f0f0fae6c tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:11.240608 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5f29e7a7-de26-4037-8af9-202b77d72c77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:11.254749 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5f29e7a7-de26-4037-8af9-202b77d72c77 admin admin] Usage tracker for resource:security_group_rule and tenant:bccb91f806fd43c1bb7c021b0bbff946 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:11.262643 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5f29e7a7-de26-4037-8af9-202b77d72c77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:11.288130 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36066) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:11.296337 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5f29e7a7-de26-4037-8af9-202b77d72c77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:11.307680 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29266685-5a6c-4a15-9dc8-4b3f0f0fae6c tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Pushing event updated for resources: {'Network': ['ID=bce7886d-5706-4c0e-ad39-76f359036607,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:11.320131 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network bce7886d-5706-4c0e-ad39-76f359036607 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:46:11.335291 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-29266685-5a6c-4a15-9dc8-4b3f0f0fae6c tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5104065 May 10 14:46:11.342080 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36070) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:11.397518 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-efee5d8d-3802-4e6e-b357-f3390696e022 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:11.531031 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-db9f61a9-6e35-401e-8e83-77e39a726998 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:11.592487 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f61a9-6e35-401e-8e83-77e39a726998 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bdc5ca2d-23d3-4adb-89ea-c384e12088a1,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:11.647248 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-962c73a6-eb1c-45a5-8057-07bcfdf8b356 service neutron] 10.222.0.79 "GET /v2.0/networks/3aec5c59-80c4-436d-a4a0-0576e235bd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6599209 May 10 14:46:11.676569 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-db9f61a9-6e35-401e-8e83-77e39a726998 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:11.714744 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-db9f61a9-6e35-401e-8e83-77e39a726998 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "DELETE /v2.0/subnets/bdc5ca2d-23d3-4adb-89ea-c384e12088a1 HTTP/1.1" status: 204 len: 168 time: 1.1667976 May 10 14:46:11.716910 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-c923f289-9724-4d09-aa5c-bb70e431303b req-4463ea90-33c5-4b06-9388-934097221595 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Synchronizing usage tracker for tenant:838b552cd1fe457a86d509de7ba36715 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:46:11.723461 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36074) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:11.765866 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256deba8-35e9-41c9-a7a6-7eb5c02dadea tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:11.772120 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256deba8-35e9-41c9-a7a6-7eb5c02dadea tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:11.778093 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256deba8-35e9-41c9-a7a6-7eb5c02dadea tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:11.784895 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256deba8-35e9-41c9-a7a6-7eb5c02dadea tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:11.791323 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256deba8-35e9-41c9-a7a6-7eb5c02dadea tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:11.796963 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256deba8-35e9-41c9-a7a6-7eb5c02dadea tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:11.798503 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-256deba8-35e9-41c9-a7a6-7eb5c02dadea tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Synchronizing usage tracker for tenant:725884b9372f458585f9a6344a813d32 on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:46:11.848293 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d39671c2-55a2-43e0-9ece-ed51189b5ce5 tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:11.933574 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75b132ca-957e-42c0-9bf2-aa7e9d1ed309 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:11.948865 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-256deba8-35e9-41c9-a7a6-7eb5c02dadea tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Unset dirty status for tenant:725884b9372f458585f9a6344a813d32 on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:46:11.950020 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-256deba8-35e9-41c9-a7a6-7eb5c02dadea tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3666 time: 0.6069851 May 10 14:46:11.977241 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d39671c2-55a2-43e0-9ece-ed51189b5ce5 tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:11.989798 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36092) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:12.010357 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2f99f10c-ab4e-4208-aa31-beb6bc6d7407 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:12.039303 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2f99f10c-ab4e-4208-aa31-beb6bc6d7407 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:12.075481 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-c923f289-9724-4d09-aa5c-bb70e431303b req-4463ea90-33c5-4b06-9388-934097221595 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Unset dirty status for tenant:838b552cd1fe457a86d509de7ba36715 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:46:12.076644 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c923f289-9724-4d09-aa5c-bb70e431303b req-4463ea90-33c5-4b06-9388-934097221595 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--2104658242&fields=id&tenant_id=838b552cd1fe457a86d509de7ba36715 HTTP/1.1" status: 200 len: 267 time: 0.7875803 May 10 14:46:12.124942 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1b95ff36-3c21-4050-83c8-87491d7e6cac req-26cf15b2-3d3e-4974-8d9d-22dc8bfacf36 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 210 time: 0.1757231 May 10 14:46:12.266380 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5f29e7a7-de26-4037-8af9-202b77d72c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:12.356247 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5f29e7a7-de26-4037-8af9-202b77d72c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:12.394289 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75b132ca-957e-42c0-9bf2-aa7e9d1ed309 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:12.424186 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99f10c-ab4e-4208-aa31-beb6bc6d7407 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Pushing event updated for resources: {'Port': ['ID=cfc011b9-ab74-41b3-b71a-d2a4dd59b148,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:12.439609 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2f99f10c-ab4e-4208-aa31-beb6bc6d7407 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:12.460746 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-805504bc-8088-4d2f-9514-d3d53b7129ad tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:12.467826 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-75b132ca-957e-42c0-9bf2-aa7e9d1ed309 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c17863-6d38-439a-9ce3-2b566f74632c']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:12.498006 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-75b132ca-957e-42c0-9bf2-aa7e9d1ed309 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d5008b-f69c-4316-9082-bf8d71fbe312') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:12.498408 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-75b132ca-957e-42c0-9bf2-aa7e9d1ed309 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d5008b-f69c-4316-9082-bf8d71fbe312') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:12.507782 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5f29e7a7-de26-4037-8af9-202b77d72c77 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bccb91f806fd43c1bb7c021b0bbff946&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4832132 May 10 14:46:12.507782 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-efee5d8d-3802-4e6e-b357-f3390696e022 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:12.511422 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36112) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:12.574785 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29e7a7-de26-4037-8af9-202b77d72c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6a81d5-27ab-4b4a-a615-4ab4ff856f9d,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:12.575027 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75b132ca-957e-42c0-9bf2-aa7e9d1ed309 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:12.652566 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75b132ca-957e-42c0-9bf2-aa7e9d1ed309 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:12.698409 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923f289-9724-4d09-aa5c-bb70e431303b req-d010855d-4e7d-43fa-ac4c-dbc306d71bfa tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:12.699883 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c923f289-9724-4d09-aa5c-bb70e431303b req-d010855d-4e7d-43fa-ac4c-dbc306d71bfa tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/networks?id=30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6 HTTP/1.1" status: 200 len: 805 time: 0.5697312 May 10 14:46:12.738042 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b132ca-957e-42c0-9bf2-aa7e9d1ed309 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:46:12.738524 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75b132ca-957e-42c0-9bf2-aa7e9d1ed309 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:46:12.752348 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:46:12.829930 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-805504bc-8088-4d2f-9514-d3d53b7129ad tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:12.838119 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c923f289-9724-4d09-aa5c-bb70e431303b req-e46a1c5f-00c9-4e14-ae8b-c697bd1c2a89 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/quotas/838b552cd1fe457a86d509de7ba36715 HTTP/1.1" status: 200 len: 375 time: 0.1004519 May 10 14:46:12.861623 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f99f10c-ab4e-4208-aa31-beb6bc6d7407 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Network bf378f18-35a1-4684-8fdd-8c60efce1846 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:12.871071 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-2f99f10c-ab4e-4208-aa31-beb6bc6d7407 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:12.881957 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-805504bc-8088-4d2f-9514-d3d53b7129ad tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce7886d-5706-4c0e-ad39-76f359036607']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:12.947687 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d39671c2-55a2-43e0-9ece-ed51189b5ce5 tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:12.965173 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-805504bc-8088-4d2f-9514-d3d53b7129ad tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4392f2-7252-47ca-a79e-5b267647f567') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:12.965472 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-805504bc-8088-4d2f-9514-d3d53b7129ad tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4392f2-7252-47ca-a79e-5b267647f567') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:12.980430 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75b132ca-957e-42c0-9bf2-aa7e9d1ed309 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:12.994830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-805504bc-8088-4d2f-9514-d3d53b7129ad tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:13.005734 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3317b224-8dbb-4001-8f06-0a89276848d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:13.036631 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b132ca-957e-42c0-9bf2-aa7e9d1ed309 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 42c17863-6d38-439a-9ce3-2b566f74632c {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 10 14:46:13.038912 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75b132ca-957e-42c0-9bf2-aa7e9d1ed309 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:13.048545 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b132ca-957e-42c0-9bf2-aa7e9d1ed309 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Pushing event deleted for resources: {'Network': ['ID=42c17863-6d38-439a-9ce3-2b566f74632c,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:13.067694 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-805504bc-8088-4d2f-9514-d3d53b7129ad tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:13.075204 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-75b132ca-957e-42c0-9bf2-aa7e9d1ed309 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "DELETE /v2.0/networks/42c17863-6d38-439a-9ce3-2b566f74632c HTTP/1.1" status: 204 len: 168 time: 1.3506429 May 10 14:46:13.153465 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805504bc-8088-4d2f-9514-d3d53b7129ad tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:46:13.153878 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-805504bc-8088-4d2f-9514-d3d53b7129ad tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:46:13.173455 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:46:13.348018 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3317b224-8dbb-4001-8f06-0a89276848d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:13.374619 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f99f10c-ab4e-4208-aa31-beb6bc6d7407 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Router df8fc0ef-9cb6-4659-abeb-b87deaebb953 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:46:13.379883 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-805504bc-8088-4d2f-9514-d3d53b7129ad tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:13.400632 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805504bc-8088-4d2f-9514-d3d53b7129ad tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bce7886d-5706-4c0e-ad39-76f359036607 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 10 14:46:13.406454 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-805504bc-8088-4d2f-9514-d3d53b7129ad tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:13.406780 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c785c20a-b2c6-46fc-aa54-0bb888e560ec None None] Provisioning complete for port cfc011b9-ab74-41b3-b71a-d2a4dd59b148 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:13.416271 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c785c20a-b2c6-46fc-aa54-0bb888e560ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:13.448581 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3317b224-8dbb-4001-8f06-0a89276848d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:13.488916 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805504bc-8088-4d2f-9514-d3d53b7129ad tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Pushing event deleted for resources: {'Network': ['ID=bce7886d-5706-4c0e-ad39-76f359036607,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:13.507348 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-805504bc-8088-4d2f-9514-d3d53b7129ad tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] 10.222.0.79 "DELETE /v2.0/networks/bce7886d-5706-4c0e-ad39-76f359036607 HTTP/1.1" status: 204 len: 168 time: 1.5166364 May 10 14:46:13.528595 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36134) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:13.535830 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-c785c20a-b2c6-46fc-aa54-0bb888e560ec None None] Port cfc011b9-ab74-41b3-b71a-d2a4dd59b148 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:46:13.542488 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-5f5546ac-5455-475e-a7f4-cf9f9fdb8064 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Request body: {'network': {'name': 'tempest-network--1845465260', 'router:external': True}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:13.549330 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5f5546ac-5455-475e-a7f4-cf9f9fdb8064 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:13.556419 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5f5546ac-5455-475e-a7f4-cf9f9fdb8064 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Usage tracker for resource:network and tenant:90dc6f4f7fa94a339ca952aad1bdfac9 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:13.561312 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5f5546ac-5455-475e-a7f4-cf9f9fdb8064 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:13.615169 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36138) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:13.618120 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5f5546ac-5455-475e-a7f4-cf9f9fdb8064 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:13.630183 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-25c694b4-1a71-4009-b6f2-f86c6f016c0e tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Request body: {'router': {'name': 'tempest-router--1756838649', 'project_id': '2a60a628bf3044808fde12970d815a1e'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:13.647964 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-25c694b4-1a71-4009-b6f2-f86c6f016c0e tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:13.659973 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-25c694b4-1a71-4009-b6f2-f86c6f016c0e tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Usage tracker for resource:router and tenant:2a60a628bf3044808fde12970d815a1e is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:13.664916 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-25c694b4-1a71-4009-b6f2-f86c6f016c0e tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:13.667601 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5546ac-5455-475e-a7f4-cf9f9fdb8064 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Made reservation on behalf of 90dc6f4f7fa94a339ca952aad1bdfac9 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:46:13.669826 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5f5546ac-5455-475e-a7f4-cf9f9fdb8064 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:13.687267 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-25c694b4-1a71-4009-b6f2-f86c6f016c0e tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:13.709115 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f99f10c-ab4e-4208-aa31-beb6bc6d7407 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:46:13.718550 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2f99f10c-ab4e-4208-aa31-beb6bc6d7407 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] 10.222.0.79 "PUT /v2.0/routers/df8fc0ef-9cb6-4659-abeb-b87deaebb953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3288815 May 10 14:46:13.719627 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36142) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:13.722788 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-25c694b4-1a71-4009-b6f2-f86c6f016c0e tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:13.723737 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-25c694b4-1a71-4009-b6f2-f86c6f016c0e tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:13.731206 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-cc9c5ed0-e84c-4ec7-83f2-ec814d400372 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Request body: {'port': {'network_id': 'bf378f18-35a1-4684-8fdd-8c60efce1846', 'name': 'tempest-FloatingIPAdminTestJSON-317332404'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:13.756250 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317b224-8dbb-4001-8f06-0a89276848d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6a81d5-27ab-4b4a-a615-4ab4ff856f9d,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:13.790696 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3317b224-8dbb-4001-8f06-0a89276848d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:13.792850 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3317b224-8dbb-4001-8f06-0a89276848d6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eb6a81d5-27ab-4b4a-a615-4ab4ff856f9d HTTP/1.1" status: 204 len: 168 time: 1.2153087 May 10 14:46:13.797077 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5bfaa31e-1823-4d0d-bf2c-c70a3bb2bbf6 req-aaca9bd2-e8e6-4a49-84dc-9960bb424824 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 210 time: 0.3692608 May 10 14:46:13.804315 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d39671c2-55a2-43e0-9ece-ed51189b5ce5 tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:13.810385 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5546ac-5455-475e-a7f4-cf9f9fdb8064 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:46:13.811510 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d39671c2-55a2-43e0-9ece-ed51189b5ce5 tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:13.843698 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efee5d8d-3802-4e6e-b357-f3390696e022 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Router c8c838be-ff82-470e-b38d-53b5e2dc91d1 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:46:13.866880 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-25c694b4-1a71-4009-b6f2-f86c6f016c0e tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:13.870411 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5f5546ac-5455-475e-a7f4-cf9f9fdb8064 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:13.870768 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-5f5546ac-5455-475e-a7f4-cf9f9fdb8064 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Added segment 11deac6c-2d3c-472b-b9c4-f4cd20055058 of type vlan for network f6e262e4-6103-4bc8-a785-cd64ded81960 May 10 14:46:13.971515 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c923f289-9724-4d09-aa5c-bb70e431303b req-a4654250-da93-4a5d-821b-7fe619d6b001 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=838b552cd1fe457a86d509de7ba36715&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1214211 May 10 14:46:13.983173 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d39671c2-55a2-43e0-9ece-ed51189b5ce5 tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:13.983995 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39671c2-55a2-43e0-9ece-ed51189b5ce5 tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bfab5737-16bb-44e5-981b-34f5adf1a2b2 {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:46:14.019838 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-25c694b4-1a71-4009-b6f2-f86c6f016c0e tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:14.050189 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-d39671c2-55a2-43e0-9ece-ed51189b5ce5 tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 10 14:46:14.053194 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d39671c2-55a2-43e0-9ece-ed51189b5ce5 tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.6388063 May 10 14:46:14.053981 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5f5546ac-5455-475e-a7f4-cf9f9fdb8064 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:14.060846 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36152) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:14.124478 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-cc9c5ed0-e84c-4ec7-83f2-ec814d400372 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:14.152445 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.86', 54919) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:14.166624 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-cc9c5ed0-e84c-4ec7-83f2-ec814d400372 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Usage tracker for resource:port and tenant:c741d2827bea4af389bc578b8568b528 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:14.169786 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-25c694b4-1a71-4009-b6f2-f86c6f016c0e tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:14.174060 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-25c694b4-1a71-4009-b6f2-f86c6f016c0e tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5555162 May 10 14:46:14.174799 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36158) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:14.224091 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-cc9c5ed0-e84c-4ec7-83f2-ec814d400372 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:14.302982 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-cc9c5ed0-e84c-4ec7-83f2-ec814d400372 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:14.330283 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [req-c923f289-9724-4d09-aa5c-bb70e431303b req-2a63c0e2-1717-4fbd-998f-25c34ad83aa9 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:46:14.331589 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c923f289-9724-4d09-aa5c-bb70e431303b req-2a63c0e2-1717-4fbd-998f-25c34ad83aa9 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1103189 May 10 14:46:14.377529 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efee5d8d-3802-4e6e-b357-f3390696e022 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:46:14.488910 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] Sync routers for ids ['c8c838be-ff82-470e-b38d-53b5e2dc91d1'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:46:14.492448 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fb728f-c3ac-4be0-9bad-0e6605b11876 None None] Sync routers for ids ['df8fc0ef-9cb6-4659-abeb-b87deaebb953'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:46:14.503741 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-09db8f7f-274a-4d77-98a0-d3ec1412bcec tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Deleting port 0375e4d2-e157-486e-b97f-242c101032ae {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:14.504117 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09db8f7f-274a-4d77-98a0-d3ec1412bcec tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:14.521390 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] Routers {'c8c838be-ff82-470e-b38d-53b5e2dc91d1'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:14.522036 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:45:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c8c838be-ff82-470e-b38d-53b5e2dc91d1'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:14.526835 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fb728f-c3ac-4be0-9bad-0e6605b11876 None None] Routers {'df8fc0ef-9cb6-4659-abeb-b87deaebb953'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:14.527461 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-92fb728f-c3ac-4be0-9bad-0e6605b11876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:45:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['df8fc0ef-9cb6-4659-abeb-b87deaebb953'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:14.623921 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-efee5d8d-3802-4e6e-b357-f3390696e022 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:14.628482 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-efee5d8d-3802-4e6e-b357-f3390696e022 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.2107964 May 10 14:46:14.630386 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36178) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:14.642990 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5f5546ac-5455-475e-a7f4-cf9f9fdb8064 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:14.643943 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5546ac-5455-475e-a7f4-cf9f9fdb8064 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:14.647143 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5f5546ac-5455-475e-a7f4-cf9f9fdb8064 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:14.728987 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-92fb728f-c3ac-4be0-9bad-0e6605b11876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:14.742187 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b3e8153-93d1-4c78-bf57-d00500f50d94 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:14.765274 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fb728f-c3ac-4be0-9bad-0e6605b11876 None None] Routers {'df8fc0ef-9cb6-4659-abeb-b87deaebb953'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:14.768643 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-92fb728f-c3ac-4be0-9bad-0e6605b11876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:45:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['df8fc0ef-9cb6-4659-abeb-b87deaebb953'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:14.809386 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9c5ed0-e84c-4ec7-83f2-ec814d400372 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Made reservation on behalf of c741d2827bea4af389bc578b8568b528 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:46:14.814574 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cc9c5ed0-e84c-4ec7-83f2-ec814d400372 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:14.837258 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c923f289-9724-4d09-aa5c-bb70e431303b req-df465a70-5f46-43f2-be88-b40e8b8eb9a4 service neutron] 10.222.0.79 "GET /v2.0/networks/30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991140 May 10 14:46:14.862654 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] Set router c8c838be-ff82-470e-b38d-53b5e2dc91d1 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:46:14.976815 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-92fb728f-c3ac-4be0-9bad-0e6605b11876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:14.977236 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fb728f-c3ac-4be0-9bad-0e6605b11876 None None] The sync data for ids ['df8fc0ef-9cb6-4659-abeb-b87deaebb953'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:46:14.997957 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-e0990327-d4fe-4d3b-ac53-3d334dc333a3 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:14.998679 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-e0990327-d4fe-4d3b-ac53-3d334dc333a3 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Synchronizing usage tracker for tenant:ba3b3a57fe174aac9471b7338382297f on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:46:15.114789 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5f5546ac-5455-475e-a7f4-cf9f9fdb8064 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5851007 May 10 14:46:15.118052 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-cc9c5ed0-e84c-4ec7-83f2-ec814d400372 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] device_id is not set on port 060272e7-2958-43f6-b528-fc05c50ab481 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:46:15.158270 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36210) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:15.313927 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c838be-ff82-470e-b38d-53b5e2dc91d1', 'name': '', 'tenant_id': '6e3893fe35f447408f3ea64b56e4678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9396cf34-628d-498c-b8fc-1f6d6865b62f', 'external_fixed_ips': [{'subnet_id': '1ce6a9f6-c9d1-449f-b4c3-92bfadfbbd26', 'ip_address': '2001:db8::340'}], 'enable_snat': True}, 'gw_port_id': 'a0954ab3-eaf0-40bf-84e9-e6ae33e2dfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:46:06Z', 'updated_at': '2022-05-10T14:46:10Z', 'revision_number': 3, 'project_id': '6e3893fe35f447408f3ea64b56e4678a', 'gw_port': {'id': 'a0954ab3-eaf0-40bf-84e9-e6ae33e2dfd1', 'name': '', 'network_id': '9396cf34-628d-498c-b8fc-1f6d6865b62f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:63:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c838be-ff82-470e-b38d-53b5e2dc91d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 165, 'fixed_ips': [{'subnet_id': '1ce6a9f6-c9d1-449f-b4c3-92bfadfbbd26', 'ip_address': '2001:db8::340', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:46:09Z', 'updated_at': '2022-05-10T14:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ce6a9f6-c9d1-449f-b4c3-92bfadfbbd26', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:15.319912 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] Checking router: c8c838be-ff82-470e-b38d-53b5e2dc91d1 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:46:15.320457 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] Updating router c8c838be-ff82-470e-b38d-53b5e2dc91d1 port a0954ab3-eaf0-40bf-84e9-e6ae33e2dfd1 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:46:15.324546 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d9469f6d-3813-4a28-b5df-43424411c749 req-bf885162-b555-403b-8e5e-17c3a846a1e9 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 210 time: 0.3437853 May 10 14:46:15.446843 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:15.456099 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-cc9c5ed0-e84c-4ec7-83f2-ec814d400372 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Allocated IP 172.20.0.3 (bf378f18-35a1-4684-8fdd-8c60efce1846/31d2d1e9-baca-4529-80e5-8f1e40317451/060272e7-2958-43f6-b528-fc05c50ab481) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:15.460351 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9e190a0-9c75-4bca-b073-a3b461986f6c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:15.656690 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c923f289-9724-4d09-aa5c-bb70e431303b req-166d7caf-4d71-446f-b935-d296ca23b627 service neutron] 10.222.0.79 "GET /v2.0/networks/30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7504354 May 10 14:46:15.704625 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09db8f7f-274a-4d77-98a0-d3ec1412bcec tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:15.905637 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5546ac-5455-475e-a7f4-cf9f9fdb8064 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Pushing event updated for resources: {'Network': ['ID=f6e262e4-6103-4bc8-a785-cd64ded81960,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:15.942094 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network f6e262e4-6103-4bc8-a785-cd64ded81960 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:46:16.019409 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-e0990327-d4fe-4d3b-ac53-3d334dc333a3 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Unset dirty status for tenant:ba3b3a57fe174aac9471b7338382297f on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:46:16.027354 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-e0990327-d4fe-4d3b-ac53-3d334dc333a3 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.86 "GET /v2.0/networks?id=3aec5c59-80c4-436d-a4a0-0576e235bd86 HTTP/1.1" status: 200 len: 811 time: 1.8671227 May 10 14:46:16.059438 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b3e8153-93d1-4c78-bf57-d00500f50d94 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:16.078301 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b3e8153-93d1-4c78-bf57-d00500f50d94 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:16.146736 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596ead44-0f9f-4da5-9471-8bbfed07cdc3 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:16.152889 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-596ead44-0f9f-4da5-9471-8bbfed07cdc3 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] 10.222.0.79 "GET /v2.0/networks/f6e262e4-6103-4bc8-a785-cd64ded81960 HTTP/1.1" status: 200 len: 757 time: 0.9892285 May 10 14:46:16.178289 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36242) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:16.402616 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-09db8f7f-274a-4d77-98a0-d3ec1412bcec tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Calling delete_port for 0375e4d2-e157-486e-b97f-242c101032ae owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:16.574476 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36254) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:16.634340 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b3e8153-93d1-4c78-bf57-d00500f50d94 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:16.634973 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3e8153-93d1-4c78-bf57-d00500f50d94 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a191ffbf-b913-4c43-a844-2b0db4d72f91 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:46:16.657627 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:16.674483 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] Transition to ACTIVE for port object a0954ab3-eaf0-40bf-84e9-e6ae33e2dfd1 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:46:16.687197 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-10da0e45-e383-483a-85e0-67cc8c0a98c4 req-35a4f805-e64f-4a49-afb6-132f1b1983b3 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 210 time: 0.4363544 May 10 14:46:16.687902 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:16.750135 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a1157dd8-7b3a-43af-be7e-2af309662702 req-2e419493-2dec-4f71-865b-fe4c3bbeff3b tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 210 time: 0.0515747 May 10 14:46:16.753992 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09db8f7f-274a-4d77-98a0-d3ec1412bcec tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:16.843327 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db8f7f-274a-4d77-98a0-d3ec1412bcec tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Pushing event deleted for resources: {'Port': ['ID=0375e4d2-e157-486e-b97f-242c101032ae,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:16.852919 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9e190a0-9c75-4bca-b073-a3b461986f6c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:16.926439 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] Attempting to bind port a0954ab3-eaf0-40bf-84e9-e6ae33e2dfd1 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:16.926803 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] Attempting to bind port a0954ab3-eaf0-40bf-84e9-e6ae33e2dfd1 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '61636db8-20c6-4c10-864b-e8aba5e11ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9396cf34-628d-498c-b8fc-1f6d6865b62f'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:16.927156 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] Attempting to bind port a0954ab3-eaf0-40bf-84e9-e6ae33e2dfd1 on network 9396cf34-628d-498c-b8fc-1f6d6865b62f {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:16.939887 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:46:16.940252 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] Checking segment: {'id': '61636db8-20c6-4c10-864b-e8aba5e11ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9396cf34-628d-498c-b8fc-1f6d6865b62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:46:16.940696 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:16.941082 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] Bound using segment: {'id': '61636db8-20c6-4c10-864b-e8aba5e11ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9396cf34-628d-498c-b8fc-1f6d6865b62f'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:46:16.941543 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] Bound port: a0954ab3-eaf0-40bf-84e9-e6ae33e2dfd1, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61636db8-20c6-4c10-864b-e8aba5e11ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9396cf34-628d-498c-b8fc-1f6d6865b62f'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:46:16.941907 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:16.948272 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-f9e190a0-9c75-4bca-b073-a3b461986f6c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Deleting port a0954ab3-eaf0-40bf-84e9-e6ae33e2dfd1 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:16.948899 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9e190a0-9c75-4bca-b073-a3b461986f6c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:17.024237 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686583e-5edb-4a5c-82ad-8d707c9a5bff None None] Pushing event updated for resources: {'Port': ['ID=a0954ab3-eaf0-40bf-84e9-e6ae33e2dfd1,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:17.030866 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7da45d7-ee4a-4806-a61e-6180a3cc5c43 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:17.035899 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b7da45d7-ee4a-4806-a61e-6180a3cc5c43 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] 10.222.0.79 "GET /v2.0/networks/d481061b-e707-4495-9b32-6f5936b63ecd HTTP/1.1" status: 200 len: 768 time: 0.8517814 May 10 14:46:17.041226 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36272) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:17.078259 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b3e8153-93d1-4c78-bf57-d00500f50d94 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:17.087560 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2b3e8153-93d1-4c78-bf57-d00500f50d94 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "DELETE /v2.0/routers/a191ffbf-b913-4c43-a844-2b0db4d72f91 HTTP/1.1" status: 204 len: 168 time: 2.8570693 May 10 14:46:17.091240 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-adb0f135-ee12-49ea-b449-96547a5a5747 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Synchronizing usage tracker for tenant:ba3b3a57fe174aac9471b7338382297f on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:46:17.120238 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cc9c5ed0-e84c-4ec7-83f2-ec814d400372 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:17.121045 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] For port a0954ab3-eaf0-40bf-84e9-e6ae33e2dfd1, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:46:17.131620 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] For port a0954ab3-eaf0-40bf-84e9-e6ae33e2dfd1, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=a0954ab3-eaf0-40bf-84e9-e6ae33e2dfd1,segment=NetworkSegment(61636db8-20c6-4c10-864b-e8aba5e11ed5),segment_id=61636db8-20c6-4c10-864b-e8aba5e11ed5)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:46:17.143970 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:17.196759 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-da43e501-5397-46e0-8438-4f942f30391c tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-371771994'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:17.217697 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09db8f7f-274a-4d77-98a0-d3ec1412bcec tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:17.249997 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-adb0f135-ee12-49ea-b449-96547a5a5747 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Unset dirty status for tenant:ba3b3a57fe174aac9471b7338382297f on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:46:17.258539 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-adb0f135-ee12-49ea-b449-96547a5a5747 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba3b3a57fe174aac9471b7338382297f HTTP/1.1" status: 200 len: 379 time: 0.7167180 May 10 14:46:17.269121 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-da43e501-5397-46e0-8438-4f942f30391c tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:17.327000 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-cc9c5ed0-e84c-4ec7-83f2-ec814d400372 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Transition to ACTIVE for port object 060272e7-2958-43f6-b528-fc05c50ab481 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:46:17.333832 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-da43e501-5397-46e0-8438-4f942f30391c tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Usage tracker for resource:network and tenant:943440403f8845579e2e31aca8e802c4 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:17.341705 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-da43e501-5397-46e0-8438-4f942f30391c tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:17.343416 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] Routers {'c8c838be-ff82-470e-b38d-53b5e2dc91d1'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:17.344070 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:45:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c8c838be-ff82-470e-b38d-53b5e2dc91d1'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:17.378840 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-da43e501-5397-46e0-8438-4f942f30391c tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:17.424830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da43e501-5397-46e0-8438-4f942f30391c tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Made reservation on behalf of 943440403f8845579e2e31aca8e802c4 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:46:17.445840 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da43e501-5397-46e0-8438-4f942f30391c tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:17.448870 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-09db8f7f-274a-4d77-98a0-d3ec1412bcec tempest-RoutersAdminNegativeTest-1017262081 tempest-RoutersAdminNegativeTest-1017262081-project-admin] 10.222.0.79 "DELETE /v2.0/ports/0375e4d2-e157-486e-b97f-242c101032ae HTTP/1.1" status: 204 len: 168 time: 3.3860679 May 10 14:46:17.490786 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-327c468c-9bca-457b-9eff-495a7d5f3a4e tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:17.491050 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da43e501-5397-46e0-8438-4f942f30391c tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:17.543469 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-da43e501-5397-46e0-8438-4f942f30391c tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:17.552715 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cc9c5ed0-e84c-4ec7-83f2-ec814d400372 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:17.554698 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-da43e501-5397-46e0-8438-4f942f30391c tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Usage tracker for resource:security_group_rule and tenant:943440403f8845579e2e31aca8e802c4 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:17.633712 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-784ac197-7515-4f39-9a40-bdf70017574a tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Request body: {'port': {'device_id': '5e8c6794-4e0a-43cc-8043-82904b1ca4b8', 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86', 'admin_state_up': True, 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'security_groups': ['522bf700-f189-4121-89ee-fa0268c69f1b']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:17.648675 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686583e-5edb-4a5c-82ad-8d707c9a5bff None None] Pushing event updated for resources: {'Port': ['ID=a0954ab3-eaf0-40bf-84e9-e6ae33e2dfd1,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:17.677591 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-da43e501-5397-46e0-8438-4f942f30391c tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:17.698935 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36286) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:17.717017 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] Set router c8c838be-ff82-470e-b38d-53b5e2dc91d1 gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:46:17.900500 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-da43e501-5397-46e0-8438-4f942f30391c tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:17.957564 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9c5ed0-e84c-4ec7-83f2-ec814d400372 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Network bf378f18-35a1-4684-8fdd-8c60efce1846 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:18.012456 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-cc9c5ed0-e84c-4ec7-83f2-ec814d400372 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:18.040360 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-327c468c-9bca-457b-9eff-495a7d5f3a4e tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:18.057996 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9c5ed0-e84c-4ec7-83f2-ec814d400372 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:18.170910 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c838be-ff82-470e-b38d-53b5e2dc91d1', 'name': '', 'tenant_id': '6e3893fe35f447408f3ea64b56e4678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:46:06Z', 'updated_at': '2022-05-10T14:46:16Z', 'revision_number': 4, 'project_id': '6e3893fe35f447408f3ea64b56e4678a', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:18.183152 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8d98e-5a93-4874-952f-38c6b4f4b82a None None] The sync data for ids ['c8c838be-ff82-470e-b38d-53b5e2dc91d1'] in dv-neutron-841204-2-hyperv is: [{'id': 'c8c838be-ff82-470e-b38d-53b5e2dc91d1', 'name': '', 'tenant_id': '6e3893fe35f447408f3ea64b56e4678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:46:06Z', 'updated_at': '2022-05-10T14:46:16Z', 'revision_number': 4, 'project_id': '6e3893fe35f447408f3ea64b56e4678a', 'gw_port_host': None}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:46:18.296262 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-327c468c-9bca-457b-9eff-495a7d5f3a4e tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e262e4-6103-4bc8-a785-cd64ded81960']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:18.449333 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-df26a469-3764-4a22-8245-12a918f30826 req-57fcf812-33bd-44a6-9b11-b4a4f212dcdb tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 210 time: 0.2880874 May 10 14:46:18.461483 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-f9e190a0-9c75-4bca-b073-a3b461986f6c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] For port a0954ab3-eaf0-40bf-84e9-e6ae33e2dfd1, host dv-neutron-841204-2-hyperv, got binding levels [] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:46:18.461869 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9e190a0-9c75-4bca-b073-a3b461986f6c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:18.476884 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36300) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:18.493415 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-24297193-f735-46d9-8002-344359b03cbe req-40ec381c-ed2b-430b-9f2c-fb9d4a14a281 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 210 time: 0.3478026 May 10 14:46:18.497662 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-327c468c-9bca-457b-9eff-495a7d5f3a4e tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11deac6c-2d3c-472b-b9c4-f4cd20055058') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:18.497958 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-327c468c-9bca-457b-9eff-495a7d5f3a4e tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11deac6c-2d3c-472b-b9c4-f4cd20055058') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:18.533520 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6b9864ce-0ebd-4443-ad68-f32ee44a377d None None] Provisioning for port 060272e7-2958-43f6-b528-fc05c50ab481 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:46:18.541127 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6b9864ce-0ebd-4443-ad68-f32ee44a377d None None] Provisioning complete for port 060272e7-2958-43f6-b528-fc05c50ab481 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:18.541707 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6b9864ce-0ebd-4443-ad68-f32ee44a377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:18.568678 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da43e501-5397-46e0-8438-4f942f30391c tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:18.604130 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da43e501-5397-46e0-8438-4f942f30391c tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:18.678465 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-6b9864ce-0ebd-4443-ad68-f32ee44a377d None None] Port 060272e7-2958-43f6-b528-fc05c50ab481 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:46:18.685172 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c5ed0-e84c-4ec7-83f2-ec814d400372 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Pushing event updated for resources: {'Port': ['ID=060272e7-2958-43f6-b528-fc05c50ab481,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:18.707726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-178d0589-eba0-4334-87ee-268ae4276ef7 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1962182984', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}, 'admin_state_up': False}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:18.747819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-178d0589-eba0-4334-87ee-268ae4276ef7 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:18.774903 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da43e501-5397-46e0-8438-4f942f30391c tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:46:18.777649 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-178d0589-eba0-4334-87ee-268ae4276ef7 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Usage tracker for resource:router and tenant:38ac19a791a74a98ba5a2ed20dbbec88 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:18.803414 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-178d0589-eba0-4334-87ee-268ae4276ef7 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:18.823966 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9c5ed0-e84c-4ec7-83f2-ec814d400372 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:18.824568 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cc9c5ed0-e84c-4ec7-83f2-ec814d400372 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:18.828382 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-178d0589-eba0-4334-87ee-268ae4276ef7 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:18.838063 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43e501-5397-46e0-8438-4f942f30391c tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4943fef-625d-4a63-852b-3b61e730d018,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:18.848758 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-784ac197-7515-4f39-9a40-bdf70017574a tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:18.852875 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da43e501-5397-46e0-8438-4f942f30391c tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:18.853217 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-da43e501-5397-46e0-8438-4f942f30391c tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Added segment cd183727-1710-46f2-93c0-33adb50cf337 of type vlan for network d7119874-e33f-4e32-9aa9-d926d5ea4438 May 10 14:46:18.878953 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-784ac197-7515-4f39-9a40-bdf70017574a tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Usage tracker for resource:port and tenant:ba3b3a57fe174aac9471b7338382297f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:18.880684 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-f9e190a0-9c75-4bca-b073-a3b461986f6c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Calling delete_port for a0954ab3-eaf0-40bf-84e9-e6ae33e2dfd1 owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:18.885326 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-784ac197-7515-4f39-9a40-bdf70017574a tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:18.907434 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-178d0589-eba0-4334-87ee-268ae4276ef7 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:18.908605 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-178d0589-eba0-4334-87ee-268ae4276ef7 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:18.925649 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-784ac197-7515-4f39-9a40-bdf70017574a tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:18.928210 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-327c468c-9bca-457b-9eff-495a7d5f3a4e tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:18.961440 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-480eff1f-e3cf-421e-b8bb-392286989609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:18.972012 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-cc9c5ed0-e84c-4ec7-83f2-ec814d400372 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2505217 May 10 14:46:18.989869 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36306) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:18.994466 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da43e501-5397-46e0-8438-4f942f30391c tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:19.013237 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-327c468c-9bca-457b-9eff-495a7d5f3a4e tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:19.019027 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-480eff1f-e3cf-421e-b8bb-392286989609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:19.020924 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-178d0589-eba0-4334-87ee-268ae4276ef7 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:19.023624 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-784ac197-7515-4f39-9a40-bdf70017574a tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Made reservation on behalf of ba3b3a57fe174aac9471b7338382297f for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:46:19.026930 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-480eff1f-e3cf-421e-b8bb-392286989609 admin admin] Usage tracker for resource:security_group_rule and tenant:cf650bfa518b4a9c9a0804e980d4c47a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:19.031055 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-480eff1f-e3cf-421e-b8bb-392286989609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:19.033754 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-784ac197-7515-4f39-9a40-bdf70017574a tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:19.040037 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327c468c-9bca-457b-9eff-495a7d5f3a4e tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:46:19.040438 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-327c468c-9bca-457b-9eff-495a7d5f3a4e tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:46:19.055372 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:46:19.060825 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-480eff1f-e3cf-421e-b8bb-392286989609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:19.246543 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da43e501-5397-46e0-8438-4f942f30391c tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:19.252961 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da43e501-5397-46e0-8438-4f942f30391c tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:19.253861 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da43e501-5397-46e0-8438-4f942f30391c tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:19.405641 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'project_id': 'c741d2827bea4af389bc578b8568b528', 'port_id': '060272e7-2958-43f6-b528-fc05c50ab481'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:19.431995 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:19.456431 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Usage tracker for resource:floatingip and tenant:c741d2827bea4af389bc578b8568b528 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:19.461740 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:19.477836 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:19.506505 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-327c468c-9bca-457b-9eff-495a7d5f3a4e tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:19.569687 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327c468c-9bca-457b-9eff-495a7d5f3a4e tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f6e262e4-6103-4bc8-a785-cd64ded81960 {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 10 14:46:19.573682 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c468c-9bca-457b-9eff-495a7d5f3a4e tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6e262e4-6103-4bc8-a785-cd64ded81960,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:19.577026 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-327c468c-9bca-457b-9eff-495a7d5f3a4e tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:19.587197 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-da43e501-5397-46e0-8438-4f942f30391c tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.0114231 May 10 14:46:19.605641 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-327c468c-9bca-457b-9eff-495a7d5f3a4e tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] 10.222.0.79 "DELETE /v2.0/networks/f6e262e4-6103-4bc8-a785-cd64ded81960 HTTP/1.1" status: 204 len: 168 time: 2.5612819 May 10 14:46:19.610727 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:19.652262 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36318) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:19.659106 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.api [None req-f9e190a0-9c75-4bca-b073-a3b461986f6c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:46:19.659416 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG oslo_db.api [None req-f9e190a0-9c75-4bca-b073-a3b461986f6c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:46:19.673535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-1d788d5d-9c70-435f-a5cd-90b4c94e80c1 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Request body: {'network': {'name': 'tempest-network--1785853667'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:19.680458 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43e501-5397-46e0-8438-4f942f30391c tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Pushing event updated for resources: {'Network': ['ID=d7119874-e33f-4e32-9aa9-d926d5ea4438,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:19.690508 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-178d0589-eba0-4334-87ee-268ae4276ef7 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:19.702926 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network d7119874-e33f-4e32-9aa9-d926d5ea4438 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:46:19.718862 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1d788d5d-9c70-435f-a5cd-90b4c94e80c1 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:19.736303 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-784ac197-7515-4f39-9a40-bdf70017574a tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Allocated IP 172.20.0.14 (3aec5c59-80c4-436d-a4a0-0576e235bd86/275fec47-5f5c-4f6e-94c0-2b9b8256fc9d/496c4914-5f60-412b-abca-3a0af86411b4) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:19.858751 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1d788d5d-9c70-435f-a5cd-90b4c94e80c1 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Usage tracker for resource:network and tenant:90dc6f4f7fa94a339ca952aad1bdfac9 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:19.867714 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1d788d5d-9c70-435f-a5cd-90b4c94e80c1 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:20.007431 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.86', 54925) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:20.009086 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ff225a6e-cf9d-4470-b614-2dbce13715fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:20.031445 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1d788d5d-9c70-435f-a5cd-90b4c94e80c1 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:20.049199 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1dc3f574-af49-479b-a494-e40408b12f80 req-81f90ba5-ecf1-4450-8855-7350a1831647 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 210 time: 0.2077124 May 10 14:46:20.064004 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ec1bcab4-2761-4112-8abd-c5a3010b8e6c req-edcdb720-55f2-4af7-875d-fa8c861543e9 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 210 time: 0.2251587 May 10 14:46:20.122062 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d788d5d-9c70-435f-a5cd-90b4c94e80c1 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Made reservation on behalf of 90dc6f4f7fa94a339ca952aad1bdfac9 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:46:20.124614 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d788d5d-9c70-435f-a5cd-90b4c94e80c1 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:20.135538 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-480eff1f-e3cf-421e-b8bb-392286989609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:20.148546 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-480eff1f-e3cf-421e-b8bb-392286989609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:20.233344 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-f9e190a0-9c75-4bca-b073-a3b461986f6c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Deleting port a0954ab3-eaf0-40bf-84e9-e6ae33e2dfd1 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:20.233945 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9e190a0-9c75-4bca-b073-a3b461986f6c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:20.296055 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-480eff1f-e3cf-421e-b8bb-392286989609 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cf650bfa518b4a9c9a0804e980d4c47a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8181400 May 10 14:46:20.306062 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36326) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:20.317501 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480eff1f-e3cf-421e-b8bb-392286989609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c1fa18-cf4a-43e9-9e31-dd1657e5a395,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:20.364491 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d788d5d-9c70-435f-a5cd-90b4c94e80c1 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:46:20.371483 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d788d5d-9c70-435f-a5cd-90b4c94e80c1 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:20.372007 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-1d788d5d-9c70-435f-a5cd-90b4c94e80c1 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Added segment 09f725f8-da0f-4124-bb3b-3bce4bf166fd of type vlan for network 80efba8e-ac3b-4ea7-a28a-7551060c0a8a May 10 14:46:20.406462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d788d5d-9c70-435f-a5cd-90b4c94e80c1 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:20.444598 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923f289-9724-4d09-aa5c-bb70e431303b req-8bf86cf2-88a7-4944-8d2a-be96daef2586 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:20.446014 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-c923f289-9724-4d09-aa5c-bb70e431303b req-8bf86cf2-88a7-4944-8d2a-be96daef2586 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Synchronizing usage tracker for tenant:838b552cd1fe457a86d509de7ba36715 on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:46:20.577491 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36332) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:20.585757 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-c923f289-9724-4d09-aa5c-bb70e431303b req-8bf86cf2-88a7-4944-8d2a-be96daef2586 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Unset dirty status for tenant:838b552cd1fe457a86d509de7ba36715 on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:46:20.587293 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c923f289-9724-4d09-aa5c-bb70e431303b req-8bf86cf2-88a7-4944-8d2a-be96daef2586 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.86 "GET /v2.0/networks?id=30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6 HTTP/1.1" status: 200 len: 805 time: 0.3947639 May 10 14:46:20.610210 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Request body: {'port': {'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438', 'binding:host_id': 'hv-neutron-8412', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1765678738'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:20.619937 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:20.628856 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Usage tracker for resource:port and tenant:34b56db1fc8c4fd1a42c69dad9e1ff22 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:20.641928 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:20.663472 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:20.673857 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-784ac197-7515-4f39-9a40-bdf70017574a tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:20.690666 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:20.747698 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d788d5d-9c70-435f-a5cd-90b4c94e80c1 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:20.748583 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d788d5d-9c70-435f-a5cd-90b4c94e80c1 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:20.749156 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d788d5d-9c70-435f-a5cd-90b4c94e80c1 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:20.818198 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e12ab1f5-2854-4fd1-abab-6ee280d23065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:20.918017 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Made reservation on behalf of 34b56db1fc8c4fd1a42c69dad9e1ff22 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:46:20.920662 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:20.942705 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:20.963951 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-784ac197-7515-4f39-9a40-bdf70017574a tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Transition to ACTIVE for port object 496c4914-5f60-412b-abca-3a0af86411b4 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:46:20.974788 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-178d0589-eba0-4334-87ee-268ae4276ef7 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_gateway, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:21.002284 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1d788d5d-9c70-435f-a5cd-90b4c94e80c1 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3487945 May 10 14:46:21.012823 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d788d5d-9c70-435f-a5cd-90b4c94e80c1 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Pushing event updated for resources: {'Network': ['ID=80efba8e-ac3b-4ea7-a28a-7551060c0a8a,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:21.017626 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-f9e190a0-9c75-4bca-b073-a3b461986f6c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] For port a0954ab3-eaf0-40bf-84e9-e6ae33e2dfd1, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=a0954ab3-eaf0-40bf-84e9-e6ae33e2dfd1,segment=NetworkSegment(61636db8-20c6-4c10-864b-e8aba5e11ed5),segment_id=61636db8-20c6-4c10-864b-e8aba5e11ed5)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:46:21.018210 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9e190a0-9c75-4bca-b073-a3b461986f6c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:21.025158 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 80efba8e-ac3b-4ea7-a28a-7551060c0a8a details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:46:21.032630 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36336) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:21.041969 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e12ab1f5-2854-4fd1-abab-6ee280d23065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:21.057104 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-4334091c-28a5-4636-8a34-d1731bf31446 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:21.121738 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:46:21.311239 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:21.322896 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Usage tracker for resource:security_group_rule and tenant:34b56db1fc8c4fd1a42c69dad9e1ff22 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:21.326305 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-178d0589-eba0-4334-87ee-268ae4276ef7 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:21.374152 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:21.379660 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-784ac197-7515-4f39-9a40-bdf70017574a tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:21.433602 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-f9e190a0-9c75-4bca-b073-a3b461986f6c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Calling delete_port for a0954ab3-eaf0-40bf-84e9-e6ae33e2dfd1 owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:21.436383 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:21.513346 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-784ac197-7515-4f39-9a40-bdf70017574a tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Network 3aec5c59-80c4-436d-a4a0-0576e235bd86 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:21.524930 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-784ac197-7515-4f39-9a40-bdf70017574a tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:21.526939 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ac197-7515-4f39-9a40-bdf70017574a tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Pushing event updated for resources: {'Port': ['ID=496c4914-5f60-412b-abca-3a0af86411b4,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:21.529021 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-784ac197-7515-4f39-9a40-bdf70017574a tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:21.559442 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5de010bf-680f-4d4c-9767-704118f01d71 req-30537c7f-be8d-4da1-a777-c2204adcd83d tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 210 time: 0.0642829 May 10 14:46:21.632869 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-784ac197-7515-4f39-9a40-bdf70017574a tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:21.633495 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-784ac197-7515-4f39-9a40-bdf70017574a tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:21.685184 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-784ac197-7515-4f39-9a40-bdf70017574a tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0558763 May 10 14:46:21.718688 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:21.730344 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:21.737808 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] device_id is not set on port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:46:21.800119 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Allocated IP 172.26.0.178 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/88e1ac6a-224a-4fb8-af18-d734ee5972ad) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:21.970052 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa9f983-9ee7-43a5-b064-a479f6cf784b,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:22.032939 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e12ab1f5-2854-4fd1-abab-6ee280d23065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:22.035002 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1aab1e9e-b904-4bd1-8f42-20e1328b48a0 None None] Provisioning for port 496c4914-5f60-412b-abca-3a0af86411b4 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:46:22.043201 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1aab1e9e-b904-4bd1-8f42-20e1328b48a0 None None] Provisioning complete for port 496c4914-5f60-412b-abca-3a0af86411b4 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:22.044116 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1aab1e9e-b904-4bd1-8f42-20e1328b48a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:22.072357 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ab1f5-2854-4fd1-abab-6ee280d23065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c1fa18-cf4a-43e9-9e31-dd1657e5a395,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:22.133323 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-1aab1e9e-b904-4bd1-8f42-20e1328b48a0 None None] Port 496c4914-5f60-412b-abca-3a0af86411b4 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:46:22.155722 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21240ad3-c228-4b6d-8202-276f8399af77 req-14066caa-c8f9-4bef-b395-fb6870d7e8b5 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:22.157326 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-21240ad3-c228-4b6d-8202-276f8399af77 req-14066caa-c8f9-4bef-b395-fb6870d7e8b5 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 932 time: 0.6678207 May 10 14:46:22.158175 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e12ab1f5-2854-4fd1-abab-6ee280d23065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:22.159256 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e12ab1f5-2854-4fd1-abab-6ee280d23065 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/99c1fa18-cf4a-43e9-9e31-dd1657e5a395 HTTP/1.1" status: 204 len: 168 time: 1.8371046 May 10 14:46:22.230848 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4334091c-28a5-4636-8a34-d1731bf31446 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:22.262225 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:22.284690 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4334091c-28a5-4636-8a34-d1731bf31446 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:22.318471 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] device_id is not set on port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:46:22.320496 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4334091c-28a5-4636-8a34-d1731bf31446 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Network 80efba8e-ac3b-4ea7-a28a-7551060c0a8a is not hosted by any dhcp agent {{(pid=88051) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 10 14:46:22.321132 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4334091c-28a5-4636-8a34-d1731bf31446 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:22.321505 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4334091c-28a5-4636-8a34-d1731bf31446 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:22.326069 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4334091c-28a5-4636-8a34-d1731bf31446 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] 10.222.0.79 "PUT /v2.0/networks/80efba8e-ac3b-4ea7-a28a-7551060c0a8a HTTP/1.1" status: 200 len: 858 time: 1.2922440 May 10 14:46:22.326571 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9e190a0-9c75-4bca-b073-a3b461986f6c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:22.330394 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f31bd787-6883-4d15-9994-c6df966065e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:22.342892 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:22.358184 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Transition to ACTIVE for port object 7fdecde0-aeba-46d1-b17b-1c92915dfc10 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:46:22.368274 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36346) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:22.392822 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:22.452625 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-21240ad3-c228-4b6d-8202-276f8399af77 req-faa57dd8-5af6-4502-906e-200ec248fdaf tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/security-groups?id=522bf700-f189-4121-89ee-fa0268c69f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2707415 May 10 14:46:22.476253 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e190a0-9c75-4bca-b073-a3b461986f6c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0954ab3-eaf0-40bf-84e9-e6ae33e2dfd1,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:22.519208 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334091c-28a5-4636-8a34-d1731bf31446 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Pushing event updated for resources: {'Network': ['ID=80efba8e-ac3b-4ea7-a28a-7551060c0a8a,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:22.539890 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:22.616353 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9e190a0-9c75-4bca-b073-a3b461986f6c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:22.708564 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:22.709233 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36354) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:22.761172 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-178d0589-eba0-4334-87ee-268ae4276ef7 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Allocated IP 172.26.0.149 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/607bc5e1-b070-4324-8d85-d05e75d9d90a) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:22.785664 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:22.801683 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Pushing event updated for resources: {'Port': ['ID=7fdecde0-aeba-46d1-b17b-1c92915dfc10,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:22.829214 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-68db8756-2221-4291-979a-0424f9349bf4 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:22.853068 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:22.917014 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Checking segment: {'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:46:22.917626 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Network hostable DHCP agents. Network: d7119874-e33f-4e32-9aa9-d926d5ea4438, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:46:22.976095 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:23.122729 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Pushing event updated for resources: {'Port': ['ID=88e1ac6a-224a-4fb8-af18-d734ee5972ad,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:23.136187 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-165502ca-13e5-46a1-8415-b15c98fae9d1 req-a7027fe7-00c2-4d0c-88e2-358a75be076d tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 210 time: 0.3544474 May 10 14:46:23.137824 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-68db8756-2221-4291-979a-0424f9349bf4 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:23.138108 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9e190a0-9c75-4bca-b073-a3b461986f6c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:23.156251 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:23.159640 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Network d7119874-e33f-4e32-9aa9-d926d5ea4438 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:46:23.165370 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9e190a0-9c75-4bca-b073-a3b461986f6c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:23.198585 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-178d0589-eba0-4334-87ee-268ae4276ef7 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:23.206551 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-68db8756-2221-4291-979a-0424f9349bf4 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80efba8e-ac3b-4ea7-a28a-7551060c0a8a']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:23.213355 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, d7119874-e33f-4e32-9aa9-d926d5ea4438) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:23.228731 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9980ed95-6a82-4627-aa1e-16ebb9258a21 None None] Network d7119874-e33f-4e32-9aa9-d926d5ea4438 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:46:23.232156 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-68db8756-2221-4291-979a-0424f9349bf4 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f725f8-da0f-4124-bb3b-3bce4bf166fd') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:23.232451 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-68db8756-2221-4291-979a-0424f9349bf4 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f725f8-da0f-4124-bb3b-3bce4bf166fd') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:23.239903 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:23.284136 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:23.284490 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:23.284853 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:23.288665 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-68db8756-2221-4291-979a-0424f9349bf4 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:23.290339 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c91884a1-3061-4b27-b6e6-c278711b656b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a29f53b951dc492c8a8ededcd913be27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5174689 May 10 14:46:23.293499 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36358) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:23.317642 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:23.318047 dv-neutron-841204-2-hyperv neutron-server[88052]: ERROR neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:23.323637 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.plugins.ml2.plugin [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 2 to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 May 10 14:46:23.338407 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-68db8756-2221-4291-979a-0424f9349bf4 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:23.366305 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68db8756-2221-4291-979a-0424f9349bf4 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:46:23.372083 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-68db8756-2221-4291-979a-0424f9349bf4 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:46:23.387237 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:46:23.393389 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:23.393716 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:23.393920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9e190a0-9c75-4bca-b073-a3b461986f6c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:23.394036 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:23.406485 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e190a0-9c75-4bca-b073-a3b461986f6c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8c838be-ff82-470e-b38d-53b5e2dc91d1 {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:46:23.496094 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:23.522165 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:23.522574 dv-neutron-841204-2-hyperv neutron-server[88052]: ERROR neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:23.525320 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.plugins.ml2.plugin [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 3 to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 May 10 14:46:23.565047 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-178d0589-eba0-4334-87ee-268ae4276ef7 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:23.595713 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9e190a0-9c75-4bca-b073-a3b461986f6c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:23.596848 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f9e190a0-9c75-4bca-b073-a3b461986f6c tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "DELETE /v2.0/routers/c8c838be-ff82-470e-b38d-53b5e2dc91d1 HTTP/1.1" status: 204 len: 168 time: 8.9531517 May 10 14:46:23.602025 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36364) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:23.608705 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fde58c65-40dc-4189-8502-552aac357509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:23.700668 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:23.700999 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:23.701329 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:23.724648 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:23.725079 dv-neutron-841204-2-hyperv neutron-server[88052]: ERROR neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:23.729824 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.plugins.ml2.plugin [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 4 to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 May 10 14:46:23.739762 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178d0589-eba0-4334-87ee-268ae4276ef7 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:23.743670 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-68db8756-2221-4291-979a-0424f9349bf4 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:23.751379 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-178d0589-eba0-4334-87ee-268ae4276ef7 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:23.757036 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d0589-eba0-4334-87ee-268ae4276ef7 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Pushing event updated for resources: {'Port': ['ID=607bc5e1-b070-4324-8d85-d05e75d9d90a,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:23.781871 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178d0589-eba0-4334-87ee-268ae4276ef7 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:23.798624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fde58c65-40dc-4189-8502-552aac357509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:23.811085 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68db8756-2221-4291-979a-0424f9349bf4 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 80efba8e-ac3b-4ea7-a28a-7551060c0a8a {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 10 14:46:23.819181 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:23.819512 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:23.819844 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:23.824417 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-68db8756-2221-4291-979a-0424f9349bf4 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:23.833012 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db8756-2221-4291-979a-0424f9349bf4 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] Pushing event deleted for resources: {'Network': ['ID=80efba8e-ac3b-4ea7-a28a-7551060c0a8a,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:23.856836 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3a1f1a-2d4a-47c4-b449-8f71ebabc6de tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Deleting subnet 1ce6a9f6-c9d1-449f-b4c3-92bfadfbbd26 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:46:23.888442 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3d3a1f1a-2d4a-47c4-b449-8f71ebabc6de tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:23.931449 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-2d45a20a-e529-414e-b8e7-e6c842daf66b tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:46:23.934040 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-2d45a20a-e529-414e-b8e7-e6c842daf66b tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0526342 May 10 14:46:23.936860 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:23.939291 dv-neutron-841204-2-hyperv neutron-server[88052]: ERROR neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:23.949205 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.plugins.ml2.plugin [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 5 to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 May 10 14:46:23.995912 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-68db8756-2221-4291-979a-0424f9349bf4 tempest-ExternalNetworksTestJSON-378347416 tempest-ExternalNetworksTestJSON-378347416-project-admin] 10.222.0.79 "DELETE /v2.0/networks/80efba8e-ac3b-4ea7-a28a-7551060c0a8a HTTP/1.1" status: 204 len: 168 time: 1.6276162 May 10 14:46:24.005393 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36374) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:24.020568 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:24.022683 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:24.022961 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:24.285789 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:24.286111 dv-neutron-841204-2-hyperv neutron-server[88052]: ERROR neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:24.383316 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.plugins.ml2.plugin [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 6 to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 May 10 14:46:24.404205 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-c923f289-9724-4d09-aa5c-bb70e431303b req-da9f1f1a-6e61-4b3d-95fc-f125775a5cb2 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Synchronizing usage tracker for tenant:838b552cd1fe457a86d509de7ba36715 on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:46:24.415009 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] Request body: {'port': {'device_id': '5e8c6794-4e0a-43cc-8043-82904b1ca4b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:24.482923 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e34f6f2d-d10b-496d-af4b-2ed6d13edaab req-0079ee20-3203-47e9-a74c-970bfbb376ce tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 210 time: 0.0783572 May 10 14:46:24.483822 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa71a187-ea6d-4daa-976e-20904c760984 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] DELETE failed (client error): The resource could not be found. May 10 14:46:24.484253 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa71a187-ea6d-4daa-976e-20904c760984 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:46:24.512203 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1c1e4-7b64-445c-a444-33fc302cb9d5 req-23a1dc33-25f6-41c9-baa9-1eeddcf03f1b tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:24.520101 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-40a1c1e4-7b64-445c-a444-33fc302cb9d5 req-23a1dc33-25f6-41c9-baa9-1eeddcf03f1b tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 932 time: 0.7987118 May 10 14:46:24.533139 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3d3a1f1a-2d4a-47c4-b449-8f71ebabc6de tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:24.545084 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:24.545329 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:24.545612 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:24.560934 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:24.561147 dv-neutron-841204-2-hyperv neutron-server[88052]: ERROR neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:24.561649 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-c923f289-9724-4d09-aa5c-bb70e431303b req-da9f1f1a-6e61-4b3d-95fc-f125775a5cb2 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Unset dirty status for tenant:838b552cd1fe457a86d509de7ba36715 on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:46:24.564111 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c923f289-9724-4d09-aa5c-bb70e431303b req-da9f1f1a-6e61-4b3d-95fc-f125775a5cb2 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=838b552cd1fe457a86d509de7ba36715 HTTP/1.1" status: 200 len: 380 time: 0.6762133 May 10 14:46:24.567997 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.plugins.ml2.plugin [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 7 to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 May 10 14:46:24.594062 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-c923f289-9724-4d09-aa5c-bb70e431303b req-cc4b0cac-eb12-4061-a89c-cbcde386aea5 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Request body: {'port': {'device_id': 'fadca665-fc34-46e9-8502-913833f26c72', 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6', 'admin_state_up': True, 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'security_groups': ['75a362dd-5e99-457f-9411-48dd3281fbd2']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:24.622559 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fde58c65-40dc-4189-8502-552aac357509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:24.625060 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fde58c65-40dc-4189-8502-552aac357509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:24.629050 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fde58c65-40dc-4189-8502-552aac357509 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e92dbb8e-01bd-44cb-9668-329e84f04f2e HTTP/1.1" status: 204 len: 168 time: 1.3318226 May 10 14:46:24.651842 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-aa71a187-ea6d-4daa-976e-20904c760984 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] 10.222.0.79 "DELETE /v2.0/subnets/78062a09-227b-4186-bf50-60267003bdd6 HTTP/1.1" status: 404 len: 337 time: 0.6086504 May 10 14:46:24.652525 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36384) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:24.802232 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:24.805064 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:24.805424 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:24.829879 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:24.838656 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3db3f45c-5bf6-4037-a82c-eb3f9db5fed6 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:24.849792 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde58c65-40dc-4189-8502-552aac357509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92dbb8e-01bd-44cb-9668-329e84f04f2e,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:24.887119 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-40a1c1e4-7b64-445c-a444-33fc302cb9d5 req-8c9ebd59-94f2-4500-aa3d-4223bca25a96 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/security-groups?id=522bf700-f189-4121-89ee-fa0268c69f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3660591 May 10 14:46:24.910683 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:24.911010 dv-neutron-841204-2-hyperv neutron-server[88052]: ERROR neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:24.916388 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.plugins.ml2.plugin [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 8 to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 May 10 14:46:24.917688 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3d3a1f1a-2d4a-47c4-b449-8f71ebabc6de tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:25.095397 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:25.104710 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:25.105282 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:25.105778 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:25.137399 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3db3f45c-5bf6-4037-a82c-eb3f9db5fed6 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:25.141297 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:25.141808 dv-neutron-841204-2-hyperv neutron-server[88052]: ERROR neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:25.145802 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:25.148136 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.plugins.ml2.plugin [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 9 to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 May 10 14:46:25.191939 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3d3a1f1a-2d4a-47c4-b449-8f71ebabc6de tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:25.268421 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-3db3f45c-5bf6-4037-a82c-eb3f9db5fed6 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d481061b-e707-4495-9b32-6f5936b63ecd']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:25.277809 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a1f1a-2d4a-47c4-b449-8f71ebabc6de tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1ce6a9f6-c9d1-449f-b4c3-92bfadfbbd26,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:25.413819 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3d3a1f1a-2d4a-47c4-b449-8f71ebabc6de tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:25.423004 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3d3a1f1a-2d4a-47c4-b449-8f71ebabc6de tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "DELETE /v2.0/subnets/1ce6a9f6-c9d1-449f-b4c3-92bfadfbbd26 HTTP/1.1" status: 204 len: 168 time: 1.8147991 May 10 14:46:25.425937 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36396) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:25.430951 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-3db3f45c-5bf6-4037-a82c-eb3f9db5fed6 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee57c27-3fa6-43b5-8440-d1eef07ee7b7') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:25.431242 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-3db3f45c-5bf6-4037-a82c-eb3f9db5fed6 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee57c27-3fa6-43b5-8440-d1eef07ee7b7') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:25.438946 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:25.441609 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:25.442186 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:25.473844 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3db3f45c-5bf6-4037-a82c-eb3f9db5fed6 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:25.474144 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-c923f289-9724-4d09-aa5c-bb70e431303b req-cc4b0cac-eb12-4061-a89c-cbcde386aea5 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:25.503096 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:25.504862 dv-neutron-841204-2-hyperv neutron-server[88052]: ERROR neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:25.604920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3db3f45c-5bf6-4037-a82c-eb3f9db5fed6 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:25.630663 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:25.662504 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db3f45c-5bf6-4037-a82c-eb3f9db5fed6 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:46:25.662923 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3db3f45c-5bf6-4037-a82c-eb3f9db5fed6 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:25.677129 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-c923f289-9724-4d09-aa5c-bb70e431303b req-cc4b0cac-eb12-4061-a89c-cbcde386aea5 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Usage tracker for resource:port and tenant:838b552cd1fe457a86d509de7ba36715 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:46:25.678904 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:46:25.683413 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-c923f289-9724-4d09-aa5c-bb70e431303b req-cc4b0cac-eb12-4061-a89c-cbcde386aea5 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:25.697949 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-c923f289-9724-4d09-aa5c-bb70e431303b req-cc4b0cac-eb12-4061-a89c-cbcde386aea5 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:25.708221 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.plugins.ml2.plugin [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 10 to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 May 10 14:46:25.742075 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6c3d5611-9354-43ec-84b7-e6c8d8f043d3 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:25.754322 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c923f289-9724-4d09-aa5c-bb70e431303b req-cc4b0cac-eb12-4061-a89c-cbcde386aea5 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Made reservation on behalf of 838b552cd1fe457a86d509de7ba36715 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:46:25.758284 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c923f289-9724-4d09-aa5c-bb70e431303b req-cc4b0cac-eb12-4061-a89c-cbcde386aea5 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:25.773185 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:25.773405 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:25.773726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:25.782163 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-178d0589-eba0-4334-87ee-268ae4276ef7 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_gateway, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:25.807403 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-88016e3a-8dea-48a3-b4f8-931d0b951355 req-448cd109-dfd9-496e-94f2-2b770c3f7483 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 210 time: 0.1228628 May 10 14:46:25.851110 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3db3f45c-5bf6-4037-a82c-eb3f9db5fed6 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:25.907459 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3db3f45c-5bf6-4037-a82c-eb3f9db5fed6 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:25.912881 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db3f45c-5bf6-4037-a82c-eb3f9db5fed6 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] Pushing event deleted for resources: {'Network': ['ID=d481061b-e707-4495-9b32-6f5936b63ecd,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:25.934793 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:25.935337 dv-neutron-841204-2-hyperv neutron-server[88052]: ERROR neutron.plugins.ml2.managers [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:25.935617 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:26.051443 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36416) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:26.068035 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3db3f45c-5bf6-4037-a82c-eb3f9db5fed6 tempest-ExternalNetworksTestJSON-880519785 tempest-ExternalNetworksTestJSON-880519785-project] 10.222.0.79 "DELETE /v2.0/networks/d481061b-e707-4495-9b32-6f5936b63ecd HTTP/1.1" status: 204 len: 168 time: 1.4037898 May 10 14:46:26.133376 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6c3d5611-9354-43ec-84b7-e6c8d8f043d3 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:26.167051 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-6c3d5611-9354-43ec-84b7-e6c8d8f043d3 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9396cf34-628d-498c-b8fc-1f6d6865b62f']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:26.202838 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-6c3d5611-9354-43ec-84b7-e6c8d8f043d3 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61636db8-20c6-4c10-864b-e8aba5e11ed5') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:26.203138 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-6c3d5611-9354-43ec-84b7-e6c8d8f043d3 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61636db8-20c6-4c10-864b-e8aba5e11ed5') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:26.237199 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6c3d5611-9354-43ec-84b7-e6c8d8f043d3 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:26.264364 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6c3d5611-9354-43ec-84b7-e6c8d8f043d3 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:26.288165 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3d5611-9354-43ec-84b7-e6c8d8f043d3 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:46:26.288564 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6c3d5611-9354-43ec-84b7-e6c8d8f043d3 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:26.304048 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:46:26.305662 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:46:26.359656 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7b240-f11d-4b98-be8b-07fbf968cb33 req-f5f9b10e-2030-4b38-b238-f3518f74fa95 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:26.361607 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a7a7b240-f11d-4b98-be8b-07fbf968cb33 req-f5f9b10e-2030-4b38-b238-f3518f74fa95 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 932 time: 0.3091674 May 10 14:46:26.371929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-68ce1046-7e4e-4578-9a42-5950dfa92c61 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1742945230'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:26.375203 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:26.426142 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36426) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:26.427189 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-68ce1046-7e4e-4578-9a42-5950dfa92c61 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:26.463856 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-68ce1046-7e4e-4578-9a42-5950dfa92c61 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Usage tracker for resource:network and tenant:cd8d9731adba42d6a3cd82316aa67b77 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:26.476538 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-68ce1046-7e4e-4578-9a42-5950dfa92c61 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:26.528698 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-68ce1046-7e4e-4578-9a42-5950dfa92c61 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:26.532486 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] For port 7fdecde0-aeba-46d1-b17b-1c92915dfc10, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:46:26.532685 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempted to set empty binding levels {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 10 14:46:26.575584 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6c3d5611-9354-43ec-84b7-e6c8d8f043d3 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:26.580114 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a7a7b240-f11d-4b98-be8b-07fbf968cb33 req-10f37ca0-6411-4bb0-85a1-43517f6d38f5 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/security-groups?id=522bf700-f189-4121-89ee-fa0268c69f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998248 May 10 14:46:26.596723 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Pushing event updated for resources: {'Port': ['ID=88e1ac6a-224a-4fb8-af18-d734ee5972ad,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:26.599338 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:26.599487 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3d5611-9354-43ec-84b7-e6c8d8f043d3 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9396cf34-628d-498c-b8fc-1f6d6865b62f {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 10 14:46:26.605598 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ce1046-7e4e-4578-9a42-5950dfa92c61 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Made reservation on behalf of cd8d9731adba42d6a3cd82316aa67b77 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:46:26.608525 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-68ce1046-7e4e-4578-9a42-5950dfa92c61 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:26.623399 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6c3d5611-9354-43ec-84b7-e6c8d8f043d3 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:26.632877 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d5611-9354-43ec-84b7-e6c8d8f043d3 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Pushing event deleted for resources: {'Network': ['ID=9396cf34-628d-498c-b8fc-1f6d6865b62f,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:26.653718 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:26.670040 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.resource_extend [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:46:26.697831 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-c923f289-9724-4d09-aa5c-bb70e431303b req-cc4b0cac-eb12-4061-a89c-cbcde386aea5 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Allocated IP 172.20.0.12 (30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6/06c1a07c-eca0-423d-a392-b943d87a7614/5b2ab91e-c402-46c3-9a69-e66a4284e82f) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:26.705320 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-68ce1046-7e4e-4578-9a42-5950dfa92c61 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:26.713030 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:26.713639 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:26.723136 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6c3d5611-9354-43ec-84b7-e6c8d8f043d3 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "DELETE /v2.0/networks/9396cf34-628d-498c-b8fc-1f6d6865b62f HTTP/1.1" status: 204 len: 168 time: 1.2958288 May 10 14:46:26.759008 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-68ce1046-7e4e-4578-9a42-5950dfa92c61 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:26.771296 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-68ce1046-7e4e-4578-9a42-5950dfa92c61 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Usage tracker for resource:security_group_rule and tenant:cd8d9731adba42d6a3cd82316aa67b77 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:26.783707 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-68ce1046-7e4e-4578-9a42-5950dfa92c61 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:26.809116 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496c4914-5f60-412b-abca-3a0af86411b4 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:46:26.823761 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:26.851653 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-68ce1046-7e4e-4578-9a42-5950dfa92c61 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:26.867032 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] Transition to ACTIVE for port object 496c4914-5f60-412b-abca-3a0af86411b4 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:46:26.896686 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:26.909912 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Pushing event updated for resources: {'Port': ['ID=7fdecde0-aeba-46d1-b17b-1c92915dfc10,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:26.913470 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-178d0589-eba0-4334-87ee-268ae4276ef7 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:26.941892 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7013f3f6-6b2b-4906-8663-4fd448ac580b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=725884b9372f458585f9a6344a813d32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5046949 May 10 14:46:26.941892 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Floating IP c906911d-6f24-4673-804a-2f45a144f93f associated. External IP: 172.26.0.178, port: 060272e7-2958-43f6-b528-fc05c50ab481. May 10 14:46:26.953246 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8111073b-fec0-4a7e-bcb3-c638b786a776 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 6.3687737 May 10 14:46:26.953982 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36438) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:26.954306 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36440) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:27.174389 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36448) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:27.223811 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-5b16ac62-5053-4d89-a847-7369c3a3101d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Request body: {'router': {'name': 'tempest-router--903342603', 'project_id': '814995984d40422989eed370486a4266'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:27.279879 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5b16ac62-5053-4d89-a847-7369c3a3101d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:27.348007 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3c51ae35-33fc-43a5-b148-02d3b8eb105f req-ef5208cb-d7d3-4fd0-a007-875ee20e3175 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 210 time: 0.0642052 May 10 14:46:27.383524 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5b16ac62-5053-4d89-a847-7369c3a3101d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Usage tracker for resource:router and tenant:814995984d40422989eed370486a4266 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:27.386154 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] Pushing event updated for resources: {'Port': ['ID=496c4914-5f60-412b-abca-3a0af86411b4,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:27.401712 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-68ce1046-7e4e-4578-9a42-5950dfa92c61 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:27.409882 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5b16ac62-5053-4d89-a847-7369c3a3101d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:27.411517 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-68ce1046-7e4e-4578-9a42-5950dfa92c61 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:27.425221 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-2e5cea88-632e-42d7-a22b-f2677d2034c7 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Deleting port 7fdecde0-aeba-46d1-b17b-1c92915dfc10 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:27.425485 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e5cea88-632e-42d7-a22b-f2677d2034c7 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:27.446763 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ce1046-7e4e-4578-9a42-5950dfa92c61 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:46:27.484083 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-68ce1046-7e4e-4578-9a42-5950dfa92c61 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:27.484423 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-68ce1046-7e4e-4578-9a42-5950dfa92c61 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Added segment c01bb276-2747-4ddd-bd15-cecc31d433c9 of type vlan for network e703ae8e-7c52-49b6-9554-0f076b45f267 May 10 14:46:27.487225 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce1046-7e4e-4578-9a42-5950dfa92c61 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc903ca1-6243-4d8b-b772-ba12a662f168,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:27.527667 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5b16ac62-5053-4d89-a847-7369c3a3101d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:27.585235 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-68ce1046-7e4e-4578-9a42-5950dfa92c61 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:27.646417 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0061a440-19ef-48e1-b9cf-84279485c2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:27.658344 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5b16ac62-5053-4d89-a847-7369c3a3101d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:27.659387 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5b16ac62-5053-4d89-a847-7369c3a3101d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:27.699783 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-68ce1046-7e4e-4578-9a42-5950dfa92c61 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:27.705650 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ce1046-7e4e-4578-9a42-5950dfa92c61 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:27.705838 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-68ce1046-7e4e-4578-9a42-5950dfa92c61 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:27.785028 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0061a440-19ef-48e1-b9cf-84279485c2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:27.786739 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Router df8fc0ef-9cb6-4659-abeb-b87deaebb953 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:46:27.796935 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] Attempting to bind port 496c4914-5f60-412b-abca-3a0af86411b4 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:27.797847 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] Attempting to bind port 496c4914-5f60-412b-abca-3a0af86411b4 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'd0fb5057-709c-4804-b805-2241f5ca5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:27.798115 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] Attempting to bind port 496c4914-5f60-412b-abca-3a0af86411b4 on network 3aec5c59-80c4-436d-a4a0-0576e235bd86 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:27.815738 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c923f289-9724-4d09-aa5c-bb70e431303b req-cc4b0cac-eb12-4061-a89c-cbcde386aea5 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:27.825113 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5b16ac62-5053-4d89-a847-7369c3a3101d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:27.828114 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] Port 496c4914-5f60-412b-abca-3a0af86411b4 on network 3aec5c59-80c4-436d-a4a0-0576e235bd86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:27.828593 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] Attempting to bind port 496c4914-5f60-412b-abca-3a0af86411b4 on network 3aec5c59-80c4-436d-a4a0-0576e235bd86 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:27.882525 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-68ce1046-7e4e-4578-9a42-5950dfa92c61 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8286684 May 10 14:46:27.889672 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36456) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:27.939978 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:46:27.940320 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] Checking segment: {'id': 'd0fb5057-709c-4804-b805-2241f5ca5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:46:27.940878 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] Bound using segment: {'id': 'd0fb5057-709c-4804-b805-2241f5ca5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:46:27.941319 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] Bound port: 496c4914-5f60-412b-abca-3a0af86411b4, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0fb5057-709c-4804-b805-2241f5ca5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:46:27.941819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:27.942416 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce1046-7e4e-4578-9a42-5950dfa92c61 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Pushing event updated for resources: {'Network': ['ID=e703ae8e-7c52-49b6-9554-0f076b45f267,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:27.953096 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network e703ae8e-7c52-49b6-9554-0f076b45f267 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:46:27.955706 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-4098502f-5b52-451a-9829-36e7c3d72878 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Request body: {'subnet': {'network_id': 'e703ae8e-7c52-49b6-9554-0f076b45f267', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:27.971982 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-c923f289-9724-4d09-aa5c-bb70e431303b req-cc4b0cac-eb12-4061-a89c-cbcde386aea5 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Transition to ACTIVE for port object 5b2ab91e-c402-46c3-9a69-e66a4284e82f will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:46:28.059856 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5b16ac62-5053-4d89-a847-7369c3a3101d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:28.064113 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-2e5cea88-632e-42d7-a22b-f2677d2034c7 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] For port 7fdecde0-aeba-46d1-b17b-1c92915dfc10, host hv-neutron-8412, got binding levels [] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:46:28.064463 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e5cea88-632e-42d7-a22b-f2677d2034c7 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:28.180319 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54a20a-36cc-456f-aea7-d14184b96e79 req-519c3c51-e3b1-4dd8-97e0-06b2eb0e79bb tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:28.181859 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ef54a20a-36cc-456f-aea7-d14184b96e79 req-519c3c51-e3b1-4dd8-97e0-06b2eb0e79bb tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 944 time: 0.4432542 May 10 14:46:28.188378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4098502f-5b52-451a-9829-36e7c3d72878 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:28.211162 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4098502f-5b52-451a-9829-36e7c3d72878 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Usage tracker for resource:subnet and tenant:cd8d9731adba42d6a3cd82316aa67b77 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:28.215961 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4098502f-5b52-451a-9829-36e7c3d72878 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:28.227961 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4098502f-5b52-451a-9829-36e7c3d72878 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:28.234770 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:46:28.240841 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178d0589-eba0-4334-87ee-268ae4276ef7 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Router c197ee7d-60ea-4e64-9f7e-d7eb29ff1ce4 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:46:28.247705 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786c2f49-5c30-45d4-ba06-4d30a596d735 None None] Sync routers for ids ['df8fc0ef-9cb6-4659-abeb-b87deaebb953'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:46:28.259104 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786c2f49-5c30-45d4-ba06-4d30a596d735 None None] Routers {'df8fc0ef-9cb6-4659-abeb-b87deaebb953'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:28.259846 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-786c2f49-5c30-45d4-ba06-4d30a596d735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['df8fc0ef-9cb6-4659-abeb-b87deaebb953'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:28.272327 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ef54a20a-36cc-456f-aea7-d14184b96e79 req-f0c6a74d-7f28-4a28-a4d1-e32d3a35cc0a tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/security-groups?id=522bf700-f189-4121-89ee-fa0268c69f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812857 May 10 14:46:28.273302 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4098502f-5b52-451a-9829-36e7c3d72878 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Made reservation on behalf of cd8d9731adba42d6a3cd82316aa67b77 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:46:28.276586 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4098502f-5b52-451a-9829-36e7c3d72878 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:28.292073 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:28.310164 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-2e5cea88-632e-42d7-a22b-f2677d2034c7 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Calling delete_port for 7fdecde0-aeba-46d1-b17b-1c92915dfc10 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:28.334984 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-786c2f49-5c30-45d4-ba06-4d30a596d735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:28.343889 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786c2f49-5c30-45d4-ba06-4d30a596d735 None None] Routers {'df8fc0ef-9cb6-4659-abeb-b87deaebb953'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:28.345152 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-786c2f49-5c30-45d4-ba06-4d30a596d735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['df8fc0ef-9cb6-4659-abeb-b87deaebb953'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:28.413362 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-786c2f49-5c30-45d4-ba06-4d30a596d735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:28.413949 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786c2f49-5c30-45d4-ba06-4d30a596d735 None None] The sync data for ids ['df8fc0ef-9cb6-4659-abeb-b87deaebb953'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:46:28.425974 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5371824e-caba-4c14-8dd9-955fb2865cae tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 9.4326189 May 10 14:46:28.426229 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36462) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:28.460387 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0061a440-19ef-48e1-b9cf-84279485c2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:28.462883 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0061a440-19ef-48e1-b9cf-84279485c2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:28.466374 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0061a440-19ef-48e1-b9cf-84279485c2d4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fd9fedb5-0620-4a9b-83b7-12262a330a87 HTTP/1.1" status: 204 len: 168 time: 1.4996259 May 10 14:46:28.466374 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5b16ac62-5053-4d89-a847-7369c3a3101d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:28.466374 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5b16ac62-5053-4d89-a847-7369c3a3101d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2667100 May 10 14:46:28.482342 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] For port 496c4914-5f60-412b-abca-3a0af86411b4, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:46:28.492991 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36468) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:28.559523 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061a440-19ef-48e1-b9cf-84279485c2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9fedb5-0620-4a9b-83b7-12262a330a87,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:28.588442 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] For port 496c4914-5f60-412b-abca-3a0af86411b4, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=496c4914-5f60-412b-abca-3a0af86411b4,segment=NetworkSegment(d0fb5057-709c-4804-b805-2241f5ca5186),segment_id=d0fb5057-709c-4804-b805-2241f5ca5186)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:46:28.591315 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-126e7acf-9dd2-4597-bc61-bd2b86a14b8e req-67ac7326-762e-43a4-afe9-6245b5f90300 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 210 time: 0.0876057 May 10 14:46:28.626683 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b8521860-f477-48e4-bf8d-34128500344d tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] 10.222.0.79 "GET /v2.0/floatingips/c906911d-6f24-4673-804a-2f45a144f93f HTTP/1.1" status: 200 len: 982 time: 0.1992993 May 10 14:46:28.629761 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36472) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:28.660282 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c923f289-9724-4d09-aa5c-bb70e431303b req-cc4b0cac-eb12-4061-a89c-cbcde386aea5 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:28.712881 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:28.795431 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ed6220df-4b0a-418c-8a9d-751afa4b9fd8 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:28.912729 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-59a189d8-6331-45d7-a3cf-901c6f0d3898 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2425 time: 0.2817030 May 10 14:46:28.914969 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36478) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:28.942960 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c923f289-9724-4d09-aa5c-bb70e431303b req-cc4b0cac-eb12-4061-a89c-cbcde386aea5 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Network 30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:28.977116 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36480) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:28.978306 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:28.978950 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:28.980713 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] 10.222.0.86 "PUT /v2.0/ports/496c4914-5f60-412b-abca-3a0af86411b4 HTTP/1.1" status: 200 len: 1094 time: 4.7370899 May 10 14:46:28.983815 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-c923f289-9724-4d09-aa5c-bb70e431303b req-cc4b0cac-eb12-4061-a89c-cbcde386aea5 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:28.987884 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c923f289-9724-4d09-aa5c-bb70e431303b req-cc4b0cac-eb12-4061-a89c-cbcde386aea5 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:29.034987 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd718b-6114-4762-9849-a15dfeb093a3 service neutron] Pushing event updated for resources: {'Port': ['ID=496c4914-5f60-412b-abca-3a0af86411b4,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:29.074051 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e5cea88-632e-42d7-a22b-f2677d2034c7 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:29.081004 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8c6794-4e0a-43cc-8043-82904b1ca4b8', 'tag': '496c4914-5f60-412b-abca-3a0af86411b4'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:46:29.103156 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4098502f-5b52-451a-9829-36e7c3d72878 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:29.181405 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1ec81f79-c7d0-4cb8-a09c-169738f43a1d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=90dc6f4f7fa94a339ca952aad1bdfac9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1920359 May 10 14:46:29.189853 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36492) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:29.302694 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e5cea88-632e-42d7-a22b-f2677d2034c7 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:29.316772 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098502f-5b52-451a-9829-36e7c3d72878 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Pushing event updated for resources: {'Subnet': ['ID=0b5ea776-4778-48ba-aa9d-015a5578c7b3,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:29.321806 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178d0589-eba0-4334-87ee-268ae4276ef7 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:46:29.338883 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b799e34f-ce41-4d5f-8b67-059bcc427a5f None None] Sync routers for ids ['c197ee7d-60ea-4e64-9f7e-d7eb29ff1ce4'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:46:29.359295 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b799e34f-ce41-4d5f-8b67-059bcc427a5f None None] Routers {'c197ee7d-60ea-4e64-9f7e-d7eb29ff1ce4'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:29.361202 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b799e34f-ce41-4d5f-8b67-059bcc427a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c197ee7d-60ea-4e64-9f7e-d7eb29ff1ce4'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:29.389346 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4098502f-5b52-451a-9829-36e7c3d72878 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Checking segment: {'id': 'c01bb276-2747-4ddd-bd15-cecc31d433c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e703ae8e-7c52-49b6-9554-0f076b45f267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:46:29.389770 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4098502f-5b52-451a-9829-36e7c3d72878 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Network hostable DHCP agents. Network: e703ae8e-7c52-49b6-9554-0f076b45f267, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:46:29.402706 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-32a3e1cb-71c0-4051-aa1c-611debd1768c tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Deleting port 88e1ac6a-224a-4fb8-af18-d734ee5972ad {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:29.403040 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-32a3e1cb-71c0-4051-aa1c-611debd1768c tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:29.411732 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923f289-9724-4d09-aa5c-bb70e431303b req-cc4b0cac-eb12-4061-a89c-cbcde386aea5 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:29.412559 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c923f289-9724-4d09-aa5c-bb70e431303b req-cc4b0cac-eb12-4061-a89c-cbcde386aea5 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:29.431999 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2e5cea88-632e-42d7-a22b-f2677d2034c7 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] 10.222.0.79 "DELETE /v2.0/ports/7fdecde0-aeba-46d1-b17b-1c92915dfc10 HTTP/1.1" status: 204 len: 168 time: 2.4660692 May 10 14:46:29.440027 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36502) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:29.441674 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b0cac-eb12-4061-a89c-cbcde386aea5 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Pushing event updated for resources: {'Port': ['ID=5b2ab91e-c402-46c3-9a69-e66a4284e82f,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:29.490952 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ed6220df-4b0a-418c-8a9d-751afa4b9fd8 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:29.511365 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ed6220df-4b0a-418c-8a9d-751afa4b9fd8 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:29.525404 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5cea88-632e-42d7-a22b-f2677d2034c7 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fdecde0-aeba-46d1-b17b-1c92915dfc10,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:29.535561 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-178d0589-eba0-4334-87ee-268ae4276ef7 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:29.535561 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-178d0589-eba0-4334-87ee-268ae4276ef7 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.8038130 May 10 14:46:29.537276 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36508) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:29.550992 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b799e34f-ce41-4d5f-8b67-059bcc427a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:29.552116 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b83df779-3935-491d-825b-0dc45ddb927f'] response: {'name': 'network-changed', 'server_uuid': '5e8c6794-4e0a-43cc-8043-82904b1ca4b8', 'tag': '496c4914-5f60-412b-abca-3a0af86411b4', 'status': 'completed', 'code': 200} May 10 14:46:29.564695 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b799e34f-ce41-4d5f-8b67-059bcc427a5f None None] Routers {'c197ee7d-60ea-4e64-9f7e-d7eb29ff1ce4'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:29.565575 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b799e34f-ce41-4d5f-8b67-059bcc427a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c197ee7d-60ea-4e64-9f7e-d7eb29ff1ce4'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:29.573583 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ad0b9e2b-2f1b-453b-93af-34256a4e4c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:29.575474 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32429fc-5ec5-4fa7-8945-2d776408fc09 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] GET failed (client error): The resource could not be found. May 10 14:46:29.578780 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a32429fc-5ec5-4fa7-8945-2d776408fc09 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] 10.222.0.79 "GET /v2.0/ports/7fdecde0-aeba-46d1-b17b-1c92915dfc10 HTTP/1.1" status: 404 len: 333 time: 0.1267011 May 10 14:46:29.583128 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36512) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:29.605085 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-66009da0-c353-4e44-bc78-47040b9d2a0d tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Request body: {'port': {'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-607849900'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:29.630726 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b799e34f-ce41-4d5f-8b67-059bcc427a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:29.631312 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b799e34f-ce41-4d5f-8b67-059bcc427a5f None None] The sync data for ids ['c197ee7d-60ea-4e64-9f7e-d7eb29ff1ce4'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:46:29.634570 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-bd48206a-d8ce-4624-9b57-31d5cbbda877 None None] Provisioning for port 5b2ab91e-c402-46c3-9a69-e66a4284e82f completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:46:29.642895 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-bd48206a-d8ce-4624-9b57-31d5cbbda877 None None] Provisioning complete for port 5b2ab91e-c402-46c3-9a69-e66a4284e82f triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:29.643373 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bd48206a-d8ce-4624-9b57-31d5cbbda877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:29.678701 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4098502f-5b52-451a-9829-36e7c3d72878 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Network e703ae8e-7c52-49b6-9554-0f076b45f267 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:46:29.683560 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-66009da0-c353-4e44-bc78-47040b9d2a0d tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:29.706136 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-bd48206a-d8ce-4624-9b57-31d5cbbda877 None None] Port 5b2ab91e-c402-46c3-9a69-e66a4284e82f cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:46:29.708870 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-66009da0-c353-4e44-bc78-47040b9d2a0d tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Usage tracker for resource:port and tenant:34b56db1fc8c4fd1a42c69dad9e1ff22 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:29.716987 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c923f289-9724-4d09-aa5c-bb70e431303b req-cc4b0cac-eb12-4061-a89c-cbcde386aea5 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1271284 May 10 14:46:29.721606 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-66009da0-c353-4e44-bc78-47040b9d2a0d tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:29.730355 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ad0b9e2b-2f1b-453b-93af-34256a4e4c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:29.737158 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-4098502f-5b52-451a-9829-36e7c3d72878 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, e703ae8e-7c52-49b6-9554-0f076b45f267) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:29.740474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-66009da0-c353-4e44-bc78-47040b9d2a0d tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:29.741613 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-c923f289-9724-4d09-aa5c-bb70e431303b req-0c8b583c-42e1-4d08-aadf-a93dfb7842c5 service neutron] Request body: {'port': {'device_id': 'fadca665-fc34-46e9-8502-913833f26c72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:29.748775 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83694367-c2c4-482d-bc05-9e4ceefeb1f3 None None] Network e703ae8e-7c52-49b6-9554-0f076b45f267 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:46:29.761569 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4098502f-5b52-451a-9829-36e7c3d72878 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:29.762164 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4098502f-5b52-451a-9829-36e7c3d72878 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:29.799084 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ed6220df-4b0a-418c-8a9d-751afa4b9fd8 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:29.799549 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6220df-4b0a-418c-8a9d-751afa4b9fd8 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71c898f5-f0a1-4ef8-bc23-0981e9cfc74c {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:46:29.814181 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-c619a481-836f-4156-9c07-a831a5624491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:29.816399 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-c619a481-836f-4156-9c07-a831a5624491 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ba3b3a57fe174aac9471b7338382297f&device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 1097 time: 0.7204976 May 10 14:46:29.881597 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66009da0-c353-4e44-bc78-47040b9d2a0d tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Made reservation on behalf of 34b56db1fc8c4fd1a42c69dad9e1ff22 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:46:29.883903 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-66009da0-c353-4e44-bc78-47040b9d2a0d tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:29.908805 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4098502f-5b52-451a-9829-36e7c3d72878 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9609077 May 10 14:46:29.915112 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36518) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:29.943047 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24413638-70d1-463c-aaf2-5786d4e9149c req-1c7a9cb9-569d-4799-baf3-ae8265a81a02 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:29.944542 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-24413638-70d1-463c-aaf2-5786d4e9149c req-1c7a9cb9-569d-4799-baf3-ae8265a81a02 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 944 time: 0.4370143 May 10 14:46:29.949303 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-32a3e1cb-71c0-4051-aa1c-611debd1768c tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:29.949622 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-32a3e1cb-71c0-4051-aa1c-611debd1768c tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:29.962658 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-9a048b1a-d2b8-4dbe-ac8c-faf39119394c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Request body: {'port': {'network_id': 'e703ae8e-7c52-49b6-9554-0f076b45f267', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-454998793'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:29.980458 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ed6220df-4b0a-418c-8a9d-751afa4b9fd8 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:29.984258 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ed6220df-4b0a-418c-8a9d-751afa4b9fd8 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "DELETE /v2.0/routers/71c898f5-f0a1-4ef8-bc23-0981e9cfc74c HTTP/1.1" status: 204 len: 168 time: 1.4874587 May 10 14:46:29.984400 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-66009da0-c353-4e44-bc78-47040b9d2a0d tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] device_id is not set on port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:46:30.008653 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d9b42e-1dc8-45a1-9c22-d510e48e3c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-e703ae8e-7c52-49b6-9554-0f076b45f267', 'network_id': 'e703ae8e-7c52-49b6-9554-0f076b45f267', 'tenant_id': 'cd8d9731adba42d6a3cd82316aa67b77', 'fixed_ips': [{'subnet_id': '0b5ea776-4778-48ba-aa9d-015a5578c7b3'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:46:30.009960 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b42e-1dc8-45a1-9c22-d510e48e3c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:30.022053 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-6d9bc5de-706a-4f84-bac5-c5ebe4860666 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=496c4914-5f60-412b-abca-3a0af86411b4 HTTP/1.1" status: 200 len: 217 time: 0.1322179 May 10 14:46:30.119927 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c923f289-9724-4d09-aa5c-bb70e431303b req-0c8b583c-42e1-4d08-aadf-a93dfb7842c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:30.131165 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6e4dab4e-d80e-4095-84fc-adf60a6b2330 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "GET /v2.0/routers/c197ee7d-60ea-4e64-9f7e-d7eb29ff1ce4 HTTP/1.1" status: 200 len: 921 time: 0.5912435 May 10 14:46:30.134854 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36524) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:30.143439 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-6c73ccfa-5f78-4905-9e62-d1ce9601e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:30.144864 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-6c73ccfa-5f78-4905-9e62-d1ce9601e263 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=275fec47-5f5c-4f6e-94c0-2b9b8256fc9d HTTP/1.1" status: 200 len: 850 time: 0.1117649 May 10 14:46:30.230020 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-d8d9b42e-1dc8-45a1-9c22-d510e48e3c74 None None] Allocated IP 2001:db8::2 (e703ae8e-7c52-49b6-9554-0f076b45f267/0b5ea776-4778-48ba-aa9d-015a5578c7b3/65ddbd37-bd7c-481a-b4b6-eeabc5329c6e) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:30.236904 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-32a3e1cb-71c0-4051-aa1c-611debd1768c tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Calling delete_port for 88e1ac6a-224a-4fb8-af18-d734ee5972ad owned by network:floatingip {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:30.245438 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36528) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:30.259903 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-069dd128-dbef-4415-9364-b71cf50a12bd tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "GET /v2.0/ports?device_id=c197ee7d-60ea-4e64-9f7e-d7eb29ff1ce4 HTTP/1.1" status: 200 len: 205 time: 0.1199098 May 10 14:46:30.273329 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36532) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:30.301392 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ad0b9e2b-2f1b-453b-93af-34256a4e4c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:30.361732 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-24413638-70d1-463c-aaf2-5786d4e9149c req-25424715-23cb-4159-88d5-4fe2f696436a tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/security-groups?id=522bf700-f189-4121-89ee-fa0268c69f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3805594 May 10 14:46:30.392621 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b9e2b-2f1b-453b-93af-34256a4e4c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e728b5f-8a5d-48c6-ab83-8b09e82919be,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:30.475167 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076bdc9-b531-401e-a0d9-64cfc511e9e9 req-990631c4-52c6-46f5-994c-a52002d13b25 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:30.476647 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9076bdc9-b531-401e-a0d9-64cfc511e9e9 req-990631c4-52c6-46f5-994c-a52002d13b25 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 932 time: 0.7285812 May 10 14:46:30.505424 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b42e-1dc8-45a1-9c22-d510e48e3c74 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:30.518861 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b42e-1dc8-45a1-9c22-d510e48e3c74 None None] Transition to ACTIVE for port object 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:46:30.525595 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ad0b9e2b-2f1b-453b-93af-34256a4e4c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:30.526746 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ad0b9e2b-2f1b-453b-93af-34256a4e4c9a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2e728b5f-8a5d-48c6-ab83-8b09e82919be HTTP/1.1" status: 204 len: 168 time: 1.3325861 May 10 14:46:30.543256 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b42e-1dc8-45a1-9c22-d510e48e3c74 None None] Transition to ACTIVE for port object 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:46:30.552432 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b42e-1dc8-45a1-9c22-d510e48e3c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:30.623915 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-66c4cb34-cf1b-4400-9238-5969c953e46b tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:30.626954 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d9b42e-1dc8-45a1-9c22-d510e48e3c74 None None] Network e703ae8e-7c52-49b6-9554-0f076b45f267 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:30.637087 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-d8d9b42e-1dc8-45a1-9c22-d510e48e3c74 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:30.644447 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d9b42e-1dc8-45a1-9c22-d510e48e3c74 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:30.750834 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-2559152b-fe0d-4fa5-9c9e-836e52bdb94a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1099369035', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}, 'admin_state_up': False}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:30.762175 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b42e-1dc8-45a1-9c22-d510e48e3c74 None None] Pushing event updated for resources: {'Port': ['ID=65ddbd37-bd7c-481a-b4b6-eeabc5329c6e,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:30.785274 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-d8d9b42e-1dc8-45a1-9c22-d510e48e3c74 None None] Attempting to bind port 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:30.786010 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-d8d9b42e-1dc8-45a1-9c22-d510e48e3c74 None None] Attempting to bind port 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'c01bb276-2747-4ddd-bd15-cecc31d433c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e703ae8e-7c52-49b6-9554-0f076b45f267'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:30.786509 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d9b42e-1dc8-45a1-9c22-d510e48e3c74 None None] Attempting to bind port 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e on network e703ae8e-7c52-49b6-9554-0f076b45f267 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:30.792537 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d9b42e-1dc8-45a1-9c22-d510e48e3c74 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:46:30.793209 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9a048b1a-d2b8-4dbe-ac8c-faf39119394c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:30.793382 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d9b42e-1dc8-45a1-9c22-d510e48e3c74 None None] Checking segment: {'id': 'c01bb276-2747-4ddd-bd15-cecc31d433c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e703ae8e-7c52-49b6-9554-0f076b45f267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:46:30.793902 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b42e-1dc8-45a1-9c22-d510e48e3c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:30.794415 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d9b42e-1dc8-45a1-9c22-d510e48e3c74 None None] Bound using segment: {'id': 'c01bb276-2747-4ddd-bd15-cecc31d433c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e703ae8e-7c52-49b6-9554-0f076b45f267'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:46:30.795221 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-d8d9b42e-1dc8-45a1-9c22-d510e48e3c74 None None] Bound port: 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c01bb276-2747-4ddd-bd15-cecc31d433c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'e703ae8e-7c52-49b6-9554-0f076b45f267'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:46:30.795575 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b42e-1dc8-45a1-9c22-d510e48e3c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:30.806595 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2559152b-fe0d-4fa5-9c9e-836e52bdb94a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:30.821276 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9a048b1a-d2b8-4dbe-ac8c-faf39119394c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Usage tracker for resource:port and tenant:cd8d9731adba42d6a3cd82316aa67b77 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:30.827031 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2559152b-fe0d-4fa5-9c9e-836e52bdb94a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Usage tracker for resource:router and tenant:0648981e1c164d18960c09fab37cd756 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:30.831441 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9a048b1a-d2b8-4dbe-ac8c-faf39119394c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:30.836431 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2559152b-fe0d-4fa5-9c9e-836e52bdb94a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:30.849615 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9076bdc9-b531-401e-a0d9-64cfc511e9e9 req-9337e431-62c0-4e8d-9ca7-69dbf1b8f51f tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a362dd-5e99-457f-9411-48dd3281fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3586349 May 10 14:46:30.868418 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9a048b1a-d2b8-4dbe-ac8c-faf39119394c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:30.898505 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2559152b-fe0d-4fa5-9c9e-836e52bdb94a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:30.914006 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-f0fbd77d-97f2-4245-9e75-f94d7ec080bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:30.916814 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-f0fbd77d-97f2-4245-9e75-f94d7ec080bf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3aec5c59-80c4-436d-a4a0-0576e235bd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7325814 May 10 14:46:30.926052 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-d8d9b42e-1dc8-45a1-9c22-d510e48e3c74 None None] For port 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:46:30.972873 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a048b1a-d2b8-4dbe-ac8c-faf39119394c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Made reservation on behalf of cd8d9731adba42d6a3cd82316aa67b77 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:46:30.976721 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9a048b1a-d2b8-4dbe-ac8c-faf39119394c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:30.988475 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2559152b-fe0d-4fa5-9c9e-836e52bdb94a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:30.989482 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2559152b-fe0d-4fa5-9c9e-836e52bdb94a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:31.013465 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-9a048b1a-d2b8-4dbe-ac8c-faf39119394c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] device_id is not set on port 786139bd-026b-4ee8-a632-c3e4f3af16d5 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:46:31.086401 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-d8d9b42e-1dc8-45a1-9c22-d510e48e3c74 None None] For port 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=65ddbd37-bd7c-481a-b4b6-eeabc5329c6e,segment=NetworkSegment(c01bb276-2747-4ddd-bd15-cecc31d433c9),segment_id=c01bb276-2747-4ddd-bd15-cecc31d433c9)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:46:31.093011 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b42e-1dc8-45a1-9c22-d510e48e3c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:31.093560 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-66c4cb34-cf1b-4400-9238-5969c953e46b tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:31.095000 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-32a3e1cb-71c0-4051-aa1c-611debd1768c tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:31.105870 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2559152b-fe0d-4fa5-9c9e-836e52bdb94a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:31.136518 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-66c4cb34-cf1b-4400-9238-5969c953e46b tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Deleting port 607bc5e1-b070-4324-8d85-d05e75d9d90a {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:31.137114 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-66c4cb34-cf1b-4400-9238-5969c953e46b tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:31.152634 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-66009da0-c353-4e44-bc78-47040b9d2a0d tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:31.171215 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3e1cb-71c0-4051-aa1c-611debd1768c tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Pushing event deleted for resources: {'Port': ['ID=88e1ac6a-224a-4fb8-af18-d734ee5972ad,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:31.209277 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b42e-1dc8-45a1-9c22-d510e48e3c74 None None] Pushing event updated for resources: {'Port': ['ID=65ddbd37-bd7c-481a-b4b6-eeabc5329c6e,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:31.359576 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-9a048b1a-d2b8-4dbe-ac8c-faf39119394c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Allocated IP 2001:db8::1c2 (e703ae8e-7c52-49b6-9554-0f076b45f267/0b5ea776-4778-48ba-aa9d-015a5578c7b3/786139bd-026b-4ee8-a632-c3e4f3af16d5) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:31.403444 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-32a3e1cb-71c0-4051-aa1c-611debd1768c tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks [] for floatingip, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:31.403780 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-32a3e1cb-71c0-4051-aa1c-611debd1768c tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Floating IP c906911d-6f24-4673-804a-2f45a144f93f disassociated (deleted). External IP: 172.26.0.178, port: 060272e7-2958-43f6-b528-fc05c50ab481. May 10 14:46:31.534102 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-9206c102-f288-4fe0-a8d2-91a4c31d2df2 service neutron] 10.222.0.86 "GET /v2.0/networks/3aec5c59-80c4-436d-a4a0-0576e235bd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031084 May 10 14:46:31.615148 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-c923f289-9724-4d09-aa5c-bb70e431303b req-0c8b583c-42e1-4d08-aadf-a93dfb7842c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b2ab91e-c402-46c3-9a69-e66a4284e82f {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:46:31.682181 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-66009da0-c353-4e44-bc78-47040b9d2a0d tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:31.684443 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c923f289-9724-4d09-aa5c-bb70e431303b req-0c8b583c-42e1-4d08-aadf-a93dfb7842c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:31.821405 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66009da0-c353-4e44-bc78-47040b9d2a0d tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Network d7119874-e33f-4e32-9aa9-d926d5ea4438 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:31.831649 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-66009da0-c353-4e44-bc78-47040b9d2a0d tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:31.834312 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66009da0-c353-4e44-bc78-47040b9d2a0d tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:31.835584 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66009da0-c353-4e44-bc78-47040b9d2a0d tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:31.836170 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-66009da0-c353-4e44-bc78-47040b9d2a0d tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:31.950865 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2559152b-fe0d-4fa5-9c9e-836e52bdb94a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:31.959650 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-c923f289-9724-4d09-aa5c-bb70e431303b req-0c8b583c-42e1-4d08-aadf-a93dfb7842c5 service neutron] Transition to ACTIVE for port object 5b2ab91e-c402-46c3-9a69-e66a4284e82f will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:46:31.984229 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c923f289-9724-4d09-aa5c-bb70e431303b req-0c8b583c-42e1-4d08-aadf-a93dfb7842c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:32.022687 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66009da0-c353-4e44-bc78-47040b9d2a0d tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Pushing event updated for resources: {'Port': ['ID=8bc5d902-49b1-466c-ba85-dbd4fc1e8044,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:32.137210 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-66009da0-c353-4e44-bc78-47040b9d2a0d tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.5511446 May 10 14:46:32.146711 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36568) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:32.181339 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8412'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:32.213070 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-94c2f35e-fbac-420b-9094-c17b416e1840 req-36ecae3c-09a4-47cc-891c-ef2b3c6d82ff service neutron] 10.222.0.86 "GET /v2.0/networks/3aec5c59-80c4-436d-a4a0-0576e235bd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6462541 May 10 14:46:32.214925 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b583c-42e1-4d08-aadf-a93dfb7842c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b2ab91e-c402-46c3-9a69-e66a4284e82f,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:32.386576 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-66c4cb34-cf1b-4400-9238-5969c953e46b tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:32.388175 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9755431-a095-48be-afa6-a2353fd9ec14 req-94f55927-6182-4dc7-9bc8-023f1916fd7b tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:32.389712 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f9755431-a095-48be-afa6-a2353fd9ec14 req-94f55927-6182-4dc7-9bc8-023f1916fd7b tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 944 time: 0.7721968 May 10 14:46:32.493072 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9a048b1a-d2b8-4dbe-ac8c-faf39119394c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:32.565615 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a3e1cb-71c0-4051-aa1c-611debd1768c tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Router df8fc0ef-9cb6-4659-abeb-b87deaebb953 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:46:32.576824 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-9a048b1a-d2b8-4dbe-ac8c-faf39119394c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Transition to ACTIVE for port object 786139bd-026b-4ee8-a632-c3e4f3af16d5 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:46:32.585274 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:32.606291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ac82d-84a3-4608-9ab5-228e90ab7bbb req-9832b85e-182f-4639-8ebd-72e5a1f99b84 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:32.607815 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5a0ac82d-84a3-4608-9ab5-228e90ab7bbb req-9832b85e-182f-4639-8ebd-72e5a1f99b84 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 944 time: 0.5793924 May 10 14:46:32.629340 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f9755431-a095-48be-afa6-a2353fd9ec14 req-2e36afd3-4616-4214-b1b0-15c34ced3a4d tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/security-groups?id=522bf700-f189-4121-89ee-fa0268c69f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159672 May 10 14:46:32.657681 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-66c4cb34-cf1b-4400-9238-5969c953e46b tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Calling delete_port for 607bc5e1-b070-4324-8d85-d05e75d9d90a owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:32.693533 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:46:32.726822 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b33bef-5960-4658-90ec-ea4ba0eb3a73 None None] Network e703ae8e-7c52-49b6-9554-0f076b45f267 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:46:32.730642 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36580) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:32.775027 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-c923f289-9724-4d09-aa5c-bb70e431303b req-0c8b583c-42e1-4d08-aadf-a93dfb7842c5 service neutron] Attempting to bind port 5b2ab91e-c402-46c3-9a69-e66a4284e82f on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:32.775406 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-c923f289-9724-4d09-aa5c-bb70e431303b req-0c8b583c-42e1-4d08-aadf-a93dfb7842c5 service neutron] Attempting to bind port 5b2ab91e-c402-46c3-9a69-e66a4284e82f by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '0dd99381-ca53-4023-8dc0-0788d84a1ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:32.775679 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c923f289-9724-4d09-aa5c-bb70e431303b req-0c8b583c-42e1-4d08-aadf-a93dfb7842c5 service neutron] Attempting to bind port 5b2ab91e-c402-46c3-9a69-e66a4284e82f on network 30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:32.792932 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c923f289-9724-4d09-aa5c-bb70e431303b req-0c8b583c-42e1-4d08-aadf-a93dfb7842c5 service neutron] Port 5b2ab91e-c402-46c3-9a69-e66a4284e82f on network 30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:32.792932 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c923f289-9724-4d09-aa5c-bb70e431303b req-0c8b583c-42e1-4d08-aadf-a93dfb7842c5 service neutron] Attempting to bind port 5b2ab91e-c402-46c3-9a69-e66a4284e82f on network 30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:32.803434 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c923f289-9724-4d09-aa5c-bb70e431303b req-0c8b583c-42e1-4d08-aadf-a93dfb7842c5 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:46:32.803720 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c923f289-9724-4d09-aa5c-bb70e431303b req-0c8b583c-42e1-4d08-aadf-a93dfb7842c5 service neutron] Checking segment: {'id': '0dd99381-ca53-4023-8dc0-0788d84a1ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:46:32.804035 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c923f289-9724-4d09-aa5c-bb70e431303b req-0c8b583c-42e1-4d08-aadf-a93dfb7842c5 service neutron] Bound using segment: {'id': '0dd99381-ca53-4023-8dc0-0788d84a1ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:46:32.804478 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-c923f289-9724-4d09-aa5c-bb70e431303b req-0c8b583c-42e1-4d08-aadf-a93dfb7842c5 service neutron] Bound port: 5b2ab91e-c402-46c3-9a69-e66a4284e82f, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dd99381-ca53-4023-8dc0-0788d84a1ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:46:32.804829 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c923f289-9724-4d09-aa5c-bb70e431303b req-0c8b583c-42e1-4d08-aadf-a93dfb7842c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:32.864212 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d63cb149-83b9-4206-811a-6cc431876c2d None None] Provisioning for port 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:46:32.921316 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:46:32.931863 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:32.932650 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:33.003217 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5a0ac82d-84a3-4608-9ab5-228e90ab7bbb req-049da693-6a50-45ad-896c-b0ec8eeb0288 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a362dd-5e99-457f-9411-48dd3281fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3728163 May 10 14:46:33.087111 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab25c3-5e8f-4e26-ae4e-2081570f7eca req-60a463e1-d702-4541-9315-a681d4af1c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:33.088594 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5bab25c3-5e8f-4e26-ae4e-2081570f7eca req-60a463e1-d702-4541-9315-a681d4af1c10 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ba3b3a57fe174aac9471b7338382297f&device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 1097 time: 0.8012462 May 10 14:46:33.096712 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:33.147051 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:33.158652 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:33.196455 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9a048b1a-d2b8-4dbe-ac8c-faf39119394c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:33.198677 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=65ddbd37-bd7c-481a-b4b6-eeabc5329c6e,segment=NetworkSegment(c01bb276-2747-4ddd-bd15-cecc31d433c9),segment_id=c01bb276-2747-4ddd-bd15-cecc31d433c9)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:46:33.206730 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:33.211175 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Usage tracker for resource:floatingip and tenant:551b5c1880b04bdb8a4ad6af1d08fc54 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:33.219807 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:33.242058 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:33.287949 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a3e1cb-71c0-4051-aa1c-611debd1768c tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:46:33.288987 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=65ddbd37-bd7c-481a-b4b6-eeabc5329c6e,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:33.305842 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a048b1a-d2b8-4dbe-ac8c-faf39119394c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Network e703ae8e-7c52-49b6-9554-0f076b45f267 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:33.309087 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-32a3e1cb-71c0-4051-aa1c-611debd1768c tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:33.312361 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5783cc49-c645-4f66-8670-4d543c519980 None None] Sync routers for ids ['df8fc0ef-9cb6-4659-abeb-b87deaebb953'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:46:33.323890 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5783cc49-c645-4f66-8670-4d543c519980 None None] Routers {'df8fc0ef-9cb6-4659-abeb-b87deaebb953'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:33.324724 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-5783cc49-c645-4f66-8670-4d543c519980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['df8fc0ef-9cb6-4659-abeb-b87deaebb953'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:33.337627 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-c923f289-9724-4d09-aa5c-bb70e431303b req-0c8b583c-42e1-4d08-aadf-a93dfb7842c5 service neutron] For port 5b2ab91e-c402-46c3-9a69-e66a4284e82f, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:46:33.348079 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-9a048b1a-d2b8-4dbe-ac8c-faf39119394c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:33.359294 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a048b1a-d2b8-4dbe-ac8c-faf39119394c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:33.365584 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a048b1a-d2b8-4dbe-ac8c-faf39119394c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:33.366220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9a048b1a-d2b8-4dbe-ac8c-faf39119394c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:33.387253 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab25c3-5e8f-4e26-ae4e-2081570f7eca req-40bf36a6-7173-4589-8ed6-5f5aeccfeee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:33.388854 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5bab25c3-5e8f-4e26-ae4e-2081570f7eca req-40bf36a6-7173-4589-8ed6-5f5aeccfeee5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3aec5c59-80c4-436d-a4a0-0576e235bd86 HTTP/1.1" status: 200 len: 912 time: 0.2674501 May 10 14:46:33.393714 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:33.407892 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-5783cc49-c645-4f66-8670-4d543c519980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:33.418933 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5783cc49-c645-4f66-8670-4d543c519980 None None] Routers {'df8fc0ef-9cb6-4659-abeb-b87deaebb953'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:33.419782 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-5783cc49-c645-4f66-8670-4d543c519980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['df8fc0ef-9cb6-4659-abeb-b87deaebb953'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:33.435542 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a048b1a-d2b8-4dbe-ac8c-faf39119394c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Pushing event updated for resources: {'Port': ['ID=786139bd-026b-4ee8-a632-c3e4f3af16d5,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:33.468336 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] device_id is not set on port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:46:33.477972 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-32a3e1cb-71c0-4051-aa1c-611debd1768c tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] 10.222.0.79 "DELETE /v2.0/floatingips/c906911d-6f24-4673-804a-2f45a144f93f HTTP/1.1" status: 204 len: 168 time: 4.5554006 May 10 14:46:33.478513 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9a048b1a-d2b8-4dbe-ac8c-faf39119394c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.5541792 May 10 14:46:33.485742 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-5783cc49-c645-4f66-8670-4d543c519980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:33.486365 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5783cc49-c645-4f66-8670-4d543c519980 None None] The sync data for ids ['df8fc0ef-9cb6-4659-abeb-b87deaebb953'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:46:33.487445 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:33.490632 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36586) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:33.490964 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36588) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:33.498345 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5bab25c3-5e8f-4e26-ae4e-2081570f7eca req-9c6efdf3-5cf1-43f4-a1f8-768f1baa8955 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=496c4914-5f60-412b-abca-3a0af86411b4 HTTP/1.1" status: 200 len: 217 time: 0.0803516 May 10 14:46:33.505475 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-38a103fc-bd12-488b-aaff-91576413241e tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Request body: {'port': {'network_id': 'e703ae8e-7c52-49b6-9554-0f076b45f267', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-837064744', 'allowed_address_pairs': [{'ip_address': '2001:db8::1c2', 'mac_address': 'fa:16:3e:c6:39:96'}]}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:33.523134 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e940e744-ac22-45de-a2b1-0b804311f8b7 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:33.533364 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e940e744-ac22-45de-a2b1-0b804311f8b7 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:33.597146 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e940e744-ac22-45de-a2b1-0b804311f8b7 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Usage tracker for resource:floatingip and tenant:89fc18c83e9f4657b2156d4a032bde47 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:33.600011 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Transition to ACTIVE for port object 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 will not be triggered until provisioned by entity L2. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:46:33.606497 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3a6008b2-a259-446c-8d5b-182329a0933d None None] Provisioning complete for port 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:33.607163 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3a6008b2-a259-446c-8d5b-182329a0933d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:33.608227 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e940e744-ac22-45de-a2b1-0b804311f8b7 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:33.617015 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:33.622990 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e940e744-ac22-45de-a2b1-0b804311f8b7 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:33.822061 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e940e744-ac22-45de-a2b1-0b804311f8b7 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:33.832720 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab25c3-5e8f-4e26-ae4e-2081570f7eca req-ed556054-abdf-4eb4-8490-c790b472e373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:33.834612 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5bab25c3-5e8f-4e26-ae4e-2081570f7eca req-ed556054-abdf-4eb4-8490-c790b472e373 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=275fec47-5f5c-4f6e-94c0-2b9b8256fc9d HTTP/1.1" status: 200 len: 850 time: 0.3250523 May 10 14:46:33.913631 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Pushing event updated for resources: {'Port': ['ID=8bc5d902-49b1-466c-ba85-dbd4fc1e8044,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:33.923122 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-66c4cb34-cf1b-4400-9238-5969c953e46b tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:33.952982 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4fd14e13-e411-47c6-9514-4c5d72c3fcce None None] Provisioning for port 786139bd-026b-4ee8-a632-c3e4f3af16d5 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:46:33.958049 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4fd14e13-e411-47c6-9514-4c5d72c3fcce None None] Provisioning complete for port 786139bd-026b-4ee8-a632-c3e4f3af16d5 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:33.958407 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4fd14e13-e411-47c6-9514-4c5d72c3fcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:33.964756 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2559152b-fe0d-4fa5-9c9e-836e52bdb94a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_gateway, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:33.997095 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-38a103fc-bd12-488b-aaff-91576413241e tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:34.002603 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-c923f289-9724-4d09-aa5c-bb70e431303b req-0c8b583c-42e1-4d08-aadf-a93dfb7842c5 service neutron] For port 5b2ab91e-c402-46c3-9a69-e66a4284e82f, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=5b2ab91e-c402-46c3-9a69-e66a4284e82f,segment=NetworkSegment(0dd99381-ca53-4023-8dc0-0788d84a1ca8),segment_id=0dd99381-ca53-4023-8dc0-0788d84a1ca8)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:46:34.005862 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:34.006266 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:34.006589 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:34.012962 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-38a103fc-bd12-488b-aaff-91576413241e tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Usage tracker for resource:port and tenant:cd8d9731adba42d6a3cd82316aa67b77 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:34.017054 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-4fd14e13-e411-47c6-9514-4c5d72c3fcce None None] Port 786139bd-026b-4ee8-a632-c3e4f3af16d5 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:46:34.019684 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-38a103fc-bd12-488b-aaff-91576413241e tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:34.025011 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2559152b-fe0d-4fa5-9c9e-836e52bdb94a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:34.030908 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:34.031802 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:34.037388 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 2 to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 May 10 14:46:34.045307 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-38a103fc-bd12-488b-aaff-91576413241e tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:34.054915 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4cb34-cf1b-4400-9238-5969c953e46b tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Pushing event deleted for resources: {'Port': ['ID=607bc5e1-b070-4324-8d85-d05e75d9d90a,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:34.068785 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:34.069126 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:34.069543 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:34.079759 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a103fc-bd12-488b-aaff-91576413241e tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Made reservation on behalf of cd8d9731adba42d6a3cd82316aa67b77 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:46:34.097712 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c923f289-9724-4d09-aa5c-bb70e431303b req-0c8b583c-42e1-4d08-aadf-a93dfb7842c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:34.106165 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:34.106527 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:34.154673 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 3 to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 May 10 14:46:34.220128 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:34.220679 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:34.220789 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:34.237438 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923f289-9724-4d09-aa5c-bb70e431303b req-0c8b583c-42e1-4d08-aadf-a93dfb7842c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:34.238092 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c923f289-9724-4d09-aa5c-bb70e431303b req-0c8b583c-42e1-4d08-aadf-a93dfb7842c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:34.238667 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7645a-f8ef-4232-8bb9-16a6f2b5aec1 req-4a55355b-9b10-41c5-9137-eb51e967c0df tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:34.239469 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c923f289-9724-4d09-aa5c-bb70e431303b req-0c8b583c-42e1-4d08-aadf-a93dfb7842c5 service neutron] 10.222.0.86 "PUT /v2.0/ports/5b2ab91e-c402-46c3-9a69-e66a4284e82f HTTP/1.1" status: 200 len: 1094 time: 4.5109527 May 10 14:46:34.240285 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-02d7645a-f8ef-4232-8bb9-16a6f2b5aec1 req-4a55355b-9b10-41c5-9137-eb51e967c0df tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 944 time: 0.4315107 May 10 14:46:34.243188 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadca665-fc34-46e9-8502-913833f26c72', 'tag': '5b2ab91e-c402-46c3-9a69-e66a4284e82f'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:46:34.279924 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:34.280251 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:34.297223 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 4 to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 May 10 14:46:34.350414 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-66c4cb34-cf1b-4400-9238-5969c953e46b tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:34.361221 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:34.361548 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:34.361879 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:34.396605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:34.396931 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:34.402819 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 5 to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 May 10 14:46:34.414119 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b583c-42e1-4d08-aadf-a93dfb7842c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b2ab91e-c402-46c3-9a69-e66a4284e82f,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:34.419893 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-02d7645a-f8ef-4232-8bb9-16a6f2b5aec1 req-f086f95c-e199-4733-9b15-346ba64b01e3 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/security-groups?id=522bf700-f189-4121-89ee-fa0268c69f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582568 May 10 14:46:34.431948 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-38a103fc-bd12-488b-aaff-91576413241e tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:34.449273 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:34.449601 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:34.449932 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:34.473221 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fc637-88d9-43e9-9b01-233db9cfc852 req-86efb233-ef27-4eb4-b374-1e2f6c3744aa tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:34.476207 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5d7fc637-88d9-43e9-9b01-233db9cfc852 req-86efb233-ef27-4eb4-b374-1e2f6c3744aa tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 944 time: 0.3078177 May 10 14:46:34.477102 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:34.477296 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:34.486253 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 6 to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 May 10 14:46:34.493861 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-38a103fc-bd12-488b-aaff-91576413241e tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] device_id is not set on port 0972775c-6a81-4145-935f-0575f4ee9479 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:46:34.550357 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e940e744-ac22-45de-a2b1-0b804311f8b7 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:34.570183 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:46:34.642701 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:34.643071 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:34.653727 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f8225ce-b5b1-4dd3-af91-b53fe86ab423'] response: {'name': 'network-changed', 'server_uuid': 'fadca665-fc34-46e9-8502-913833f26c72', 'tag': '5b2ab91e-c402-46c3-9a69-e66a4284e82f', 'status': 'completed', 'code': 200} May 10 14:46:34.727504 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab25c3-5e8f-4e26-ae4e-2081570f7eca req-d8f18e4b-c2c9-4248-ba0c-b07892fc31f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:34.729086 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5bab25c3-5e8f-4e26-ae4e-2081570f7eca req-d8f18e4b-c2c9-4248-ba0c-b07892fc31f3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3aec5c59-80c4-436d-a4a0-0576e235bd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8585722 May 10 14:46:34.752688 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:34.753022 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:34.753340 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:34.789815 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:34.790135 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:34.797537 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 7 to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 May 10 14:46:34.811076 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5d7fc637-88d9-43e9-9b01-233db9cfc852 req-54900962-8cfe-4287-8fc9-333872a32775 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a362dd-5e99-457f-9411-48dd3281fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276563 May 10 14:46:34.826221 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-66c4cb34-cf1b-4400-9238-5969c953e46b tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:34.833379 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-66c4cb34-cf1b-4400-9238-5969c953e46b tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:34.855100 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:34.869738 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:34.869917 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:34.870171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:34.885279 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:34.885601 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:34.888024 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 8 to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 May 10 14:46:34.914081 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:34.914267 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:34.914614 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:34.923083 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-2559152b-fe0d-4fa5-9c9e-836e52bdb94a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Allocated IP 172.26.0.10 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/ed5a4bd9-2c72-4713-84b4-80596f9908d8) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:34.928495 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-38a103fc-bd12-488b-aaff-91576413241e tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Allocated IP 2001:db8::36c (e703ae8e-7c52-49b6-9554-0f076b45f267/0b5ea776-4778-48ba-aa9d-015a5578c7b3/0972775c-6a81-4145-935f-0575f4ee9479) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:34.932709 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:34.933059 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:34.934713 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 9 to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 May 10 14:46:34.958591 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:34.958979 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:34.959328 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:34.975924 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:34.976258 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:34.978253 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 10 to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 May 10 14:46:34.983120 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-66c4cb34-cf1b-4400-9238-5969c953e46b tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:34.983610 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c4cb34-cf1b-4400-9238-5969c953e46b tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Fanout notify agent at l3_agent the message router_deleted on router c197ee7d-60ea-4e64-9f7e-d7eb29ff1ce4 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:46:35.013317 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:35.013646 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:35.013971 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:35.038450 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:35.038773 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:35.039122 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:35.085883 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923f289-9724-4d09-aa5c-bb70e431303b req-817b92c5-83fc-4ab6-8d2d-0ac8471b9e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.087300 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c923f289-9724-4d09-aa5c-bb70e431303b req-817b92c5-83fc-4ab6-8d2d-0ac8471b9e9a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=838b552cd1fe457a86d509de7ba36715&device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 1097 time: 0.7862761 May 10 14:46:35.095251 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5bab25c3-5e8f-4e26-ae4e-2081570f7eca req-2ddd3027-b749-4eee-b055-b27a0d189a64 service neutron] 10.222.0.86 "GET /v2.0/networks/3aec5c59-80c4-436d-a4a0-0576e235bd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488843 May 10 14:46:35.243932 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] For port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044, host hv-neutron-8412, cleared binding levels {{(pid=88051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:46:35.244525 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempted to set empty binding levels {{(pid=88051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 10 14:46:35.247945 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-66c4cb34-cf1b-4400-9238-5969c953e46b tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:35.253002 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-66c4cb34-cf1b-4400-9238-5969c953e46b tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "DELETE /v2.0/routers/c197ee7d-60ea-4e64-9f7e-d7eb29ff1ce4 HTTP/1.1" status: 204 len: 168 time: 4.9744015 May 10 14:46:35.253159 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:35.256289 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36602) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:35.256586 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c923f289-9724-4d09-aa5c-bb70e431303b req-03eefd63-b44e-4ec8-9e00-41ef1bfdb17b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b2ab91e-c402-46c3-9a69-e66a4284e82f HTTP/1.1" status: 200 len: 217 time: 0.1457253 May 10 14:46:35.258857 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-38a103fc-bd12-488b-aaff-91576413241e tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:35.308565 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-def34016-a162-4f57-b17b-2306cb191c1a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1641487825', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'enable_snat': False}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:35.334700 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-def34016-a162-4f57-b17b-2306cb191c1a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:35.336831 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] In _notify_port_updated(), no bound segment for port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 10 14:46:35.337890 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.338197 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:35.339511 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] 10.222.0.79 "PUT /v2.0/ports/8bc5d902-49b1-466c-ba85-dbd4fc1e8044 HTTP/1.1" status: 200 len: 976 time: 3.1891685 May 10 14:46:35.344695 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36606) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:35.345622 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-38a103fc-bd12-488b-aaff-91576413241e tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Transition to ACTIVE for port object 0972775c-6a81-4145-935f-0575f4ee9479 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:46:35.350410 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-def34016-a162-4f57-b17b-2306cb191c1a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Usage tracker for resource:router and tenant:d8e70110116b481aa528254724b9ebe2 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:35.355838 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-def34016-a162-4f57-b17b-2306cb191c1a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:35.398898 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923f289-9724-4d09-aa5c-bb70e431303b req-bd3ab4e0-02f8-4131-8bf4-fce8b68a1853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.400334 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c923f289-9724-4d09-aa5c-bb70e431303b req-bd3ab4e0-02f8-4131-8bf4-fce8b68a1853 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=06c1a07c-eca0-423d-a392-b943d87a7614 HTTP/1.1" status: 200 len: 844 time: 0.1307297 May 10 14:46:35.407839 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2559152b-fe0d-4fa5-9c9e-836e52bdb94a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:35.416361 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-def34016-a162-4f57-b17b-2306cb191c1a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:35.419492 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e50c02-80a1-4565-beec-54483cc89a3f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Pushing event updated for resources: {'Port': ['ID=8bc5d902-49b1-466c-ba85-dbd4fc1e8044,revision_number=3']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:35.450542 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-def34016-a162-4f57-b17b-2306cb191c1a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:35.451658 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-def34016-a162-4f57-b17b-2306cb191c1a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:35.463761 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5bab25c3-5e8f-4e26-ae4e-2081570f7eca req-09f6a3ab-937e-4b56-af72-4e9268c5d5cc service neutron] 10.222.0.86 "GET /v2.0/networks/3aec5c59-80c4-436d-a4a0-0576e235bd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556836 May 10 14:46:35.481649 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-def34016-a162-4f57-b17b-2306cb191c1a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:35.492327 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-38a103fc-bd12-488b-aaff-91576413241e tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:35.507177 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923f289-9724-4d09-aa5c-bb70e431303b req-92fa7c05-c4fd-4ece-a330-2fc6c5593ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.508660 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c923f289-9724-4d09-aa5c-bb70e431303b req-92fa7c05-c4fd-4ece-a330-2fc6c5593ac8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0977373 May 10 14:46:35.509291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.509768 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.510230 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.510699 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.511194 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.511603 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.512069 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.512616 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.513065 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.513630 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.514142 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.514624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.515332 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.515539 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2559152b-fe0d-4fa5-9c9e-836e52bdb94a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:35.516323 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.516772 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.517223 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.517673 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.518119 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.518639 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.519096 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.519534 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.519980 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.522173 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Synchronizing usage tracker for tenant:34b56db1fc8c4fd1a42c69dad9e1ff22 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:46:35.566396 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 496c4914-5f60-412b-abca-3a0af86411b4 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 14:46:35.673172 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2559152b-fe0d-4fa5-9c9e-836e52bdb94a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:35.678399 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-2559152b-fe0d-4fa5-9c9e-836e52bdb94a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:35.685950 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2559152b-fe0d-4fa5-9c9e-836e52bdb94a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:35.705969 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a103fc-bd12-488b-aaff-91576413241e tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Network e703ae8e-7c52-49b6-9554-0f076b45f267 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:35.716254 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559152b-fe0d-4fa5-9c9e-836e52bdb94a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Pushing event updated for resources: {'Port': ['ID=ed5a4bd9-2c72-4713-84b4-80596f9908d8,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:35.720226 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 496c4914-5f60-412b-abca-3a0af86411b4, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=496c4914-5f60-412b-abca-3a0af86411b4,segment=NetworkSegment(d0fb5057-709c-4804-b805-2241f5ca5186),segment_id=d0fb5057-709c-4804-b805-2241f5ca5186)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:46:35.741702 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '496c4914-5f60-412b-abca-3a0af86411b4', 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86', 'port_id': '496c4914-5f60-412b-abca-3a0af86411b4', 'mac_address': 'fa:16:3e:a9:93:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '275fec47-5f5c-4f6e-94c0-2b9b8256fc9d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 14:46:35.763779 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-38a103fc-bd12-488b-aaff-91576413241e tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:35.786743 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a103fc-bd12-488b-aaff-91576413241e tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:35.792285 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a103fc-bd12-488b-aaff-91576413241e tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:35.792909 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-38a103fc-bd12-488b-aaff-91576413241e tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:35.796582 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Unset dirty status for tenant:34b56db1fc8c4fd1a42c69dad9e1ff22 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:46:35.798568 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c0897d5d-fc66-4990-8a7e-6afaf3ae9216 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19588 time: 0.4497499 May 10 14:46:35.816451 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:35.835008 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36612) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:35.863722 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496c4914-5f60-412b-abca-3a0af86411b4 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:46:35.893112 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 496c4914-5f60-412b-abca-3a0af86411b4, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=496c4914-5f60-412b-abca-3a0af86411b4,segment=NetworkSegment(d0fb5057-709c-4804-b805-2241f5ca5186),segment_id=d0fb5057-709c-4804-b805-2241f5ca5186)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:46:35.893678 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-e940e744-ac22-45de-a2b1-0b804311f8b7 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Allocated IP 172.26.0.22 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/5c68c936-5093-44e1-9938-078d6d0039e8) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:35.896525 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c923f289-9724-4d09-aa5c-bb70e431303b req-ef5cbfa5-f6b6-40e1-9abe-781e03b725ea service neutron] 10.222.0.86 "GET /v2.0/networks/30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759770 May 10 14:46:35.905085 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:35.933010 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a103fc-bd12-488b-aaff-91576413241e tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Pushing event updated for resources: {'Port': ['ID=0972775c-6a81-4145-935f-0575f4ee9479,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:35.999292 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=496c4914-5f60-412b-abca-3a0af86411b4,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:36.115357 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0a442818-c7aa-4930-964c-b5ef925ee8d0 None None] Provisioning for port 0972775c-6a81-4145-935f-0575f4ee9479 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:46:36.120954 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0a442818-c7aa-4930-964c-b5ef925ee8d0 None None] Provisioning complete for port 0972775c-6a81-4145-935f-0575f4ee9479 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:36.121491 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0a442818-c7aa-4930-964c-b5ef925ee8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:36.187834 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-0a442818-c7aa-4930-964c-b5ef925ee8d0 None None] Port 0972775c-6a81-4145-935f-0575f4ee9479 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:46:36.228047 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-38a103fc-bd12-488b-aaff-91576413241e tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.7345898 May 10 14:46:36.237815 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-def34016-a162-4f57-b17b-2306cb191c1a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:36.249722 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36618) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:36.262961 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['496c4914-5f60-412b-abca-3a0af86411b4'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 14:46:36.307829 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-39ebfa27-8445-491e-aa5f-ae1f479d46f1 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Deleting port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:36.308459 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-39ebfa27-8445-491e-aa5f-ae1f479d46f1 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:36.343284 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e3f84-902e-472e-8a45-08f64c08bee7 req-a15b98e1-d1ac-4772-9161-eda992c1d80f tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:36.345568 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ae6e3f84-902e-472e-8a45-08f64c08bee7 req-a15b98e1-d1ac-4772-9161-eda992c1d80f tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 944 time: 0.7525842 May 10 14:46:36.565904 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c923f289-9724-4d09-aa5c-bb70e431303b req-d2b3b6e7-6515-4e66-816a-303789a6b415 service neutron] 10.222.0.86 "GET /v2.0/networks/30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633051 May 10 14:46:36.648650 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e940e744-ac22-45de-a2b1-0b804311f8b7 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:36.655364 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ae6e3f84-902e-472e-8a45-08f64c08bee7 req-6047ee37-fab2-4d14-af7f-1570dfd417c6 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/security-groups?id=522bf700-f189-4121-89ee-fa0268c69f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3036716 May 10 14:46:36.666436 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03de04b-f545-41bf-a83c-3a4b77dd087c req-b195f4db-2494-4e9b-aba9-d05f38ae0c46 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:36.667915 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e03de04b-f545-41bf-a83c-3a4b77dd087c req-b195f4db-2494-4e9b-aba9-d05f38ae0c46 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 944 time: 0.6243145 May 10 14:46:36.730273 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15db16c9-2b75-4967-a590-6cdcb2332531 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:36.736901 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15db16c9-2b75-4967-a590-6cdcb2332531 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:36.742669 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15db16c9-2b75-4967-a590-6cdcb2332531 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:36.743577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-15db16c9-2b75-4967-a590-6cdcb2332531 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Synchronizing usage tracker for tenant:cd8d9731adba42d6a3cd82316aa67b77 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:46:36.764495 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e03de04b-f545-41bf-a83c-3a4b77dd087c req-0d3b20c8-8971-455c-9972-1496ed8a1c93 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a362dd-5e99-457f-9411-48dd3281fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871804 May 10 14:46:36.788124 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-39ebfa27-8445-491e-aa5f-ae1f479d46f1 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] For port 8bc5d902-49b1-466c-ba85-dbd4fc1e8044, host hv-neutron-8412, got binding levels [] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:46:36.788124 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-39ebfa27-8445-491e-aa5f-ae1f479d46f1 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:36.802593 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-15db16c9-2b75-4967-a590-6cdcb2332531 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Unset dirty status for tenant:cd8d9731adba42d6a3cd82316aa67b77 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:46:36.803920 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-15db16c9-2b75-4967-a590-6cdcb2332531 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.5516870 May 10 14:46:36.806962 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36622) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:36.811335 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e940e744-ac22-45de-a2b1-0b804311f8b7 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:36.914870 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2559152b-fe0d-4fa5-9c9e-836e52bdb94a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_gateway, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:36.932670 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e940e744-ac22-45de-a2b1-0b804311f8b7 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:36.938302 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-e940e744-ac22-45de-a2b1-0b804311f8b7 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:36.990380 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e940e744-ac22-45de-a2b1-0b804311f8b7 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:36.997935 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-39ebfa27-8445-491e-aa5f-ae1f479d46f1 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Calling delete_port for 8bc5d902-49b1-466c-ba85-dbd4fc1e8044 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:37.086372 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940e744-ac22-45de-a2b1-0b804311f8b7 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Pushing event updated for resources: {'Port': ['ID=5c68c936-5093-44e1-9938-078d6d0039e8,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:37.107242 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-bb91f5e2-2fc0-44b5-a64c-4f6757ccba2c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Deleting port 0972775c-6a81-4145-935f-0575f4ee9479 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:37.107469 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb91f5e2-2fc0-44b5-a64c-4f6757ccba2c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:37.189642 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3265642-3b1a-49e2-99c8-17e164316ef8 req-8f27c6e5-52b6-4f97-948b-f918e63ec468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:37.191215 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c3265642-3b1a-49e2-99c8-17e164316ef8 req-8f27c6e5-52b6-4f97-948b-f918e63ec468 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=838b552cd1fe457a86d509de7ba36715&device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 1097 time: 0.5710633 May 10 14:46:37.204394 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Allocated IP 172.26.0.187 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/922e3010-c876-46e1-a59e-14f02e4940bb) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:37.244757 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-39ebfa27-8445-491e-aa5f-ae1f479d46f1 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:37.294612 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-def34016-a162-4f57-b17b-2306cb191c1a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:37.332717 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-def34016-a162-4f57-b17b-2306cb191c1a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:37.415852 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebfa27-8445-491e-aa5f-ae1f479d46f1 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Pushing event deleted for resources: {'Port': ['ID=8bc5d902-49b1-466c-ba85-dbd4fc1e8044,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:37.454798 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e940e744-ac22-45de-a2b1-0b804311f8b7 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:37.507750 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-39ebfa27-8445-491e-aa5f-ae1f479d46f1 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:37.556839 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 496c4914-5f60-412b-abca-3a0af86411b4 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:46:37.563024 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-39ebfa27-8445-491e-aa5f-ae1f479d46f1 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] 10.222.0.79 "DELETE /v2.0/ports/8bc5d902-49b1-466c-ba85-dbd4fc1e8044 HTTP/1.1" status: 204 len: 168 time: 1.7219322 May 10 14:46:37.568649 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36626) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:37.574904 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e940e744-ac22-45de-a2b1-0b804311f8b7 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:37.642383 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port 496c4914-5f60-412b-abca-3a0af86411b4 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:46:37.648592 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 496c4914-5f60-412b-abca-3a0af86411b4 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:37.649177 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:37.671882 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b557ce-352e-404b-b1a6-45cf37d0f876 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] GET failed (client error): The resource could not be found. May 10 14:46:37.673298 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d3b557ce-352e-404b-b1a6-45cf37d0f876 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] 10.222.0.79 "GET /v2.0/ports/8bc5d902-49b1-466c-ba85-dbd4fc1e8044 HTTP/1.1" status: 404 len: 333 time: 0.1021192 May 10 14:46:37.681194 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb91f5e2-2fc0-44b5-a64c-4f6757ccba2c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:37.688790 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36630) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:37.700647 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-f5df9e28-3e62-45de-9455-e276ec11b1b2 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-481243362', 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:37.757529 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-f5df9e28-3e62-45de-9455-e276ec11b1b2 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:37.788963 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3265642-3b1a-49e2-99c8-17e164316ef8 req-dd7d5387-fbaf-4c9a-ac3b-467b3c1d1bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:37.790687 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c3265642-3b1a-49e2-99c8-17e164316ef8 req-dd7d5387-fbaf-4c9a-ac3b-467b3c1d1bac service neutron] 10.222.0.86 "GET /v2.0/networks?id=30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6 HTTP/1.1" status: 200 len: 906 time: 0.5791953 May 10 14:46:37.819968 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:37.835898 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-bb91f5e2-2fc0-44b5-a64c-4f6757ccba2c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Calling delete_port for 0972775c-6a81-4145-935f-0575f4ee9479 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:37.860786 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8c6794-4e0a-43cc-8043-82904b1ca4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496c4914-5f60-412b-abca-3a0af86411b4'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:46:37.873965 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-f5df9e28-3e62-45de-9455-e276ec11b1b2 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Usage tracker for resource:port and tenant:34b56db1fc8c4fd1a42c69dad9e1ff22 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:37.888945 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c3265642-3b1a-49e2-99c8-17e164316ef8 req-573b9373-5030-448c-b742-8aad1d77ac9c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b2ab91e-c402-46c3-9a69-e66a4284e82f HTTP/1.1" status: 200 len: 217 time: 0.0847468 May 10 14:46:37.892417 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:37.895743 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2559152b-fe0d-4fa5-9c9e-836e52bdb94a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:37.911646 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-f5df9e28-3e62-45de-9455-e276ec11b1b2 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:37.935494 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-f5df9e28-3e62-45de-9455-e276ec11b1b2 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:37.964441 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 496c4914-5f60-412b-abca-3a0af86411b4, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=496c4914-5f60-412b-abca-3a0af86411b4,segment=NetworkSegment(d0fb5057-709c-4804-b805-2241f5ca5186),segment_id=d0fb5057-709c-4804-b805-2241f5ca5186)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:46:37.978952 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:38.079074 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=496c4914-5f60-412b-abca-3a0af86411b4,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:38.121852 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3265642-3b1a-49e2-99c8-17e164316ef8 req-0a435a97-269a-4904-9214-abd36b3507bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:38.123387 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c3265642-3b1a-49e2-99c8-17e164316ef8 req-0a435a97-269a-4904-9214-abd36b3507bc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=06c1a07c-eca0-423d-a392-b943d87a7614 HTTP/1.1" status: 200 len: 844 time: 0.2217939 May 10 14:46:38.186448 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5df9e28-3e62-45de-9455-e276ec11b1b2 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Made reservation on behalf of 34b56db1fc8c4fd1a42c69dad9e1ff22 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:46:38.188798 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f5df9e28-3e62-45de-9455-e276ec11b1b2 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:38.214251 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:38.302353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:38.311608 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:38.317864 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:38.322709 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-f5df9e28-3e62-45de-9455-e276ec11b1b2 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] device_id is not set on port a1c742a4-9aca-4d80-a1c6-d4f7a763597f yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:46:38.353198 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Pushing event updated for resources: {'Port': ['ID=922e3010-c876-46e1-a59e-14f02e4940bb,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:38.382728 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3265642-3b1a-49e2-99c8-17e164316ef8 req-1b58d219-28b5-45a7-bd66-066a9bae8e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:38.384220 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c3265642-3b1a-49e2-99c8-17e164316ef8 req-1b58d219-28b5-45a7-bd66-066a9bae8e9f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2499576 May 10 14:46:38.421238 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2559152b-fe0d-4fa5-9c9e-836e52bdb94a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Router bee971da-6152-45c5-8845-25cf4c393c3f is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:46:38.496254 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-def34016-a162-4f57-b17b-2306cb191c1a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Allocated IP 172.26.0.46 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/8002479d-913a-4490-bc23-89f3798f73f6) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:38.509629 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752bd1a-cb71-4d50-bd78-6204a7980d80 req-1c831663-6636-4207-b924-062e9087655b tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:38.514455 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6752bd1a-cb71-4d50-bd78-6204a7980d80 req-1c831663-6636-4207-b924-062e9087655b tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 945 time: 0.6459439 May 10 14:46:38.685011 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76f214-df30-43ec-938f-974b5485ad72 req-7ac30dcb-9fb8-4288-bb70-79de898b9eec tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:38.686506 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ed76f214-df30-43ec-938f-974b5485ad72 req-7ac30dcb-9fb8-4288-bb70-79de898b9eec tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 944 time: 0.6466537 May 10 14:46:38.688343 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.resource_extend [None req-e940e744-ac22-45de-a2b1-0b804311f8b7 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:46:38.700711 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c3265642-3b1a-49e2-99c8-17e164316ef8 req-a04a51aa-d8b2-4be0-9ef9-7cb92e991a77 service neutron] 10.222.0.86 "GET /v2.0/networks/30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047023 May 10 14:46:38.705247 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb91f5e2-2fc0-44b5-a64c-4f6757ccba2c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:38.734442 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:38.738053 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2559152b-fe0d-4fa5-9c9e-836e52bdb94a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:46:38.748871 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e4302f-b4c9-499c-9ac6-4e65fb08a2dd None None] Sync routers for ids ['bee971da-6152-45c5-8845-25cf4c393c3f'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:46:38.761235 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e4302f-b4c9-499c-9ac6-4e65fb08a2dd None None] Routers {'bee971da-6152-45c5-8845-25cf4c393c3f'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:38.762200 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b2e4302f-b4c9-499c-9ac6-4e65fb08a2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['bee971da-6152-45c5-8845-25cf4c393c3f'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:38.786131 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e940e744-ac22-45de-a2b1-0b804311f8b7 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:38.830897 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b2e4302f-b4c9-499c-9ac6-4e65fb08a2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:38.840007 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e4302f-b4c9-499c-9ac6-4e65fb08a2dd None None] Routers {'bee971da-6152-45c5-8845-25cf4c393c3f'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:38.840808 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b2e4302f-b4c9-499c-9ac6-4e65fb08a2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['bee971da-6152-45c5-8845-25cf4c393c3f'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:38.896065 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2559152b-fe0d-4fa5-9c9e-836e52bdb94a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:38.900128 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2559152b-fe0d-4fa5-9c9e-836e52bdb94a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.6430986 May 10 14:46:38.902666 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36644) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:38.905193 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:38.913014 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b2e4302f-b4c9-499c-9ac6-4e65fb08a2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:38.913781 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e4302f-b4c9-499c-9ac6-4e65fb08a2dd None None] The sync data for ids ['bee971da-6152-45c5-8845-25cf4c393c3f'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:46:38.933338 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6752bd1a-cb71-4d50-bd78-6204a7980d80 req-ab5b9f28-c5ef-4b97-af72-090c0af8e4de tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/security-groups?id=522bf700-f189-4121-89ee-fa0268c69f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4040570 May 10 14:46:38.934234 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91f5e2-2fc0-44b5-a64c-4f6757ccba2c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Pushing event deleted for resources: {'Port': ['ID=0972775c-6a81-4145-935f-0575f4ee9479,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:38.936599 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e940e744-ac22-45de-a2b1-0b804311f8b7 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:39.058109 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e1ea00-cda9-4642-bd6a-73e07cd07ac7'] response: {'server_uuid': '5e8c6794-4e0a-43cc-8043-82904b1ca4b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496c4914-5f60-412b-abca-3a0af86411b4', 'code': 200} May 10 14:46:39.059869 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c3265642-3b1a-49e2-99c8-17e164316ef8 req-b72fe1e7-3344-4c4c-ae36-2790d6b3a675 service neutron] 10.222.0.86 "GET /v2.0/networks/30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453226 May 10 14:46:39.080698 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-def34016-a162-4f57-b17b-2306cb191c1a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:39.210567 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ed76f214-df30-43ec-938f-974b5485ad72 req-0b227090-c055-4805-85de-27afdd11d709 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a362dd-5e99-457f-9411-48dd3281fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5015798 May 10 14:46:39.213470 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f5df9e28-3e62-45de-9455-e276ec11b1b2 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:39.236544 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940e744-ac22-45de-a2b1-0b804311f8b7 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Pushing event updated for resources: {'Port': ['ID=5c68c936-5093-44e1-9938-078d6d0039e8,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:39.324803 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e940e744-ac22-45de-a2b1-0b804311f8b7 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:39.357471 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb91f5e2-2fc0-44b5-a64c-4f6757ccba2c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:39.388911 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-def34016-a162-4f57-b17b-2306cb191c1a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:39.445962 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e940e744-ac22-45de-a2b1-0b804311f8b7 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:39.447252 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e940e744-ac22-45de-a2b1-0b804311f8b7 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9552953 May 10 14:46:39.448581 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f5df9e28-3e62-45de-9455-e276ec11b1b2 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:39.449725 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b04db680-86f4-41f3-8348-8a9ffdf09984 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "GET /v2.0/routers/bee971da-6152-45c5-8845-25cf4c393c3f HTTP/1.1" status: 200 len: 924 time: 0.5429730 May 10 14:46:39.450550 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36652) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:39.450882 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36650) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:39.471528 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bb91f5e2-2fc0-44b5-a64c-4f6757ccba2c tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "DELETE /v2.0/ports/0972775c-6a81-4145-935f-0575f4ee9479 HTTP/1.1" status: 204 len: 168 time: 2.6605790 May 10 14:46:39.477869 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def34016-a162-4f57-b17b-2306cb191c1a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:39.478478 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36660) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:39.484208 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-def34016-a162-4f57-b17b-2306cb191c1a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:39.527531 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-371dd6d8-88f5-490d-bd72-de7dcf4c2728 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "GET /v2.0/ports?device_id=bee971da-6152-45c5-8845-25cf4c393c3f HTTP/1.1" status: 200 len: 205 time: 0.0692239 May 10 14:46:39.527746 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def34016-a162-4f57-b17b-2306cb191c1a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:39.533181 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36666) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:39.571236 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 5b2ab91e-c402-46c3-9a69-e66a4284e82f details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 14:46:39.576610 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5df9e28-3e62-45de-9455-e276ec11b1b2 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Network d7119874-e33f-4e32-9aa9-d926d5ea4438 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:39.584380 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-f5df9e28-3e62-45de-9455-e276ec11b1b2 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:39.586415 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde65e7c-39e0-4b60-963d-23d2ff500df0 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] GET failed (client error): The resource could not be found. May 10 14:46:39.586959 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-cde65e7c-39e0-4b60-963d-23d2ff500df0 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Synchronizing usage tracker for tenant:cd8d9731adba42d6a3cd82316aa67b77 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:46:39.589276 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def34016-a162-4f57-b17b-2306cb191c1a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Pushing event updated for resources: {'Port': ['ID=8002479d-913a-4490-bc23-89f3798f73f6,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:39.596185 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5df9e28-3e62-45de-9455-e276ec11b1b2 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:39.597096 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5df9e28-3e62-45de-9455-e276ec11b1b2 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:39.599644 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f5df9e28-3e62-45de-9455-e276ec11b1b2 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:39.612668 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11e116-a85f-434d-ab71-ce522781b86b req-15115aa2-52d5-4bf6-bef6-e44531578fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:39.614144 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2b11e116-a85f-434d-ab71-ce522781b86b req-15115aa2-52d5-4bf6-bef6-e44531578fbf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 1099 time: 0.2767870 May 10 14:46:39.634664 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-1aa3ca89-341c-44b6-853c-701665df339e tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:39.672649 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-2b11e116-a85f-434d-ab71-ce522781b86b req-0205a616-8e0d-44e7-b463-cddde84ee713 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:39.695803 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-1aa3ca89-341c-44b6-853c-701665df339e tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:39.700805 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:39.708746 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1aa3ca89-341c-44b6-853c-701665df339e tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Usage tracker for resource:floatingip and tenant:a0a1c68bdfdd42bdbe60e0cc9eb7f590 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:39.734963 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 5b2ab91e-c402-46c3-9a69-e66a4284e82f, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=5b2ab91e-c402-46c3-9a69-e66a4284e82f,segment=NetworkSegment(0dd99381-ca53-4023-8dc0-0788d84a1ca8),segment_id=0dd99381-ca53-4023-8dc0-0788d84a1ca8)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:46:39.748691 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '5b2ab91e-c402-46c3-9a69-e66a4284e82f', 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6', 'port_id': '5b2ab91e-c402-46c3-9a69-e66a4284e82f', 'mac_address': 'fa:16:3e:ff:64:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c1a07c-eca0-423d-a392-b943d87a7614', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 14:46:39.749211 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f5df9e28-3e62-45de-9455-e276ec11b1b2 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.0596457 May 10 14:46:39.765625 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36670) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:39.766613 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1aa3ca89-341c-44b6-853c-701665df339e tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:39.770973 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:39.785467 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-2b11e116-a85f-434d-ab71-ce522781b86b req-0205a616-8e0d-44e7-b463-cddde84ee713 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:39.803606 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-cde65e7c-39e0-4b60-963d-23d2ff500df0 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Unset dirty status for tenant:cd8d9731adba42d6a3cd82316aa67b77 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:46:39.808583 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:39.809089 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cde65e7c-39e0-4b60-963d-23d2ff500df0 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "GET /v2.0/ports/0972775c-6a81-4145-935f-0575f4ee9479 HTTP/1.1" status: 404 len: 333 time: 0.3254168 May 10 14:46:39.815356 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36674) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:39.816000 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df9e28-3e62-45de-9455-e276ec11b1b2 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Pushing event updated for resources: {'Port': ['ID=a1c742a4-9aca-4d80-a1c6-d4f7a763597f,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:39.825332 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b2ab91e-c402-46c3-9a69-e66a4284e82f {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:46:39.825461 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-47bd6485-4d4e-4aeb-ab83-a3b29108bf5d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Request body: {'port': {'network_id': 'e703ae8e-7c52-49b6-9554-0f076b45f267', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-66452376'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:39.842157 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 5b2ab91e-c402-46c3-9a69-e66a4284e82f, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=5b2ab91e-c402-46c3-9a69-e66a4284e82f,segment=NetworkSegment(0dd99381-ca53-4023-8dc0-0788d84a1ca8),segment_id=0dd99381-ca53-4023-8dc0-0788d84a1ca8)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:46:39.846791 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:39.855764 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-1aa3ca89-341c-44b6-853c-701665df339e tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:39.886121 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-2b11e116-a85f-434d-ab71-ce522781b86b req-0205a616-8e0d-44e7-b463-cddde84ee713 service neutron] Usage tracker for resource:security_group_rule and tenant:bd0df1eac9c34cce8d7d796dd6a7b1e8 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:39.898959 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-2b11e116-a85f-434d-ab71-ce522781b86b req-0205a616-8e0d-44e7-b463-cddde84ee713 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:39.977188 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-2b11e116-a85f-434d-ab71-ce522781b86b req-0205a616-8e0d-44e7-b463-cddde84ee713 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:39.998905 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=5b2ab91e-c402-46c3-9a69-e66a4284e82f,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:40.025116 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ca89-341c-44b6-853c-701665df339e tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Notify callbacks [] for floatingip, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:40.059801 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d5e76a-8057-4709-8b90-9a3d25befadf tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:40.060512 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-44d5e76a-8057-4709-8b90-9a3d25befadf tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Synchronizing usage tracker for tenant:34b56db1fc8c4fd1a42c69dad9e1ff22 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:46:40.074555 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Pushing event updated for resources: {'Port': ['ID=922e3010-c876-46e1-a59e-14f02e4940bb,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:40.088052 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-35fc9307-f061-47b0-8eb2-a60fd955827a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:40.128288 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['5b2ab91e-c402-46c3-9a69-e66a4284e82f'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 14:46:40.154061 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:40.174462 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:40.175255 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:40.175255 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:40.175533 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:40.175905 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:40.176147 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:40.176461 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:40.176840 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:40.177343 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:40.177971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:40.178136 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:40.178458 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:40.272598 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-44d5e76a-8057-4709-8b90-9a3d25befadf tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Unset dirty status for tenant:34b56db1fc8c4fd1a42c69dad9e1ff22 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:46:40.276404 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-44d5e76a-8057-4709-8b90-9a3d25befadf tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] 10.222.0.79 "GET /v2.0/ports/a1c742a4-9aca-4d80-a1c6-d4f7a763597f HTTP/1.1" status: 200 len: 954 time: 0.5040791 May 10 14:46:40.283640 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36682) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:40.313977 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-47bd6485-4d4e-4aeb-ab83-a3b29108bf5d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:40.344763 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:40.349088 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-fe1d0595-4d7e-4a16-8f07-c7027a408d3b tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6145279 May 10 14:46:40.365022 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36686) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:40.385259 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1963299641', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'fixed_ips': [{'ip_address': '172.26.0.187'}]}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:40.402848 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-47bd6485-4d4e-4aeb-ab83-a3b29108bf5d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:40.444808 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:40.470568 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Usage tracker for resource:port and tenant:551b5c1880b04bdb8a4ad6af1d08fc54 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:40.475205 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:40.485328 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-16a0e923-cc86-4dec-b3c5-4884db3d51f0 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Deleting port a1c742a4-9aca-4d80-a1c6-d4f7a763597f {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:40.485848 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-16a0e923-cc86-4dec-b3c5-4884db3d51f0 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:40.487536 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af1e69-3941-47d3-b373-88f39d65c141 req-cf43acad-83b0-4851-99e4-58ab0685ec9f tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:40.489012 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-06af1e69-3941-47d3-b373-88f39d65c141 req-cf43acad-83b0-4851-99e4-58ab0685ec9f tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 946 time: 0.4041421 May 10 14:46:40.497548 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:40.499519 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bd6485-4d4e-4aeb-ab83-a3b29108bf5d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Made reservation on behalf of cd8d9731adba42d6a3cd82316aa67b77 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:46:40.503855 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-47bd6485-4d4e-4aeb-ab83-a3b29108bf5d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:40.542754 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-def34016-a162-4f57-b17b-2306cb191c1a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:40.561115 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-2b11e116-a85f-434d-ab71-ce522781b86b req-0205a616-8e0d-44e7-b463-cddde84ee713 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:40.576591 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-2b11e116-a85f-434d-ab71-ce522781b86b req-0205a616-8e0d-44e7-b463-cddde84ee713 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:40.583406 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-35fc9307-f061-47b0-8eb2-a60fd955827a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:40.636484 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Made reservation on behalf of 551b5c1880b04bdb8a4ad6af1d08fc54 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:46:40.638595 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:40.667547 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-47bd6485-4d4e-4aeb-ab83-a3b29108bf5d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] device_id is not set on port 286600cf-31c5-41d2-bc82-8873075bc5e4 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:46:40.667750 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-35fc9307-f061-47b0-8eb2-a60fd955827a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Deleting port ed5a4bd9-2c72-4713-84b4-80596f9908d8 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:40.667886 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-35fc9307-f061-47b0-8eb2-a60fd955827a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:40.691238 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-2b11e116-a85f-434d-ab71-ce522781b86b req-0205a616-8e0d-44e7-b463-cddde84ee713 service neutron] Synchronizing usage tracker for tenant:bd0df1eac9c34cce8d7d796dd6a7b1e8 on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:46:40.706279 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:40.752633 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205a616-8e0d-44e7-b463-cddde84ee713 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a85728dd-b5de-444d-b7cd-60c56cb9cfc5,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:40.788711 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-06af1e69-3941-47d3-b373-88f39d65c141 req-51dfb80b-5411-4664-9a09-7fbd8e809156 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/security-groups?id=522bf700-f189-4121-89ee-fa0268c69f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2927902 May 10 14:46:40.805618 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:40.830749 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Usage tracker for resource:security_group_rule and tenant:551b5c1880b04bdb8a4ad6af1d08fc54 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:40.832737 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ca89-341c-44b6-853c-701665df339e tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:40.834444 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-2b11e116-a85f-434d-ab71-ce522781b86b req-0205a616-8e0d-44e7-b463-cddde84ee713 service neutron] Unset dirty status for tenant:bd0df1eac9c34cce8d7d796dd6a7b1e8 on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:46:40.835574 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2b11e116-a85f-434d-ab71-ce522781b86b req-0205a616-8e0d-44e7-b463-cddde84ee713 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=522bf700-f189-4121-89ee-fa0268c69f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2052484 May 10 14:46:40.837305 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:40.849260 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:40.881052 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4298da-d51f-4238-af82-62e434657cf6 req-c7001aee-c746-428a-bdac-1749b111d3ba tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:40.882548 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dd4298da-d51f-4238-af82-62e434657cf6 req-c7001aee-c746-428a-bdac-1749b111d3ba tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 945 time: 0.4942617 May 10 14:46:41.109827 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-47bd6485-4d4e-4aeb-ab83-a3b29108bf5d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Allocated IP 2001:db8::2e2 (e703ae8e-7c52-49b6-9554-0f076b45f267/0b5ea776-4778-48ba-aa9d-015a5578c7b3/286600cf-31c5-41d2-bc82-8873075bc5e4) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:41.112314 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-16a0e923-cc86-4dec-b3c5-4884db3d51f0 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:41.117765 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dd4298da-d51f-4238-af82-62e434657cf6 req-89b46985-b87a-48c3-9af4-3db79559b31a tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a362dd-5e99-457f-9411-48dd3281fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959937 May 10 14:46:41.261690 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-16a0e923-cc86-4dec-b3c5-4884db3d51f0 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Calling delete_port for a1c742a4-9aca-4d80-a1c6-d4f7a763597f owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:41.274287 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-def34016-a162-4f57-b17b-2306cb191c1a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:41.365403 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:41.370573 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-35fc9307-f061-47b0-8eb2-a60fd955827a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:41.426081 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:41.452604 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-1aa3ca89-341c-44b6-853c-701665df339e tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Allocated IP 172.26.0.63 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/2022c4b3-78a2-4a20-a869-8d1c62c1f4b8) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:41.456948 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] device_id is not set on port 48a522ee-25a3-4ae4-b685-57101de5663e yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:46:41.529433 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-35fc9307-f061-47b0-8eb2-a60fd955827a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Calling delete_port for ed5a4bd9-2c72-4713-84b4-80596f9908d8 owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:41.586318 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 5b2ab91e-c402-46c3-9a69-e66a4284e82f up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:46:41.610399 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-16a0e923-cc86-4dec-b3c5-4884db3d51f0 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:41.660617 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port 5b2ab91e-c402-46c3-9a69-e66a4284e82f completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:46:41.665747 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 5b2ab91e-c402-46c3-9a69-e66a4284e82f triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:41.666216 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:41.730434 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0e923-cc86-4dec-b3c5-4884db3d51f0 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1c742a4-9aca-4d80-a1c6-d4f7a763597f,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:41.747984 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-16a0e923-cc86-4dec-b3c5-4884db3d51f0 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:41.759905 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dd9dc6-6c73-43a2-8402-87343887636c,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:41.788749 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:41.789006 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:41.789341 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:41.789674 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:41.789997 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:41.790329 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:41.790662 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:41.790979 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:41.791431 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:41.791608 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:41.791910 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:41.792225 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:41.792376 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:41.797846 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-16a0e923-cc86-4dec-b3c5-4884db3d51f0 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] 10.222.0.79 "DELETE /v2.0/ports/a1c742a4-9aca-4d80-a1c6-d4f7a763597f HTTP/1.1" status: 204 len: 168 time: 1.5091295 May 10 14:46:41.803101 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36690) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:41.824606 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadca665-fc34-46e9-8502-913833f26c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2ab91e-c402-46c3-9a69-e66a4284e82f'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:46:41.853300 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-df94daba-600f-4b64-b399-413633609dc0 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] GET failed (client error): The resource could not be found. May 10 14:46:41.854301 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-df94daba-600f-4b64-b399-413633609dc0 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Synchronizing usage tracker for tenant:34b56db1fc8c4fd1a42c69dad9e1ff22 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:46:41.864801 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 5b2ab91e-c402-46c3-9a69-e66a4284e82f, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=5b2ab91e-c402-46c3-9a69-e66a4284e82f,segment=NetworkSegment(0dd99381-ca53-4023-8dc0-0788d84a1ca8),segment_id=0dd99381-ca53-4023-8dc0-0788d84a1ca8)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:46:41.875931 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:41.893734 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-47bd6485-4d4e-4aeb-ab83-a3b29108bf5d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:41.932371 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-df94daba-600f-4b64-b399-413633609dc0 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Unset dirty status for tenant:34b56db1fc8c4fd1a42c69dad9e1ff22 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:46:41.933717 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-df94daba-600f-4b64-b399-413633609dc0 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] 10.222.0.79 "GET /v2.0/ports/a1c742a4-9aca-4d80-a1c6-d4f7a763597f HTTP/1.1" status: 404 len: 333 time: 0.1291895 May 10 14:46:41.939257 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ca89-341c-44b6-853c-701665df339e tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:41.941042 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36698) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:41.947996 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-342a92e7-170b-418d-9371-96fa0b6e3f5f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Request body: {'port': {'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2005404730'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:41.959482 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-342a92e7-170b-418d-9371-96fa0b6e3f5f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:41.972284 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-342a92e7-170b-418d-9371-96fa0b6e3f5f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:41.981568 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def34016-a162-4f57-b17b-2306cb191c1a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Router e4b477af-5622-4c8c-9d9b-f791a6eb9e6a is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:46:41.986659 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a7821c-009b-47e7-a0e3-766f75380339'] response: {'server_uuid': 'fadca665-fc34-46e9-8502-913833f26c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2ab91e-c402-46c3-9a69-e66a4284e82f', 'code': 200} May 10 14:46:41.991743 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342a92e7-170b-418d-9371-96fa0b6e3f5f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Made reservation on behalf of 34b56db1fc8c4fd1a42c69dad9e1ff22 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:46:41.994107 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-342a92e7-170b-418d-9371-96fa0b6e3f5f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:42.037837 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ca89-341c-44b6-853c-701665df339e tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:42.053854 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=5b2ab91e-c402-46c3-9a69-e66a4284e82f,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:42.080008 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-47bd6485-4d4e-4aeb-ab83-a3b29108bf5d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Transition to ACTIVE for port object 286600cf-31c5-41d2-bc82-8873075bc5e4 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:46:42.084554 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-35fc9307-f061-47b0-8eb2-a60fd955827a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:42.112296 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa3ca89-341c-44b6-853c-701665df339e tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:42.125369 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-1aa3ca89-341c-44b6-853c-701665df339e tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:42.154810 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa3ca89-341c-44b6-853c-701665df339e tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:42.192231 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-342a92e7-170b-418d-9371-96fa0b6e3f5f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] device_id is not set on port 96bf6905-2a79-4b72-93f1-8f794fc0c310 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:46:42.287768 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3ca89-341c-44b6-853c-701665df339e tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Pushing event updated for resources: {'Port': ['ID=2022c4b3-78a2-4a20-a869-8d1c62c1f4b8,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:42.358503 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc9307-f061-47b0-8eb2-a60fd955827a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Pushing event deleted for resources: {'Port': ['ID=ed5a4bd9-2c72-4713-84b4-80596f9908d8,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:42.383765 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-35fc9307-f061-47b0-8eb2-a60fd955827a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:42.393025 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 10 14:46:42.393584 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:46:42.470823 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-47bd6485-4d4e-4aeb-ab83-a3b29108bf5d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:42.477104 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def34016-a162-4f57-b17b-2306cb191c1a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:46:42.487499 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] Sync routers for ids ['e4b477af-5622-4c8c-9d9b-f791a6eb9e6a'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:46:42.502853 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] Routers {'e4b477af-5622-4c8c-9d9b-f791a6eb9e6a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:42.503464 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e4b477af-5622-4c8c-9d9b-f791a6eb9e6a'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:42.629677 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bd6485-4d4e-4aeb-ab83-a3b29108bf5d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Network e703ae8e-7c52-49b6-9554-0f076b45f267 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:42.639706 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-47bd6485-4d4e-4aeb-ab83-a3b29108bf5d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:42.673375 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-35fc9307-f061-47b0-8eb2-a60fd955827a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:42.676830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-35fc9307-f061-47b0-8eb2-a60fd955827a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:42.680011 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a78a9-0eb9-4f12-ab77-3a968c58d8b3 req-d8ef5952-e6a1-4a9b-a447-44139f7e8239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:42.681497 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-af8a78a9-0eb9-4f12-ab77-3a968c58d8b3 req-d8ef5952-e6a1-4a9b-a447-44139f7e8239 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 1099 time: 0.4957736 May 10 14:46:42.687782 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ca89-341c-44b6-853c-701665df339e tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:42.690138 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-def34016-a162-4f57-b17b-2306cb191c1a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:42.691533 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-def34016-a162-4f57-b17b-2306cb191c1a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.4003520 May 10 14:46:42.695720 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cfec885b-da9f-4d14-85d8-5ed6aa5e53bb tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.3270869 May 10 14:46:42.698992 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bd6485-4d4e-4aeb-ab83-a3b29108bf5d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:42.704532 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bd6485-4d4e-4aeb-ab83-a3b29108bf5d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:42.705278 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-47bd6485-4d4e-4aeb-ab83-a3b29108bf5d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:42.715550 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36704) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:42.715893 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36706) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:42.717517 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471df16-74b5-4065-9d85-5540999207ec req-9c8cb31c-76fd-40bd-804e-86ded12eb786 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:42.719443 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5471df16-74b5-4065-9d85-5540999207ec req-9c8cb31c-76fd-40bd-804e-86ded12eb786 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 946 time: 0.6344037 May 10 14:46:42.720205 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd6485-4d4e-4aeb-ab83-a3b29108bf5d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Pushing event updated for resources: {'Port': ['ID=286600cf-31c5-41d2-bc82-8873075bc5e4,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:42.761518 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b25dc-f419-41a8-93d5-c39c9f65ada1 req-340e5e43-9202-4c08-bd28-66cd4e81222f tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:42.763066 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d44b25dc-f419-41a8-93d5-c39c9f65ada1 req-340e5e43-9202-4c08-bd28-66cd4e81222f tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 946 time: 0.5316384 May 10 14:46:42.795064 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-47bd6485-4d4e-4aeb-ab83-a3b29108bf5d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.9765496 May 10 14:46:42.803345 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36712) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:42.836514 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] Set router e4b477af-5622-4c8c-9d9b-f791a6eb9e6a gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:46:42.891491 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-342a92e7-170b-418d-9371-96fa0b6e3f5f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:42.908796 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-281f70ea-3a83-4e7e-818c-3908c68448f9 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c2', 'mac_address': 'fa:16:3e:c6:39:96'}]}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:42.997136 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-5bfab4c6-b3b8-4625-b01f-648886bb882d None None] Provisioning for port 286600cf-31c5-41d2-bc82-8873075bc5e4 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:46:43.000319 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d44b25dc-f419-41a8-93d5-c39c9f65ada1 req-57a80ff1-e3e7-4788-bc40-1980be84700d tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a362dd-5e99-457f-9411-48dd3281fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066417 May 10 14:46:43.010199 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-35fc9307-f061-47b0-8eb2-a60fd955827a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:43.010713 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-5bfab4c6-b3b8-4625-b01f-648886bb882d None None] Provisioning complete for port 286600cf-31c5-41d2-bc82-8873075bc5e4 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:43.011080 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5bfab4c6-b3b8-4625-b01f-648886bb882d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:43.011301 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fc9307-f061-47b0-8eb2-a60fd955827a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Fanout notify agent at l3_agent the message router_deleted on router bee971da-6152-45c5-8845-25cf4c393c3f {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:46:43.088340 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5bfab4c6-b3b8-4625-b01f-648886bb882d None None] Port 286600cf-31c5-41d2-bc82-8873075bc5e4 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:46:43.126690 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5471df16-74b5-4065-9d85-5540999207ec req-3a3efe2a-4b58-4efc-9bce-0cbdac038f36 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/security-groups?id=522bf700-f189-4121-89ee-fa0268c69f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3771784 May 10 14:46:43.129710 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-342a92e7-170b-418d-9371-96fa0b6e3f5f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:43.186167 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-af8a78a9-0eb9-4f12-ab77-3a968c58d8b3 req-6dd04bc2-8929-4420-b13b-777ecfa60bf7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=75a362dd-5e99-457f-9411-48dd3281fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4953578 May 10 14:46:43.219501 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-12824413-0db9-4bbd-9607-16fcd789678e tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Deleting port 922e3010-c876-46e1-a59e-14f02e4940bb {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:43.219501 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-12824413-0db9-4bbd-9607-16fcd789678e tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:43.227248 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342a92e7-170b-418d-9371-96fa0b6e3f5f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Network d7119874-e33f-4e32-9aa9-d926d5ea4438 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:43.239270 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-342a92e7-170b-418d-9371-96fa0b6e3f5f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:43.245855 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342a92e7-170b-418d-9371-96fa0b6e3f5f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:43.246775 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342a92e7-170b-418d-9371-96fa0b6e3f5f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:43.248441 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-342a92e7-170b-418d-9371-96fa0b6e3f5f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:43.250538 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ca89-341c-44b6-853c-701665df339e tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:43.251319 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a92e7-170b-418d-9371-96fa0b6e3f5f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Pushing event updated for resources: {'Port': ['ID=96bf6905-2a79-4b72-93f1-8f794fc0c310,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:43.277396 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b477af-5622-4c8c-9d9b-f791a6eb9e6a', 'name': 'tempest-snat-router-1641487825', 'tenant_id': 'd8e70110116b481aa528254724b9ebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46'}], 'enable_snat': False}, 'gw_port_id': '8002479d-913a-4490-bc23-89f3798f73f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:46:35Z', 'updated_at': '2022-05-10T14:46:40Z', 'revision_number': 3, 'project_id': 'd8e70110116b481aa528254724b9ebe2', 'gw_port': {'id': '8002479d-913a-4490-bc23-89f3798f73f6', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:23:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b477af-5622-4c8c-9d9b-f791a6eb9e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:46:37Z', 'updated_at': '2022-05-10T14:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:43.282443 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] Checking router: e4b477af-5622-4c8c-9d9b-f791a6eb9e6a for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:46:43.282890 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] Updating router e4b477af-5622-4c8c-9d9b-f791a6eb9e6a port 8002479d-913a-4490-bc23-89f3798f73f6 binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:46:43.301784 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-35fc9307-f061-47b0-8eb2-a60fd955827a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:43.302883 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-35fc9307-f061-47b0-8eb2-a60fd955827a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "DELETE /v2.0/routers/bee971da-6152-45c5-8845-25cf4c393c3f HTTP/1.1" status: 204 len: 168 time: 3.7687895 May 10 14:46:43.306513 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36716) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:43.319510 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-8ed1e187-d9be-409a-b5f5-a34f440e504f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Request body: {'router': {'name': 'tempest-snat-router-619267685', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'enable_snat': False}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:43.326376 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-8ed1e187-d9be-409a-b5f5-a34f440e504f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:43.331984 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-342a92e7-170b-418d-9371-96fa0b6e3f5f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3873143 May 10 14:46:43.333469 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-919d587a-4c66-48e9-8ac8-d90e567a6712 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "GET /v2.0/routers/e4b477af-5622-4c8c-9d9b-f791a6eb9e6a HTTP/1.1" status: 200 len: 908 time: 0.6164904 May 10 14:46:43.333712 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36720) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:43.334044 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36722) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:43.342463 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8ed1e187-d9be-409a-b5f5-a34f440e504f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Usage tracker for resource:router and tenant:6e3893fe35f447408f3ea64b56e4678a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:43.348142 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:43.348601 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-91bd2114-1ea0-4424-bc3f-967ec7b3baf3 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1641487825', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'enable_snat': True}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:43.356162 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8412'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:43.384465 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8ed1e187-d9be-409a-b5f5-a34f440e504f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:43.397003 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-91bd2114-1ea0-4424-bc3f-967ec7b3baf3 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:43.399141 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-281f70ea-3a83-4e7e-818c-3908c68448f9 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:43.410407 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-8ed1e187-d9be-409a-b5f5-a34f440e504f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:43.419383 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-91bd2114-1ea0-4424-bc3f-967ec7b3baf3 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Usage tracker for resource:router and tenant:d8e70110116b481aa528254724b9ebe2 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:43.432596 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-91bd2114-1ea0-4424-bc3f-967ec7b3baf3 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:43.448902 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-91bd2114-1ea0-4424-bc3f-967ec7b3baf3 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:43.488959 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e187-d9be-409a-b5f5-a34f440e504f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:43.490196 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e187-d9be-409a-b5f5-a34f440e504f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:43.563802 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91bd2114-1ea0-4424-bc3f-967ec7b3baf3 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:43.564800 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91bd2114-1ea0-4424-bc3f-967ec7b3baf3 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:43.566692 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-12824413-0db9-4bbd-9607-16fcd789678e tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:43.567024 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-12824413-0db9-4bbd-9607-16fcd789678e tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:43.693575 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:43.707190 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-12824413-0db9-4bbd-9607-16fcd789678e tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Calling delete_port for 922e3010-c876-46e1-a59e-14f02e4940bb owned by network:floatingip {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:43.711007 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] Transition to ACTIVE for port object 8002479d-913a-4490-bc23-89f3798f73f6 will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:46:43.719806 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:43.728929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e187-d9be-409a-b5f5-a34f440e504f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:43.774841 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91bd2114-1ea0-4424-bc3f-967ec7b3baf3 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:43.777132 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:43.794792 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4d726-290d-46ab-a048-4642f6772bf3 None None] Pushing event updated for resources: {'Port': ['ID=8002479d-913a-4490-bc23-89f3798f73f6,revision_number=2']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:43.800351 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ca89-341c-44b6-853c-701665df339e tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:43.811245 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ca89-341c-44b6-853c-701665df339e tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:43.815299 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] Attempting to bind port 8002479d-913a-4490-bc23-89f3798f73f6 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:43.815838 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] Attempting to bind port 8002479d-913a-4490-bc23-89f3798f73f6 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:43.816521 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] Attempting to bind port 8002479d-913a-4490-bc23-89f3798f73f6 on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:43.822500 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:46:43.822867 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:46:43.823257 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:43.823634 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:46:43.824241 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] Bound port: 8002479d-913a-4490-bc23-89f3798f73f6, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:46:43.824665 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:43.916311 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] For port 8002479d-913a-4490-bc23-89f3798f73f6, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:46:43.919647 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] For port 8002479d-913a-4490-bc23-89f3798f73f6, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8002479d-913a-4490-bc23-89f3798f73f6,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:46:43.924986 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:44.027360 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] Routers {'e4b477af-5622-4c8c-9d9b-f791a6eb9e6a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:44.028215 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e4b477af-5622-4c8c-9d9b-f791a6eb9e6a'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:44.103621 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3ca89-341c-44b6-853c-701665df339e tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Pushing event updated for resources: {'Port': ['ID=2022c4b3-78a2-4a20-a869-8d1c62c1f4b8,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:44.152921 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ca89-341c-44b6-853c-701665df339e tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:44.197424 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-12824413-0db9-4bbd-9607-16fcd789678e tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:44.214759 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] Set router e4b477af-5622-4c8c-9d9b-f791a6eb9e6a gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:46:44.299032 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ca89-341c-44b6-853c-701665df339e tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:44.302702 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1aa3ca89-341c-44b6-853c-701665df339e tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8431058 May 10 14:46:44.306651 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12824413-0db9-4bbd-9607-16fcd789678e tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Pushing event deleted for resources: {'Port': ['ID=922e3010-c876-46e1-a59e-14f02e4940bb,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:44.316142 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36732) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:44.395612 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4d726-290d-46ab-a048-4642f6772bf3 None None] Pushing event updated for resources: {'Port': ['ID=8002479d-913a-4490-bc23-89f3798f73f6,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:44.457463 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-76a2c36e-08f4-4c3b-b06d-619bf1975316 tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2609 time: 0.1356554 May 10 14:46:44.458549 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36736) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:44.547209 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-12824413-0db9-4bbd-9607-16fcd789678e tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:44.549821 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-12824413-0db9-4bbd-9607-16fcd789678e tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:44.557353 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-12824413-0db9-4bbd-9607-16fcd789678e tempest-ExternalNetworksAdminNegativeTestJSON-914429381 tempest-ExternalNetworksAdminNegativeTestJSON-914429381-project-admin] 10.222.0.79 "DELETE /v2.0/floatingips/a2e43ba7-78d3-4b07-84ee-c0bd88e3308a HTTP/1.1" status: 204 len: 168 time: 1.8326037 May 10 14:46:44.557353 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-31c2d4e9-bb0b-4f14-9368-78e181ed9e65 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0943837 May 10 14:46:44.559777 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36742) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:44.597455 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e187-d9be-409a-b5f5-a34f440e504f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:44.617978 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b477af-5622-4c8c-9d9b-f791a6eb9e6a', 'name': 'tempest-snat-router-1641487825', 'tenant_id': 'd8e70110116b481aa528254724b9ebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46'}], 'enable_snat': False}, 'gw_port_id': '8002479d-913a-4490-bc23-89f3798f73f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:46:35Z', 'updated_at': '2022-05-10T14:46:40Z', 'revision_number': 3, 'project_id': 'd8e70110116b481aa528254724b9ebe2', 'gw_port': {'id': '8002479d-913a-4490-bc23-89f3798f73f6', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:23:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b477af-5622-4c8c-9d9b-f791a6eb9e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:46:37Z', 'updated_at': '2022-05-10T14:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:44.623517 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a578d9-9bb9-416a-9f1a-2b0141047f42 None None] The sync data for ids ['e4b477af-5622-4c8c-9d9b-f791a6eb9e6a'] in dv-neutron-841204-2-hyperv is: [{'id': 'e4b477af-5622-4c8c-9d9b-f791a6eb9e6a', 'name': 'tempest-snat-router-1641487825', 'tenant_id': 'd8e70110116b481aa528254724b9ebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46'}], 'enable_snat': False}, 'gw_port_id': '8002479d-913a-4490-bc23-89f3798f73f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:46:35Z', 'updated_at': '2022-05-10T14:46:40Z', 'revision_number': 3, 'project_id': 'd8e70110116b481aa528254724b9ebe2', 'gw_port': {'id': '8002479d-913a-4490-bc23-89f3798f73f6', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:23:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b477af-5622-4c8c-9d9b-f791a6eb9e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:46:37Z', 'updated_at': '2022-05-10T14:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:46:44.707122 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91bd2114-1ea0-4424-bc3f-967ec7b3baf3 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:44.738374 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-4b5e95d1-5bc9-4c5f-a1f0-1172a8339a34 tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Deleting port 2022c4b3-78a2-4a20-a869-8d1c62c1f4b8 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:44.738893 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4b5e95d1-5bc9-4c5f-a1f0-1172a8339a34 tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:44.795135 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-281f70ea-3a83-4e7e-818c-3908c68448f9 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:44.830042 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-281f70ea-3a83-4e7e-818c-3908c68448f9 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:44.996084 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4b5e95d1-5bc9-4c5f-a1f0-1172a8339a34 tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:44.996502 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4b5e95d1-5bc9-4c5f-a1f0-1172a8339a34 tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:45.044695 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36748) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:45.151497 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-4b5e95d1-5bc9-4c5f-a1f0-1172a8339a34 tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Calling delete_port for 2022c4b3-78a2-4a20-a869-8d1c62c1f4b8 owned by network:floatingip {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:45.305256 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-281f70ea-3a83-4e7e-818c-3908c68448f9 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] In _notify_port_updated(), no bound segment for port 286600cf-31c5-41d2-bc82-8873075bc5e4 on network e703ae8e-7c52-49b6-9554-0f076b45f267 {{(pid=88051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 10 14:46:45.310773 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281f70ea-3a83-4e7e-818c-3908c68448f9 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:45.311404 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-281f70ea-3a83-4e7e-818c-3908c68448f9 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:45.313342 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-281f70ea-3a83-4e7e-818c-3908c68448f9 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "PUT /v2.0/ports/286600cf-31c5-41d2-bc82-8873075bc5e4 HTTP/1.1" status: 200 len: 1001 time: 2.4803526 May 10 14:46:45.317482 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36754) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:45.348894 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee156f-558e-4bf0-b554-37a9b9dc6984 req-8901e4c1-8e00-4b97-bd57-5df77a7d3e8a tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:45.355786 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3aee156f-558e-4bf0-b554-37a9b9dc6984 req-8901e4c1-8e00-4b97-bd57-5df77a7d3e8a tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 946 time: 1.2204678 May 10 14:46:45.362554 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4b5e95d1-5bc9-4c5f-a1f0-1172a8339a34 tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:45.387956 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] device_id is not set on port 96bf6905-2a79-4b72-93f1-8f794fc0c310 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:46:45.416558 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f70ea-3a83-4e7e-818c-3908c68448f9 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Pushing event updated for resources: {'Port': ['ID=286600cf-31c5-41d2-bc82-8873075bc5e4,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:45.424701 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:45.443015 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f9512-4f01-463f-9a5a-2bc6cbb73440 req-40853603-a708-49d0-b0a4-6c1d66e500e1 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:45.445625 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e95d1-5bc9-4c5f-a1f0-1172a8339a34 tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Pushing event deleted for resources: {'Port': ['ID=2022c4b3-78a2-4a20-a869-8d1c62c1f4b8,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:45.451666 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8e0f9512-4f01-463f-9a5a-2bc6cbb73440 req-40853603-a708-49d0-b0a4-6c1d66e500e1 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 946 time: 1.1572092 May 10 14:46:45.524999 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Transition to ACTIVE for port object 96bf6905-2a79-4b72-93f1-8f794fc0c310 will not be triggered until provisioned by entity L2. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:46:45.528085 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-3a18f260-234d-4d1e-841a-e0387481efe7 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Deleting port 286600cf-31c5-41d2-bc82-8873075bc5e4 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:45.528591 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3a18f260-234d-4d1e-841a-e0387481efe7 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:45.536573 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7b172771-ca59-4f4c-957c-1f1daa1c7074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:45.564582 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3aee156f-558e-4bf0-b554-37a9b9dc6984 req-7910e5a3-fc46-442e-9b06-5ebbdeedeade tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a362dd-5e99-457f-9411-48dd3281fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078056 May 10 14:46:45.606214 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:45.635862 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b3b083cd-6dd4-4408-aa51-e57702518a64 None None] Provisioning complete for port 286600cf-31c5-41d2-bc82-8873075bc5e4 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:45.636439 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b3b083cd-6dd4-4408-aa51-e57702518a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:45.645960 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4b5e95d1-5bc9-4c5f-a1f0-1172a8339a34 tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Notify callbacks [] for floatingip, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:45.655097 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7b172771-ca59-4f4c-957c-1f1daa1c7074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:45.668221 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8e0f9512-4f01-463f-9a5a-2bc6cbb73440 req-4d8d21c7-914a-43d7-b68a-58a76faad8fb tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/security-groups?id=522bf700-f189-4121-89ee-fa0268c69f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155190 May 10 14:46:45.686726 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7b172771-ca59-4f4c-957c-1f1daa1c7074 admin admin] Usage tracker for resource:security_group_rule and tenant:9d07deff627a4d7f9800c6a65982ce15 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:45.704222 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7b172771-ca59-4f4c-957c-1f1daa1c7074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:45.708380 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4b5e95d1-5bc9-4c5f-a1f0-1172a8339a34 tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:45.712452 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4b5e95d1-5bc9-4c5f-a1f0-1172a8339a34 tempest-FloatingIPAdminTestJSON-1861432856 tempest-FloatingIPAdminTestJSON-1861432856-project] 10.222.0.79 "DELETE /v2.0/floatingips/a96471af-01a5-4b9e-876b-72a4fb10a5b2 HTTP/1.1" status: 204 len: 168 time: 1.1488380 May 10 14:46:45.714047 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36762) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:45.715807 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b3b083cd-6dd4-4408-aa51-e57702518a64 None None] Port 286600cf-31c5-41d2-bc82-8873075bc5e4 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:46:45.780184 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7b172771-ca59-4f4c-957c-1f1daa1c7074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:45.883913 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Pushing event updated for resources: {'Port': ['ID=96bf6905-2a79-4b72-93f1-8f794fc0c310,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:45.930408 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:45.930924 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:45.931797 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:45.945257 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:45.945674 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:45.953794 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 2 to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 May 10 14:46:46.050294 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-7c49932f-608a-4902-af25-70efd324a69b tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Deleting port 5c68c936-5093-44e1-9938-078d6d0039e8 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:46.050879 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7c49932f-608a-4902-af25-70efd324a69b tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:46.127429 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3a18f260-234d-4d1e-841a-e0387481efe7 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:46.164844 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:46.165168 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:46.165493 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:46.242870 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:46.243219 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:46.252059 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 3 to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 May 10 14:46:46.315393 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-3a18f260-234d-4d1e-841a-e0387481efe7 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Calling delete_port for 286600cf-31c5-41d2-bc82-8873075bc5e4 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:46.352464 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:46.352793 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:46.353120 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:46.375891 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:46.376218 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:46.386954 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 4 to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 May 10 14:46:46.421011 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cbaec-ee23-4228-ab2c-e07c67ecb5f7 req-88fb4cce-cba4-4cb2-8ac2-9779cd647ef4 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:46.423345 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3f9cbaec-ee23-4228-ab2c-e07c67ecb5f7 req-88fb4cce-cba4-4cb2-8ac2-9779cd647ef4 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 946 time: 0.6208947 May 10 14:46:46.434007 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91bd2114-1ea0-4424-bc3f-967ec7b3baf3 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:46.435245 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36768) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:46.436920 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7c49932f-608a-4902-af25-70efd324a69b tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:46.437881 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7c49932f-608a-4902-af25-70efd324a69b tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:46.452510 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-dff6902b-2e86-48cc-83e4-65cbab25d11f tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Request body: {'floatingip': {'port_id': '496c4914-5f60-412b-abca-3a0af86411b4'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:46.472843 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:46.473169 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:46.473495 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:46.476610 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7b172771-ca59-4f4c-957c-1f1daa1c7074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:46.479599 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e187-d9be-409a-b5f5-a34f440e504f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:46.508302 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91bd2114-1ea0-4424-bc3f-967ec7b3baf3 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:46.518768 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:46.519001 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:46.519413 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7b172771-ca59-4f4c-957c-1f1daa1c7074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:46.558102 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 5 to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 May 10 14:46:46.571964 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e187-d9be-409a-b5f5-a34f440e504f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:46.615225 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8002479d-913a-4490-bc23-89f3798f73f6 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:46:46.671109 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-7c49932f-608a-4902-af25-70efd324a69b tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Calling delete_port for 5c68c936-5093-44e1-9938-078d6d0039e8 owned by network:floatingip {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:46.675736 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:46.676269 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:46.676365 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:46.703602 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b172771-ca59-4f4c-957c-1f1daa1c7074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9833f118-3948-4d8e-b3d8-8b87620c4780,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:46.706235 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:46.706564 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:46.707490 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dff6902b-2e86-48cc-83e4-65cbab25d11f tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks [] for floatingip, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:46.712107 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 6 to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 May 10 14:46:46.723172 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7b172771-ca59-4f4c-957c-1f1daa1c7074 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9d07deff627a4d7f9800c6a65982ce15&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5042803 May 10 14:46:46.726724 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 8002479d-913a-4490-bc23-89f3798f73f6 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:46:46.727831 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36774) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:46.743358 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 8002479d-913a-4490-bc23-89f3798f73f6 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:46.743733 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:46.836304 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:46.836635 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:46.836967 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:46.872991 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:46.873312 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:46.879050 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 7 to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 May 10 14:46:46.894645 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:46.920821 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 8002479d-913a-4490-bc23-89f3798f73f6, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8002479d-913a-4490-bc23-89f3798f73f6,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:46:46.922459 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:46.922875 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:46.923202 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:46.928487 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:46.933670 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3a18f260-234d-4d1e-841a-e0387481efe7 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:46.944053 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:46.944381 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:46.947799 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-8ed1e187-d9be-409a-b5f5-a34f440e504f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Allocated IP 172.26.0.151 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/58de1cbc-18c6-42a8-9262-a49b9d9e4f22) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:46.949507 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 8 to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 May 10 14:46:46.986047 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:46.986047 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:46.986047 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:47.006200 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6cf397c6-5d41-4211-b8cb-d867f54a64c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:47.022703 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:47.023671 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:47.027464 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 9 to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 May 10 14:46:47.031989 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=8002479d-913a-4490-bc23-89f3798f73f6,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:47.036956 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18f260-234d-4d1e-841a-e0387481efe7 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Pushing event deleted for resources: {'Port': ['ID=286600cf-31c5-41d2-bc82-8873075bc5e4,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:47.042990 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:47.044178 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:47.044178 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:47.044178 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:47.044678 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:47.048646 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:47.049238 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:47.050088 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:47.050737 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:47.051354 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:47.052313 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:47.052881 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:47.262218 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:47.262569 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:47.262899 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:47.277538 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce671a41-bc06-467d-92c7-aa3b7db683d6 req-34750185-9caa-4169-9d3f-f10e43d0e295 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:47.279139 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ce671a41-bc06-467d-92c7-aa3b7db683d6 req-34750185-9caa-4169-9d3f-f10e43d0e295 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 946 time: 0.5307093 May 10 14:46:47.288150 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6cf397c6-5d41-4211-b8cb-d867f54a64c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:47.317494 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:47.317820 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:47.322644 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempt 10 to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 May 10 14:46:47.392484 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:47.392732 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:47.393058 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempting to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:47.418779 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:46:47.419131 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Failed to bind port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'cd183727-1710-46f2-93c0-33adb50cf337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd7119874-e33f-4e32-9aa9-d926d5ea4438'}] May 10 14:46:47.419544 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:47.432327 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ce671a41-bc06-467d-92c7-aa3b7db683d6 req-35eaf057-6927-40ab-a3e3-6c76729a08c0 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a362dd-5e99-457f-9411-48dd3281fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463115 May 10 14:46:47.442378 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7c49932f-608a-4902-af25-70efd324a69b tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:47.462691 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3a18f260-234d-4d1e-841a-e0387481efe7 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:47.488673 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e187-d9be-409a-b5f5-a34f440e504f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:47.518284 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49932f-608a-4902-af25-70efd324a69b tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c68c936-5093-44e1-9938-078d6d0039e8,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:47.543275 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6cf397c6-5d41-4211-b8cb-d867f54a64c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:47.567964 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3a18f260-234d-4d1e-841a-e0387481efe7 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "DELETE /v2.0/ports/286600cf-31c5-41d2-bc82-8873075bc5e4 HTTP/1.1" status: 204 len: 168 time: 2.2495091 May 10 14:46:47.580917 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36780) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:47.588547 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e187-d9be-409a-b5f5-a34f440e504f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:47.697567 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf397c6-5d41-4211-b8cb-d867f54a64c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9833f118-3948-4d8e-b3d8-8b87620c4780,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:47.748174 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed1e187-d9be-409a-b5f5-a34f440e504f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:47.754545 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] For port 96bf6905-2a79-4b72-93f1-8f794fc0c310, host hv-neutron-8412, cleared binding levels {{(pid=88051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:46:47.754918 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attempted to set empty binding levels {{(pid=88051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 10 14:46:47.760789 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-8ed1e187-d9be-409a-b5f5-a34f440e504f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:47.777346 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed1e187-d9be-409a-b5f5-a34f440e504f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:47.805567 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:47.833692 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-91bd2114-1ea0-4424-bc3f-967ec7b3baf3 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Allocated IP 172.26.0.249 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/b47a691b-419c-4f75-bbc4-47205a6249b3) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:47.843908 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1e187-d9be-409a-b5f5-a34f440e504f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Pushing event updated for resources: {'Port': ['ID=58de1cbc-18c6-42a8-9262-a49b9d9e4f22,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:47.846122 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8ff259-9160-4810-a805-07ca3dc5d910 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] GET failed (client error): The resource could not be found. May 10 14:46:47.846683 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2c8ff259-9160-4810-a805-07ca3dc5d910 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Synchronizing usage tracker for tenant:cd8d9731adba42d6a3cd82316aa67b77 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:46:47.889635 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7c49932f-608a-4902-af25-70efd324a69b tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:47.892703 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7c49932f-608a-4902-af25-70efd324a69b tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:47.894003 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7c49932f-608a-4902-af25-70efd324a69b tempest-FloatingIPAdminTestJSON-996513557 tempest-FloatingIPAdminTestJSON-996513557-project-admin] 10.222.0.79 "DELETE /v2.0/floatingips/88ea0fbb-f4b9-484f-8627-30f90cb25bf2 HTTP/1.1" status: 204 len: 168 time: 2.1789997 May 10 14:46:47.897780 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36784) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:47.901295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] In _notify_port_updated(), no bound segment for port 96bf6905-2a79-4b72-93f1-8f794fc0c310 on network d7119874-e33f-4e32-9aa9-d926d5ea4438 {{(pid=88051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 10 14:46:47.902318 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:47.902758 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:47.907298 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] 10.222.0.79 "PUT /v2.0/ports/96bf6905-2a79-4b72-93f1-8f794fc0c310 HTTP/1.1" status: 200 len: 977 time: 4.5673571 May 10 14:46:47.907298 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6cf397c6-5d41-4211-b8cb-d867f54a64c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:47.907824 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6cf397c6-5d41-4211-b8cb-d867f54a64c3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9833f118-3948-4d8e-b3d8-8b87620c4780 HTTP/1.1" status: 204 len: 168 time: 1.1747706 May 10 14:46:47.915970 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36788) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:47.949879 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2c8ff259-9160-4810-a805-07ca3dc5d910 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Unset dirty status for tenant:cd8d9731adba42d6a3cd82316aa67b77 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:46:47.951075 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2c8ff259-9160-4810-a805-07ca3dc5d910 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "GET /v2.0/ports/286600cf-31c5-41d2-bc82-8873075bc5e4 HTTP/1.1" status: 404 len: 333 time: 0.3450546 May 10 14:46:47.970670 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36794) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:47.983583 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-c31487f3-dee1-45a1-b9cc-8e91e8bd4119 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Request body: {'port': {'network_id': 'e703ae8e-7c52-49b6-9554-0f076b45f267', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-799449870'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:48.078544 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-a664ba60-cbdf-41f3-b01f-36883a532d0f tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Deleting port 060272e7-2958-43f6-b528-fc05c50ab481 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:48.078544 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a664ba60-cbdf-41f3-b01f-36883a532d0f tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:48.191274 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f0ba6-43f7-4be4-873b-075369d89190 tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Pushing event updated for resources: {'Port': ['ID=96bf6905-2a79-4b72-93f1-8f794fc0c310,revision_number=3']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:48.221605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-d2f0f385-957d-4661-b766-7a9485b59f2f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Deleting port 96bf6905-2a79-4b72-93f1-8f794fc0c310 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:48.221949 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d2f0f385-957d-4661-b766-7a9485b59f2f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:48.261711 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.resource_extend [None req-dff6902b-2e86-48cc-83e4-65cbab25d11f tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:46:48.291585 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36800) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:48.301383 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ecca7-a607-4250-8ef4-e75a9c8a321e req-0e476586-d0fa-4645-988f-5902d046aaf5 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:48.302847 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8e5ecca7-a607-4250-8ef4-e75a9c8a321e req-0e476586-d0fa-4645-988f-5902d046aaf5 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 946 time: 0.7563424 May 10 14:46:48.321380 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36804) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:48.365839 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-bc06485e-d47f-449e-beb2-3f45da973d19 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Request body: {'floatingip': {'port_id': '5b2ab91e-c402-46c3-9a69-e66a4284e82f'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:48.378212 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c31487f3-dee1-45a1-b9cc-8e91e8bd4119 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:48.394246 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c31487f3-dee1-45a1-b9cc-8e91e8bd4119 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:48.470950 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dff6902b-2e86-48cc-83e4-65cbab25d11f tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:48.485270 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31487f3-dee1-45a1-b9cc-8e91e8bd4119 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Made reservation on behalf of cd8d9731adba42d6a3cd82316aa67b77 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:46:48.488674 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c31487f3-dee1-45a1-b9cc-8e91e8bd4119 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:48.500112 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dff6902b-2e86-48cc-83e4-65cbab25d11f tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:48.519037 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bc06485e-d47f-449e-beb2-3f45da973d19 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks [] for floatingip, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:48.588775 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8002479d-913a-4490-bc23-89f3798f73f6 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:46:48.660982 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 8002479d-913a-4490-bc23-89f3798f73f6 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:48.661349 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:48.724329 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-c31487f3-dee1-45a1-b9cc-8e91e8bd4119 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] device_id is not set on port 69eb4e47-d9c0-4e04-9c53-daa845e0b144 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:46:48.866910 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a664ba60-cbdf-41f3-b01f-36883a532d0f tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:48.878729 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1ff021b5-a9e7-4b0a-8ff5-4b3a0c3b9b4a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=551b5c1880b04bdb8a4ad6af1d08fc54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5835328 May 10 14:46:48.879290 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36808) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:48.900872 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91bd2114-1ea0-4424-bc3f-967ec7b3baf3 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:49.036165 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-a664ba60-cbdf-41f3-b01f-36883a532d0f tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Calling delete_port for 060272e7-2958-43f6-b528-fc05c50ab481 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:49.123511 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [None req-dff6902b-2e86-48cc-83e4-65cbab25d11f tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Floating IP 3a7f5e27-29c1-4fb4-bdef-4ebd59841e15 associated. External IP: 172.26.0.61, port: 496c4914-5f60-412b-abca-3a0af86411b4. May 10 14:46:49.129482 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-d2f0f385-957d-4661-b766-7a9485b59f2f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] For port 96bf6905-2a79-4b72-93f1-8f794fc0c310, host hv-neutron-8412, got binding levels [] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:46:49.129843 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d2f0f385-957d-4661-b766-7a9485b59f2f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:49.285655 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-d2f0f385-957d-4661-b766-7a9485b59f2f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Calling delete_port for 96bf6905-2a79-4b72-93f1-8f794fc0c310 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:49.354300 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-63d1b62e-3fc4-4652-86d6-c6b426b89260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:49.399533 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-c31487f3-dee1-45a1-b9cc-8e91e8bd4119 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Allocated IP 2001:db8::1aa (e703ae8e-7c52-49b6-9554-0f076b45f267/0b5ea776-4778-48ba-aa9d-015a5578c7b3/69eb4e47-d9c0-4e04-9c53-daa845e0b144) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:49.400896 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e187-d9be-409a-b5f5-a34f440e504f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:49.457380 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-63d1b62e-3fc4-4652-86d6-c6b426b89260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:49.558347 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91bd2114-1ea0-4424-bc3f-967ec7b3baf3 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:49.601904 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a664ba60-cbdf-41f3-b01f-36883a532d0f tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:49.701725 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664ba60-cbdf-41f3-b01f-36883a532d0f tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Pushing event deleted for resources: {'Port': ['ID=060272e7-2958-43f6-b528-fc05c50ab481,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:49.742610 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bd2114-1ea0-4424-bc3f-967ec7b3baf3 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:49.751241 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-91bd2114-1ea0-4424-bc3f-967ec7b3baf3 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:49.759577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bd2114-1ea0-4424-bc3f-967ec7b3baf3 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:49.793623 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d2f0f385-957d-4661-b766-7a9485b59f2f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:49.860116 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd2114-1ea0-4424-bc3f-967ec7b3baf3 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Pushing event updated for resources: {'Port': ['ID=b47a691b-419c-4f75-bbc4-47205a6249b3,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:49.971594 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0f385-957d-4661-b766-7a9485b59f2f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Pushing event deleted for resources: {'Port': ['ID=96bf6905-2a79-4b72-93f1-8f794fc0c310,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:49.973369 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-63d1b62e-3fc4-4652-86d6-c6b426b89260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:50.004586 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ab81d764-bf28-40a0-8775-f15e7cda14f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:50.020093 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1b62e-3fc4-4652-86d6-c6b426b89260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dd9dc6-6c73-43a2-8402-87343887636c,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:50.029371 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a664ba60-cbdf-41f3-b01f-36883a532d0f tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:50.045539 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff6902b-2e86-48cc-83e4-65cbab25d11f tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Router 298e15f8-19de-4d14-a9ac-be0afb4df5dc has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:46:50.048137 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d2f0f385-957d-4661-b766-7a9485b59f2f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:50.063105 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c31487f3-dee1-45a1-b9cc-8e91e8bd4119 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:50.080928 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a664ba60-cbdf-41f3-b01f-36883a532d0f tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] 10.222.0.79 "DELETE /v2.0/ports/060272e7-2958-43f6-b528-fc05c50ab481 HTTP/1.1" status: 204 len: 168 time: 2.1819592 May 10 14:46:50.086473 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-63d1b62e-3fc4-4652-86d6-c6b426b89260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:50.087527 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-63d1b62e-3fc4-4652-86d6-c6b426b89260 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/30dd9dc6-6c73-43a2-8402-87343887636c HTTP/1.1" status: 204 len: 168 time: 1.2037334 May 10 14:46:50.091732 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36812) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:50.299765 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d2f0f385-957d-4661-b766-7a9485b59f2f tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] 10.222.0.79 "DELETE /v2.0/ports/96bf6905-2a79-4b72-93f1-8f794fc0c310 HTTP/1.1" status: 204 len: 168 time: 2.3761418 May 10 14:46:50.317078 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-c31487f3-dee1-45a1-b9cc-8e91e8bd4119 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Transition to ACTIVE for port object 69eb4e47-d9c0-4e04-9c53-daa845e0b144 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:46:50.318043 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36820) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:50.401018 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-988e6191-9ade-4abf-bfce-16574e0ecebd tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] GET failed (client error): The resource could not be found. May 10 14:46:50.404820 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-988e6191-9ade-4abf-bfce-16574e0ecebd tempest-PortsAdminExtendedAttrsTestJSON-1630578495 tempest-PortsAdminExtendedAttrsTestJSON-1630578495-project-admin] 10.222.0.79 "GET /v2.0/ports/96bf6905-2a79-4b72-93f1-8f794fc0c310 HTTP/1.1" status: 404 len: 333 time: 0.0791378 May 10 14:46:50.411560 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36824) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:50.594914 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e187-d9be-409a-b5f5-a34f440e504f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:50.629338 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c31487f3-dee1-45a1-b9cc-8e91e8bd4119 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:50.632775 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff6902b-2e86-48cc-83e4-65cbab25d11f tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:46:50.641847 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964dda4b-650c-47c5-a0cb-20eca793dee4 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:50.642617 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-964dda4b-650c-47c5-a0cb-20eca793dee4 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Synchronizing usage tracker for tenant:c741d2827bea4af389bc578b8568b528 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:46:50.646581 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3605a5be-020b-4767-982a-209ecb182e38 None None] Sync routers for ids ['298e15f8-19de-4d14-a9ac-be0afb4df5dc'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:46:50.651758 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dff6902b-2e86-48cc-83e4-65cbab25d11f tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:50.655462 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3605a5be-020b-4767-982a-209ecb182e38 None None] Routers {'298e15f8-19de-4d14-a9ac-be0afb4df5dc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:50.657228 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-3605a5be-020b-4767-982a-209ecb182e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['298e15f8-19de-4d14-a9ac-be0afb4df5dc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:50.679358 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a92ba060-7553-48db-bd7b-15abdecb38da tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:50.746937 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bc06485e-d47f-449e-beb2-3f45da973d19 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:50.801612 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31487f3-dee1-45a1-b9cc-8e91e8bd4119 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Network e703ae8e-7c52-49b6-9554-0f076b45f267 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:50.808035 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-c31487f3-dee1-45a1-b9cc-8e91e8bd4119 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:50.839677 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-dff6902b-2e86-48cc-83e4-65cbab25d11f tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "PUT /v2.0/floatingips/3a7f5e27-29c1-4fb4-bdef-4ebd59841e15 HTTP/1.1" status: 200 len: 991 time: 4.3943963 May 10 14:46:50.841086 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31487f3-dee1-45a1-b9cc-8e91e8bd4119 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:50.847613 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31487f3-dee1-45a1-b9cc-8e91e8bd4119 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:50.848270 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c31487f3-dee1-45a1-b9cc-8e91e8bd4119 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:50.857567 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8c6794-4e0a-43cc-8043-82904b1ca4b8', 'tag': '496c4914-5f60-412b-abca-3a0af86411b4'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:46:50.865145 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-964dda4b-650c-47c5-a0cb-20eca793dee4 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Unset dirty status for tenant:c741d2827bea4af389bc578b8568b528 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:46:50.866300 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-964dda4b-650c-47c5-a0cb-20eca793dee4 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] 10.222.0.79 "GET /v2.0/ports?device_id=df8fc0ef-9cb6-4659-abeb-b87deaebb953 HTTP/1.1" status: 200 len: 913 time: 0.7195497 May 10 14:46:50.867257 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31487f3-dee1-45a1-b9cc-8e91e8bd4119 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Pushing event updated for resources: {'Port': ['ID=69eb4e47-d9c0-4e04-9c53-daa845e0b144,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:50.877827 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36848) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:50.964587 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bc06485e-d47f-449e-beb2-3f45da973d19 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:51.031131 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc063894-7133-49eb-a116-36db528e005e'] response: {'name': 'network-changed', 'server_uuid': '5e8c6794-4e0a-43cc-8043-82904b1ca4b8', 'tag': '496c4914-5f60-412b-abca-3a0af86411b4', 'status': 'completed', 'code': 200} May 10 14:46:51.033123 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-3605a5be-020b-4767-982a-209ecb182e38 None None] Set router 298e15f8-19de-4d14-a9ac-be0afb4df5dc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:46:51.066991 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c31487f3-dee1-45a1-b9cc-8e91e8bd4119 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0897899 May 10 14:46:51.069224 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36852) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:51.242131 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-007801f2-757e-462f-9b0d-3d40012c4319 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c6:39:96'}]}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:51.317980 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a92ba060-7553-48db-bd7b-15abdecb38da tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:51.359921 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-35edacb1-aba8-4f57-b012-fd19b1c90883 None None] Provisioning for port 69eb4e47-d9c0-4e04-9c53-daa845e0b144 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:46:51.388661 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-35edacb1-aba8-4f57-b012-fd19b1c90883 None None] Provisioning complete for port 69eb4e47-d9c0-4e04-9c53-daa845e0b144 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:51.388754 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-35edacb1-aba8-4f57-b012-fd19b1c90883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:51.499520 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-bc06485e-d47f-449e-beb2-3f45da973d19 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Floating IP 5ea0264c-9f19-49a6-a822-21680e4e8959 associated. External IP: 172.26.0.240, port: 5b2ab91e-c402-46c3-9a69-e66a4284e82f. May 10 14:46:51.512728 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-a92ba060-7553-48db-bd7b-15abdecb38da tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7119874-e33f-4e32-9aa9-d926d5ea4438']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:51.535835 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-a92ba060-7553-48db-bd7b-15abdecb38da tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd183727-1710-46f2-93c0-33adb50cf337') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:51.535835 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-a92ba060-7553-48db-bd7b-15abdecb38da tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd183727-1710-46f2-93c0-33adb50cf337') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:51.558839 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91bd2114-1ea0-4424-bc3f-967ec7b3baf3 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:51.591465 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-35edacb1-aba8-4f57-b012-fd19b1c90883 None None] Port 69eb4e47-d9c0-4e04-9c53-daa845e0b144 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:46:51.635629 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a92ba060-7553-48db-bd7b-15abdecb38da tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:51.770256 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-3605a5be-020b-4767-982a-209ecb182e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'name': 'tempest-ServersTestManualDisk-945899288-router', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:52Z', 'revision_number': 4, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'gw_port': {'id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:42Z', 'updated_at': '2022-05-10T14:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '3a7f5e27-29c1-4fb4-bdef-4ebd59841e15', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'floating_ip_address': '172.26.0.61', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'port_id': '496c4914-5f60-412b-abca-3a0af86411b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86', 'mac_address': 'fa:16:3e:a9:93:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8c6794-4e0a-43cc-8043-82904b1ca4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:46:06Z', 'updated_at': '2022-05-10T14:46:48Z', 'revision_number': 1, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8daed8fa-053c-4973-aa75-213542ad2917', 'name': '', 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'mac_address': 'fa:16:3e:e4:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '275fec47-5f5c-4f6e-94c0-2b9b8256fc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:50Z', 'updated_at': '2022-05-10T14:46:04Z', 'revision_number': 5, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'subnets': [{'id': '275fec47-5f5c-4f6e-94c0-2b9b8256fc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:51.777834 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3605a5be-020b-4767-982a-209ecb182e38 None None] Checking router: 298e15f8-19de-4d14-a9ac-be0afb4df5dc for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:46:51.801678 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3605a5be-020b-4767-982a-209ecb182e38 None None] Routers {'298e15f8-19de-4d14-a9ac-be0afb4df5dc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:51.803124 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-3605a5be-020b-4767-982a-209ecb182e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['298e15f8-19de-4d14-a9ac-be0afb4df5dc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:51.833362 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a92ba060-7553-48db-bd7b-15abdecb38da tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:51.849128 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92ba060-7553-48db-bd7b-15abdecb38da tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:46:51.857012 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a92ba060-7553-48db-bd7b-15abdecb38da tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:46:51.926762 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:46:51.932877 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36870) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:52.005101 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6860bcd-5353-457e-8ae1-2a1c66e2c37e req-b58f3af2-0e87-4dd6-bcb3-b9d6b568542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:52.006811 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c6860bcd-5353-457e-8ae1-2a1c66e2c37e req-b58f3af2-0e87-4dd6-bcb3-b9d6b568542b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ba3b3a57fe174aac9471b7338382297f&device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 1099 time: 0.8277676 May 10 14:46:52.011509 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c0858-1c81-4206-8564-3e001623e475 req-ed869957-fa0e-4d0b-b09c-1ecb3b545263 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:52.012994 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8a4c0858-1c81-4206-8564-3e001623e475 req-ed869957-fa0e-4d0b-b09c-1ecb3b545263 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 946 time: 0.7903841 May 10 14:46:52.069669 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-3605a5be-020b-4767-982a-209ecb182e38 None None] Set router 298e15f8-19de-4d14-a9ac-be0afb4df5dc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:46:52.098338 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed1e187-d9be-409a-b5f5-a34f440e504f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Router 24cb836e-e521-4a9c-968c-234ed16352c4 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:46:52.321137 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8a4c0858-1c81-4206-8564-3e001623e475 req-ed86dbdb-db20-49e5-a64b-f4d224c08f17 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/security-groups?id=522bf700-f189-4121-89ee-fa0268c69f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2898345 May 10 14:46:52.405315 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ceb46c30-d6bf-43a8-a350-78ac2c25d62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:52.407139 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a92ba060-7553-48db-bd7b-15abdecb38da tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:52.509622 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a92ba060-7553-48db-bd7b-15abdecb38da tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:52.520681 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a92ba060-7553-48db-bd7b-15abdecb38da tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] 10.222.0.79 "DELETE /v2.0/networks/d7119874-e33f-4e32-9aa9-d926d5ea4438 HTTP/1.1" status: 204 len: 168 time: 2.1046650 May 10 14:46:52.526682 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1402829978'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:52.531830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ba060-7553-48db-bd7b-15abdecb38da tempest-PortsAdminExtendedAttrsTestJSON-328636523 tempest-PortsAdminExtendedAttrsTestJSON-328636523-project] Pushing event deleted for resources: {'Network': ['ID=d7119874-e33f-4e32-9aa9-d926d5ea4438,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:52.549633 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:52.557281 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Usage tracker for resource:network and tenant:429a88a1e71143da91bb2fc3db734b60 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:52.563530 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:52.565553 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-3605a5be-020b-4767-982a-209ecb182e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'name': 'tempest-ServersTestManualDisk-945899288-router', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:52Z', 'revision_number': 4, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'gw_port': {'id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:42Z', 'updated_at': '2022-05-10T14:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '3a7f5e27-29c1-4fb4-bdef-4ebd59841e15', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'floating_ip_address': '172.26.0.61', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'port_id': '496c4914-5f60-412b-abca-3a0af86411b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86', 'mac_address': 'fa:16:3e:a9:93:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8c6794-4e0a-43cc-8043-82904b1ca4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:46:06Z', 'updated_at': '2022-05-10T14:46:48Z', 'revision_number': 1, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8daed8fa-053c-4973-aa75-213542ad2917', 'name': '', 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'mac_address': 'fa:16:3e:e4:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '275fec47-5f5c-4f6e-94c0-2b9b8256fc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:50Z', 'updated_at': '2022-05-10T14:46:04Z', 'revision_number': 5, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'subnets': [{'id': '275fec47-5f5c-4f6e-94c0-2b9b8256fc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:52.569899 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3605a5be-020b-4767-982a-209ecb182e38 None None] The sync data for ids ['298e15f8-19de-4d14-a9ac-be0afb4df5dc'] in dv-neutron-841204-2-hyperv is: [{'id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'name': 'tempest-ServersTestManualDisk-945899288-router', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:52Z', 'revision_number': 4, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'gw_port': {'id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:42Z', 'updated_at': '2022-05-10T14:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '3a7f5e27-29c1-4fb4-bdef-4ebd59841e15', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'floating_ip_address': '172.26.0.61', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'port_id': '496c4914-5f60-412b-abca-3a0af86411b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86', 'mac_address': 'fa:16:3e:a9:93:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8c6794-4e0a-43cc-8043-82904b1ca4b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:46:06Z', 'updated_at': '2022-05-10T14:46:48Z', 'revision_number': 1, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8daed8fa-053c-4973-aa75-213542ad2917', 'name': '', 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'mac_address': 'fa:16:3e:e4:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '275fec47-5f5c-4f6e-94c0-2b9b8256fc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:50Z', 'updated_at': '2022-05-10T14:46:04Z', 'revision_number': 5, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'subnets': [{'id': '275fec47-5f5c-4f6e-94c0-2b9b8256fc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:46:52.587869 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:52.612507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-007801f2-757e-462f-9b0d-3d40012c4319 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:52.639451 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed1e187-d9be-409a-b5f5-a34f440e504f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:46:52.645133 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91bd2114-1ea0-4424-bc3f-967ec7b3baf3 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:52.647939 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc06485e-d47f-449e-beb2-3f45da973d19 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Router 43943543-1466-4d7c-a559-58e24cddb695 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:46:52.652690 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] Sync routers for ids ['24cb836e-e521-4a9c-968c-234ed16352c4'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:46:52.667666 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6860bcd-5353-457e-8ae1-2a1c66e2c37e req-52884700-cbc4-4bc2-88b3-9a9561cc257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:52.670230 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c6860bcd-5353-457e-8ae1-2a1c66e2c37e req-52884700-cbc4-4bc2-88b3-9a9561cc257b service neutron] 10.222.0.86 "GET /v2.0/networks?id=3aec5c59-80c4-436d-a4a0-0576e235bd86 HTTP/1.1" status: 200 len: 912 time: 0.4584789 May 10 14:46:52.673190 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] Routers {'24cb836e-e521-4a9c-968c-234ed16352c4'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:52.673871 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['24cb836e-e521-4a9c-968c-234ed16352c4'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:52.735796 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8ed1e187-d9be-409a-b5f5-a34f440e504f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:52.736924 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8ed1e187-d9be-409a-b5f5-a34f440e504f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.4294267 May 10 14:46:52.747980 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36882) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:52.913512 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36888) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:52.927738 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] Set router 24cb836e-e521-4a9c-968c-234ed16352c4 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:46:52.946995 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Made reservation on behalf of 429a88a1e71143da91bb2fc3db734b60 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:46:52.953669 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:52.987485 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14890052-4850-4f85-a16e-ecec148a1f41 None None] New status for floating IP 3a7f5e27-29c1-4fb4-bdef-4ebd59841e15: ACTIVE {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:46:53.099688 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:53.147780 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:53.159816 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c6860bcd-5353-457e-8ae1-2a1c66e2c37e req-a1742666-5793-43db-8867-d59a5201f5a3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=496c4914-5f60-412b-abca-3a0af86411b4 HTTP/1.1" status: 200 len: 999 time: 0.2215531 May 10 14:46:53.180616 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:53.257853 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:53.279389 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Usage tracker for resource:security_group_rule and tenant:429a88a1e71143da91bb2fc3db734b60 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:53.285579 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:53.308931 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:53.332208 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cb836e-e521-4a9c-968c-234ed16352c4', 'name': 'tempest-snat-router-619267685', 'tenant_id': '6e3893fe35f447408f3ea64b56e4678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.151'}], 'enable_snat': False}, 'gw_port_id': '58de1cbc-18c6-42a8-9262-a49b9d9e4f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:46:43Z', 'updated_at': '2022-05-10T14:46:48Z', 'revision_number': 3, 'project_id': '6e3893fe35f447408f3ea64b56e4678a', 'gw_port': {'id': '58de1cbc-18c6-42a8-9262-a49b9d9e4f22', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cb836e-e521-4a9c-968c-234ed16352c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:46:46Z', 'updated_at': '2022-05-10T14:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:53.337825 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] Checking router: 24cb836e-e521-4a9c-968c-234ed16352c4 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:46:53.338716 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] Updating router 24cb836e-e521-4a9c-968c-234ed16352c4 port 58de1cbc-18c6-42a8-9262-a49b9d9e4f22 binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:46:53.348539 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6860bcd-5353-457e-8ae1-2a1c66e2c37e req-f7a586a4-c66a-4d34-9ce9-583a375d8095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:53.350028 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c6860bcd-5353-457e-8ae1-2a1c66e2c37e req-f7a586a4-c66a-4d34-9ce9-583a375d8095 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=275fec47-5f5c-4f6e-94c0-2b9b8256fc9d HTTP/1.1" status: 200 len: 850 time: 0.1697257 May 10 14:46:53.355571 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-007801f2-757e-462f-9b0d-3d40012c4319 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:53.407452 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:53.420905 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:53.436327 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-007801f2-757e-462f-9b0d-3d40012c4319 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:53.456922 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-76c378fa-ea4b-4bc5-9a84-3f2bf7b4b86d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=943440403f8845579e2e31aca8e802c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5385063 May 10 14:46:53.466197 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36894) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:53.478079 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc06485e-d47f-449e-beb2-3f45da973d19 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:46:53.485414 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bc06485e-d47f-449e-beb2-3f45da973d19 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:53.496346 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aa492b-50ac-4424-8e8b-0f2cbbf92d30 None None] Sync routers for ids ['43943543-1466-4d7c-a559-58e24cddb695'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:46:53.530386 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0c7b3e86-671f-476c-abdc-408d9aa4bace tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "GET /v2.0/routers/24cb836e-e521-4a9c-968c-234ed16352c4 HTTP/1.1" status: 200 len: 908 time: 0.7267220 May 10 14:46:53.536769 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36898) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:53.553193 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-90be1fe6-58ed-495f-ab3f-49657c47748d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Request body: {'router': {'name': 'tempest-snat-router-619267685', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'enable_snat': True}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:53.555157 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aa492b-50ac-4424-8e8b-0f2cbbf92d30 None None] Routers {'43943543-1466-4d7c-a559-58e24cddb695'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:53.555612 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-73aa492b-50ac-4424-8e8b-0f2cbbf92d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['43943543-1466-4d7c-a559-58e24cddb695'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:53.557912 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-90be1fe6-58ed-495f-ab3f-49657c47748d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:53.562681 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-90be1fe6-58ed-495f-ab3f-49657c47748d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Usage tracker for resource:router and tenant:6e3893fe35f447408f3ea64b56e4678a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:53.565261 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-007801f2-757e-462f-9b0d-3d40012c4319 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] In _notify_port_updated(), no bound segment for port 69eb4e47-d9c0-4e04-9c53-daa845e0b144 on network e703ae8e-7c52-49b6-9554-0f076b45f267 {{(pid=88052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 10 14:46:53.565696 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-90be1fe6-58ed-495f-ab3f-49657c47748d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:53.570644 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007801f2-757e-462f-9b0d-3d40012c4319 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:53.571262 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-007801f2-757e-462f-9b0d-3d40012c4319 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:53.572132 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-90be1fe6-58ed-495f-ab3f-49657c47748d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:53.572530 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-007801f2-757e-462f-9b0d-3d40012c4319 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "PUT /v2.0/ports/69eb4e47-d9c0-4e04-9c53-daa845e0b144 HTTP/1.1" status: 200 len: 1002 time: 2.3901925 May 10 14:46:53.584134 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36902) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:53.635473 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bd2114-1ea0-4424-bc3f-967ec7b3baf3 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Router 2bb50993-a620-4797-96a4-5ad06518bc9b is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:46:53.661873 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bc06485e-d47f-449e-beb2-3f45da973d19 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "PUT /v2.0/floatingips/5ea0264c-9f19-49a6-a822-21680e4e8959 HTTP/1.1" status: 200 len: 992 time: 5.3286128 May 10 14:46:53.662780 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90be1fe6-58ed-495f-ab3f-49657c47748d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:53.664229 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90be1fe6-58ed-495f-ab3f-49657c47748d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:53.671974 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadca665-fc34-46e9-8502-913833f26c72', 'tag': '5b2ab91e-c402-46c3-9a69-e66a4284e82f'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:46:53.678460 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007801f2-757e-462f-9b0d-3d40012c4319 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Pushing event updated for resources: {'Port': ['ID=69eb4e47-d9c0-4e04-9c53-daa845e0b144,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:53.773127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-55f10a94-55f3-486e-8389-efb5ee144fe4 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Deleting port 69eb4e47-d9c0-4e04-9c53-daa845e0b144 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:53.773642 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-55f10a94-55f3-486e-8389-efb5ee144fe4 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:53.864709 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6860bcd-5353-457e-8ae1-2a1c66e2c37e req-26a1cd27-e8f5-4dd9-98bd-6e42afec03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:53.866438 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c6860bcd-5353-457e-8ae1-2a1c66e2c37e req-26a1cd27-e8f5-4dd9-98bd-6e42afec03d8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3aec5c59-80c4-436d-a4a0-0576e235bd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4994066 May 10 14:46:53.867681 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cd53aa89-1d90-43f0-aaa2-11f34db7b807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:53.882048 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-73aa492b-50ac-4424-8e8b-0f2cbbf92d30 None None] Set router 43943543-1466-4d7c-a559-58e24cddb695 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:46:53.883583 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:53.966496 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:53.988874 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90be1fe6-58ed-495f-ab3f-49657c47748d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:54.063156 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0565459c-e765-413e-9ca0-c28b19e4d6bc tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:54.065941 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e72db9c9-4059-4cc1-be85-15765e0a35aa None None] Provisioning complete for port 69eb4e47-d9c0-4e04-9c53-daa845e0b144 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:54.066315 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e72db9c9-4059-4cc1-be85-15765e0a35aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:54.137092 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cd53aa89-1d90-43f0-aaa2-11f34db7b807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:54.160143 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e72db9c9-4059-4cc1-be85-15765e0a35aa None None] Port 69eb4e47-d9c0-4e04-9c53-daa845e0b144 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:46:54.247590 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:46:54.249633 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dde97f5e-478f-4c02-8447-6148cd4d7c67,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:54.262455 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88aa19ec-49fd-4be1-af1b-f7e16fff8a70'] response: {'name': 'network-changed', 'server_uuid': 'fadca665-fc34-46e9-8502-913833f26c72', 'tag': '5b2ab91e-c402-46c3-9a69-e66a4284e82f', 'status': 'completed', 'code': 200} May 10 14:46:54.263647 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bd2114-1ea0-4424-bc3f-967ec7b3baf3 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:46:54.275384 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] Sync routers for ids ['2bb50993-a620-4797-96a4-5ad06518bc9b'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:46:54.293285 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] Routers {'2bb50993-a620-4797-96a4-5ad06518bc9b'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:54.294229 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2bb50993-a620-4797-96a4-5ad06518bc9b'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:54.348003 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:54.480462 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-73aa492b-50ac-4424-8e8b-0f2cbbf92d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43943543-1466-4d7c-a559-58e24cddb695', 'name': 'tempest-ServersTestJSON-682325736-router', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:40Z', 'updated_at': '2022-05-10T14:45:52Z', 'revision_number': 4, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'gw_port': {'id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43943543-1466-4d7c-a559-58e24cddb695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '5ea0264c-9f19-49a6-a822-21680e4e8959', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'floating_ip_address': '172.26.0.240', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '43943543-1466-4d7c-a559-58e24cddb695', 'port_id': '5b2ab91e-c402-46c3-9a69-e66a4284e82f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6', 'mac_address': 'fa:16:3e:ff:64:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadca665-fc34-46e9-8502-913833f26c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:46:08Z', 'updated_at': '2022-05-10T14:46:50Z', 'revision_number': 1, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4fcfa0f-9e8a-46ac-87cb-145c74e500f2', 'name': '', 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'mac_address': 'fa:16:3e:97:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43943543-1466-4d7c-a559-58e24cddb695', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06c1a07c-eca0-423d-a392-b943d87a7614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:49Z', 'updated_at': '2022-05-10T14:46:02Z', 'revision_number': 5, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'subnets': [{'id': '06c1a07c-eca0-423d-a392-b943d87a7614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:54.485225 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aa492b-50ac-4424-8e8b-0f2cbbf92d30 None None] Checking router: 43943543-1466-4d7c-a559-58e24cddb695 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:46:54.503981 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aa492b-50ac-4424-8e8b-0f2cbbf92d30 None None] Routers {'43943543-1466-4d7c-a559-58e24cddb695'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:54.506360 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-73aa492b-50ac-4424-8e8b-0f2cbbf92d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['43943543-1466-4d7c-a559-58e24cddb695'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:54.509937 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf446d-530b-41d1-9886-ad7c34bad963 req-14b4cd97-bba4-4d6e-abf9-23ac0bc87ee0 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:54.514189 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:54.514574 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Added segment dbf964c9-8495-4570-b56c-62ace36dc887 of type vlan for network 09991574-e342-4f69-bf80-47a36873f41e May 10 14:46:54.518541 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e2bf446d-530b-41d1-9886-ad7c34bad963 req-14b4cd97-bba4-4d6e-abf9-23ac0bc87ee0 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 946 time: 0.6759858 May 10 14:46:54.546982 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90be1fe6-58ed-495f-ab3f-49657c47748d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:54.550568 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cd53aa89-1d90-43f0-aaa2-11f34db7b807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:54.553146 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cd53aa89-1d90-43f0-aaa2-11f34db7b807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:54.557521 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cd53aa89-1d90-43f0-aaa2-11f34db7b807 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a4943fef-625d-4a63-852b-3b61e730d018 HTTP/1.1" status: 204 len: 168 time: 1.0834937 May 10 14:46:54.559128 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91bd2114-1ea0-4424-bc3f-967ec7b3baf3 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:54.560050 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-91bd2114-1ea0-4424-bc3f-967ec7b3baf3 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.2218604 May 10 14:46:54.576105 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36918) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:54.605434 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] Transition to ACTIVE for port object 58de1cbc-18c6-42a8-9262-a49b9d9e4f22 will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:46:54.653743 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:54.657155 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53aa89-1d90-43f0-aaa2-11f34db7b807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4943fef-625d-4a63-852b-3b61e730d018,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:54.680335 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c6860bcd-5353-457e-8ae1-2a1c66e2c37e req-04d70d81-1ea5-4e39-a5a3-b5dc786255b9 service neutron] 10.222.0.86 "GET /v2.0/networks/3aec5c59-80c4-436d-a4a0-0576e235bd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7914054 May 10 14:46:54.687245 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] Set router 2bb50993-a620-4797-96a4-5ad06518bc9b gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:46:54.707683 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:54.736864 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e2bf446d-530b-41d1-9886-ad7c34bad963 req-0762bfef-4488-4878-8d59-1aab7864a4c0 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a362dd-5e99-457f-9411-48dd3281fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173374 May 10 14:46:54.882856 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-55f10a94-55f3-486e-8389-efb5ee144fe4 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:54.904951 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.86', 54936) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:54.943943 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764749c0-fb67-4280-903c-851ccfcc9980 None None] Pushing event updated for resources: {'Port': ['ID=58de1cbc-18c6-42a8-9262-a49b9d9e4f22,revision_number=2']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:54.966845 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] Attempting to bind port 58de1cbc-18c6-42a8-9262-a49b9d9e4f22 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:54.970647 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.resource_extend [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:46:54.970967 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] Attempting to bind port 58de1cbc-18c6-42a8-9262-a49b9d9e4f22 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:54.971501 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] Attempting to bind port 58de1cbc-18c6-42a8-9262-a49b9d9e4f22 on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:54.997144 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764749c0-fb67-4280-903c-851ccfcc9980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:54.997881 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764749c0-fb67-4280-903c-851ccfcc9980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:55.000450 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764749c0-fb67-4280-903c-851ccfcc9980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:55.001217 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764749c0-fb67-4280-903c-851ccfcc9980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:55.001781 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764749c0-fb67-4280-903c-851ccfcc9980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:55.002287 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764749c0-fb67-4280-903c-851ccfcc9980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:55.002776 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764749c0-fb67-4280-903c-851ccfcc9980 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:55.007175 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764749c0-fb67-4280-903c-851ccfcc9980 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:55.007716 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764749c0-fb67-4280-903c-851ccfcc9980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:55.008193 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764749c0-fb67-4280-903c-851ccfcc9980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:55.008689 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764749c0-fb67-4280-903c-851ccfcc9980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:55.009157 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764749c0-fb67-4280-903c-851ccfcc9980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:46:55.031151 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a7901cc7-1eff-46c4-8823-8d35ff760a12 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "GET /v2.0/routers/2bb50993-a620-4797-96a4-5ad06518bc9b HTTP/1.1" status: 200 len: 908 time: 0.4513686 May 10 14:46:55.035104 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36932) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:55.041823 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-73aa492b-50ac-4424-8e8b-0f2cbbf92d30 None None] Set router 43943543-1466-4d7c-a559-58e24cddb695 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:46:55.139182 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:55.147790 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36936) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:55.206510 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-55f10a94-55f3-486e-8389-efb5ee144fe4 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Calling delete_port for 69eb4e47-d9c0-4e04-9c53-daa845e0b144 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:55.227242 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3445b36f-e7eb-4b4b-9451-7adf5217a11c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=34b56db1fc8c4fd1a42c69dad9e1ff22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0775971 May 10 14:46:55.228907 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36940) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:55.277921 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb50993-a620-4797-96a4-5ad06518bc9b', 'name': 'tempest-snat-router-1641487825', 'tenant_id': 'd8e70110116b481aa528254724b9ebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b47a691b-419c-4f75-bbc4-47205a6249b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:46:43Z', 'updated_at': '2022-05-10T14:46:50Z', 'revision_number': 3, 'project_id': 'd8e70110116b481aa528254724b9ebe2', 'gw_port': {'id': 'b47a691b-419c-4f75-bbc4-47205a6249b3', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb50993-a620-4797-96a4-5ad06518bc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:46:46Z', 'updated_at': '2022-05-10T14:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:55.279222 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f77ac6-b044-4299-99fe-f6cf4d3e379f req-e9c974ec-6b19-46ef-a453-e9e9ff498bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:55.281459 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03f77ac6-b044-4299-99fe-f6cf4d3e379f req-e9c974ec-6b19-46ef-a453-e9e9ff498bd8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=838b552cd1fe457a86d509de7ba36715&device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 1099 time: 1.0288382 May 10 14:46:55.286926 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] Checking router: 2bb50993-a620-4797-96a4-5ad06518bc9b for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:46:55.286926 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] Updating router 2bb50993-a620-4797-96a4-5ad06518bc9b port b47a691b-419c-4f75-bbc4-47205a6249b3 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:46:55.297326 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:46:55.297981 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:46:55.298643 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:55.299383 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:46:55.300029 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] Bound port: 58de1cbc-18c6-42a8-9262-a49b9d9e4f22, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:46:55.300637 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:55.309617 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:55.315842 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:55.316478 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:55.358767 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:55.398745 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] For port 58de1cbc-18c6-42a8-9262-a49b9d9e4f22, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:46:55.403536 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] For port 58de1cbc-18c6-42a8-9262-a49b9d9e4f22, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=58de1cbc-18c6-42a8-9262-a49b9d9e4f22,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:46:55.414761 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:55.581882 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] Routers {'24cb836e-e521-4a9c-968c-234ed16352c4'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:55.583511 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['24cb836e-e521-4a9c-968c-234ed16352c4'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:55.584806 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c6860bcd-5353-457e-8ae1-2a1c66e2c37e req-952a9eb2-e7c3-4030-adca-680acd2e9bbf service neutron] 10.222.0.86 "GET /v2.0/networks/3aec5c59-80c4-436d-a4a0-0576e235bd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8871815 May 10 14:46:55.615847 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.6080060 May 10 14:46:55.622606 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e19ae-70f1-4899-a98b-61d2bb321a5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Pushing event updated for resources: {'Network': ['ID=09991574-e342-4f69-bf80-47a36873f41e,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:55.659680 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61e6dcee-ce02-42ca-a0de-87d4798c6861 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:55.689488 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-07ff3c80-85f3-4d9c-9f1e-1f38aae3f8f0 req-dc72c78f-fc70-4f26-b4f0-00e7c4a25655 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7832456 May 10 14:46:55.727674 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f77ac6-b044-4299-99fe-f6cf4d3e379f req-16dd1bfe-5f09-4456-8177-63ae04383c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:55.729161 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03f77ac6-b044-4299-99fe-f6cf4d3e379f req-16dd1bfe-5f09-4456-8177-63ae04383c7b service neutron] 10.222.0.86 "GET /v2.0/networks?id=30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6 HTTP/1.1" status: 200 len: 906 time: 0.4270887 May 10 14:46:55.806325 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764749c0-fb67-4280-903c-851ccfcc9980 None None] Pushing event updated for resources: {'Port': ['ID=58de1cbc-18c6-42a8-9262-a49b9d9e4f22,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:55.906786 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6b550b2d-29e5-4ddb-a706-e206e00d7e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:56.018151 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:56.034486 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] Transition to ACTIVE for port object b47a691b-419c-4f75-bbc4-47205a6249b3 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:46:56.042044 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 09991574-e342-4f69-bf80-47a36873f41e details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:46:56.074865 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:56.154699 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-55f10a94-55f3-486e-8389-efb5ee144fe4 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:56.178040 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] Set router 24cb836e-e521-4a9c-968c-234ed16352c4 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:46:56.254076 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03f77ac6-b044-4299-99fe-f6cf4d3e379f req-96c047d2-6337-4f31-9a35-be8d48b61a1e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5b2ab91e-c402-46c3-9a69-e66a4284e82f HTTP/1.1" status: 200 len: 1000 time: 0.4773135 May 10 14:46:56.263262 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-0565459c-e765-413e-9ca0-c28b19e4d6bc tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Deleting port cfc011b9-ab74-41b3-b71a-d2a4dd59b148 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:56.263492 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0565459c-e765-413e-9ca0-c28b19e4d6bc tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:56.334571 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6b550b2d-29e5-4ddb-a706-e206e00d7e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:56.360028 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] Attempting to bind port b47a691b-419c-4f75-bbc4-47205a6249b3 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:46:56.360584 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] Attempting to bind port b47a691b-419c-4f75-bbc4-47205a6249b3 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:46:56.361387 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36948) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:56.366967 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] Attempting to bind port b47a691b-419c-4f75-bbc4-47205a6249b3 on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:46:56.383486 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:46:56.383852 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:46:56.384249 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:56.384634 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:46:56.385103 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] Bound port: b47a691b-419c-4f75-bbc4-47205a6249b3, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:46:56.385469 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:56.434982 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Request body: {'port': {'network_id': '09991574-e342-4f69-bf80-47a36873f41e', 'binding:host_id': 'hv-neutron-8412', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-913694131'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:56.441973 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:56.445516 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-73aa492b-50ac-4424-8e8b-0f2cbbf92d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43943543-1466-4d7c-a559-58e24cddb695', 'name': 'tempest-ServersTestJSON-682325736-router', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:40Z', 'updated_at': '2022-05-10T14:45:52Z', 'revision_number': 4, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'gw_port': {'id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43943543-1466-4d7c-a559-58e24cddb695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '5ea0264c-9f19-49a6-a822-21680e4e8959', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'floating_ip_address': '172.26.0.240', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '43943543-1466-4d7c-a559-58e24cddb695', 'port_id': '5b2ab91e-c402-46c3-9a69-e66a4284e82f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6', 'mac_address': 'fa:16:3e:ff:64:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadca665-fc34-46e9-8502-913833f26c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:46:08Z', 'updated_at': '2022-05-10T14:46:50Z', 'revision_number': 1, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4fcfa0f-9e8a-46ac-87cb-145c74e500f2', 'name': '', 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'mac_address': 'fa:16:3e:97:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43943543-1466-4d7c-a559-58e24cddb695', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06c1a07c-eca0-423d-a392-b943d87a7614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:49Z', 'updated_at': '2022-05-10T14:46:02Z', 'revision_number': 5, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'subnets': [{'id': '06c1a07c-eca0-423d-a392-b943d87a7614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:56.446662 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Usage tracker for resource:port and tenant:88f376c24b054dde884046bd9d0261f4 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:56.451154 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:56.455503 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aa492b-50ac-4424-8e8b-0f2cbbf92d30 None None] The sync data for ids ['43943543-1466-4d7c-a559-58e24cddb695'] in dv-neutron-841204-2-hyperv is: [{'id': '43943543-1466-4d7c-a559-58e24cddb695', 'name': 'tempest-ServersTestJSON-682325736-router', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:40Z', 'updated_at': '2022-05-10T14:45:52Z', 'revision_number': 4, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'gw_port': {'id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43943543-1466-4d7c-a559-58e24cddb695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '5ea0264c-9f19-49a6-a822-21680e4e8959', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'floating_ip_address': '172.26.0.240', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '43943543-1466-4d7c-a559-58e24cddb695', 'port_id': '5b2ab91e-c402-46c3-9a69-e66a4284e82f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6', 'mac_address': 'fa:16:3e:ff:64:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadca665-fc34-46e9-8502-913833f26c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:46:08Z', 'updated_at': '2022-05-10T14:46:50Z', 'revision_number': 1, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4fcfa0f-9e8a-46ac-87cb-145c74e500f2', 'name': '', 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'mac_address': 'fa:16:3e:97:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43943543-1466-4d7c-a559-58e24cddb695', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06c1a07c-eca0-423d-a392-b943d87a7614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:49Z', 'updated_at': '2022-05-10T14:46:02Z', 'revision_number': 5, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'subnets': [{'id': '06c1a07c-eca0-423d-a392-b943d87a7614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:46:56.464154 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:56.479320 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90be1fe6-58ed-495f-ab3f-49657c47748d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:56.541229 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] For port b47a691b-419c-4f75-bbc4-47205a6249b3, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:46:56.545314 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] For port b47a691b-419c-4f75-bbc4-47205a6249b3, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b47a691b-419c-4f75-bbc4-47205a6249b3,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:46:56.563555 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90be1fe6-58ed-495f-ab3f-49657c47748d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:56.565557 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Made reservation on behalf of 88f376c24b054dde884046bd9d0261f4 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:46:56.568161 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:56.574768 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f10a94-55f3-486e-8389-efb5ee144fe4 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Pushing event deleted for resources: {'Port': ['ID=69eb4e47-d9c0-4e04-9c53-daa845e0b144,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:56.580821 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:56.612172 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e44b8-9828-4478-b74b-f1566bb9c78d None None] Pushing event updated for resources: {'Port': ['ID=b47a691b-419c-4f75-bbc4-47205a6249b3,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:56.645214 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cb836e-e521-4a9c-968c-234ed16352c4', 'name': 'tempest-snat-router-619267685', 'tenant_id': '6e3893fe35f447408f3ea64b56e4678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.151'}], 'enable_snat': False}, 'gw_port_id': '58de1cbc-18c6-42a8-9262-a49b9d9e4f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:46:43Z', 'updated_at': '2022-05-10T14:46:48Z', 'revision_number': 3, 'project_id': '6e3893fe35f447408f3ea64b56e4678a', 'gw_port': {'id': '58de1cbc-18c6-42a8-9262-a49b9d9e4f22', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cb836e-e521-4a9c-968c-234ed16352c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:46:46Z', 'updated_at': '2022-05-10T14:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:56.650816 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975ae204-c4e4-4c23-8070-324a26b97663 None None] The sync data for ids ['24cb836e-e521-4a9c-968c-234ed16352c4'] in dv-neutron-841204-2-hyperv is: [{'id': '24cb836e-e521-4a9c-968c-234ed16352c4', 'name': 'tempest-snat-router-619267685', 'tenant_id': '6e3893fe35f447408f3ea64b56e4678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.151'}], 'enable_snat': False}, 'gw_port_id': '58de1cbc-18c6-42a8-9262-a49b9d9e4f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:46:43Z', 'updated_at': '2022-05-10T14:46:48Z', 'revision_number': 3, 'project_id': '6e3893fe35f447408f3ea64b56e4678a', 'gw_port': {'id': '58de1cbc-18c6-42a8-9262-a49b9d9e4f22', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cb836e-e521-4a9c-968c-234ed16352c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:46:46Z', 'updated_at': '2022-05-10T14:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:46:56.702849 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:56.704596 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-55f10a94-55f3-486e-8389-efb5ee144fe4 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:56.743888 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] Routers {'2bb50993-a620-4797-96a4-5ad06518bc9b'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:46:56.744871 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2bb50993-a620-4797-96a4-5ad06518bc9b'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:56.755355 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:56.768158 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61e6dcee-ce02-42ca-a0de-87d4798c6861 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:56.833669 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Usage tracker for resource:security_group_rule and tenant:88f376c24b054dde884046bd9d0261f4 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:56.860707 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f77ac6-b044-4299-99fe-f6cf4d3e379f req-3036ae5f-e5e3-4093-9d1a-61bd0ebb1569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:56.861161 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:56.862214 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03f77ac6-b044-4299-99fe-f6cf4d3e379f req-3036ae5f-e5e3-4093-9d1a-61bd0ebb1569 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=06c1a07c-eca0-423d-a392-b943d87a7614 HTTP/1.1" status: 200 len: 844 time: 0.5069878 May 10 14:46:56.877964 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-61e6dcee-ce02-42ca-a0de-87d4798c6861 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Deleting port b47a691b-419c-4f75-bbc4-47205a6249b3 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:46:56.878184 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e44b8-9828-4478-b74b-f1566bb9c78d None None] Pushing event updated for resources: {'Port': ['ID=b47a691b-419c-4f75-bbc4-47205a6249b3,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:56.878276 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61e6dcee-ce02-42ca-a0de-87d4798c6861 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:56.878357 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-55f10a94-55f3-486e-8389-efb5ee144fe4 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "DELETE /v2.0/ports/69eb4e47-d9c0-4e04-9c53-daa845e0b144 HTTP/1.1" status: 204 len: 168 time: 3.2927444 May 10 14:46:56.895249 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bede1763-4e74-416d-a32f-1f57436e047f None None] New status for floating IP 5ea0264c-9f19-49a6-a822-21680e4e8959: ACTIVE {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:46:56.951930 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36952) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:57.071603 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff3c80-85f3-4d9c-9f1e-1f38aae3f8f0 req-79e3516f-2cc4-428f-8024-043c5984dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:57.073085 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-07ff3c80-85f3-4d9c-9f1e-1f38aae3f8f0 req-79e3516f-2cc4-428f-8024-043c5984dac0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ba3b3a57fe174aac9471b7338382297f&device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 1099 time: 1.1554878 May 10 14:46:57.090770 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4f3f4c-e3aa-46ad-9a45-65126d9a48e0 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] GET failed (client error): The resource could not be found. May 10 14:46:57.092496 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-9b4f3f4c-e3aa-46ad-9a45-65126d9a48e0 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Synchronizing usage tracker for tenant:cd8d9731adba42d6a3cd82316aa67b77 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:46:57.127698 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] Set router 2bb50993-a620-4797-96a4-5ad06518bc9b gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:46:57.319325 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-61e6dcee-ce02-42ca-a0de-87d4798c6861 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] For port b47a691b-419c-4f75-bbc4-47205a6249b3, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b47a691b-419c-4f75-bbc4-47205a6249b3,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:46:57.319899 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61e6dcee-ce02-42ca-a0de-87d4798c6861 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:57.360331 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-9b4f3f4c-e3aa-46ad-9a45-65126d9a48e0 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Unset dirty status for tenant:cd8d9731adba42d6a3cd82316aa67b77 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:46:57.361701 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9b4f3f4c-e3aa-46ad-9a45-65126d9a48e0 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "GET /v2.0/ports/69eb4e47-d9c0-4e04-9c53-daa845e0b144 HTTP/1.1" status: 404 len: 333 time: 0.3834629 May 10 14:46:57.364187 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0565459c-e765-413e-9ca0-c28b19e4d6bc tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:57.379741 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36956) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:57.390611 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-44c6c5e7-7fb1-4754-af89-2eadc031da85 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Request body: {'port': {'network_id': 'e703ae8e-7c52-49b6-9554-0f076b45f267', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-396616495'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:57.535939 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-61e6dcee-ce02-42ca-a0de-87d4798c6861 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Calling delete_port for b47a691b-419c-4f75-bbc4-47205a6249b3 owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:57.578393 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb50993-a620-4797-96a4-5ad06518bc9b', 'name': 'tempest-snat-router-1641487825', 'tenant_id': 'd8e70110116b481aa528254724b9ebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b47a691b-419c-4f75-bbc4-47205a6249b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:46:43Z', 'updated_at': '2022-05-10T14:46:50Z', 'revision_number': 3, 'project_id': 'd8e70110116b481aa528254724b9ebe2', 'gw_port': {'id': 'b47a691b-419c-4f75-bbc4-47205a6249b3', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb50993-a620-4797-96a4-5ad06518bc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:46:46Z', 'updated_at': '2022-05-10T14:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:46:57.583288 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5331687-0bc8-44b9-ae72-c1475f50f815 None None] The sync data for ids ['2bb50993-a620-4797-96a4-5ad06518bc9b'] in dv-neutron-841204-2-hyperv is: [{'id': '2bb50993-a620-4797-96a4-5ad06518bc9b', 'name': 'tempest-snat-router-1641487825', 'tenant_id': 'd8e70110116b481aa528254724b9ebe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b47a691b-419c-4f75-bbc4-47205a6249b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:46:43Z', 'updated_at': '2022-05-10T14:46:50Z', 'revision_number': 3, 'project_id': 'd8e70110116b481aa528254724b9ebe2', 'gw_port': {'id': 'b47a691b-419c-4f75-bbc4-47205a6249b3', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb50993-a620-4797-96a4-5ad06518bc9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:46:46Z', 'updated_at': '2022-05-10T14:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:46:57.633788 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:57.698042 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-0565459c-e765-413e-9ca0-c28b19e4d6bc tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Calling delete_port for cfc011b9-ab74-41b3-b71a-d2a4dd59b148 owned by network:router_interface {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:46:57.720005 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6b550b2d-29e5-4ddb-a706-e206e00d7e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:57.782061 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b550b2d-29e5-4ddb-a706-e206e00d7e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa9f983-9ee7-43a5-b064-a479f6cf784b,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:57.809771 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f77ac6-b044-4299-99fe-f6cf4d3e379f req-18768e11-942b-43ed-916f-37055e617dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:57.816470 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03f77ac6-b044-4299-99fe-f6cf4d3e379f req-18768e11-942b-43ed-916f-37055e617dc7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9371495 May 10 14:46:57.839588 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff3c80-85f3-4d9c-9f1e-1f38aae3f8f0 req-28745a40-03f1-43a3-a0aa-9bfbacf6271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:57.840462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-90be1fe6-58ed-495f-ab3f-49657c47748d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Allocated IP 172.26.0.243 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/d21d19be-c216-4a62-b6e2-588a415b6969) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:57.841013 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-07ff3c80-85f3-4d9c-9f1e-1f38aae3f8f0 req-28745a40-03f1-43a3-a0aa-9bfbacf6271a service neutron] 10.222.0.86 "GET /v2.0/networks?id=3aec5c59-80c4-436d-a4a0-0576e235bd86 HTTP/1.1" status: 200 len: 912 time: 0.7282250 May 10 14:46:57.861296 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6b550b2d-29e5-4ddb-a706-e206e00d7e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:57.865358 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6b550b2d-29e5-4ddb-a706-e206e00d7e78 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9fa9f983-9ee7-43a5-b064-a479f6cf784b HTTP/1.1" status: 204 len: 168 time: 2.6325538 May 10 14:46:58.107359 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:58.121749 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:46:58.135616 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:58.151810 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61e6dcee-ce02-42ca-a0de-87d4798c6861 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:58.255730 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-44c6c5e7-7fb1-4754-af89-2eadc031da85 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:58.268254 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-44c6c5e7-7fb1-4754-af89-2eadc031da85 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:58.325888 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03f77ac6-b044-4299-99fe-f6cf4d3e379f req-fca4446a-56f9-4190-bb65-8926092b618c service neutron] 10.222.0.86 "GET /v2.0/networks/30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876869 May 10 14:46:58.336528 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c6c5e7-7fb1-4754-af89-2eadc031da85 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Made reservation on behalf of cd8d9731adba42d6a3cd82316aa67b77 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:46:58.338581 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] device_id is not set on port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:46:58.340174 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-44c6c5e7-7fb1-4754-af89-2eadc031da85 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:58.387887 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-07ff3c80-85f3-4d9c-9f1e-1f38aae3f8f0 req-17aa9893-5056-4e32-bc66-1ca5c0e9d702 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=496c4914-5f60-412b-abca-3a0af86411b4 HTTP/1.1" status: 200 len: 1001 time: 0.5014074 May 10 14:46:58.407328 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8335bf51-e315-46f7-8730-23c0d364e8d1,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:58.463289 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6dcee-ce02-42ca-a0de-87d4798c6861 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Pushing event deleted for resources: {'Port': ['ID=b47a691b-419c-4f75-bbc4-47205a6249b3,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:58.507864 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-44c6c5e7-7fb1-4754-af89-2eadc031da85 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] device_id is not set on port e486ab83-6e2a-4946-bb38-f5e21660dd9a yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:46:58.547875 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90be1fe6-58ed-495f-ab3f-49657c47748d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:58.653961 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61e6dcee-ce02-42ca-a0de-87d4798c6861 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:58.659945 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff3c80-85f3-4d9c-9f1e-1f38aae3f8f0 req-3a85d121-5348-445e-9d99-5692a2e6f40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:58.661858 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-07ff3c80-85f3-4d9c-9f1e-1f38aae3f8f0 req-3a85d121-5348-445e-9d99-5692a2e6f40f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=275fec47-5f5c-4f6e-94c0-2b9b8256fc9d HTTP/1.1" status: 200 len: 850 time: 0.2177017 May 10 14:46:58.686627 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 58de1cbc-18c6-42a8-9262-a49b9d9e4f22 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:46:58.775703 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 58de1cbc-18c6-42a8-9262-a49b9d9e4f22 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:46:58.782674 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 58de1cbc-18c6-42a8-9262-a49b9d9e4f22 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:46:58.783318 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:58.867644 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90be1fe6-58ed-495f-ab3f-49657c47748d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:58.962545 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03f77ac6-b044-4299-99fe-f6cf4d3e379f req-f5ff9ec8-4323-4ea5-bf69-a607b5780454 service neutron] 10.222.0.86 "GET /v2.0/networks/30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6117675 May 10 14:46:58.966126 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61e6dcee-ce02-42ca-a0de-87d4798c6861 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:58.977798 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61e6dcee-ce02-42ca-a0de-87d4798c6861 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:58.989524 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90be1fe6-58ed-495f-ab3f-49657c47748d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:46:59.000498 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-90be1fe6-58ed-495f-ab3f-49657c47748d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:46:59.002944 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be1fe6-58ed-495f-ab3f-49657c47748d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:46:59.059886 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be1fe6-58ed-495f-ab3f-49657c47748d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Pushing event updated for resources: {'Port': ['ID=d21d19be-c216-4a62-b6e2-588a415b6969,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:59.074825 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:59.077762 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0565459c-e765-413e-9ca0-c28b19e4d6bc tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:59.095800 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36982) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:59.096614 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61e6dcee-ce02-42ca-a0de-87d4798c6861 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:59.097121 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e6dcee-ce02-42ca-a0de-87d4798c6861 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2bb50993-a620-4797-96a4-5ad06518bc9b {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:46:59.122122 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 58de1cbc-18c6-42a8-9262-a49b9d9e4f22, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=58de1cbc-18c6-42a8-9262-a49b9d9e4f22,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:46:59.132474 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:59.159185 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-44c6c5e7-7fb1-4754-af89-2eadc031da85 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Allocated IP 2001:db8::379 (e703ae8e-7c52-49b6-9554-0f076b45f267/0b5ea776-4778-48ba-aa9d-015a5578c7b3/e486ab83-6e2a-4946-bb38-f5e21660dd9a) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:46:59.219489 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565459c-e765-413e-9ca0-c28b19e4d6bc tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Pushing event deleted for resources: {'Port': ['ID=cfc011b9-ab74-41b3-b71a-d2a4dd59b148,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:59.264637 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=58de1cbc-18c6-42a8-9262-a49b9d9e4f22,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:59.408557 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61e6dcee-ce02-42ca-a0de-87d4798c6861 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:59.409683 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-61e6dcee-ce02-42ca-a0de-87d4798c6861 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "DELETE /v2.0/routers/2bb50993-a620-4797-96a4-5ad06518bc9b HTTP/1.1" status: 204 len: 168 time: 4.3736525 May 10 14:46:59.443477 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-78eca1be-4298-4baa-a47f-4a929dad4048 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-604673135'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:46:59.448445 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-78eca1be-4298-4baa-a47f-4a929dad4048 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:59.453358 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-78eca1be-4298-4baa-a47f-4a929dad4048 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Usage tracker for resource:network and tenant:0fb486993324411f9c4ccf6d3012ce95 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:59.456360 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-78eca1be-4298-4baa-a47f-4a929dad4048 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:59.462267 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-78eca1be-4298-4baa-a47f-4a929dad4048 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:59.469016 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 36988) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:46:59.491171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78eca1be-4298-4baa-a47f-4a929dad4048 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Made reservation on behalf of 0fb486993324411f9c4ccf6d3012ce95 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:46:59.494960 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-78eca1be-4298-4baa-a47f-4a929dad4048 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:59.561975 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-78eca1be-4298-4baa-a47f-4a929dad4048 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:59.564032 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff3c80-85f3-4d9c-9f1e-1f38aae3f8f0 req-f3ff30e4-beb6-4331-b6e6-f1b47e6acfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:46:59.565550 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-07ff3c80-85f3-4d9c-9f1e-1f38aae3f8f0 req-f3ff30e4-beb6-4331-b6e6-f1b47e6acfb7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3aec5c59-80c4-436d-a4a0-0576e235bd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8642859 May 10 14:46:59.582108 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] device_id is not set on port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:46:59.600926 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:59.603819 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-78eca1be-4298-4baa-a47f-4a929dad4048 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:46:59.611320 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-78eca1be-4298-4baa-a47f-4a929dad4048 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Usage tracker for resource:security_group_rule and tenant:0fb486993324411f9c4ccf6d3012ce95 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:46:59.617533 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-78eca1be-4298-4baa-a47f-4a929dad4048 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:46:59.630136 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-78eca1be-4298-4baa-a47f-4a929dad4048 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:46:59.685473 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Transition to ACTIVE for port object d333d8a3-27cd-4fb0-9ea6-12923bcfc21b will not be triggered until provisioned by entity L2. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:46:59.724739 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:46:59.920945 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Pushing event updated for resources: {'Port': ['ID=d333d8a3-27cd-4fb0-9ea6-12923bcfc21b,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:46:59.932216 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90be1fe6-58ed-495f-ab3f-49657c47748d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:00.043124 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-07ff3c80-85f3-4d9c-9f1e-1f38aae3f8f0 req-37ec83c2-aa7c-4400-8fef-ed7a17c235b1 service neutron] 10.222.0.86 "GET /v2.0/networks/3aec5c59-80c4-436d-a4a0-0576e235bd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536467 May 10 14:47:00.052053 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0565459c-e765-413e-9ca0-c28b19e4d6bc tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:00.088217 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-28510b88-f491-42c9-8df0-8802c791518a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:00.145218 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Checking segment: {'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:47:00.145569 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Network hostable DHCP agents. Network: 09991574-e342-4f69-bf80-47a36873f41e, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:47:00.286495 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-78eca1be-4298-4baa-a47f-4a929dad4048 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:00.289062 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Network 09991574-e342-4f69-bf80-47a36873f41e is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:47:00.352656 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-78eca1be-4298-4baa-a47f-4a929dad4048 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:00.378225 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 09991574-e342-4f69-bf80-47a36873f41e) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:00.382144 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:00.387841 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b265cc-e999-46a2-8087-18e5b37d99a9 None None] Network 09991574-e342-4f69-bf80-47a36873f41e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:47:00.431129 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78eca1be-4298-4baa-a47f-4a929dad4048 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:47:00.495535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:00.495535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:00.495535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:00.525851 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:00.526229 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:00.526735 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eca1be-4298-4baa-a47f-4a929dad4048 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f638da-10d4-49c1-8458-a0cf55a9b7ac,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:00.534145 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 2 to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b May 10 14:47:00.541280 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-78eca1be-4298-4baa-a47f-4a929dad4048 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:00.541624 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-78eca1be-4298-4baa-a47f-4a929dad4048 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Added segment 35075ce5-ce6f-4bac-b381-93e060c66dfb of type vlan for network 9557bd57-8f3f-4d71-8165-d612ea7fc21d May 10 14:47:00.568742 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:00.569070 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:00.569403 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:00.576833 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90be1fe6-58ed-495f-ab3f-49657c47748d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:00.588499 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:00.588822 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:00.592143 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 3 to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b May 10 14:47:00.648720 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-44c6c5e7-7fb1-4754-af89-2eadc031da85 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:00.663783 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-78eca1be-4298-4baa-a47f-4a929dad4048 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:00.681529 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:00.681853 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:00.682229 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:00.699957 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:00.700293 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:00.705462 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 4 to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b May 10 14:47:00.720264 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-44c6c5e7-7fb1-4754-af89-2eadc031da85 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Transition to ACTIVE for port object e486ab83-6e2a-4946-bb38-f5e21660dd9a will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:47:00.736881 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-07ff3c80-85f3-4d9c-9f1e-1f38aae3f8f0 req-c7fa7ec8-bd45-4c32-867e-68fd6a2c3eaf service neutron] 10.222.0.86 "GET /v2.0/networks/3aec5c59-80c4-436d-a4a0-0576e235bd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6787441 May 10 14:47:00.754534 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-28510b88-f491-42c9-8df0-8802c791518a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:00.773946 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 58de1cbc-18c6-42a8-9262-a49b9d9e4f22 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:47:00.776049 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-28510b88-f491-42c9-8df0-8802c791518a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Deleting port 8002479d-913a-4490-bc23-89f3798f73f6 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:00.776563 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-28510b88-f491-42c9-8df0-8802c791518a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:00.805732 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:00.806059 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:00.806386 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:00.837488 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:00.837839 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:00.840354 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 5 to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b May 10 14:47:00.853479 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-78eca1be-4298-4baa-a47f-4a929dad4048 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:00.854963 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 58de1cbc-18c6-42a8-9262-a49b9d9e4f22 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:47:00.855529 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:00.859516 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eca1be-4298-4baa-a47f-4a929dad4048 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:00.860124 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-78eca1be-4298-4baa-a47f-4a929dad4048 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:00.903477 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:00.903888 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:00.904260 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:00.979167 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:00.979167 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:00.989146 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 6 to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b May 10 14:47:00.994992 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b47a691b-419c-4f75-bbc4-47205a6249b3 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:47:01.022690 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:01.022895 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:01.023222 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:01.028802 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-78eca1be-4298-4baa-a47f-4a929dad4048 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9234531 May 10 14:47:01.028802 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eca1be-4298-4baa-a47f-4a929dad4048 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Pushing event updated for resources: {'Network': ['ID=9557bd57-8f3f-4d71-8165-d612ea7fc21d,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:01.030043 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: b47a691b-419c-4f75-bbc4-47205a6249b3 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:47:01.031187 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b47a691b-419c-4f75-bbc4-47205a6249b3 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:47:01.036130 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36992) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:01.040642 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 9557bd57-8f3f-4d71-8165-d612ea7fc21d details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:47:01.042117 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:01.042459 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:01.047199 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-aa360e01-d901-4674-8cf2-13c1b9a13a61 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Request body: {'subnet': {'network_id': '9557bd57-8f3f-4d71-8165-d612ea7fc21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:01.062761 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 7 to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b May 10 14:47:01.109061 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-44c6c5e7-7fb1-4754-af89-2eadc031da85 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:01.154835 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:01.155267 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:01.155749 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:01.173907 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90be1fe6-58ed-495f-ab3f-49657c47748d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Router 59b29364-052a-4e92-b51f-3bc906d3ef7c is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:47:01.182932 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:01.183188 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:01.192673 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 8 to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b May 10 14:47:01.204414 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c6c5e7-7fb1-4754-af89-2eadc031da85 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Network e703ae8e-7c52-49b6-9554-0f076b45f267 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:01.211941 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-44c6c5e7-7fb1-4754-af89-2eadc031da85 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:01.214443 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c6c5e7-7fb1-4754-af89-2eadc031da85 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:01.221867 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c6c5e7-7fb1-4754-af89-2eadc031da85 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:01.222521 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-44c6c5e7-7fb1-4754-af89-2eadc031da85 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:01.291277 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6c5e7-7fb1-4754-af89-2eadc031da85 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Pushing event updated for resources: {'Port': ['ID=e486ab83-6e2a-4946-bb38-f5e21660dd9a,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:01.306487 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-28510b88-f491-42c9-8df0-8802c791518a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] For port 8002479d-913a-4490-bc23-89f3798f73f6, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8002479d-913a-4490-bc23-89f3798f73f6,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:01.306846 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-28510b88-f491-42c9-8df0-8802c791518a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:01.318479 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0565459c-e765-413e-9ca0-c28b19e4d6bc tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Router df8fc0ef-9cb6-4659-abeb-b87deaebb953 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:47:01.357012 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:01.357012 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:01.357324 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:01.367852 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-aa360e01-d901-4674-8cf2-13c1b9a13a61 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:01.382212 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:01.382576 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:01.383477 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-aa360e01-d901-4674-8cf2-13c1b9a13a61 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Usage tracker for resource:subnet and tenant:0fb486993324411f9c4ccf6d3012ce95 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:01.388075 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 9 to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b May 10 14:47:01.397351 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-aa360e01-d901-4674-8cf2-13c1b9a13a61 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:01.409611 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-aa360e01-d901-4674-8cf2-13c1b9a13a61 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:01.427911 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:01.428233 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:01.428581 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:01.434752 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa360e01-d901-4674-8cf2-13c1b9a13a61 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Made reservation on behalf of 0fb486993324411f9c4ccf6d3012ce95 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:01.439599 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-aa360e01-d901-4674-8cf2-13c1b9a13a61 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:01.448656 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-44c6c5e7-7fb1-4754-af89-2eadc031da85 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.0670395 May 10 14:47:01.457811 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7faaf7ae-07b4-4a44-a1c1-74e51ebb41b9 None None] Provisioning for port e486ab83-6e2a-4946-bb38-f5e21660dd9a completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:47:01.459507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-28510b88-f491-42c9-8df0-8802c791518a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Calling delete_port for 8002479d-913a-4490-bc23-89f3798f73f6 owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:01.462304 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 36996) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:01.462886 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:01.463201 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:01.463602 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7faaf7ae-07b4-4a44-a1c1-74e51ebb41b9 None None] Provisioning complete for port e486ab83-6e2a-4946-bb38-f5e21660dd9a triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:47:01.463995 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7faaf7ae-07b4-4a44-a1c1-74e51ebb41b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:01.469941 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 10 to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b May 10 14:47:01.477900 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90be1fe6-58ed-495f-ab3f-49657c47748d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:47:01.482473 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-664826ff-b6ed-4641-b7e5-b3e9a7e8e70b tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Request body: {'port': {'network_id': 'e703ae8e-7c52-49b6-9554-0f076b45f267', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1305478835'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:01.505956 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] Sync routers for ids ['59b29364-052a-4e92-b51f-3bc906d3ef7c'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:47:01.534466 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] Routers {'59b29364-052a-4e92-b51f-3bc906d3ef7c'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:01.535328 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['59b29364-052a-4e92-b51f-3bc906d3ef7c'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:01.615251 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7faaf7ae-07b4-4a44-a1c1-74e51ebb41b9 None None] Port e486ab83-6e2a-4946-bb38-f5e21660dd9a cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:47:01.643846 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:01.644167 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:01.644689 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:01.661402 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:01.661715 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:01.662234 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:01.681913 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90be1fe6-58ed-495f-ab3f-49657c47748d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:01.685605 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-90be1fe6-58ed-495f-ab3f-49657c47748d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.1369596 May 10 14:47:01.690249 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37000) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:01.728024 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] Set router 59b29364-052a-4e92-b51f-3bc906d3ef7c gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:47:01.898569 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0565459c-e765-413e-9ca0-c28b19e4d6bc tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:47:01.910234 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e22147-7ae7-4eda-b5ca-c48a24017115 None None] Sync routers for ids ['df8fc0ef-9cb6-4659-abeb-b87deaebb953'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:47:01.922696 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0565459c-e765-413e-9ca0-c28b19e4d6bc tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] 10.222.0.79 "PUT /v2.0/routers/df8fc0ef-9cb6-4659-abeb-b87deaebb953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0437472 May 10 14:47:01.925393 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e22147-7ae7-4eda-b5ca-c48a24017115 None None] Routers {'df8fc0ef-9cb6-4659-abeb-b87deaebb953'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:01.926118 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-67e22147-7ae7-4eda-b5ca-c48a24017115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['df8fc0ef-9cb6-4659-abeb-b87deaebb953'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:01.927322 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37004) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:01.985998 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8a096afe-11ed-432c-96d8-14a39ad7d8a4 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "GET /v2.0/routers/59b29364-052a-4e92-b51f-3bc906d3ef7c HTTP/1.1" status: 200 len: 907 time: 0.2943954 May 10 14:47:02.003658 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37008) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:02.025676 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-67e22147-7ae7-4eda-b5ca-c48a24017115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:02.036445 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e22147-7ae7-4eda-b5ca-c48a24017115 None None] Routers {'df8fc0ef-9cb6-4659-abeb-b87deaebb953'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:02.037408 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-67e22147-7ae7-4eda-b5ca-c48a24017115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['df8fc0ef-9cb6-4659-abeb-b87deaebb953'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:02.059989 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-664826ff-b6ed-4641-b7e5-b3e9a7e8e70b tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:02.075054 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-664826ff-b6ed-4641-b7e5-b3e9a7e8e70b tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Usage tracker for resource:port and tenant:cd8d9731adba42d6a3cd82316aa67b77 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:02.087798 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-28510b88-f491-42c9-8df0-8802c791518a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:02.107732 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-67e22147-7ae7-4eda-b5ca-c48a24017115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:02.109130 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e22147-7ae7-4eda-b5ca-c48a24017115 None None] The sync data for ids ['df8fc0ef-9cb6-4659-abeb-b87deaebb953'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:47:02.110471 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-664826ff-b6ed-4641-b7e5-b3e9a7e8e70b tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:02.133959 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b29364-052a-4e92-b51f-3bc906d3ef7c', 'name': 'tempest-snat-router-619267685', 'tenant_id': '6e3893fe35f447408f3ea64b56e4678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd21d19be-c216-4a62-b6e2-588a415b6969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:46:53Z', 'updated_at': '2022-05-10T14:46:59Z', 'revision_number': 3, 'project_id': '6e3893fe35f447408f3ea64b56e4678a', 'gw_port': {'id': 'd21d19be-c216-4a62-b6e2-588a415b6969', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:34:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b29364-052a-4e92-b51f-3bc906d3ef7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:46:56Z', 'updated_at': '2022-05-10T14:46:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:02.135796 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-664826ff-b6ed-4641-b7e5-b3e9a7e8e70b tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:02.138125 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] For port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b, host hv-neutron-8412, cleared binding levels {{(pid=88051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:47:02.138435 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempted to set empty binding levels {{(pid=88051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 10 14:47:02.139245 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] Checking router: 59b29364-052a-4e92-b51f-3bc906d3ef7c for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:47:02.139618 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] Updating router 59b29364-052a-4e92-b51f-3bc906d3ef7c port d21d19be-c216-4a62-b6e2-588a415b6969 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:47:02.195961 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:02.201537 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:02.291900 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28510b88-f491-42c9-8df0-8802c791518a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Pushing event deleted for resources: {'Port': ['ID=8002479d-913a-4490-bc23-89f3798f73f6,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:02.319614 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664826ff-b6ed-4641-b7e5-b3e9a7e8e70b tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Made reservation on behalf of cd8d9731adba42d6a3cd82316aa67b77 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:02.323001 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-664826ff-b6ed-4641-b7e5-b3e9a7e8e70b tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:02.332783 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:02.333384 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:02.372005 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-aa360e01-d901-4674-8cf2-13c1b9a13a61 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:02.375657 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Pushing event updated for resources: {'Port': ['ID=d333d8a3-27cd-4fb0-9ea6-12923bcfc21b,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:02.416793 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-664826ff-b6ed-4641-b7e5-b3e9a7e8e70b tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] device_id is not set on port b37aeb32-071f-49e2-a396-01e2d49c991a yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:47:02.460773 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cd852acd-639b-4e29-89ea-1e11d4edf394 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:02.471023 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-28510b88-f491-42c9-8df0-8802c791518a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:02.541676 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-303f2bbb-7217-4d2c-a89f-83ad95bcddc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.1113529 May 10 14:47:02.549192 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37014) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:02.549392 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:02.564037 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] Transition to ACTIVE for port object d21d19be-c216-4a62-b6e2-588a415b6969 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:47:02.574218 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:02.650665 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ab9362b5-da0b-4ed0-b033-4206c0136541 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:02.660462 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] Attempting to bind port d21d19be-c216-4a62-b6e2-588a415b6969 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:02.660825 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] Attempting to bind port d21d19be-c216-4a62-b6e2-588a415b6969 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:02.661178 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] Attempting to bind port d21d19be-c216-4a62-b6e2-588a415b6969 on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:02.666855 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a255bc2-d6ac-4886-9639-3cbffa2c61d2 None None] Pushing event updated for resources: {'Port': ['ID=d21d19be-c216-4a62-b6e2-588a415b6969,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:02.671279 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:47:02.671862 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:47:02.672422 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:02.672938 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:47:02.673548 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] Bound port: d21d19be-c216-4a62-b6e2-588a415b6969, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:47:02.674060 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:02.717713 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-28510b88-f491-42c9-8df0-8802c791518a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:02.725319 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa360e01-d901-4674-8cf2-13c1b9a13a61 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Pushing event updated for resources: {'Subnet': ['ID=2568517c-7b9c-4c4b-a5b2-d55bc0b01151,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:02.728780 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-28510b88-f491-42c9-8df0-8802c791518a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:02.759787 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] For port d21d19be-c216-4a62-b6e2-588a415b6969, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:47:02.762898 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] For port d21d19be-c216-4a62-b6e2-588a415b6969, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d21d19be-c216-4a62-b6e2-588a415b6969,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:47:02.770239 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:02.805308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-f4ab3839-d836-4e89-866d-1fa3143a7a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Deleting port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:02.805688 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f4ab3839-d836-4e89-866d-1fa3143a7a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:02.841821 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-28510b88-f491-42c9-8df0-8802c791518a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:02.841821 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28510b88-f491-42c9-8df0-8802c791518a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4b477af-5622-4c8c-9d9b-f791a6eb9e6a {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:47:02.853009 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-28510b88-f491-42c9-8df0-8802c791518a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:02.854122 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-28510b88-f491-42c9-8df0-8802c791518a tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "DELETE /v2.0/routers/e4b477af-5622-4c8c-9d9b-f791a6eb9e6a HTTP/1.1" status: 204 len: 168 time: 3.3802514 May 10 14:47:02.858467 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37018) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:02.861093 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa360e01-d901-4674-8cf2-13c1b9a13a61 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Checking segment: {'id': '35075ce5-ce6f-4bac-b381-93e060c66dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9557bd57-8f3f-4d71-8165-d612ea7fc21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:47:02.861642 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa360e01-d901-4674-8cf2-13c1b9a13a61 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Network hostable DHCP agents. Network: 9557bd57-8f3f-4d71-8165-d612ea7fc21d, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:47:02.866296 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] Routers {'59b29364-052a-4e92-b51f-3bc906d3ef7c'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:02.867205 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['59b29364-052a-4e92-b51f-3bc906d3ef7c'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:02.868199 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-68eb1b2f-79b8-4da6-a2cf-cdb22302f8cf tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-455060020', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}, 'admin_state_up': False}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:02.878639 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-68eb1b2f-79b8-4da6-a2cf-cdb22302f8cf tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:02.887098 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-68eb1b2f-79b8-4da6-a2cf-cdb22302f8cf tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Usage tracker for resource:router and tenant:38ac19a791a74a98ba5a2ed20dbbec88 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:02.893787 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-68eb1b2f-79b8-4da6-a2cf-cdb22302f8cf tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:02.910734 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ab9362b5-da0b-4ed0-b033-4206c0136541 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:02.914243 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-68eb1b2f-79b8-4da6-a2cf-cdb22302f8cf tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:02.931099 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-664826ff-b6ed-4641-b7e5-b3e9a7e8e70b tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Allocated IP 2001:db8::271 (e703ae8e-7c52-49b6-9554-0f076b45f267/0b5ea776-4778-48ba-aa9d-015a5578c7b3/b37aeb32-071f-49e2-a396-01e2d49c991a) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:47:02.939589 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-ab9362b5-da0b-4ed0-b033-4206c0136541 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Deleting port d21d19be-c216-4a62-b6e2-588a415b6969 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:02.939927 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ab9362b5-da0b-4ed0-b033-4206c0136541 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:02.964147 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a255bc2-d6ac-4886-9639-3cbffa2c61d2 None None] Pushing event updated for resources: {'Port': ['ID=d21d19be-c216-4a62-b6e2-588a415b6969,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:02.986052 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-68eb1b2f-79b8-4da6-a2cf-cdb22302f8cf tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:02.986952 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-68eb1b2f-79b8-4da6-a2cf-cdb22302f8cf tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:03.004955 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cd852acd-639b-4e29-89ea-1e11d4edf394 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:03.010543 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa360e01-d901-4674-8cf2-13c1b9a13a61 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Network 9557bd57-8f3f-4d71-8165-d612ea7fc21d is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:47:03.045393 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-68eb1b2f-79b8-4da6-a2cf-cdb22302f8cf tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:03.062720 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-cd852acd-639b-4e29-89ea-1e11d4edf394 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Deleting port 367c50e9-bfb7-47e1-a4d7-010e1dfd6da6 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:03.062900 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cd852acd-639b-4e29-89ea-1e11d4edf394 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:03.101694 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-aa360e01-d901-4674-8cf2-13c1b9a13a61 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 9557bd57-8f3f-4d71-8165-d612ea7fc21d) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:03.114803 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51149cc-9ddd-4724-8ea3-1c29d948a64b None None] Network 9557bd57-8f3f-4d71-8165-d612ea7fc21d requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:47:03.174470 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa360e01-d901-4674-8cf2-13c1b9a13a61 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:03.175070 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-aa360e01-d901-4674-8cf2-13c1b9a13a61 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:03.188869 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] Set router 59b29364-052a-4e92-b51f-3bc906d3ef7c gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:47:03.310388 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b29364-052a-4e92-b51f-3bc906d3ef7c', 'name': 'tempest-snat-router-619267685', 'tenant_id': '6e3893fe35f447408f3ea64b56e4678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:46:53Z', 'updated_at': '2022-05-10T14:47:02Z', 'revision_number': 4, 'project_id': '6e3893fe35f447408f3ea64b56e4678a', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:03.318775 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2bb3e-381b-4994-afd8-d375d96b0eef None None] The sync data for ids ['59b29364-052a-4e92-b51f-3bc906d3ef7c'] in dv-neutron-841204-2-hyperv is: [{'id': '59b29364-052a-4e92-b51f-3bc906d3ef7c', 'name': 'tempest-snat-router-619267685', 'tenant_id': '6e3893fe35f447408f3ea64b56e4678a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:46:53Z', 'updated_at': '2022-05-10T14:47:02Z', 'revision_number': 4, 'project_id': '6e3893fe35f447408f3ea64b56e4678a', 'gw_port_host': None}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:47:03.375868 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-aa360e01-d901-4674-8cf2-13c1b9a13a61 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3369298 May 10 14:47:03.376552 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37022) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:03.413906 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-f4ab3839-d836-4e89-866d-1fa3143a7a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] For port d333d8a3-27cd-4fb0-9ea6-12923bcfc21b, host hv-neutron-8412, got binding levels [] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:03.414360 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f4ab3839-d836-4e89-866d-1fa3143a7a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:03.434459 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-4a048a8f-29cd-405b-a9f5-c44d5c486b24 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Request body: {'port': {'network_id': '9557bd57-8f3f-4d71-8165-d612ea7fc21d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1716653005'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:03.445723 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-68eb1b2f-79b8-4da6-a2cf-cdb22302f8cf tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:03.459914 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-ab9362b5-da0b-4ed0-b033-4206c0136541 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] For port d21d19be-c216-4a62-b6e2-588a415b6969, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d21d19be-c216-4a62-b6e2-588a415b6969,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:03.460275 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ab9362b5-da0b-4ed0-b033-4206c0136541 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:03.533270 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2346efe8-fe52-49d1-ab84-14f0bf8b8c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-9557bd57-8f3f-4d71-8165-d612ea7fc21d', 'network_id': '9557bd57-8f3f-4d71-8165-d612ea7fc21d', 'tenant_id': '0fb486993324411f9c4ccf6d3012ce95', 'fixed_ips': [{'subnet_id': '2568517c-7b9c-4c4b-a5b2-d55bc0b01151'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:47:03.534275 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2346efe8-fe52-49d1-ab84-14f0bf8b8c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:03.733131 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-ab9362b5-da0b-4ed0-b033-4206c0136541 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Calling delete_port for d21d19be-c216-4a62-b6e2-588a415b6969 owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:03.744671 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-2346efe8-fe52-49d1-ab84-14f0bf8b8c49 None None] Allocated IP 2001:db8::2 (9557bd57-8f3f-4d71-8165-d612ea7fc21d/2568517c-7b9c-4c4b-a5b2-d55bc0b01151/0d7676f2-49d4-411e-81f0-6ed9ad896769) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:47:03.819946 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-f4ab3839-d836-4e89-866d-1fa3143a7a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Calling delete_port for d333d8a3-27cd-4fb0-9ea6-12923bcfc21b owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:04.026340 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cd852acd-639b-4e29-89ea-1e11d4edf394 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:04.036525 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-664826ff-b6ed-4641-b7e5-b3e9a7e8e70b tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:04.040687 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2346efe8-fe52-49d1-ab84-14f0bf8b8c49 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:04.052721 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2346efe8-fe52-49d1-ab84-14f0bf8b8c49 None None] Transition to ACTIVE for port object 0d7676f2-49d4-411e-81f0-6ed9ad896769 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:47:04.077450 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2346efe8-fe52-49d1-ab84-14f0bf8b8c49 None None] Transition to ACTIVE for port object 0d7676f2-49d4-411e-81f0-6ed9ad896769 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:47:04.085608 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2346efe8-fe52-49d1-ab84-14f0bf8b8c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:04.154160 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2346efe8-fe52-49d1-ab84-14f0bf8b8c49 None None] Network 9557bd57-8f3f-4d71-8165-d612ea7fc21d is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:04.157974 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-2346efe8-fe52-49d1-ab84-14f0bf8b8c49 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:04.162465 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2346efe8-fe52-49d1-ab84-14f0bf8b8c49 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:04.172350 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-68eb1b2f-79b8-4da6-a2cf-cdb22302f8cf tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_gateway, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:04.201191 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346efe8-fe52-49d1-ab84-14f0bf8b8c49 None None] Pushing event updated for resources: {'Port': ['ID=0d7676f2-49d4-411e-81f0-6ed9ad896769,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:04.208341 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-68eb1b2f-79b8-4da6-a2cf-cdb22302f8cf tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:04.239473 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-cd852acd-639b-4e29-89ea-1e11d4edf394 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Calling delete_port for 367c50e9-bfb7-47e1-a4d7-010e1dfd6da6 owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:04.248083 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ab9362b5-da0b-4ed0-b033-4206c0136541 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:04.262600 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-2346efe8-fe52-49d1-ab84-14f0bf8b8c49 None None] Attempting to bind port 0d7676f2-49d4-411e-81f0-6ed9ad896769 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:04.263050 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-2346efe8-fe52-49d1-ab84-14f0bf8b8c49 None None] Attempting to bind port 0d7676f2-49d4-411e-81f0-6ed9ad896769 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '35075ce5-ce6f-4bac-b381-93e060c66dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9557bd57-8f3f-4d71-8165-d612ea7fc21d'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:04.263471 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2346efe8-fe52-49d1-ab84-14f0bf8b8c49 None None] Attempting to bind port 0d7676f2-49d4-411e-81f0-6ed9ad896769 on network 9557bd57-8f3f-4d71-8165-d612ea7fc21d {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:04.269279 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2346efe8-fe52-49d1-ab84-14f0bf8b8c49 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:47:04.269742 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2346efe8-fe52-49d1-ab84-14f0bf8b8c49 None None] Checking segment: {'id': '35075ce5-ce6f-4bac-b381-93e060c66dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9557bd57-8f3f-4d71-8165-d612ea7fc21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:47:04.270197 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2346efe8-fe52-49d1-ab84-14f0bf8b8c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:04.270675 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2346efe8-fe52-49d1-ab84-14f0bf8b8c49 None None] Bound using segment: {'id': '35075ce5-ce6f-4bac-b381-93e060c66dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9557bd57-8f3f-4d71-8165-d612ea7fc21d'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:47:04.271260 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-2346efe8-fe52-49d1-ab84-14f0bf8b8c49 None None] Bound port: 0d7676f2-49d4-411e-81f0-6ed9ad896769, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35075ce5-ce6f-4bac-b381-93e060c66dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '9557bd57-8f3f-4d71-8165-d612ea7fc21d'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:47:04.271691 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2346efe8-fe52-49d1-ab84-14f0bf8b8c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:04.290822 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-664826ff-b6ed-4641-b7e5-b3e9a7e8e70b tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Transition to ACTIVE for port object b37aeb32-071f-49e2-a396-01e2d49c991a will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:47:04.304619 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f4ab3839-d836-4e89-866d-1fa3143a7a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:04.307945 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4a048a8f-29cd-405b-a9f5-c44d5c486b24 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:04.310709 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9362b5-da0b-4ed0-b033-4206c0136541 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Pushing event deleted for resources: {'Port': ['ID=d21d19be-c216-4a62-b6e2-588a415b6969,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:04.365926 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-2346efe8-fe52-49d1-ab84-14f0bf8b8c49 None None] For port 0d7676f2-49d4-411e-81f0-6ed9ad896769, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:47:04.369840 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-2346efe8-fe52-49d1-ab84-14f0bf8b8c49 None None] For port 0d7676f2-49d4-411e-81f0-6ed9ad896769, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0d7676f2-49d4-411e-81f0-6ed9ad896769,segment=NetworkSegment(35075ce5-ce6f-4bac-b381-93e060c66dfb),segment_id=35075ce5-ce6f-4bac-b381-93e060c66dfb)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:47:04.375091 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4a048a8f-29cd-405b-a9f5-c44d5c486b24 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Usage tracker for resource:port and tenant:0fb486993324411f9c4ccf6d3012ce95 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:04.376677 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2346efe8-fe52-49d1-ab84-14f0bf8b8c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:04.380812 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab3839-d836-4e89-866d-1fa3143a7a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Pushing event deleted for resources: {'Port': ['ID=d333d8a3-27cd-4fb0-9ea6-12923bcfc21b,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:04.383463 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4a048a8f-29cd-405b-a9f5-c44d5c486b24 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:04.398002 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4a048a8f-29cd-405b-a9f5-c44d5c486b24 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:04.400354 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f4ab3839-d836-4e89-866d-1fa3143a7a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:04.433635 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f4ab3839-d836-4e89-866d-1fa3143a7a3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] 10.222.0.79 "DELETE /v2.0/ports/d333d8a3-27cd-4fb0-9ea6-12923bcfc21b HTTP/1.1" status: 204 len: 168 time: 1.8787603 May 10 14:47:04.442252 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37026) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:04.477642 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346efe8-fe52-49d1-ab84-14f0bf8b8c49 None None] Pushing event updated for resources: {'Port': ['ID=0d7676f2-49d4-411e-81f0-6ed9ad896769,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:04.479182 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ab9362b5-da0b-4ed0-b033-4206c0136541 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:04.500787 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a048a8f-29cd-405b-a9f5-c44d5c486b24 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Made reservation on behalf of 0fb486993324411f9c4ccf6d3012ce95 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:04.505159 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a048a8f-29cd-405b-a9f5-c44d5c486b24 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:04.536757 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f0c5a5-0db0-4aca-a21f-f54d7feeaf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] GET failed (client error): The resource could not be found. May 10 14:47:04.537422 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-59f0c5a5-0db0-4aca-a21f-f54d7feeaf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Synchronizing usage tracker for tenant:88f376c24b054dde884046bd9d0261f4 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:47:04.551516 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8002479d-913a-4490-bc23-89f3798f73f6 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:47:04.557982 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-664826ff-b6ed-4641-b7e5-b3e9a7e8e70b tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:04.572436 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-4a048a8f-29cd-405b-a9f5-c44d5c486b24 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] device_id is not set on port 028ac0c8-dcc0-469a-a155-f8293c24ca63 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:47:04.586383 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 8002479d-913a-4490-bc23-89f3798f73f6 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:47:04.587257 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8002479d-913a-4490-bc23-89f3798f73f6 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:47:04.683579 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-68eb1b2f-79b8-4da6-a2cf-cdb22302f8cf tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Allocated IP 172.26.0.195 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/7128c4ac-3a4f-4168-8341-5bda06b1cc62) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:47:04.698925 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ab9362b5-da0b-4ed0-b033-4206c0136541 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:04.703072 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664826ff-b6ed-4641-b7e5-b3e9a7e8e70b tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Network e703ae8e-7c52-49b6-9554-0f076b45f267 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:04.704476 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-59f0c5a5-0db0-4aca-a21f-f54d7feeaf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Unset dirty status for tenant:88f376c24b054dde884046bd9d0261f4 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:47:04.705161 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ab9362b5-da0b-4ed0-b033-4206c0136541 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:04.706140 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-59f0c5a5-0db0-4aca-a21f-f54d7feeaf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] 10.222.0.79 "GET /v2.0/ports/d333d8a3-27cd-4fb0-9ea6-12923bcfc21b HTTP/1.1" status: 404 len: 333 time: 0.2620862 May 10 14:47:04.710944 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37030) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:04.723167 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-664826ff-b6ed-4641-b7e5-b3e9a7e8e70b tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:04.737427 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664826ff-b6ed-4641-b7e5-b3e9a7e8e70b tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:04.742184 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-42a1c5eb-5284-4264-958d-f40d1c725a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Request body: {'port': {'network_id': '09991574-e342-4f69-bf80-47a36873f41e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1004639995'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:04.743300 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664826ff-b6ed-4641-b7e5-b3e9a7e8e70b tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:04.743936 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-664826ff-b6ed-4641-b7e5-b3e9a7e8e70b tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:04.792022 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-664826ff-b6ed-4641-b7e5-b3e9a7e8e70b tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.3278184 May 10 14:47:04.796217 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37034) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:04.802827 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664826ff-b6ed-4641-b7e5-b3e9a7e8e70b tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Pushing event updated for resources: {'Port': ['ID=b37aeb32-071f-49e2-a396-01e2d49c991a,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:04.805089 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-42a1c5eb-5284-4264-958d-f40d1c725a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:04.832752 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-6fcfe888-2b13-4fb8-af18-0c7448e064fe tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c2', 'mac_address': 'fa:16:3e:c6:39:96'}, {'ip_address': '2001:db8::379', 'mac_address': 'fa:16:3e:00:01:06'}]}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:04.869401 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-42a1c5eb-5284-4264-958d-f40d1c725a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:04.894322 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ab9362b5-da0b-4ed0-b033-4206c0136541 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:04.895241 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9362b5-da0b-4ed0-b033-4206c0136541 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59b29364-052a-4e92-b51f-3bc906d3ef7c {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:47:04.950794 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a1c5eb-5284-4264-958d-f40d1c725a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Made reservation on behalf of 88f376c24b054dde884046bd9d0261f4 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:04.953814 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-42a1c5eb-5284-4264-958d-f40d1c725a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:04.969964 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-4a048a8f-29cd-405b-a9f5-c44d5c486b24 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Allocated IP 2001:db8::267 (9557bd57-8f3f-4d71-8165-d612ea7fc21d/2568517c-7b9c-4c4b-a5b2-d55bc0b01151/028ac0c8-dcc0-469a-a155-f8293c24ca63) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:47:04.978360 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ab9362b5-da0b-4ed0-b033-4206c0136541 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:04.982205 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37038) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:04.982750 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ab9362b5-da0b-4ed0-b033-4206c0136541 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "DELETE /v2.0/routers/59b29364-052a-4e92-b51f-3bc906d3ef7c HTTP/1.1" status: 204 len: 168 time: 2.9778924 May 10 14:47:05.045244 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cd852acd-639b-4e29-89ea-1e11d4edf394 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:05.101062 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-42a1c5eb-5284-4264-958d-f40d1c725a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] device_id is not set on port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:47:05.140485 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd852acd-639b-4e29-89ea-1e11d4edf394 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Pushing event deleted for resources: {'Port': ['ID=367c50e9-bfb7-47e1-a4d7-010e1dfd6da6,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:05.192816 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-68eb1b2f-79b8-4da6-a2cf-cdb22302f8cf tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:05.220244 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3b725b2a-2484-4b57-b36e-10b240d3e58d None None] Provisioning for port b37aeb32-071f-49e2-a396-01e2d49c991a completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:47:05.226247 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3b725b2a-2484-4b57-b36e-10b240d3e58d None None] Provisioning complete for port b37aeb32-071f-49e2-a396-01e2d49c991a triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:47:05.226891 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3b725b2a-2484-4b57-b36e-10b240d3e58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:05.298076 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-3b725b2a-2484-4b57-b36e-10b240d3e58d None None] Port b37aeb32-071f-49e2-a396-01e2d49c991a cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:47:05.333846 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cd852acd-639b-4e29-89ea-1e11d4edf394 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:05.551835 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe888-2b13-4fb8-af18-0c7448e064fe tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:05.570738 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-68eb1b2f-79b8-4da6-a2cf-cdb22302f8cf tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:05.614808 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6507fdfa-99ec-4e85-9364-3f28be1d0132 None None] Network 9557bd57-8f3f-4d71-8165-d612ea7fc21d requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:47:05.680883 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cd852acd-639b-4e29-89ea-1e11d4edf394 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:05.691491 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eb1b2f-79b8-4da6-a2cf-cdb22302f8cf tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:05.701685 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-42a1c5eb-5284-4264-958d-f40d1c725a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:05.704085 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-68eb1b2f-79b8-4da6-a2cf-cdb22302f8cf tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:05.719142 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb1b2f-79b8-4da6-a2cf-cdb22302f8cf tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:05.732827 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cd852acd-639b-4e29-89ea-1e11d4edf394 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:05.764173 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-54c61e31-7cc7-40e0-bc4d-7d747c83f0d1 None None] Provisioning for port 0d7676f2-49d4-411e-81f0-6ed9ad896769 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:47:05.780239 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb1b2f-79b8-4da6-a2cf-cdb22302f8cf tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Pushing event updated for resources: {'Port': ['ID=7128c4ac-3a4f-4168-8341-5bda06b1cc62,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:05.781477 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eef91dad-1591-4cad-9153-9ab8cd886315 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:05.883200 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cd852acd-639b-4e29-89ea-1e11d4edf394 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:05.883907 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd852acd-639b-4e29-89ea-1e11d4edf394 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Fanout notify agent at l3_agent the message router_deleted on router df8fc0ef-9cb6-4659-abeb-b87deaebb953 {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:47:06.013426 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cd852acd-639b-4e29-89ea-1e11d4edf394 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:06.015480 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cd852acd-639b-4e29-89ea-1e11d4edf394 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] 10.222.0.79 "DELETE /v2.0/routers/df8fc0ef-9cb6-4659-abeb-b87deaebb953 HTTP/1.1" status: 204 len: 168 time: 4.0849533 May 10 14:47:06.021650 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37044) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:06.028696 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a048a8f-29cd-405b-a9f5-c44d5c486b24 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:06.074700 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-42a1c5eb-5284-4264-958d-f40d1c725a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:06.112179 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd108a26-4e2c-49a3-adaa-cbd56ee59c69 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Deleting subnet 31d2d1e9-baca-4529-80e5-8f1e40317451 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:47:06.122144 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fd108a26-4e2c-49a3-adaa-cbd56ee59c69 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:06.162646 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-4a048a8f-29cd-405b-a9f5-c44d5c486b24 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Transition to ACTIVE for port object 028ac0c8-dcc0-469a-a155-f8293c24ca63 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:47:06.195459 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eef91dad-1591-4cad-9153-9ab8cd886315 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:06.196711 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a1c5eb-5284-4264-958d-f40d1c725a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Network 09991574-e342-4f69-bf80-47a36873f41e is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:06.205514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-42a1c5eb-5284-4264-958d-f40d1c725a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:06.215947 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a1c5eb-5284-4264-958d-f40d1c725a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:06.216565 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fd108a26-4e2c-49a3-adaa-cbd56ee59c69 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:06.216852 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a1c5eb-5284-4264-958d-f40d1c725a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:06.218161 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-42a1c5eb-5284-4264-958d-f40d1c725a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:06.223739 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1c5eb-5284-4264-958d-f40d1c725a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Pushing event updated for resources: {'Port': ['ID=b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:06.257160 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-eef91dad-1591-4cad-9153-9ab8cd886315 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Deleting port 58de1cbc-18c6-42a8-9262-a49b9d9e4f22 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:06.257496 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eef91dad-1591-4cad-9153-9ab8cd886315 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:06.397271 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-42a1c5eb-5284-4264-958d-f40d1c725a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6841278 May 10 14:47:06.399514 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37048) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:06.399666 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe888-2b13-4fb8-af18-0c7448e064fe tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:06.409192 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a048a8f-29cd-405b-a9f5-c44d5c486b24 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:06.418167 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe888-2b13-4fb8-af18-0c7448e064fe tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:06.429449 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8412'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:06.485523 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-6fcfe888-2b13-4fb8-af18-0c7448e064fe tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] In _notify_port_updated(), no bound segment for port b37aeb32-071f-49e2-a396-01e2d49c991a on network e703ae8e-7c52-49b6-9554-0f076b45f267 {{(pid=88052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 10 14:47:06.491009 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcfe888-2b13-4fb8-af18-0c7448e064fe tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:06.491647 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe888-2b13-4fb8-af18-0c7448e064fe tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:06.495533 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6fcfe888-2b13-4fb8-af18-0c7448e064fe tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "PUT /v2.0/ports/b37aeb32-071f-49e2-a396-01e2d49c991a HTTP/1.1" status: 200 len: 1068 time: 1.6850450 May 10 14:47:06.497967 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37052) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:06.575442 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-68eb1b2f-79b8-4da6-a2cf-cdb22302f8cf tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_gateway, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:06.595885 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a048a8f-29cd-405b-a9f5-c44d5c486b24 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Network 9557bd57-8f3f-4d71-8165-d612ea7fc21d is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:06.607023 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-4a048a8f-29cd-405b-a9f5-c44d5c486b24 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:06.609563 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a048a8f-29cd-405b-a9f5-c44d5c486b24 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:06.615951 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a048a8f-29cd-405b-a9f5-c44d5c486b24 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:06.616558 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a048a8f-29cd-405b-a9f5-c44d5c486b24 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:06.635071 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fd108a26-4e2c-49a3-adaa-cbd56ee59c69 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:06.646124 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfe888-2b13-4fb8-af18-0c7448e064fe tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Pushing event updated for resources: {'Port': ['ID=b37aeb32-071f-49e2-a396-01e2d49c991a,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:06.664390 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0d7676f2-49d4-411e-81f0-6ed9ad896769 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:47:06.672728 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-6e083f3c-f9db-4988-8a07-902079e2a161 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Deleting port b37aeb32-071f-49e2-a396-01e2d49c991a {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:06.673125 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6e083f3c-f9db-4988-8a07-902079e2a161 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:06.676338 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a048a8f-29cd-405b-a9f5-c44d5c486b24 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Pushing event updated for resources: {'Port': ['ID=028ac0c8-dcc0-469a-a155-f8293c24ca63,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:06.773576 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4a048a8f-29cd-405b-a9f5-c44d5c486b24 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3797913 May 10 14:47:06.787855 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 0d7676f2-49d4-411e-81f0-6ed9ad896769 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:47:06.794192 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 0d7676f2-49d4-411e-81f0-6ed9ad896769 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:47:06.794704 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:06.798489 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37058) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:06.805581 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-eef91dad-1591-4cad-9153-9ab8cd886315 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] For port 58de1cbc-18c6-42a8-9262-a49b9d9e4f22, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=58de1cbc-18c6-42a8-9262-a49b9d9e4f22,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:06.805581 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eef91dad-1591-4cad-9153-9ab8cd886315 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:06.822055 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-aeb6a834-011f-4204-a2b4-3c0a79d2cdcf tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Request body: {'port': {'network_id': '9557bd57-8f3f-4d71-8165-d612ea7fc21d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1037634018', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:06.822758 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.api.validators [None req-aeb6a834-011f-4204-a2b4-3c0a79d2cdcf tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] bootfile-name is not in valid_values {{(pid=88051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 10 14:47:06.823282 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.api.validators [None req-aeb6a834-011f-4204-a2b4-3c0a79d2cdcf tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] tftp-server is not in valid_values {{(pid=88051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 10 14:47:06.823939 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.api.validators [None req-aeb6a834-011f-4204-a2b4-3c0a79d2cdcf tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] server-ip-address is not in valid_values {{(pid=88051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 10 14:47:06.995699 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:07.031572 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-31f74cf7-a9c3-4f99-93ae-0fca8fd73a11 None None] Provisioning complete for port b37aeb32-071f-49e2-a396-01e2d49c991a triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:47:07.031948 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-31f74cf7-a9c3-4f99-93ae-0fca8fd73a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:07.062281 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-eef91dad-1591-4cad-9153-9ab8cd886315 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Calling delete_port for 58de1cbc-18c6-42a8-9262-a49b9d9e4f22 owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:07.075428 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 0d7676f2-49d4-411e-81f0-6ed9ad896769, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0d7676f2-49d4-411e-81f0-6ed9ad896769,segment=NetworkSegment(35075ce5-ce6f-4bac-b381-93e060c66dfb),segment_id=35075ce5-ce6f-4bac-b381-93e060c66dfb)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:07.079580 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:07.099924 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:07.143581 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-31f74cf7-a9c3-4f99-93ae-0fca8fd73a11 None None] Port b37aeb32-071f-49e2-a396-01e2d49c991a cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:47:07.162375 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=0d7676f2-49d4-411e-81f0-6ed9ad896769,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:07.267456 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ec65b2f9-a2c6-450d-a5b0-03d504943c54 None None] Provisioning for port 028ac0c8-dcc0-469a-a155-f8293c24ca63 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:47:07.273312 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ec65b2f9-a2c6-450d-a5b0-03d504943c54 None None] Provisioning complete for port 028ac0c8-dcc0-469a-a155-f8293c24ca63 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:47:07.274302 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ec65b2f9-a2c6-450d-a5b0-03d504943c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:07.328661 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fd108a26-4e2c-49a3-adaa-cbd56ee59c69 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:07.331122 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-ec65b2f9-a2c6-450d-a5b0-03d504943c54 None None] Port 028ac0c8-dcc0-469a-a155-f8293c24ca63 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:47:07.372412 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6e083f3c-f9db-4988-8a07-902079e2a161 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:07.380395 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-68eb1b2f-79b8-4da6-a2cf-cdb22302f8cf tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:07.413583 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd108a26-4e2c-49a3-adaa-cbd56ee59c69 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Pushing event deleted for resources: {'Subnet': ['ID=31d2d1e9-baca-4529-80e5-8f1e40317451,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:07.422322 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fd108a26-4e2c-49a3-adaa-cbd56ee59c69 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:07.426953 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdf6e7c-76a9-4940-8311-fa0252af8fad None None] Network bf378f18-35a1-4684-8fdd-8c60efce1846 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:47:07.470409 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fd108a26-4e2c-49a3-adaa-cbd56ee59c69 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] 10.222.0.79 "DELETE /v2.0/subnets/31d2d1e9-baca-4529-80e5-8f1e40317451 HTTP/1.1" status: 204 len: 168 time: 1.4452441 May 10 14:47:07.474786 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37062) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:07.572018 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-aeb6a834-011f-4204-a2b4-3c0a79d2cdcf tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:07.576467 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-6e083f3c-f9db-4988-8a07-902079e2a161 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Calling delete_port for b37aeb32-071f-49e2-a396-01e2d49c991a owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:07.632685 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-aeb6a834-011f-4204-a2b4-3c0a79d2cdcf tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Usage tracker for resource:port and tenant:0fb486993324411f9c4ccf6d3012ce95 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:07.654172 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-aeb6a834-011f-4204-a2b4-3c0a79d2cdcf tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:07.687251 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-aeb6a834-011f-4204-a2b4-3c0a79d2cdcf tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:07.701788 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5daec77-5b98-43e3-bb01-d04a02ff6003 None None] DHCP port deletion for bf378f18-35a1-4684-8fdd-8c60efce1846 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:47:07.707786 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cea19906-a071-4799-bfaa-3c3c2ad3a964 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:07.708243 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e5daec77-5b98-43e3-bb01-d04a02ff6003 None None] Deleting port 61468814-eae7-4bd5-9fff-c341ef933951 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:07.708613 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e5daec77-5b98-43e3-bb01-d04a02ff6003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:07.732869 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb6a834-011f-4204-a2b4-3c0a79d2cdcf tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Made reservation on behalf of 0fb486993324411f9c4ccf6d3012ce95 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:07.737308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-aeb6a834-011f-4204-a2b4-3c0a79d2cdcf tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:07.843155 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6e083f3c-f9db-4988-8a07-902079e2a161 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:07.854697 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-cea19906-a071-4799-bfaa-3c3c2ad3a964 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Deleting port 61468814-eae7-4bd5-9fff-c341ef933951 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:07.855036 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cea19906-a071-4799-bfaa-3c3c2ad3a964 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:07.887379 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-aeb6a834-011f-4204-a2b4-3c0a79d2cdcf tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] device_id is not set on port ceeb6d21-9d99-46c7-b340-f358413a0e4d yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:47:07.911270 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e083f3c-f9db-4988-8a07-902079e2a161 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Pushing event deleted for resources: {'Port': ['ID=b37aeb32-071f-49e2-a396-01e2d49c991a,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:07.942095 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-e5daec77-5b98-43e3-bb01-d04a02ff6003 None None] For port 61468814-eae7-4bd5-9fff-c341ef933951, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=61468814-eae7-4bd5-9fff-c341ef933951,segment=NetworkSegment(0a72f57b-65d4-46fc-97f8-3b18f1578254),segment_id=0a72f57b-65d4-46fc-97f8-3b18f1578254)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:07.942516 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e5daec77-5b98-43e3-bb01-d04a02ff6003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:07.943661 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] device_id is not set on port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:47:07.965599 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:08.010855 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eef91dad-1591-4cad-9153-9ab8cd886315 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:08.080925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Transition to ACTIVE for port object b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 will not be triggered until provisioned by entity L2. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:47:08.096517 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68eb1b2f-79b8-4da6-a2cf-cdb22302f8cf tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Router 9bbefb41-a9de-42f1-843f-e586e8667fbc is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:47:08.120328 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:08.161167 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef91dad-1591-4cad-9153-9ab8cd886315 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Pushing event deleted for resources: {'Port': ['ID=58de1cbc-18c6-42a8-9262-a49b9d9e4f22,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:08.172516 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e5daec77-5b98-43e3-bb01-d04a02ff6003 None None] Calling delete_port for 61468814-eae7-4bd5-9fff-c341ef933951 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:08.248025 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6e083f3c-f9db-4988-8a07-902079e2a161 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:08.268889 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e5daec77-5b98-43e3-bb01-d04a02ff6003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:08.276758 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6e083f3c-f9db-4988-8a07-902079e2a161 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "DELETE /v2.0/ports/b37aeb32-071f-49e2-a396-01e2d49c991a HTTP/1.1" status: 204 len: 168 time: 1.7735064 May 10 14:47:08.277062 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37066) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:08.318516 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5daec77-5b98-43e3-bb01-d04a02ff6003 None None] Pushing event deleted for resources: {'Port': ['ID=61468814-eae7-4bd5-9fff-c341ef933951,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:08.323073 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5daec77-5b98-43e3-bb01-d04a02ff6003 None None] No DVR routers for this DVR port 61468814-eae7-4bd5-9fff-c341ef933951 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:47:08.385594 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a64ebc9-bb83-42a7-8b60-2cdfa163c13a tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] GET failed (client error): The resource could not be found. May 10 14:47:08.386117 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1a64ebc9-bb83-42a7-8b60-2cdfa163c13a tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Synchronizing usage tracker for tenant:cd8d9731adba42d6a3cd82316aa67b77 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:47:08.413130 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1a64ebc9-bb83-42a7-8b60-2cdfa163c13a tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Unset dirty status for tenant:cd8d9731adba42d6a3cd82316aa67b77 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:47:08.414201 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1a64ebc9-bb83-42a7-8b60-2cdfa163c13a tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "GET /v2.0/ports/b37aeb32-071f-49e2-a396-01e2d49c991a HTTP/1.1" status: 404 len: 333 time: 0.1361980 May 10 14:47:08.416992 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37070) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:08.420008 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68eb1b2f-79b8-4da6-a2cf-cdb22302f8cf tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:47:08.434313 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edb2d90-548a-491b-89d0-dd1ba3494882 None None] Sync routers for ids ['9bbefb41-a9de-42f1-843f-e586e8667fbc'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:47:08.445307 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edb2d90-548a-491b-89d0-dd1ba3494882 None None] Routers {'9bbefb41-a9de-42f1-843f-e586e8667fbc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:08.446173 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-4edb2d90-548a-491b-89d0-dd1ba3494882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['9bbefb41-a9de-42f1-843f-e586e8667fbc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:08.488505 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-aeb6a834-011f-4204-a2b4-3c0a79d2cdcf tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Allocated IP 2001:db8::3a7 (9557bd57-8f3f-4d71-8165-d612ea7fc21d/2568517c-7b9c-4c4b-a5b2-d55bc0b01151/ceeb6d21-9d99-46c7-b340-f358413a0e4d) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:47:08.520096 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Pushing event updated for resources: {'Port': ['ID=b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:08.525049 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-4edb2d90-548a-491b-89d0-dd1ba3494882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:08.535746 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edb2d90-548a-491b-89d0-dd1ba3494882 None None] Routers {'9bbefb41-a9de-42f1-843f-e586e8667fbc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:08.536384 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-4edb2d90-548a-491b-89d0-dd1ba3494882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['9bbefb41-a9de-42f1-843f-e586e8667fbc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:08.542238 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eef91dad-1591-4cad-9153-9ab8cd886315 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:08.600301 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-4edb2d90-548a-491b-89d0-dd1ba3494882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:08.600621 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edb2d90-548a-491b-89d0-dd1ba3494882 None None] The sync data for ids ['9bbefb41-a9de-42f1-843f-e586e8667fbc'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:47:08.619553 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-68eb1b2f-79b8-4da6-a2cf-cdb22302f8cf tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:08.623748 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-68eb1b2f-79b8-4da6-a2cf-cdb22302f8cf tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.7620394 May 10 14:47:08.626979 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37074) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:08.631752 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-2cf09892-77f8-4880-a82a-dcfc6e08f9f8 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'enable_snat': False}}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:08.690627 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0d7676f2-49d4-411e-81f0-6ed9ad896769 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:47:08.700297 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-da3141d3-4ee8-48d9-89ce-1d0cf2629609 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Deleting port e486ab83-6e2a-4946-bb38-f5e21660dd9a {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:08.700638 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da3141d3-4ee8-48d9-89ce-1d0cf2629609 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:08.768315 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 0d7676f2-49d4-411e-81f0-6ed9ad896769 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:47:08.768894 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:08.881167 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eef91dad-1591-4cad-9153-9ab8cd886315 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:08.883652 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eef91dad-1591-4cad-9153-9ab8cd886315 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:08.910380 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-cea19906-a071-4799-bfaa-3c3c2ad3a964 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] For port 61468814-eae7-4bd5-9fff-c341ef933951, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=61468814-eae7-4bd5-9fff-c341ef933951,segment=NetworkSegment(0a72f57b-65d4-46fc-97f8-3b18f1578254),segment_id=0a72f57b-65d4-46fc-97f8-3b18f1578254)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:08.911304 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cea19906-a071-4799-bfaa-3c3c2ad3a964 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:08.952656 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:08.953135 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:08.953573 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:08.964754 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eef91dad-1591-4cad-9153-9ab8cd886315 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:08.965500 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef91dad-1591-4cad-9153-9ab8cd886315 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24cb836e-e521-4a9c-968c-234ed16352c4 {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:47:08.972413 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 61468814-eae7-4bd5-9fff-c341ef933951 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:47:09.012736 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 61468814-eae7-4bd5-9fff-c341ef933951 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:47:09.013077 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 61468814-eae7-4bd5-9fff-c341ef933951 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:47:09.030385 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:09.030801 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:09.090571 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 2 to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 May 10 14:47:09.107527 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-cea19906-a071-4799-bfaa-3c3c2ad3a964 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Calling delete_port for 61468814-eae7-4bd5-9fff-c341ef933951 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:09.212865 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da3141d3-4ee8-48d9-89ce-1d0cf2629609 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:09.236050 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:09.236381 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:09.236715 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:09.258346 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eef91dad-1591-4cad-9153-9ab8cd886315 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:09.262964 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-eef91dad-1591-4cad-9153-9ab8cd886315 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "DELETE /v2.0/routers/24cb836e-e521-4a9c-968c-234ed16352c4 HTTP/1.1" status: 204 len: 168 time: 4.2757425 May 10 14:47:09.262964 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:09.262964 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:09.265304 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 3 to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 May 10 14:47:09.275443 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37078) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:09.289479 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-367216e2-7d0e-4e29-91d0-e0e50ab1b005 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1502542260', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}, 'admin_state_up': False}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:09.304763 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-367216e2-7d0e-4e29-91d0-e0e50ab1b005 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:09.320994 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:09.321326 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:09.321659 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:09.337611 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-367216e2-7d0e-4e29-91d0-e0e50ab1b005 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Usage tracker for resource:router and tenant:0648981e1c164d18960c09fab37cd756 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:09.344140 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-367216e2-7d0e-4e29-91d0-e0e50ab1b005 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:09.348986 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:09.349257 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:09.360670 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 4 to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 May 10 14:47:09.369359 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-367216e2-7d0e-4e29-91d0-e0e50ab1b005 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:09.393493 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-da3141d3-4ee8-48d9-89ce-1d0cf2629609 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Calling delete_port for e486ab83-6e2a-4946-bb38-f5e21660dd9a owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:09.401152 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:09.401486 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:09.401928 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:09.404130 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.api [None req-cea19906-a071-4799-bfaa-3c3c2ad3a964 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:47:09.404447 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG oslo_db.api [None req-cea19906-a071-4799-bfaa-3c3c2ad3a964 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:47:09.414467 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-367216e2-7d0e-4e29-91d0-e0e50ab1b005 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:09.415743 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-367216e2-7d0e-4e29-91d0-e0e50ab1b005 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:09.426688 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:09.427084 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:09.428453 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-aeb6a834-011f-4204-a2b4-3c0a79d2cdcf tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:09.432080 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 5 to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 May 10 14:47:09.467935 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-367216e2-7d0e-4e29-91d0-e0e50ab1b005 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:09.469643 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:09.470023 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:09.470829 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:09.478301 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-aeb6a834-011f-4204-a2b4-3c0a79d2cdcf tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Transition to ACTIVE for port object ceeb6d21-9d99-46c7-b340-f358413a0e4d will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:47:09.493275 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:09.493598 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:09.495684 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 6 to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 May 10 14:47:09.621233 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2cf09892-77f8-4880-a82a-dcfc6e08f9f8 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:09.631059 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:09.631389 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:09.631723 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:09.650290 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:09.650649 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:09.653989 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 7 to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 May 10 14:47:09.719800 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da3141d3-4ee8-48d9-89ce-1d0cf2629609 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:09.725409 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:09.725743 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:09.726073 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:09.772574 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3141d3-4ee8-48d9-89ce-1d0cf2629609 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Pushing event deleted for resources: {'Port': ['ID=e486ab83-6e2a-4946-bb38-f5e21660dd9a,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:09.790725 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:09.791056 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:09.799894 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 8 to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 May 10 14:47:09.812296 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-aeb6a834-011f-4204-a2b4-3c0a79d2cdcf tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:09.859011 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-367216e2-7d0e-4e29-91d0-e0e50ab1b005 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:09.872461 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:09.872788 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:09.873301 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:09.906673 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-cea19906-a071-4799-bfaa-3c3c2ad3a964 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Deleting port 61468814-eae7-4bd5-9fff-c341ef933951 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:09.907264 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cea19906-a071-4799-bfaa-3c3c2ad3a964 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:09.932563 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:09.933139 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:09.944188 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da3141d3-4ee8-48d9-89ce-1d0cf2629609 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:09.960407 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 9 to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 May 10 14:47:09.972804 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-da3141d3-4ee8-48d9-89ce-1d0cf2629609 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "DELETE /v2.0/ports/e486ab83-6e2a-4946-bb38-f5e21660dd9a HTTP/1.1" status: 204 len: 168 time: 1.5525260 May 10 14:47:09.973052 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37082) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:09.992992 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb6a834-011f-4204-a2b4-3c0a79d2cdcf tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Network 9557bd57-8f3f-4d71-8165-d612ea7fc21d is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:10.002142 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-aeb6a834-011f-4204-a2b4-3c0a79d2cdcf tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:10.031272 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-44194121-0363-4ffe-82e1-292848013591 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] GET failed (client error): The resource could not be found. May 10 14:47:10.031887 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-44194121-0363-4ffe-82e1-292848013591 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Synchronizing usage tracker for tenant:cd8d9731adba42d6a3cd82316aa67b77 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:47:10.034206 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb6a834-011f-4204-a2b4-3c0a79d2cdcf tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:10.039710 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb6a834-011f-4204-a2b4-3c0a79d2cdcf tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:10.040344 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-aeb6a834-011f-4204-a2b4-3c0a79d2cdcf tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:10.044085 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6a834-011f-4204-a2b4-3c0a79d2cdcf tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Pushing event updated for resources: {'Port': ['ID=ceeb6d21-9d99-46c7-b340-f358413a0e4d,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:10.057648 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-cea19906-a071-4799-bfaa-3c3c2ad3a964 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] The port '61468814-eae7-4bd5-9fff-c341ef933951' was deleted {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:47:10.058752 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:10.059078 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:10.059408 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:10.110732 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-44194121-0363-4ffe-82e1-292848013591 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Unset dirty status for tenant:cd8d9731adba42d6a3cd82316aa67b77 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:47:10.111651 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-44194121-0363-4ffe-82e1-292848013591 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "GET /v2.0/ports/e486ab83-6e2a-4946-bb38-f5e21660dd9a HTTP/1.1" status: 404 len: 333 time: 0.1376483 May 10 14:47:10.124070 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37086) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:10.154272 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:10.156209 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:10.161102 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 10 to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 May 10 14:47:10.212359 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-aeb6a834-011f-4204-a2b4-3c0a79d2cdcf tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.4127393 May 10 14:47:10.252242 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37090) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:10.256503 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:10.256829 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:10.257162 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:10.281154 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:10.281546 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:10.281944 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:10.284600 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8508e310-4f56-4584-8646-8736f08ba1f5 None None] Provisioning for port ceeb6d21-9d99-46c7-b340-f358413a0e4d completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:47:10.290623 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8508e310-4f56-4584-8646-8736f08ba1f5 None None] Provisioning complete for port ceeb6d21-9d99-46c7-b340-f358413a0e4d triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:47:10.290988 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8508e310-4f56-4584-8646-8736f08ba1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:10.308061 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-a1685ae7-f1db-4380-9154-3db97844774d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Deleting port 786139bd-026b-4ee8-a632-c3e4f3af16d5 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:10.308416 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a1685ae7-f1db-4380-9154-3db97844774d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:10.309890 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cea19906-a071-4799-bfaa-3c3c2ad3a964 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:10.351783 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-8508e310-4f56-4584-8646-8736f08ba1f5 None None] Port ceeb6d21-9d99-46c7-b340-f358413a0e4d cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:47:10.393532 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-cea19906-a071-4799-bfaa-3c3c2ad3a964 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf378f18-35a1-4684-8fdd-8c60efce1846']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:10.412158 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-cea19906-a071-4799-bfaa-3c3c2ad3a964 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a72f57b-65d4-46fc-97f8-3b18f1578254') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:10.412451 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-cea19906-a071-4799-bfaa-3c3c2ad3a964 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a72f57b-65d4-46fc-97f8-3b18f1578254') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:10.437858 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cea19906-a071-4799-bfaa-3c3c2ad3a964 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:10.473794 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] For port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628, host hv-neutron-8412, cleared binding levels {{(pid=88051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:47:10.474106 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempted to set empty binding levels {{(pid=88051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 10 14:47:10.475365 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cea19906-a071-4799-bfaa-3c3c2ad3a964 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:10.482301 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:10.524095 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea19906-a071-4799-bfaa-3c3c2ad3a964 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:47:10.524497 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cea19906-a071-4799-bfaa-3c3c2ad3a964 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:10.547291 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 58de1cbc-18c6-42a8-9262-a49b9d9e4f22 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:47:10.591170 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 58de1cbc-18c6-42a8-9262-a49b9d9e4f22 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:47:10.591498 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 58de1cbc-18c6-42a8-9262-a49b9d9e4f22 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:47:10.618601 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58377c18-8caf-4b06-9bf3-77ebc5c9a3c0 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:10.624482 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58377c18-8caf-4b06-9bf3-77ebc5c9a3c0 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:10.630278 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58377c18-8caf-4b06-9bf3-77ebc5c9a3c0 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:10.632043 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-58377c18-8caf-4b06-9bf3-77ebc5c9a3c0 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.3793638 May 10 14:47:10.648101 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37094) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:47:10.661651 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:47:10.800492 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] In _notify_port_updated(), no bound segment for port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 10 14:47:10.801359 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:10.801961 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:10.803287 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] 10.222.0.79 "PUT /v2.0/ports/b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 HTTP/1.1" status: 200 len: 981 time: 4.3963478 May 10 14:47:10.813532 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37098) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:10.868402 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-9ca43897-7ae7-4efe-b911-5da0edaefdf0 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Deleting port ceeb6d21-9d99-46c7-b340-f358413a0e4d {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:10.868736 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ca43897-7ae7-4efe-b911-5da0edaefdf0 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:10.887815 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5884dc-0cb7-4c05-b144-781654ac41d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Pushing event updated for resources: {'Port': ['ID=b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628,revision_number=3']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:10.893290 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cea19906-a071-4799-bfaa-3c3c2ad3a964 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:10.913114 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cea19906-a071-4799-bfaa-3c3c2ad3a964 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:10.948715 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea19906-a071-4799-bfaa-3c3c2ad3a964 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Pushing event deleted for resources: {'Network': ['ID=bf378f18-35a1-4684-8fdd-8c60efce1846,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:10.955722 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cea19906-a071-4799-bfaa-3c3c2ad3a964 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] 10.222.0.79 "DELETE /v2.0/networks/bf378f18-35a1-4684-8fdd-8c60efce1846 HTTP/1.1" status: 204 len: 168 time: 3.4311650 May 10 14:47:10.959290 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37102) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:10.961475 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-367216e2-7d0e-4e29-91d0-e0e50ab1b005 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:11.007516 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a1685ae7-f1db-4380-9154-3db97844774d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:11.052545 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-367216e2-7d0e-4e29-91d0-e0e50ab1b005 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:11.164840 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-a1685ae7-f1db-4380-9154-3db97844774d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Calling delete_port for 786139bd-026b-4ee8-a632-c3e4f3af16d5 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:11.202351 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-e92f233b-3df8-43b6-ba36-d5565bc48c42 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Deleting port b0d4a8f6-409c-4c44-bd09-5e489c38a06f {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:11.203425 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e92f233b-3df8-43b6-ba36-d5565bc48c42 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:11.409489 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-367216e2-7d0e-4e29-91d0-e0e50ab1b005 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Allocated IP 172.26.0.50 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/ee31fae3-f6fd-4874-b3c1-e36d8d71b283) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:47:11.467618 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e92f233b-3df8-43b6-ba36-d5565bc48c42 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:11.467987 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e92f233b-3df8-43b6-ba36-d5565bc48c42 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:11.574883 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2cf09892-77f8-4880-a82a-dcfc6e08f9f8 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:11.600095 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:11.600560 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:11.601018 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:11.601472 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:11.601917 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:11.602371 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:11.602855 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:11.603307 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:11.603754 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:11.604197 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:11.604641 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:11.605084 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:11.605529 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:11.605976 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:11.606439 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:11.606894 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:11.607338 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:11.608583 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:11.609043 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:11.609484 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:11.609926 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:11.610365 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:11.612298 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Synchronizing usage tracker for tenant:88f376c24b054dde884046bd9d0261f4 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:47:11.619010 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2cf09892-77f8-4880-a82a-dcfc6e08f9f8 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539321'] for router, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:11.647980 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-e92f233b-3df8-43b6-ba36-d5565bc48c42 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Calling delete_port for b0d4a8f6-409c-4c44-bd09-5e489c38a06f owned by network:floatingip {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:11.769914 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-367216e2-7d0e-4e29-91d0-e0e50ab1b005 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:11.806768 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ca43897-7ae7-4efe-b911-5da0edaefdf0 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:11.815641 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Unset dirty status for tenant:88f376c24b054dde884046bd9d0261f4 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:47:11.820344 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7f067eb2-077e-4ba2-8d4c-f6b5cfacf676 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19842 time: 1.0021451 May 10 14:47:11.824098 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37106) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:11.852190 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e92f233b-3df8-43b6-ba36-d5565bc48c42 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:11.894036 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-367216e2-7d0e-4e29-91d0-e0e50ab1b005 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:11.912174 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f233b-3df8-43b6-ba36-d5565bc48c42 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Pushing event deleted for resources: {'Port': ['ID=b0d4a8f6-409c-4c44-bd09-5e489c38a06f,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:11.955565 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a1685ae7-f1db-4380-9154-3db97844774d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:12.035333 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-9ca43897-7ae7-4efe-b911-5da0edaefdf0 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Calling delete_port for ceeb6d21-9d99-46c7-b340-f358413a0e4d owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:12.156178 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1685ae7-f1db-4380-9154-3db97844774d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Pushing event deleted for resources: {'Port': ['ID=786139bd-026b-4ee8-a632-c3e4f3af16d5,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:12.161789 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367216e2-7d0e-4e29-91d0-e0e50ab1b005 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:12.168070 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-367216e2-7d0e-4e29-91d0-e0e50ab1b005 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:12.173265 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367216e2-7d0e-4e29-91d0-e0e50ab1b005 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:12.212950 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-435625c2-571a-4a5c-99f5-5cb673cddf44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Deleting port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:12.213293 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-435625c2-571a-4a5c-99f5-5cb673cddf44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:12.226792 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367216e2-7d0e-4e29-91d0-e0e50ab1b005 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Pushing event updated for resources: {'Port': ['ID=ee31fae3-f6fd-4874-b3c1-e36d8d71b283,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:12.229120 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e92f233b-3df8-43b6-ba36-d5565bc48c42 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks [] for floatingip, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:12.287298 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a1685ae7-f1db-4380-9154-3db97844774d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:12.305132 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf09892-77f8-4880-a82a-dcfc6e08f9f8 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Router 9bbefb41-a9de-42f1-843f-e586e8667fbc has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:47:12.350192 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a1685ae7-f1db-4380-9154-3db97844774d tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "DELETE /v2.0/ports/786139bd-026b-4ee8-a632-c3e4f3af16d5 HTTP/1.1" status: 204 len: 168 time: 2.2221861 May 10 14:47:12.361504 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37110) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:12.383623 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e92f233b-3df8-43b6-ba36-d5565bc48c42 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:12.387514 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e92f233b-3df8-43b6-ba36-d5565bc48c42 tempest-FloatingIPAdminTestJSON-413768143 tempest-FloatingIPAdminTestJSON-413768143-project] 10.222.0.79 "DELETE /v2.0/floatingips/12ee270e-9cd2-48db-9324-8a7ee56ee1d5 HTTP/1.1" status: 204 len: 168 time: 1.4244525 May 10 14:47:12.600878 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f6c4d5-f24e-49ec-85b8-9c618ffa9713 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Deleting subnet 0b5ea776-4778-48ba-aa9d-015a5578c7b3 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:47:12.605427 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-13f6c4d5-f24e-49ec-85b8-9c618ffa9713 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:12.638514 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-367216e2-7d0e-4e29-91d0-e0e50ab1b005 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:12.698374 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37118) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:12.889601 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ca43897-7ae7-4efe-b911-5da0edaefdf0 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:12.958324 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6d7cfb66-768e-4c95-a156-4dc52c182f6c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c741d2827bea4af389bc578b8568b528&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2588096 May 10 14:47:12.960868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37126) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:12.976857 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca43897-7ae7-4efe-b911-5da0edaefdf0 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Pushing event deleted for resources: {'Port': ['ID=ceeb6d21-9d99-46c7-b340-f358413a0e4d,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:13.022702 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-13f6c4d5-f24e-49ec-85b8-9c618ffa9713 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:13.083699 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-435625c2-571a-4a5c-99f5-5cb673cddf44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] For port b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628, host hv-neutron-8412, got binding levels [] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:13.084141 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-435625c2-571a-4a5c-99f5-5cb673cddf44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:13.102351 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf09892-77f8-4880-a82a-dcfc6e08f9f8 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:47:13.104319 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ca43897-7ae7-4efe-b911-5da0edaefdf0 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:13.116245 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f43a6f1-c3a7-434b-a481-00cbd52c544d None None] Sync routers for ids ['9bbefb41-a9de-42f1-843f-e586e8667fbc'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:47:13.121321 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-367216e2-7d0e-4e29-91d0-e0e50ab1b005 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:13.123451 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2068d6a2-93dd-45e0-97b3-6b0f66e20044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:13.132103 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f43a6f1-c3a7-434b-a481-00cbd52c544d None None] Routers {'9bbefb41-a9de-42f1-843f-e586e8667fbc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:13.132891 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8f43a6f1-c3a7-434b-a481-00cbd52c544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['9bbefb41-a9de-42f1-843f-e586e8667fbc'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:13.207637 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8f43a6f1-c3a7-434b-a481-00cbd52c544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:13.216901 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f43a6f1-c3a7-434b-a481-00cbd52c544d None None] Routers {'9bbefb41-a9de-42f1-843f-e586e8667fbc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:13.218076 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8f43a6f1-c3a7-434b-a481-00cbd52c544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['9bbefb41-a9de-42f1-843f-e586e8667fbc'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:13.231010 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2068d6a2-93dd-45e0-97b3-6b0f66e20044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:13.240418 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2cf09892-77f8-4880-a82a-dcfc6e08f9f8 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:13.243984 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2cf09892-77f8-4880-a82a-dcfc6e08f9f8 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "PUT /v2.0/routers/9bbefb41-a9de-42f1-843f-e586e8667fbc HTTP/1.1" status: 200 len: 921 time: 4.6136990 May 10 14:47:13.245171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37130) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:13.249215 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9ca43897-7ae7-4efe-b911-5da0edaefdf0 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] 10.222.0.79 "DELETE /v2.0/ports/ceeb6d21-9d99-46c7-b340-f358413a0e4d HTTP/1.1" status: 204 len: 168 time: 2.5991900 May 10 14:47:13.249520 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37134) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:13.259106 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-435625c2-571a-4a5c-99f5-5cb673cddf44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Calling delete_port for b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:13.278138 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8f43a6f1-c3a7-434b-a481-00cbd52c544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:13.278498 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f43a6f1-c3a7-434b-a481-00cbd52c544d None None] The sync data for ids ['9bbefb41-a9de-42f1-843f-e586e8667fbc'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:47:13.333810 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-1e3b3627-fadb-4492-8074-550ea349f00b tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Request body: {'port': {'name': 'tempest-new-port-name-937590969', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:13.334197 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.api.validators [None req-1e3b3627-fadb-4492-8074-550ea349f00b tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] bootfile-name is not in valid_values {{(pid=88052) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 10 14:47:13.334555 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.api.validators [None req-1e3b3627-fadb-4492-8074-550ea349f00b tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] tftp-server is not in valid_values {{(pid=88052) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 10 14:47:13.334896 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.api.validators [None req-1e3b3627-fadb-4492-8074-550ea349f00b tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] server-ip-address is not in valid_values {{(pid=88052) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 10 14:47:13.471703 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-13f6c4d5-f24e-49ec-85b8-9c618ffa9713 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:13.540438 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-435625c2-571a-4a5c-99f5-5cb673cddf44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:13.612689 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435625c2-571a-4a5c-99f5-5cb673cddf44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Pushing event deleted for resources: {'Port': ['ID=b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:13.614320 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1e3b3627-fadb-4492-8074-550ea349f00b tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:13.635803 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-435625c2-571a-4a5c-99f5-5cb673cddf44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:13.673676 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2068d6a2-93dd-45e0-97b3-6b0f66e20044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:13.699596 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-210fb71a-ce9c-490f-ac04-4e53c96d0504 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "GET /v2.0/routers/9bbefb41-a9de-42f1-843f-e586e8667fbc HTTP/1.1" status: 200 len: 921 time: 0.4541647 May 10 14:47:13.702883 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37138) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:13.703253 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068d6a2-93dd-45e0-97b3-6b0f66e20044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac76f4d-8cb9-404a-87b6-a41c03677d45,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:13.722296 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2068d6a2-93dd-45e0-97b3-6b0f66e20044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:13.723578 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2068d6a2-93dd-45e0-97b3-6b0f66e20044 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8ac76f4d-8cb9-404a-87b6-a41c03677d45 HTTP/1.1" status: 204 len: 168 time: 0.7617815 May 10 14:47:13.725114 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367216e2-7d0e-4e29-91d0-e0e50ab1b005 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Router e440990e-e370-4e5f-bbac-88b80dd6d335 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:47:13.748755 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-435625c2-571a-4a5c-99f5-5cb673cddf44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] 10.222.0.79 "DELETE /v2.0/ports/b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 HTTP/1.1" status: 204 len: 168 time: 1.9234338 May 10 14:47:13.751827 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37144) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:13.760953 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-13f6c4d5-f24e-49ec-85b8-9c618ffa9713 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:13.851547 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6c4d5-f24e-49ec-85b8-9c618ffa9713 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Pushing event deleted for resources: {'Subnet': ['ID=0b5ea776-4778-48ba-aa9d-015a5578c7b3,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:13.876168 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c11f006-4913-414e-a85b-87b829d1bbed None None] Network e703ae8e-7c52-49b6-9554-0f076b45f267 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:47:13.885369 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-13f6c4d5-f24e-49ec-85b8-9c618ffa9713 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:13.890804 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-13f6c4d5-f24e-49ec-85b8-9c618ffa9713 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "DELETE /v2.0/subnets/0b5ea776-4778-48ba-aa9d-015a5578c7b3 HTTP/1.1" status: 204 len: 168 time: 1.5282881 May 10 14:47:13.896645 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37150) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:13.899564 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d65299-59f1-4b6f-87fd-10918d24973a tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] GET failed (client error): The resource could not be found. May 10 14:47:13.900197 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-82d65299-59f1-4b6f-87fd-10918d24973a tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Synchronizing usage tracker for tenant:88f376c24b054dde884046bd9d0261f4 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:47:13.965275 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367216e2-7d0e-4e29-91d0-e0e50ab1b005 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:47:13.982065 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c878ecab-c587-49dc-8de2-1d78f3233167 None None] Sync routers for ids ['e440990e-e370-4e5f-bbac-88b80dd6d335'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:47:13.997019 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-367216e2-7d0e-4e29-91d0-e0e50ab1b005 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:14.001809 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-367216e2-7d0e-4e29-91d0-e0e50ab1b005 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.7206240 May 10 14:47:14.002089 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37154) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:14.009217 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-83b27511-6452-4b0f-9a0e-04bdc1ca566e tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'enable_snat': False}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:14.026092 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c878ecab-c587-49dc-8de2-1d78f3233167 None None] Routers {'e440990e-e370-4e5f-bbac-88b80dd6d335'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:14.027063 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-c878ecab-c587-49dc-8de2-1d78f3233167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e440990e-e370-4e5f-bbac-88b80dd6d335'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:14.103320 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-82d65299-59f1-4b6f-87fd-10918d24973a tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Unset dirty status for tenant:88f376c24b054dde884046bd9d0261f4 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:47:14.109247 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-82d65299-59f1-4b6f-87fd-10918d24973a tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] 10.222.0.79 "GET /v2.0/ports/b32cc2c0-f5d9-4fb6-acd0-ef29ddec1628 HTTP/1.1" status: 404 len: 333 time: 0.3433721 May 10 14:47:14.121164 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-c878ecab-c587-49dc-8de2-1d78f3233167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:14.121309 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37158) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:14.136860 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-4df1e074-672b-4ee7-980b-cbd925503013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-131166810', 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:14.151958 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4df1e074-672b-4ee7-980b-cbd925503013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:14.153928 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37164) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:14.168688 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d884554-e826-46bb-8e44-fec0cb88dfd3 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:14.176562 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c878ecab-c587-49dc-8de2-1d78f3233167 None None] Routers {'e440990e-e370-4e5f-bbac-88b80dd6d335'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:14.177186 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-c878ecab-c587-49dc-8de2-1d78f3233167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e440990e-e370-4e5f-bbac-88b80dd6d335'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:14.200025 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4df1e074-672b-4ee7-980b-cbd925503013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:14.212870 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cfa108fa-42bc-4d1d-8cea-3bba3c933e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:14.232646 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631faf37-daa6-4087-adff-0ce6f71552d2 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:14.234510 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-631faf37-daa6-4087-adff-0ce6f71552d2 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&device_id=9bbefb41-a9de-42f1-843f-e586e8667fbc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5306604 May 10 14:47:14.243666 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37168) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:14.247897 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-c878ecab-c587-49dc-8de2-1d78f3233167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:14.248324 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c878ecab-c587-49dc-8de2-1d78f3233167 None None] The sync data for ids ['e440990e-e370-4e5f-bbac-88b80dd6d335'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:47:14.275002 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-8d884554-e826-46bb-8e44-fec0cb88dfd3 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Deleting port 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:14.275463 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d884554-e826-46bb-8e44-fec0cb88dfd3 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:14.300572 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df1e074-672b-4ee7-980b-cbd925503013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Made reservation on behalf of 88f376c24b054dde884046bd9d0261f4 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:14.302550 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4df1e074-672b-4ee7-980b-cbd925503013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:14.321411 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-cfa108fa-42bc-4d1d-8cea-3bba3c933e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:14.339490 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cce0a8c-f8bf-4cae-b2c2-d475deaa9b71 None None] DHCP port deletion for e703ae8e-7c52-49b6-9554-0f076b45f267 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:47:14.343922 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-6cce0a8c-f8bf-4cae-b2c2-d475deaa9b71 None None] Deleting port 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:14.344402 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6cce0a8c-f8bf-4cae-b2c2-d475deaa9b71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:14.347013 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-cfa108fa-42bc-4d1d-8cea-3bba3c933e3d admin admin] Usage tracker for resource:security_group_rule and tenant:a0a1c68bdfdd42bdbe60e0cc9eb7f590 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:14.403507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-cfa108fa-42bc-4d1d-8cea-3bba3c933e3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:14.425575 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-cfa108fa-42bc-4d1d-8cea-3bba3c933e3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:14.432197 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-4df1e074-672b-4ee7-980b-cbd925503013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] device_id is not set on port da195d49-961e-4819-a96d-4219f1b2c44e yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:47:14.466180 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.resource_extend [None req-1e3b3627-fadb-4492-8074-550ea349f00b tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:47:14.570346 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-6cce0a8c-f8bf-4cae-b2c2-d475deaa9b71 None None] For port 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=65ddbd37-bd7c-481a-b4b6-eeabc5329c6e,segment=NetworkSegment(c01bb276-2747-4ddd-bd15-cecc31d433c9),segment_id=c01bb276-2747-4ddd-bd15-cecc31d433c9)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:14.570688 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6cce0a8c-f8bf-4cae-b2c2-d475deaa9b71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:14.585942 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-83b27511-6452-4b0f-9a0e-04bdc1ca566e tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:14.663015 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1e3b3627-fadb-4492-8074-550ea349f00b tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:14.700960 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1e3b3627-fadb-4492-8074-550ea349f00b tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:14.733884 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-6cce0a8c-f8bf-4cae-b2c2-d475deaa9b71 None None] Calling delete_port for 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:14.809914 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:47:14.823225 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-1e3b3627-fadb-4492-8074-550ea349f00b tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] In _notify_port_updated(), no bound segment for port 028ac0c8-dcc0-469a-a155-f8293c24ca63 on network 9557bd57-8f3f-4d71-8165-d612ea7fc21d {{(pid=88052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 10 14:47:14.829315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3b3627-fadb-4492-8074-550ea349f00b tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:14.830177 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1e3b3627-fadb-4492-8074-550ea349f00b tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:14.834303 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1e3b3627-fadb-4492-8074-550ea349f00b tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] 10.222.0.79 "PUT /v2.0/ports/028ac0c8-dcc0-469a-a155-f8293c24ca63 HTTP/1.1" status: 200 len: 1129 time: 1.5476904 May 10 14:47:14.843681 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6cce0a8c-f8bf-4cae-b2c2-d475deaa9b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:14.846110 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37172) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:14.882687 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583025b1-5ae5-478b-915d-b56caa2aa848 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:14.883222 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-583025b1-5ae5-478b-915d-b56caa2aa848 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Synchronizing usage tracker for tenant:d8e70110116b481aa528254724b9ebe2 on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:47:14.936367 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce0a8c-f8bf-4cae-b2c2-d475deaa9b71 None None] Pushing event deleted for resources: {'Port': ['ID=65ddbd37-bd7c-481a-b4b6-eeabc5329c6e,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:14.942805 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:47:14.943242 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:47:14.968206 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cce0a8c-f8bf-4cae-b2c2-d475deaa9b71 None None] No DVR routers for this DVR port 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:47:15.060906 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b3627-fadb-4492-8074-550ea349f00b tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Pushing event updated for resources: {'Port': ['ID=028ac0c8-dcc0-469a-a155-f8293c24ca63,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:15.129605 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-8d884554-e826-46bb-8e44-fec0cb88dfd3 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] For port 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=65ddbd37-bd7c-481a-b4b6-eeabc5329c6e,segment=NetworkSegment(c01bb276-2747-4ddd-bd15-cecc31d433c9),segment_id=c01bb276-2747-4ddd-bd15-cecc31d433c9)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:15.129829 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d884554-e826-46bb-8e44-fec0cb88dfd3 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:15.144801 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426deac8-6a59-4ab3-9190-7586e3071d66 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:15.145421 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-426deac8-6a59-4ab3-9190-7586e3071d66 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Synchronizing usage tracker for tenant:0fb486993324411f9c4ccf6d3012ce95 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:47:15.203600 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-583025b1-5ae5-478b-915d-b56caa2aa848 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Unset dirty status for tenant:d8e70110116b481aa528254724b9ebe2 on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:47:15.207408 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-583025b1-5ae5-478b-915d-b56caa2aa848 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "GET /v2.0/networks/9e00975f-1d79-46b0-9d42-98bca3a69c2b HTTP/1.1" status: 200 len: 881 time: 0.9565055 May 10 14:47:15.208883 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-5a1e1583-d755-4fe5-99cd-afbd4d2780d5 None None] Provisioning complete for port 028ac0c8-dcc0-469a-a155-f8293c24ca63 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:47:15.209262 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5a1e1583-d755-4fe5-99cd-afbd4d2780d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:15.226076 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37176) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:15.265645 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5a1e1583-d755-4fe5-99cd-afbd4d2780d5 None None] Port 028ac0c8-dcc0-469a-a155-f8293c24ca63 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:47:15.387032 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-8d884554-e826-46bb-8e44-fec0cb88dfd3 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Calling delete_port for 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:15.428671 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-83b27511-6452-4b0f-9a0e-04bdc1ca566e tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:15.432000 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-83b27511-6452-4b0f-9a0e-04bdc1ca566e tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539321'] for router, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:15.466890 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d763a65c-42f8-4976-9722-470fb162d322 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "GET /v2.0/ports?device_id=9bbefb41-a9de-42f1-843f-e586e8667fbc HTTP/1.1" status: 200 len: 205 time: 0.1894178 May 10 14:47:15.484675 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37180) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:15.486236 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-426deac8-6a59-4ab3-9190-7586e3071d66 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Unset dirty status for tenant:0fb486993324411f9c4ccf6d3012ce95 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:47:15.488121 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-426deac8-6a59-4ab3-9190-7586e3071d66 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] 10.222.0.79 "GET /v2.0/ports/028ac0c8-dcc0-469a-a155-f8293c24ca63 HTTP/1.1" status: 200 len: 1129 time: 0.6221893 May 10 14:47:15.492285 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37182) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:15.528188 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4df1e074-672b-4ee7-980b-cbd925503013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:15.554523 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cfa108fa-42bc-4d1d-8cea-3bba3c933e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:15.560850 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cfa108fa-42bc-4d1d-8cea-3bba3c933e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:15.587186 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.api [None req-8d884554-e826-46bb-8e44-fec0cb88dfd3 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:47:15.587486 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG oslo_db.api [None req-8d884554-e826-46bb-8e44-fec0cb88dfd3 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:47:15.622302 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-cfa108fa-42bc-4d1d-8cea-3bba3c933e3d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a0a1c68bdfdd42bdbe60e0cc9eb7f590&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4641030 May 10 14:47:15.625732 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37188) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:15.628026 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa108fa-42bc-4d1d-8cea-3bba3c933e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df58f6bb-fca8-497b-bb59-09e4e9f83758,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:15.677339 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4df1e074-672b-4ee7-980b-cbd925503013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:15.766100 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df1e074-672b-4ee7-980b-cbd925503013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Network 09991574-e342-4f69-bf80-47a36873f41e is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:15.770673 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-4df1e074-672b-4ee7-980b-cbd925503013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:15.772598 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c4e4a1e3-097a-41a5-aa15-13d70f4945f7 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Deleting port 028ac0c8-dcc0-469a-a155-f8293c24ca63 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:15.773079 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c4e4a1e3-097a-41a5-aa15-13d70f4945f7 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:15.774358 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-35cd2f63-b7c9-49a7-bf0b-e1f7771fc730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:15.776036 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df1e074-672b-4ee7-980b-cbd925503013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:15.776931 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df1e074-672b-4ee7-980b-cbd925503013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:15.777505 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4df1e074-672b-4ee7-980b-cbd925503013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:15.791353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1e074-672b-4ee7-980b-cbd925503013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Pushing event updated for resources: {'Port': ['ID=da195d49-961e-4819-a96d-4219f1b2c44e,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:15.821604 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-35cd2f63-b7c9-49a7-bf0b-e1f7771fc730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:15.869925 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4df1e074-672b-4ee7-980b-cbd925503013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7442532 May 10 14:47:15.870868 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37192) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:15.916853 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b27511-6452-4b0f-9a0e-04bdc1ca566e tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Router e440990e-e370-4e5f-bbac-88b80dd6d335 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:47:15.935138 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb87cc86-038e-4220-b8d6-76178b58c5ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:15.935717 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-fb87cc86-038e-4220-b8d6-76178b58c5ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Synchronizing usage tracker for tenant:88f376c24b054dde884046bd9d0261f4 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:47:15.938910 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bfe13d32-5c33-433d-973f-eb20b4e39507 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:15.945664 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-35cd2f63-b7c9-49a7-bf0b-e1f7771fc730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:15.965809 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd2f63-b7c9-49a7-bf0b-e1f7771fc730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df58f6bb-fca8-497b-bb59-09e4e9f83758,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:15.969883 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-fb87cc86-038e-4220-b8d6-76178b58c5ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Unset dirty status for tenant:88f376c24b054dde884046bd9d0261f4 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:47:15.974177 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-fb87cc86-038e-4220-b8d6-76178b58c5ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] 10.222.0.79 "GET /v2.0/ports/da195d49-961e-4819-a96d-4219f1b2c44e HTTP/1.1" status: 200 len: 958 time: 0.0998578 May 10 14:47:15.974177 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37196) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:15.976670 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-35cd2f63-b7c9-49a7-bf0b-e1f7771fc730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:15.980095 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-35cd2f63-b7c9-49a7-bf0b-e1f7771fc730 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/df58f6bb-fca8-497b-bb59-09e4e9f83758 HTTP/1.1" status: 204 len: 168 time: 0.3510258 May 10 14:47:16.041036 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-a1b88dcb-657b-4c16-bc0f-f03c9ade3356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Deleting port da195d49-961e-4819-a96d-4219f1b2c44e {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:16.041341 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a1b88dcb-657b-4c16-bc0f-f03c9ade3356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:16.089872 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-8d884554-e826-46bb-8e44-fec0cb88dfd3 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Deleting port 65ddbd37-bd7c-481a-b4b6-eeabc5329c6e {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:16.090535 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d884554-e826-46bb-8e44-fec0cb88dfd3 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:16.214273 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-8d884554-e826-46bb-8e44-fec0cb88dfd3 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] The port '65ddbd37-bd7c-481a-b4b6-eeabc5329c6e' was deleted {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:47:16.461247 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37204) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:16.525260 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-76865646-044c-41a4-aa9b-ae541bc82209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:16.538634 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d884554-e826-46bb-8e44-fec0cb88dfd3 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:16.569311 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-76865646-044c-41a4-aa9b-ae541bc82209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:16.573520 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a1b88dcb-657b-4c16-bc0f-f03c9ade3356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:16.582246 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c4e4a1e3-097a-41a5-aa15-13d70f4945f7 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:16.585726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-8d884554-e826-46bb-8e44-fec0cb88dfd3 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e703ae8e-7c52-49b6-9554-0f076b45f267']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:16.589620 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-76865646-044c-41a4-aa9b-ae541bc82209 admin admin] Usage tracker for resource:security_group_rule and tenant:89fc18c83e9f4657b2156d4a032bde47 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:16.597245 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-76865646-044c-41a4-aa9b-ae541bc82209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:16.600527 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bfe13d32-5c33-433d-973f-eb20b4e39507 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:16.662536 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b27511-6452-4b0f-9a0e-04bdc1ca566e tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:47:16.671725 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d946ba7-0191-4f9e-8b1d-6894496d9b77 None None] Sync routers for ids ['e440990e-e370-4e5f-bbac-88b80dd6d335'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:47:16.681158 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d946ba7-0191-4f9e-8b1d-6894496d9b77 None None] Routers {'e440990e-e370-4e5f-bbac-88b80dd6d335'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:16.681858 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6d946ba7-0191-4f9e-8b1d-6894496d9b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e440990e-e370-4e5f-bbac-88b80dd6d335'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:16.702319 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-8d884554-e826-46bb-8e44-fec0cb88dfd3 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c01bb276-2747-4ddd-bd15-cecc31d433c9') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:16.702699 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-8d884554-e826-46bb-8e44-fec0cb88dfd3 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c01bb276-2747-4ddd-bd15-cecc31d433c9') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:16.715489 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-a1b88dcb-657b-4c16-bc0f-f03c9ade3356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Calling delete_port for da195d49-961e-4819-a96d-4219f1b2c44e owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:16.718173 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-76865646-044c-41a4-aa9b-ae541bc82209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:16.729971 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c4e4a1e3-097a-41a5-aa15-13d70f4945f7 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Calling delete_port for 028ac0c8-dcc0-469a-a155-f8293c24ca63 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:16.747952 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6d946ba7-0191-4f9e-8b1d-6894496d9b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:16.758196 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d946ba7-0191-4f9e-8b1d-6894496d9b77 None None] Routers {'e440990e-e370-4e5f-bbac-88b80dd6d335'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:16.758196 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6d946ba7-0191-4f9e-8b1d-6894496d9b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:46:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e440990e-e370-4e5f-bbac-88b80dd6d335'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:16.759773 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-83b27511-6452-4b0f-9a0e-04bdc1ca566e tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:16.762700 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d884554-e826-46bb-8e44-fec0cb88dfd3 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:16.763720 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-83b27511-6452-4b0f-9a0e-04bdc1ca566e tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "PUT /v2.0/routers/e440990e-e370-4e5f-bbac-88b80dd6d335 HTTP/1.1" status: 200 len: 925 time: 2.7602277 May 10 14:47:16.765481 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37208) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:16.784910 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-bfe13d32-5c33-433d-973f-eb20b4e39507 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Deleting port 7128c4ac-3a4f-4168-8341-5bda06b1cc62 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:16.785664 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bfe13d32-5c33-433d-973f-eb20b4e39507 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:16.793622 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d884554-e826-46bb-8e44-fec0cb88dfd3 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:16.811500 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d884554-e826-46bb-8e44-fec0cb88dfd3 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:47:16.812094 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d884554-e826-46bb-8e44-fec0cb88dfd3 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:16.824026 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6d946ba7-0191-4f9e-8b1d-6894496d9b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:16.824565 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d946ba7-0191-4f9e-8b1d-6894496d9b77 None None] The sync data for ids ['e440990e-e370-4e5f-bbac-88b80dd6d335'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:47:16.827747 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:47:16.885548 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a1b88dcb-657b-4c16-bc0f-f03c9ade3356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:16.951879 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b88dcb-657b-4c16-bc0f-f03c9ade3356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Pushing event deleted for resources: {'Port': ['ID=da195d49-961e-4819-a96d-4219f1b2c44e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:16.957588 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a1b88dcb-657b-4c16-bc0f-f03c9ade3356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:16.970401 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d884554-e826-46bb-8e44-fec0cb88dfd3 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:16.988784 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d884554-e826-46bb-8e44-fec0cb88dfd3 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:16.992906 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8d884554-e826-46bb-8e44-fec0cb88dfd3 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] 10.222.0.79 "DELETE /v2.0/networks/e703ae8e-7c52-49b6-9554-0f076b45f267 HTTP/1.1" status: 204 len: 168 time: 3.0927804 May 10 14:47:16.995304 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a1b88dcb-657b-4c16-bc0f-f03c9ade3356 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] 10.222.0.79 "DELETE /v2.0/ports/da195d49-961e-4819-a96d-4219f1b2c44e HTTP/1.1" status: 204 len: 168 time: 1.0205247 May 10 14:47:16.998051 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37214) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:17.001523 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d884554-e826-46bb-8e44-fec0cb88dfd3 tempest-AllowedAddressPairIpV6TestJSON-118326616 tempest-AllowedAddressPairIpV6TestJSON-118326616-project] Pushing event deleted for resources: {'Network': ['ID=e703ae8e-7c52-49b6-9554-0f076b45f267,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:17.044768 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b0b7bd-4a72-412c-b907-3fb20322829e tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] GET failed (client error): The resource could not be found. May 10 14:47:17.045432 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c0b0b7bd-4a72-412c-b907-3fb20322829e tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Synchronizing usage tracker for tenant:88f376c24b054dde884046bd9d0261f4 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:47:17.062478 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c0b0b7bd-4a72-412c-b907-3fb20322829e tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Unset dirty status for tenant:88f376c24b054dde884046bd9d0261f4 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:47:17.063886 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c0b0b7bd-4a72-412c-b907-3fb20322829e tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] 10.222.0.79 "GET /v2.0/ports/da195d49-961e-4819-a96d-4219f1b2c44e HTTP/1.1" status: 404 len: 333 time: 0.0642254 May 10 14:47:17.069314 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37218) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:17.075130 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-21adae7b-ca5c-4a6d-8c01-1ed7fe2a9882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Request body: {'port': {'network_id': '09991574-e342-4f69-bf80-47a36873f41e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-303268834'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:17.080558 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-21adae7b-ca5c-4a6d-8c01-1ed7fe2a9882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:17.091532 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-21adae7b-ca5c-4a6d-8c01-1ed7fe2a9882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:17.103613 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21adae7b-ca5c-4a6d-8c01-1ed7fe2a9882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Made reservation on behalf of 88f376c24b054dde884046bd9d0261f4 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:17.106136 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-21adae7b-ca5c-4a6d-8c01-1ed7fe2a9882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:17.132872 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-21adae7b-ca5c-4a6d-8c01-1ed7fe2a9882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] device_id is not set on port b3de8b60-7219-4fe4-a6ee-89a050d0982b yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:47:17.214193 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37222) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:17.214338 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-490514e3-5e9c-4620-b8e3-9fe1f9140c7d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "GET /v2.0/routers/e440990e-e370-4e5f-bbac-88b80dd6d335 HTTP/1.1" status: 200 len: 925 time: 0.4401875 May 10 14:47:17.284201 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bfe13d32-5c33-433d-973f-eb20b4e39507 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:17.307936 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c4e4a1e3-097a-41a5-aa15-13d70f4945f7 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:17.315128 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-76865646-044c-41a4-aa9b-ae541bc82209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:17.350176 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37228) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:17.411304 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070a7b72-061e-42ba-af77-f830fe80e704 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:17.411992 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-070a7b72-061e-42ba-af77-f830fe80e704 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Synchronizing usage tracker for tenant:6e3893fe35f447408f3ea64b56e4678a on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:47:17.434135 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-21adae7b-ca5c-4a6d-8c01-1ed7fe2a9882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:17.445063 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-070a7b72-061e-42ba-af77-f830fe80e704 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Unset dirty status for tenant:6e3893fe35f447408f3ea64b56e4678a on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:47:17.449133 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-070a7b72-061e-42ba-af77-f830fe80e704 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&device_id=e440990e-e370-4e5f-bbac-88b80dd6d335&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2337830 May 10 14:47:17.449828 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37232) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:17.468072 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-76865646-044c-41a4-aa9b-ae541bc82209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:17.480462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-bfe13d32-5c33-433d-973f-eb20b4e39507 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Calling delete_port for 7128c4ac-3a4f-4168-8341-5bda06b1cc62 owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:17.539076 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4a1e3-097a-41a5-aa15-13d70f4945f7 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Pushing event deleted for resources: {'Port': ['ID=028ac0c8-dcc0-469a-a155-f8293c24ca63,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:17.579799 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-21adae7b-ca5c-4a6d-8c01-1ed7fe2a9882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:17.624726 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76865646-044c-41a4-aa9b-ae541bc82209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8974a918-b23b-4fff-ab11-dd4a6728ea19,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:17.627567 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c4e4a1e3-097a-41a5-aa15-13d70f4945f7 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:17.633838 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-76865646-044c-41a4-aa9b-ae541bc82209 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=89fc18c83e9f4657b2156d4a032bde47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1698158 May 10 14:47:17.640540 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37238) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:17.675703 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f4b3d6-146a-4a63-8eb7-a540cfa9b4c1 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:17.676257 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c8f4b3d6-146a-4a63-8eb7-a540cfa9b4c1 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Synchronizing usage tracker for tenant:6e3893fe35f447408f3ea64b56e4678a on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:47:17.690699 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21adae7b-ca5c-4a6d-8c01-1ed7fe2a9882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Network 09991574-e342-4f69-bf80-47a36873f41e is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:17.703204 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-21adae7b-ca5c-4a6d-8c01-1ed7fe2a9882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:17.705907 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21adae7b-ca5c-4a6d-8c01-1ed7fe2a9882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:17.707216 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21adae7b-ca5c-4a6d-8c01-1ed7fe2a9882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:17.707837 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-21adae7b-ca5c-4a6d-8c01-1ed7fe2a9882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:17.712262 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c4e4a1e3-097a-41a5-aa15-13d70f4945f7 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] 10.222.0.79 "DELETE /v2.0/ports/028ac0c8-dcc0-469a-a155-f8293c24ca63 HTTP/1.1" status: 204 len: 168 time: 2.2187719 May 10 14:47:17.715523 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37242) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:17.747857 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21adae7b-ca5c-4a6d-8c01-1ed7fe2a9882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Pushing event updated for resources: {'Port': ['ID=b3de8b60-7219-4fe4-a6ee-89a050d0982b,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:17.768481 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c8f4b3d6-146a-4a63-8eb7-a540cfa9b4c1 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Unset dirty status for tenant:6e3893fe35f447408f3ea64b56e4678a on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:47:17.772802 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c8f4b3d6-146a-4a63-8eb7-a540cfa9b4c1 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "GET /v2.0/networks/9e00975f-1d79-46b0-9d42-98bca3a69c2b HTTP/1.1" status: 200 len: 881 time: 0.3205535 May 10 14:47:17.773797 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37246) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:17.787644 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-21adae7b-ca5c-4a6d-8c01-1ed7fe2a9882 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7171099 May 10 14:47:17.795784 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37250) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:17.805609 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-df66013b-ef43-47b8-8a7a-7ca5238a9e99 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cd8d9731adba42d6a3cd82316aa67b77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049778 May 10 14:47:17.812885 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8412'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:17.824099 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37254) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:17.838311 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7c8811bc-ed1d-40a5-9504-fccdb43a417c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:17.856501 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2104d1cc-edb4-497a-8191-dacee8da29ed tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "GET /v2.0/ports?device_id=e440990e-e370-4e5f-bbac-88b80dd6d335 HTTP/1.1" status: 200 len: 205 time: 0.0689518 May 10 14:47:17.859981 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37258) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:17.874581 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-025b6759-cfa3-4e20-8828-ce9a80fafa57 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Deleting subnet 2568517c-7b9c-4c4b-a5b2-d55bc0b01151 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:47:17.881717 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-025b6759-cfa3-4e20-8828-ce9a80fafa57 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:17.988618 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7c8811bc-ed1d-40a5-9504-fccdb43a417c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:18.044202 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-025b6759-cfa3-4e20-8828-ce9a80fafa57 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:18.116015 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2af2425-9141-4d72-b2aa-201e1fab0d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:18.158567 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2af2425-9141-4d72-b2aa-201e1fab0d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:18.174539 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9b7b50d5-e99e-4510-8dc0-4d0d3cbb5787 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:18.211305 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:18.235063 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bfe13d32-5c33-433d-973f-eb20b4e39507 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:18.334629 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe13d32-5c33-433d-973f-eb20b4e39507 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Pushing event deleted for resources: {'Port': ['ID=7128c4ac-3a4f-4168-8341-5bda06b1cc62,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:18.378860 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7c8811bc-ed1d-40a5-9504-fccdb43a417c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:18.455035 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8811bc-ed1d-40a5-9504-fccdb43a417c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8974a918-b23b-4fff-ab11-dd4a6728ea19,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:18.487220 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7c8811bc-ed1d-40a5-9504-fccdb43a417c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:18.490742 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7c8811bc-ed1d-40a5-9504-fccdb43a417c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8974a918-b23b-4fff-ab11-dd4a6728ea19 HTTP/1.1" status: 204 len: 168 time: 0.8431604 May 10 14:47:18.509715 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2af2425-9141-4d72-b2aa-201e1fab0d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:18.532268 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9b7b50d5-e99e-4510-8dc0-4d0d3cbb5787 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:18.536914 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2af2425-9141-4d72-b2aa-201e1fab0d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:18.540723 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c2af2425-9141-4d72-b2aa-201e1fab0d2e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dc903ca1-6243-4d8b-b772-ba12a662f168 HTTP/1.1" status: 204 len: 168 time: 0.7084167 May 10 14:47:18.543492 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af2425-9141-4d72-b2aa-201e1fab0d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc903ca1-6243-4d8b-b772-ba12a662f168,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:18.551162 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-025b6759-cfa3-4e20-8828-ce9a80fafa57 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:18.556063 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-9b7b50d5-e99e-4510-8dc0-4d0d3cbb5787 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Deleting port ee31fae3-f6fd-4874-b3c1-e36d8d71b283 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:18.556506 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9b7b50d5-e99e-4510-8dc0-4d0d3cbb5787 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:18.612935 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bfe13d32-5c33-433d-973f-eb20b4e39507 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:18.759354 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9b7b50d5-e99e-4510-8dc0-4d0d3cbb5787 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:18.815447 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bfe13d32-5c33-433d-973f-eb20b4e39507 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:18.818955 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bfe13d32-5c33-433d-973f-eb20b4e39507 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:18.945711 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-025b6759-cfa3-4e20-8828-ce9a80fafa57 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:18.958306 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-9b7b50d5-e99e-4510-8dc0-4d0d3cbb5787 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Calling delete_port for ee31fae3-f6fd-4874-b3c1-e36d8d71b283 owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:19.000951 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b6759-cfa3-4e20-8828-ce9a80fafa57 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Pushing event deleted for resources: {'Subnet': ['ID=2568517c-7b9c-4c4b-a5b2-d55bc0b01151,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:19.018646 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bfe13d32-5c33-433d-973f-eb20b4e39507 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:19.019306 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe13d32-5c33-433d-973f-eb20b4e39507 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Fanout notify agent at l3_agent the message router_deleted on router 9bbefb41-a9de-42f1-843f-e586e8667fbc {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:47:19.022205 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] device_id is not set on port b3de8b60-7219-4fe4-a6ee-89a050d0982b yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:47:19.027624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-025b6759-cfa3-4e20-8828-ce9a80fafa57 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:19.037825 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a2ca9b-ea5f-4401-81a7-30abcf831cad None None] Network 9557bd57-8f3f-4d71-8165-d612ea7fc21d requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:47:19.068036 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:19.087465 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-025b6759-cfa3-4e20-8828-ce9a80fafa57 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] 10.222.0.79 "DELETE /v2.0/subnets/2568517c-7b9c-4c4b-a5b2-d55bc0b01151 HTTP/1.1" status: 204 len: 168 time: 1.3676224 May 10 14:47:19.088104 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37288) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:19.111279 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bfe13d32-5c33-433d-973f-eb20b4e39507 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:19.121375 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bfe13d32-5c33-433d-973f-eb20b4e39507 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "DELETE /v2.0/routers/9bbefb41-a9de-42f1-843f-e586e8667fbc HTTP/1.1" status: 204 len: 168 time: 3.6302459 May 10 14:47:19.127775 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37292) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:19.145454 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-ad15640a-efb0-4340-a6e4-a880a59db92e tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1064321242', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:19.159596 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-ad15640a-efb0-4340-a6e4-a880a59db92e tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:19.171103 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-ad15640a-efb0-4340-a6e4-a880a59db92e tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Usage tracker for resource:router and tenant:38ac19a791a74a98ba5a2ed20dbbec88 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:19.183330 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-ad15640a-efb0-4340-a6e4-a880a59db92e tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:19.191732 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-ad15640a-efb0-4340-a6e4-a880a59db92e tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:19.213445 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ad15640a-efb0-4340-a6e4-a880a59db92e tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:19.214975 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ad15640a-efb0-4340-a6e4-a880a59db92e tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:19.283282 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-69932eeb-550c-498e-8b02-4cb98349a101 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:19.309730 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-69932eeb-550c-498e-8b02-4cb98349a101 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Deleting port 0d7676f2-49d4-411e-81f0-6ed9ad896769 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:19.310071 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-69932eeb-550c-498e-8b02-4cb98349a101 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:19.386382 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Transition to ACTIVE for port object b3de8b60-7219-4fe4-a6ee-89a050d0982b will not be triggered until provisioned by entity L2. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:47:19.403124 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ad15640a-efb0-4340-a6e4-a880a59db92e tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:19.410725 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9b7b50d5-e99e-4510-8dc0-4d0d3cbb5787 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:19.412792 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:19.452446 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a09daf-55bd-48db-9ca1-d453e4ac737f None None] DHCP port deletion for 9557bd57-8f3f-4d71-8165-d612ea7fc21d request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:47:19.457905 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-a2a09daf-55bd-48db-9ca1-d453e4ac737f None None] Deleting port 0d7676f2-49d4-411e-81f0-6ed9ad896769 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:19.458398 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a2a09daf-55bd-48db-9ca1-d453e4ac737f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:19.564291 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b50d5-e99e-4510-8dc0-4d0d3cbb5787 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Pushing event deleted for resources: {'Port': ['ID=ee31fae3-f6fd-4874-b3c1-e36d8d71b283,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:19.660321 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ad15640a-efb0-4340-a6e4-a880a59db92e tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:19.703027 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9b7b50d5-e99e-4510-8dc0-4d0d3cbb5787 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:19.737731 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37316) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:19.744385 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Pushing event updated for resources: {'Port': ['ID=b3de8b60-7219-4fe4-a6ee-89a050d0982b,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:19.782281 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ad15640a-efb0-4340-a6e4-a880a59db92e tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:19.787131 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a2a09daf-55bd-48db-9ca1-d453e4ac737f None None] For port 0d7676f2-49d4-411e-81f0-6ed9ad896769, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0d7676f2-49d4-411e-81f0-6ed9ad896769,segment=NetworkSegment(35075ce5-ce6f-4bac-b381-93e060c66dfb),segment_id=35075ce5-ce6f-4bac-b381-93e060c66dfb)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:19.787717 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a2a09daf-55bd-48db-9ca1-d453e4ac737f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:19.787927 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ad15640a-efb0-4340-a6e4-a880a59db92e tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6471288 May 10 14:47:19.797449 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37324) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:19.806499 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-23e644d1-294d-4d01-b1e3-386daabf02a0 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Request body: {'router': {'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:19.885536 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9b7b50d5-e99e-4510-8dc0-4d0d3cbb5787 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:19.887888 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9b7b50d5-e99e-4510-8dc0-4d0d3cbb5787 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:19.914290 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:19.915211 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:19.915799 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:19.933895 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9b7b50d5-e99e-4510-8dc0-4d0d3cbb5787 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:19.933895 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7b50d5-e99e-4510-8dc0-4d0d3cbb5787 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Fanout notify agent at l3_agent the message router_deleted on router e440990e-e370-4e5f-bbac-88b80dd6d335 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:47:19.946578 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-69932eeb-550c-498e-8b02-4cb98349a101 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] For port 0d7676f2-49d4-411e-81f0-6ed9ad896769, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0d7676f2-49d4-411e-81f0-6ed9ad896769,segment=NetworkSegment(35075ce5-ce6f-4bac-b381-93e060c66dfb),segment_id=35075ce5-ce6f-4bac-b381-93e060c66dfb)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:19.946990 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-69932eeb-550c-498e-8b02-4cb98349a101 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:19.951408 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port b3de8b60-7219-4fe4-a6ee-89a050d0982b on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:19.952596 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:20.045741 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 2 to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b May 10 14:47:20.055245 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-a2a09daf-55bd-48db-9ca1-d453e4ac737f None None] Calling delete_port for 0d7676f2-49d4-411e-81f0-6ed9ad896769 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:20.136562 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9b7b50d5-e99e-4510-8dc0-4d0d3cbb5787 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:20.137663 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9b7b50d5-e99e-4510-8dc0-4d0d3cbb5787 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "DELETE /v2.0/routers/e440990e-e370-4e5f-bbac-88b80dd6d335 HTTP/1.1" status: 204 len: 168 time: 2.2766683 May 10 14:47:20.164274 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ff66709f-4ae3-4f99-b749-0034cc565c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:20.202253 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37336) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:20.203914 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a2a09daf-55bd-48db-9ca1-d453e4ac737f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:20.211666 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-69932eeb-550c-498e-8b02-4cb98349a101 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Calling delete_port for 0d7676f2-49d4-411e-81f0-6ed9ad896769 owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:20.245607 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-4a82e47c-6d81-4bfc-a117-c41466c67b16 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-244212192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:20.260000 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4a82e47c-6d81-4bfc-a117-c41466c67b16 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:20.268103 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a09daf-55bd-48db-9ca1-d453e4ac737f None None] Pushing event deleted for resources: {'Port': ['ID=0d7676f2-49d4-411e-81f0-6ed9ad896769,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:20.272493 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a09daf-55bd-48db-9ca1-d453e4ac737f None None] No DVR routers for this DVR port 0d7676f2-49d4-411e-81f0-6ed9ad896769 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:47:20.283946 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4a82e47c-6d81-4bfc-a117-c41466c67b16 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Usage tracker for resource:router and tenant:0648981e1c164d18960c09fab37cd756 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:20.288747 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4a82e47c-6d81-4bfc-a117-c41466c67b16 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:20.298566 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4a82e47c-6d81-4bfc-a117-c41466c67b16 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:20.322232 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:20.322742 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:20.323540 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:20.325218 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4a82e47c-6d81-4bfc-a117-c41466c67b16 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:20.326940 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4a82e47c-6d81-4bfc-a117-c41466c67b16 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:20.330385 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-db87be6e-1748-4b9e-826b-5dcba3b79c6b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-879128336'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:20.347458 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4a82e47c-6d81-4bfc-a117-c41466c67b16 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:20.348680 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.api [None req-69932eeb-550c-498e-8b02-4cb98349a101 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:47:20.348993 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG oslo_db.api [None req-69932eeb-550c-498e-8b02-4cb98349a101 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:47:20.374168 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4a82e47c-6d81-4bfc-a117-c41466c67b16 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:20.412868 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4a82e47c-6d81-4bfc-a117-c41466c67b16 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:20.413362 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-db87be6e-1748-4b9e-826b-5dcba3b79c6b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:20.418244 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-db87be6e-1748-4b9e-826b-5dcba3b79c6b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Usage tracker for resource:network and tenant:bc4024508904499482cf56b0445a3a01 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:20.418412 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4a82e47c-6d81-4bfc-a117-c41466c67b16 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2148931 May 10 14:47:20.419291 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37346) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:20.422258 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-db87be6e-1748-4b9e-826b-5dcba3b79c6b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:20.425258 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-5659e372-7db1-4e52-bf37-1fb0131a22fd tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Request body: {'router': {'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:20.428652 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-db87be6e-1748-4b9e-826b-5dcba3b79c6b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:20.439229 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port b3de8b60-7219-4fe4-a6ee-89a050d0982b on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:20.439229 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:20.572519 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 3 to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b May 10 14:47:20.618234 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0d7676f2-49d4-411e-81f0-6ed9ad896769 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:47:20.657905 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 0d7676f2-49d4-411e-81f0-6ed9ad896769 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:47:20.658510 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0d7676f2-49d4-411e-81f0-6ed9ad896769 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:47:20.672727 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db87be6e-1748-4b9e-826b-5dcba3b79c6b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Made reservation on behalf of bc4024508904499482cf56b0445a3a01 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:20.678306 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db87be6e-1748-4b9e-826b-5dcba3b79c6b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:20.749225 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db87be6e-1748-4b9e-826b-5dcba3b79c6b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:20.758032 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37356) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:20.761858 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23e644d1-294d-4d01-b1e3-386daabf02a0 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:20.768594 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:20.768919 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:20.769242 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:20.792332 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port b3de8b60-7219-4fe4-a6ee-89a050d0982b on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:20.792659 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:20.796750 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 4 to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b May 10 14:47:20.822656 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-db87be6e-1748-4b9e-826b-5dcba3b79c6b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:20.834736 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-db87be6e-1748-4b9e-826b-5dcba3b79c6b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Usage tracker for resource:security_group_rule and tenant:bc4024508904499482cf56b0445a3a01 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:20.835246 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5659e372-7db1-4e52-bf37-1fb0131a22fd tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:20.840098 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-db87be6e-1748-4b9e-826b-5dcba3b79c6b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:20.850342 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-db87be6e-1748-4b9e-826b-5dcba3b79c6b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:20.852288 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:20.852624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:20.852985 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:20.866712 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port b3de8b60-7219-4fe4-a6ee-89a050d0982b on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:20.867030 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:20.876756 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-69932eeb-550c-498e-8b02-4cb98349a101 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Deleting port 0d7676f2-49d4-411e-81f0-6ed9ad896769 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:20.877258 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-69932eeb-550c-498e-8b02-4cb98349a101 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:20.916145 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 5 to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b May 10 14:47:20.925300 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-33662c0a-346e-473b-bcd3-a72495415219 tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:20.957849 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-69932eeb-550c-498e-8b02-4cb98349a101 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] The port '0d7676f2-49d4-411e-81f0-6ed9ad896769' was deleted {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:47:20.962299 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:20.962652 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:20.963026 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:20.987842 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port b3de8b60-7219-4fe4-a6ee-89a050d0982b on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:20.988156 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:20.992800 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 6 to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b May 10 14:47:21.016638 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27349933-9ab8-4ea6-ab8f-383ca9b9de84 req-6a811231-5065-4283-99f3-f5988164a0d5 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:21.018096 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-27349933-9ab8-4ea6-ab8f-383ca9b9de84 req-6a811231-5065-4283-99f3-f5988164a0d5 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 946 time: 0.4374349 May 10 14:47:21.027030 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-33662c0a-346e-473b-bcd3-a72495415219 tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] 10.222.0.79 "PUT /v2.0/quotas/b1655ec05c6f481e8e2a76d8212a010e HTTP/1.1" status: 200 len: 368 time: 0.2607434 May 10 14:47:21.034482 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37362) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:21.053457 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:21.053802 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:21.054108 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:21.066092 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-da1a1324-0466-4fb0-8ed0-28ecffcf2b7d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Request body: {'network': {'project_id': 'b1655ec05c6f481e8e2a76d8212a010e'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:21.078041 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-da1a1324-0466-4fb0-8ed0-28ecffcf2b7d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:21.089485 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port b3de8b60-7219-4fe4-a6ee-89a050d0982b on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:21.089857 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:21.091761 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-da1a1324-0466-4fb0-8ed0-28ecffcf2b7d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Usage tracker for resource:network and tenant:b1655ec05c6f481e8e2a76d8212a010e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:21.095065 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 7 to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b May 10 14:47:21.109114 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-da1a1324-0466-4fb0-8ed0-28ecffcf2b7d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:21.140351 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-da1a1324-0466-4fb0-8ed0-28ecffcf2b7d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:21.144727 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-69932eeb-550c-498e-8b02-4cb98349a101 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:21.153476 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-27349933-9ab8-4ea6-ab8f-383ca9b9de84 req-ff62f7e4-89ec-4ccc-be37-01b0bfe4ece0 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/security-groups?id=522bf700-f189-4121-89ee-fa0268c69f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246800 May 10 14:47:21.154113 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:21.154534 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:21.155255 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:21.173932 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port b3de8b60-7219-4fe4-a6ee-89a050d0982b on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:21.174264 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:21.177228 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 8 to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b May 10 14:47:21.179885 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-69932eeb-550c-498e-8b02-4cb98349a101 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9557bd57-8f3f-4d71-8165-d612ea7fc21d']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:21.194945 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-69932eeb-550c-498e-8b02-4cb98349a101 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35075ce5-ce6f-4bac-b381-93e060c66dfb') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:21.195239 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-69932eeb-550c-498e-8b02-4cb98349a101 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35075ce5-ce6f-4bac-b381-93e060c66dfb') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:21.198384 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1a1324-0466-4fb0-8ed0-28ecffcf2b7d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Made reservation on behalf of b1655ec05c6f481e8e2a76d8212a010e for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:21.200652 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-da1a1324-0466-4fb0-8ed0-28ecffcf2b7d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:21.210078 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-69932eeb-550c-498e-8b02-4cb98349a101 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:21.224900 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db87be6e-1748-4b9e-826b-5dcba3b79c6b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:21.226164 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:21.226582 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:21.226991 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:21.229271 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-da1a1324-0466-4fb0-8ed0-28ecffcf2b7d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:21.240310 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-69932eeb-550c-498e-8b02-4cb98349a101 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:21.249293 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69932eeb-550c-498e-8b02-4cb98349a101 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:47:21.249696 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-69932eeb-550c-498e-8b02-4cb98349a101 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:21.254644 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db87be6e-1748-4b9e-826b-5dcba3b79c6b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:47:21.265157 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:47:21.268107 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port b3de8b60-7219-4fe4-a6ee-89a050d0982b on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:21.268301 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:21.273691 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 9 to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b May 10 14:47:21.287753 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-da1a1324-0466-4fb0-8ed0-28ecffcf2b7d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:21.303314 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-da1a1324-0466-4fb0-8ed0-28ecffcf2b7d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Usage tracker for resource:security_group_rule and tenant:b1655ec05c6f481e8e2a76d8212a010e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:21.313566 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-da1a1324-0466-4fb0-8ed0-28ecffcf2b7d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:21.323678 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:21.323999 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:21.324327 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:21.329151 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-da1a1324-0466-4fb0-8ed0-28ecffcf2b7d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:21.341163 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87be6e-1748-4b9e-826b-5dcba3b79c6b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8248d6-dbd7-4f7f-9e19-9360224b7337,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:21.344509 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port b3de8b60-7219-4fe4-a6ee-89a050d0982b on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:21.344829 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:21.349220 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.plugins.ml2.plugin [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempt 10 to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b May 10 14:47:21.484990 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:21.485318 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] {{(pid=88051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:21.485648 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempting to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:21.508464 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Port b3de8b60-7219-4fe4-a6ee-89a050d0982b on network 09991574-e342-4f69-bf80-47a36873f41e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:47:21.508789 dv-neutron-841204-2-hyperv neutron-server[88051]: ERROR neutron.plugins.ml2.managers [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Failed to bind port b3de8b60-7219-4fe4-a6ee-89a050d0982b on host hv-neutron-8412 for vnic_type normal using segments [{'id': 'dbf964c9-8495-4570-b56c-62ace36dc887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '09991574-e342-4f69-bf80-47a36873f41e'}] May 10 14:47:21.509149 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:21.599530 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23e644d1-294d-4d01-b1e3-386daabf02a0 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:21.608837 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-69932eeb-550c-498e-8b02-4cb98349a101 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:21.649621 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db87be6e-1748-4b9e-826b-5dcba3b79c6b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:47:21.649816 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-69932eeb-550c-498e-8b02-4cb98349a101 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:21.658406 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5659e372-7db1-4e52-bf37-1fb0131a22fd tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_gateway, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:21.672942 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23e644d1-294d-4d01-b1e3-386daabf02a0 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:21.689580 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69932eeb-550c-498e-8b02-4cb98349a101 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] Pushing event deleted for resources: {'Network': ['ID=9557bd57-8f3f-4d71-8165-d612ea7fc21d,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:21.695689 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-69932eeb-550c-498e-8b02-4cb98349a101 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646 tempest-ExtraDHCPOptionsIpV6TestJSON-377359646-project] 10.222.0.79 "DELETE /v2.0/networks/9557bd57-8f3f-4d71-8165-d612ea7fc21d HTTP/1.1" status: 204 len: 168 time: 2.6057837 May 10 14:47:21.696938 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5659e372-7db1-4e52-bf37-1fb0131a22fd tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:21.793330 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db87be6e-1748-4b9e-826b-5dcba3b79c6b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:21.793858 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-db87be6e-1748-4b9e-826b-5dcba3b79c6b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Added segment 4adb4c49-bd31-4bbf-a3da-8dce3bbe1b66 of type vlan for network be3b3952-0c35-4e73-aef8-d91d15b2ac82 May 10 14:47:21.852784 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-5659e372-7db1-4e52-bf37-1fb0131a22fd tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Allocated IP 172.26.0.224 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/0daf9a00-afec-4fe6-b921-5bdd60b9fe71) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:47:21.940860 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] For port b3de8b60-7219-4fe4-a6ee-89a050d0982b, host hv-neutron-8412, cleared binding levels {{(pid=88051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:47:21.941370 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attempted to set empty binding levels {{(pid=88051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 10 14:47:21.975027 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db87be6e-1748-4b9e-826b-5dcba3b79c6b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:21.987839 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:22.027420 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5659e372-7db1-4e52-bf37-1fb0131a22fd tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:22.067614 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5659e372-7db1-4e52-bf37-1fb0131a22fd tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:22.072779 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-da1a1324-0466-4fb0-8ed0-28ecffcf2b7d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:22.084582 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] In _notify_port_updated(), no bound segment for port b3de8b60-7219-4fe4-a6ee-89a050d0982b on network 09991574-e342-4f69-bf80-47a36873f41e {{(pid=88051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 10 14:47:22.085463 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:22.086053 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:22.090185 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] 10.222.0.79 "PUT /v2.0/ports/b3de8b60-7219-4fe4-a6ee-89a050d0982b HTTP/1.1" status: 200 len: 980 time: 4.2911136 May 10 14:47:22.105445 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37374) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:22.137872 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-da1a1324-0466-4fb0-8ed0-28ecffcf2b7d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:22.175850 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37378) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:22.183471 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f2cc9-886f-4567-8632-f9784525ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Pushing event updated for resources: {'Port': ['ID=b3de8b60-7219-4fe4-a6ee-89a050d0982b,revision_number=3']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:22.205856 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db87be6e-1748-4b9e-826b-5dcba3b79c6b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:22.215716 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db87be6e-1748-4b9e-826b-5dcba3b79c6b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:22.216245 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db87be6e-1748-4b9e-826b-5dcba3b79c6b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:22.227258 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1a1324-0466-4fb0-8ed0-28ecffcf2b7d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:47:22.253917 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5659e372-7db1-4e52-bf37-1fb0131a22fd tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:22.259325 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-5659e372-7db1-4e52-bf37-1fb0131a22fd tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:22.265592 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a1324-0466-4fb0-8ed0-28ecffcf2b7d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4a4f5a-0c17-4d42-a06b-6634000568db,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:22.271054 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5659e372-7db1-4e52-bf37-1fb0131a22fd tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:22.290500 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-23e644d1-294d-4d01-b1e3-386daabf02a0 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Allocated IP 172.26.0.87 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/480869a5-d8e6-454f-a0ce-e0ee504db3e7) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:47:22.312595 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659e372-7db1-4e52-bf37-1fb0131a22fd tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Pushing event updated for resources: {'Port': ['ID=0daf9a00-afec-4fe6-b921-5bdd60b9fe71,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:22.313023 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cc95257c-08fc-47bd-a412-d0c9987cfa0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:22.334957 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-7698ff21-6d9a-4b3f-aaef-25e9dc0cfc7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Deleting port b3de8b60-7219-4fe4-a6ee-89a050d0982b {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:22.335296 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7698ff21-6d9a-4b3f-aaef-25e9dc0cfc7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:22.337348 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-da1a1324-0466-4fb0-8ed0-28ecffcf2b7d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:22.337685 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-da1a1324-0466-4fb0-8ed0-28ecffcf2b7d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Added segment f6bef8ab-3c24-4e95-8e1c-93505fdc07d1 of type vlan for network c00420d8-ab4a-414f-a667-08d80b23b75c May 10 14:47:22.358155 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a2518-8654-4c7d-8d4a-1638e278c873 req-de4a66e8-462d-459c-ac5b-aa34a937c5fc tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:22.359685 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e13a2518-8654-4c7d-8d4a-1638e278c873 req-de4a66e8-462d-459c-ac5b-aa34a937c5fc tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 946 time: 0.5764544 May 10 14:47:22.634239 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18587287-8b7b-4d66-9d7a-a45a4e137e25 req-1f19e104-de52-4d41-8e12-4b7474cdd43d tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:22.634973 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-18587287-8b7b-4d66-9d7a-a45a4e137e25 req-1f19e104-de52-4d41-8e12-4b7474cdd43d tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Synchronizing usage tracker for tenant:ba3b3a57fe174aac9471b7338382297f on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:47:22.683472 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-db87be6e-1748-4b9e-826b-5dcba3b79c6b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.9426701 May 10 14:47:22.684268 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87be6e-1748-4b9e-826b-5dcba3b79c6b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Pushing event updated for resources: {'Network': ['ID=be3b3952-0c35-4e73-aef8-d91d15b2ac82,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:22.688276 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37388) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:22.697623 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network be3b3952-0c35-4e73-aef8-d91d15b2ac82 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:47:22.718891 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-da1a1324-0466-4fb0-8ed0-28ecffcf2b7d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:22.734317 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-c104f514-2329-4e91-bc1f-acd8e9c7b326 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Request body: {'subnet': {'network_id': 'be3b3952-0c35-4e73-aef8-d91d15b2ac82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:22.816542 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-18587287-8b7b-4d66-9d7a-a45a4e137e25 req-1f19e104-de52-4d41-8e12-4b7474cdd43d tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Unset dirty status for tenant:ba3b3a57fe174aac9471b7338382297f on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:47:22.817660 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-18587287-8b7b-4d66-9d7a-a45a4e137e25 req-1f19e104-de52-4d41-8e12-4b7474cdd43d tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.86 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 946 time: 0.7082052 May 10 14:47:22.827433 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e13a2518-8654-4c7d-8d4a-1638e278c873 req-5afce8e7-e9d9-4f98-91a0-ec25fb0d239a tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a362dd-5e99-457f-9411-48dd3281fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4052835 May 10 14:47:22.896117 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-7698ff21-6d9a-4b3f-aaef-25e9dc0cfc7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] For port b3de8b60-7219-4fe4-a6ee-89a050d0982b, host hv-neutron-8412, got binding levels [] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:22.896585 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7698ff21-6d9a-4b3f-aaef-25e9dc0cfc7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:22.900768 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-47b5d44c-d505-41ae-bf89-4d53b80ab967 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0fb486993324411f9c4ccf6d3012ce95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7160149 May 10 14:47:22.906744 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37394) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:22.949653 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-c104f514-2329-4e91-bc1f-acd8e9c7b326 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:22.974273 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da835e-852a-40cd-b325-57932e716ce7 req-66b6c83f-f10b-4805-ae67-a5062f21551b tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:22.975453 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f3da835e-852a-40cd-b325-57932e716ce7 req-66b6c83f-f10b-4805-ae67-a5062f21551b tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 946 time: 0.6261525 May 10 14:47:22.976573 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c104f514-2329-4e91-bc1f-acd8e9c7b326 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Usage tracker for resource:subnet and tenant:bc4024508904499482cf56b0445a3a01 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:22.981357 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-da1a1324-0466-4fb0-8ed0-28ecffcf2b7d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:22.982265 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1a1324-0466-4fb0-8ed0-28ecffcf2b7d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:22.983505 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-da1a1324-0466-4fb0-8ed0-28ecffcf2b7d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:22.988602 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c104f514-2329-4e91-bc1f-acd8e9c7b326 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:23.003049 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:23.013659 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23e644d1-294d-4d01-b1e3-386daabf02a0 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:23.039789 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-c104f514-2329-4e91-bc1f-acd8e9c7b326 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:23.133709 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-da1a1324-0466-4fb0-8ed0-28ecffcf2b7d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.0970955 May 10 14:47:23.147373 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37398) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:23.147602 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:23.151911 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a1324-0466-4fb0-8ed0-28ecffcf2b7d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Pushing event updated for resources: {'Network': ['ID=c00420d8-ab4a-414f-a667-08d80b23b75c,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:23.159512 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c104f514-2329-4e91-bc1f-acd8e9c7b326 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Made reservation on behalf of bc4024508904499482cf56b0445a3a01 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:23.163062 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c104f514-2329-4e91-bc1f-acd8e9c7b326 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:23.167720 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network c00420d8-ab4a-414f-a667-08d80b23b75c details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:47:23.183700 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-8f2f2cd5-868e-4e1b-ada9-419e1c991903 tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Request body: {'network': {'project_id': 'b1655ec05c6f481e8e2a76d8212a010e'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:23.193666 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-8f2f2cd5-868e-4e1b-ada9-419e1c991903 tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:23.203139 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f3da835e-852a-40cd-b325-57932e716ce7 req-fc094bc7-93b5-4a34-a8ac-423116134a93 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/security-groups?id=522bf700-f189-4121-89ee-fa0268c69f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116177 May 10 14:47:23.229084 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-7698ff21-6d9a-4b3f-aaef-25e9dc0cfc7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Calling delete_port for b3de8b60-7219-4fe4-a6ee-89a050d0982b owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:23.251840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8f2f2cd5-868e-4e1b-ada9-419e1c991903 tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Usage tracker for resource:network and tenant:b1655ec05c6f481e8e2a76d8212a010e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:23.261232 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8f2f2cd5-868e-4e1b-ada9-419e1c991903 tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:23.278368 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-8f2f2cd5-868e-4e1b-ada9-419e1c991903 tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:23.300453 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2f2cd5-868e-4e1b-ada9-419e1c991903 tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Made reservation on behalf of b1655ec05c6f481e8e2a76d8212a010e for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:23.302979 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8f2f2cd5-868e-4e1b-ada9-419e1c991903 tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:23.324157 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23e644d1-294d-4d01-b1e3-386daabf02a0 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:23.325283 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:23.325838 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-18587287-8b7b-4d66-9d7a-a45a4e137e25 req-b2f3c1d0-b0dd-4408-8309-551b44e87adf tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Deleting port 496c4914-5f60-412b-abca-3a0af86411b4 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:23.325838 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-18587287-8b7b-4d66-9d7a-a45a4e137e25 req-b2f3c1d0-b0dd-4408-8309-551b44e87adf tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:23.416861 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e644d1-294d-4d01-b1e3-386daabf02a0 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:23.422649 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2f2cd5-868e-4e1b-ada9-419e1c991903 tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:47:23.424900 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-23e644d1-294d-4d01-b1e3-386daabf02a0 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:23.432580 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e644d1-294d-4d01-b1e3-386daabf02a0 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:23.464429 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e644d1-294d-4d01-b1e3-386daabf02a0 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Pushing event updated for resources: {'Port': ['ID=480869a5-d8e6-454f-a0ce-e0ee504db3e7,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:23.489926 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5659e372-7db1-4e52-bf37-1fb0131a22fd tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_gateway, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:23.519865 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8f2f2cd5-868e-4e1b-ada9-419e1c991903 tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:23.520209 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-8f2f2cd5-868e-4e1b-ada9-419e1c991903 tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Added segment 231786e8-4251-4270-8b43-1d943d738047 of type vlan for network 0f1294c4-0ddc-410b-9361-4111550de1e3 May 10 14:47:23.633148 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f56e0afe-7720-43af-a82b-76f07143b03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:23.699163 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8f2f2cd5-868e-4e1b-ada9-419e1c991903 tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:23.734184 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7698ff21-6d9a-4b3f-aaef-25e9dc0cfc7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:23.805473 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c104f514-2329-4e91-bc1f-acd8e9c7b326 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:23.806087 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f56e0afe-7720-43af-a82b-76f07143b03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:23.868262 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698ff21-6d9a-4b3f-aaef-25e9dc0cfc7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3de8b60-7219-4fe4-a6ee-89a050d0982b,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:23.868395 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8f2f2cd5-868e-4e1b-ada9-419e1c991903 tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:23.869310 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2f2cd5-868e-4e1b-ada9-419e1c991903 tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:23.869891 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8f2f2cd5-868e-4e1b-ada9-419e1c991903 tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:23.936860 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7698ff21-6d9a-4b3f-aaef-25e9dc0cfc7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:24.059716 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-bd3d48a7-b8d2-41fe-a500-ab99f1adfb1a tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:24.060466 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-bd3d48a7-b8d2-41fe-a500-ab99f1adfb1a tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Synchronizing usage tracker for tenant:838b552cd1fe457a86d509de7ba36715 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:47:24.069694 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7698ff21-6d9a-4b3f-aaef-25e9dc0cfc7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] 10.222.0.79 "DELETE /v2.0/ports/b3de8b60-7219-4fe4-a6ee-89a050d0982b HTTP/1.1" status: 204 len: 168 time: 1.9540060 May 10 14:47:24.084876 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37404) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:24.092286 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104f514-2329-4e91-bc1f-acd8e9c7b326 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Pushing event updated for resources: {'Subnet': ['ID=f414cbca-b102-4254-acbc-7f841ac56d34,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:24.137392 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8f2f2cd5-868e-4e1b-ada9-419e1c991903 tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9868131 May 10 14:47:24.141679 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c104f514-2329-4e91-bc1f-acd8e9c7b326 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Checking segment: {'id': '4adb4c49-bd31-4bbf-a3da-8dce3bbe1b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'be3b3952-0c35-4e73-aef8-d91d15b2ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:47:24.142059 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c104f514-2329-4e91-bc1f-acd8e9c7b326 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Network hostable DHCP agents. Network: be3b3952-0c35-4e73-aef8-d91d15b2ac82, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:47:24.146267 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f2cd5-868e-4e1b-ada9-419e1c991903 tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Pushing event updated for resources: {'Network': ['ID=0f1294c4-0ddc-410b-9361-4111550de1e3,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:24.151641 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37408) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:24.158472 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 0f1294c4-0ddc-410b-9361-4111550de1e3 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:47:24.165891 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b89f7c0-5aaf-4a13-b6e9-bfd7006bf844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] GET failed (client error): The resource could not be found. May 10 14:47:24.166071 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-9b89f7c0-5aaf-4a13-b6e9-bfd7006bf844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Synchronizing usage tracker for tenant:88f376c24b054dde884046bd9d0261f4 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:47:24.225171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-1d5fa2c1-8071-429a-8462-af3638ed033c tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Request body: {'network': {'project_id': 'b1655ec05c6f481e8e2a76d8212a010e'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:24.234669 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-bd3d48a7-b8d2-41fe-a500-ab99f1adfb1a tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Unset dirty status for tenant:838b552cd1fe457a86d509de7ba36715 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:47:24.234669 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-bd3d48a7-b8d2-41fe-a500-ab99f1adfb1a tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.86 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 946 time: 0.8415887 May 10 14:47:24.242458 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1d5fa2c1-8071-429a-8462-af3638ed033c tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:24.251404 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1d5fa2c1-8071-429a-8462-af3638ed033c tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Usage tracker for resource:network and tenant:b1655ec05c6f481e8e2a76d8212a010e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:24.261382 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1d5fa2c1-8071-429a-8462-af3638ed033c tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:24.278446 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1d5fa2c1-8071-429a-8462-af3638ed033c tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:24.290307 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5fa2c1-8071-429a-8462-af3638ed033c tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 10 14:47:24.290790 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5fa2c1-8071-429a-8462-af3638ed033c tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:47:24.295845 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1d5fa2c1-8071-429a-8462-af3638ed033c tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1301584 May 10 14:47:24.295845 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23e644d1-294d-4d01-b1e3-386daabf02a0 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:24.306164 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37414) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:24.319415 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f56e0afe-7720-43af-a82b-76f07143b03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:24.344077 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-18587287-8b7b-4d66-9d7a-a45a4e137e25 req-b2f3c1d0-b0dd-4408-8309-551b44e87adf tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] For port 496c4914-5f60-412b-abca-3a0af86411b4, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=496c4914-5f60-412b-abca-3a0af86411b4,segment=NetworkSegment(d0fb5057-709c-4804-b805-2241f5ca5186),segment_id=d0fb5057-709c-4804-b805-2241f5ca5186)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:24.344437 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-18587287-8b7b-4d66-9d7a-a45a4e137e25 req-b2f3c1d0-b0dd-4408-8309-551b44e87adf tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:24.447532 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-9b89f7c0-5aaf-4a13-b6e9-bfd7006bf844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] Unset dirty status for tenant:88f376c24b054dde884046bd9d0261f4 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:47:24.448684 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9b89f7c0-5aaf-4a13-b6e9-bfd7006bf844 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807 tempest-PortsAdminExtendedAttrsIpV6TestJSON-376461807-project-admin] 10.222.0.79 "GET /v2.0/ports/b3de8b60-7219-4fe4-a6ee-89a050d0982b HTTP/1.1" status: 404 len: 333 time: 0.3611372 May 10 14:47:24.453579 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5659e372-7db1-4e52-bf37-1fb0131a22fd tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:24.462954 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37418) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:24.473851 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e0afe-7720-43af-a82b-76f07143b03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f638da-10d4-49c1-8458-a0cf55a9b7ac,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:24.479547 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c104f514-2329-4e91-bc1f-acd8e9c7b326 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Network be3b3952-0c35-4e73-aef8-d91d15b2ac82 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:47:24.493971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Deleting port 5b2ab91e-c402-46c3-9a69-e66a4284e82f {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:24.494218 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:24.519284 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f56e0afe-7720-43af-a82b-76f07143b03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:24.520366 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f56e0afe-7720-43af-a82b-76f07143b03b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a0f638da-10d4-49c1-8458-a0cf55a9b7ac HTTP/1.1" status: 204 len: 168 time: 1.6033297 May 10 14:47:24.528606 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5659e372-7db1-4e52-bf37-1fb0131a22fd tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539321'] for router, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:24.635501 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-c104f514-2329-4e91-bc1f-acd8e9c7b326 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, be3b3952-0c35-4e73-aef8-d91d15b2ac82) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:24.656581 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fbc225-b1a7-41b7-b13f-0e0d76528f5f None None] Network be3b3952-0c35-4e73-aef8-d91d15b2ac82 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:47:24.711819 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcdac2-98a8-49c7-9cf6-51e93e55d41d req-c8602369-0d0c-4c17-8fb5-e2933694cdde tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:24.713413 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-99fcdac2-98a8-49c7-9cf6-51e93e55d41d req-c8602369-0d0c-4c17-8fb5-e2933694cdde tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 946 time: 0.6903741 May 10 14:47:24.714740 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c104f514-2329-4e91-bc1f-acd8e9c7b326 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:24.715326 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c104f514-2329-4e91-bc1f-acd8e9c7b326 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:24.753659 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-fab5938d-4f8e-4237-9d54-b09ed6784647 tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b1655ec05c6f481e8e2a76d8212a010e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4356644 May 10 14:47:24.774566 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37426) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:24.806837 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ab2ada80-1d2d-47a2-bdeb-4efcf0d00b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:24.858016 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c104f514-2329-4e91-bc1f-acd8e9c7b326 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1624949 May 10 14:47:24.869043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37432) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:24.901443 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:24.955731 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-ec7c2afb-48b6-4af9-b62f-23cc7ddebb57 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-348277221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:24.968744 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-99fcdac2-98a8-49c7-9cf6-51e93e55d41d req-1e94d6da-a491-4780-978d-0545966512aa tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a362dd-5e99-457f-9411-48dd3281fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383201 May 10 14:47:25.012327 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-ec7c2afb-48b6-4af9-b62f-23cc7ddebb57 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:25.027627 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-ec7c2afb-48b6-4af9-b62f-23cc7ddebb57 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Usage tracker for resource:router and tenant:bc4024508904499482cf56b0445a3a01 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:25.046925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac93f3-4909-4a23-98a4-dde654a44cb0 req-f93417e5-c7c0-4f1e-82c6-f6c73e85e0e8 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:25.048440 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-50ac93f3-4909-4a23-98a4-dde654a44cb0 req-f93417e5-c7c0-4f1e-82c6-f6c73e85e0e8 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 946 time: 0.5864043 May 10 14:47:25.072563 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-ec7c2afb-48b6-4af9-b62f-23cc7ddebb57 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:25.111144 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20500d87-e700-4895-95d4-aa138c503714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-be3b3952-0c35-4e73-aef8-d91d15b2ac82', 'network_id': 'be3b3952-0c35-4e73-aef8-d91d15b2ac82', 'tenant_id': 'bc4024508904499482cf56b0445a3a01', 'fixed_ips': [{'subnet_id': 'f414cbca-b102-4254-acbc-7f841ac56d34'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:47:25.111631 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-20500d87-e700-4895-95d4-aa138c503714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:25.167236 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-ec7c2afb-48b6-4af9-b62f-23cc7ddebb57 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:25.195839 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-464c858f-0ece-4316-b951-a2cb8ab2ac4d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:25.301536 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-20500d87-e700-4895-95d4-aa138c503714 None None] Allocated IP 172.20.0.2 (be3b3952-0c35-4e73-aef8-d91d15b2ac82/f414cbca-b102-4254-acbc-7f841ac56d34/1438f545-9545-4c48-9a0b-ad1cde72038e) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:47:25.344457 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ab2ada80-1d2d-47a2-bdeb-4efcf0d00b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:25.354171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ec7c2afb-48b6-4af9-b62f-23cc7ddebb57 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:25.355378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ec7c2afb-48b6-4af9-b62f-23cc7ddebb57 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:25.361686 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-18587287-8b7b-4d66-9d7a-a45a4e137e25 req-b2f3c1d0-b0dd-4408-8309-551b44e87adf tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:25.362004 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-18587287-8b7b-4d66-9d7a-a45a4e137e25 req-b2f3c1d0-b0dd-4408-8309-551b44e87adf tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:25.362259 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [req-18587287-8b7b-4d66-9d7a-a45a4e137e25 req-b2f3c1d0-b0dd-4408-8309-551b44e87adf tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Floating IP 3a7f5e27-29c1-4fb4-bdef-4ebd59841e15 disassociated. External IP: 172.26.0.61, port: 496c4914-5f60-412b-abca-3a0af86411b4. May 10 14:47:25.362649 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-18587287-8b7b-4d66-9d7a-a45a4e137e25 req-b2f3c1d0-b0dd-4408-8309-551b44e87adf tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Calling delete_port for 496c4914-5f60-412b-abca-3a0af86411b4 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:25.414323 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] For port 5b2ab91e-c402-46c3-9a69-e66a4284e82f, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=5b2ab91e-c402-46c3-9a69-e66a4284e82f,segment=NetworkSegment(0dd99381-ca53-4023-8dc0-0788d84a1ca8),segment_id=0dd99381-ca53-4023-8dc0-0788d84a1ca8)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:25.414789 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:25.421140 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-464c858f-0ece-4316-b951-a2cb8ab2ac4d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:25.430095 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-50ac93f3-4909-4a23-98a4-dde654a44cb0 req-6fa5d0bd-dc60-4404-a813-d2a09c16294e tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/security-groups?id=522bf700-f189-4121-89ee-fa0268c69f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3613298 May 10 14:47:25.460361 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-ab2ada80-1d2d-47a2-bdeb-4efcf0d00b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09991574-e342-4f69-bf80-47a36873f41e']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:25.476983 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ec7c2afb-48b6-4af9-b62f-23cc7ddebb57 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:25.549135 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-20500d87-e700-4895-95d4-aa138c503714 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:25.562024 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23e644d1-294d-4d01-b1e3-386daabf02a0 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:25.565706 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ec7c2afb-48b6-4af9-b62f-23cc7ddebb57 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:25.580342 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-ab2ada80-1d2d-47a2-bdeb-4efcf0d00b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf964c9-8495-4570-b56c-62ace36dc887') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:25.580628 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-ab2ada80-1d2d-47a2-bdeb-4efcf0d00b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf964c9-8495-4570-b56c-62ace36dc887') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:25.591326 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37450) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:25.595013 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23e644d1-294d-4d01-b1e3-386daabf02a0 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539321'] for router, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:25.604243 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ab2ada80-1d2d-47a2-bdeb-4efcf0d00b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:25.606053 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5659e372-7db1-4e52-bf37-1fb0131a22fd tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Router 519264f4-c11d-4742-b467-739d3f8e68a0 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:47:25.623078 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-20500d87-e700-4895-95d4-aa138c503714 None None] Transition to ACTIVE for port object 1438f545-9545-4c48-9a0b-ad1cde72038e will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:47:25.627749 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-464c858f-0ece-4316-b951-a2cb8ab2ac4d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:25.648638 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-20500d87-e700-4895-95d4-aa138c503714 None None] Transition to ACTIVE for port object 1438f545-9545-4c48-9a0b-ad1cde72038e will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:47:25.658366 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-20500d87-e700-4895-95d4-aa138c503714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:25.705590 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ab2ada80-1d2d-47a2-bdeb-4efcf0d00b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:25.725529 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-464c858f-0ece-4316-b951-a2cb8ab2ac4d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:25.726659 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-464c858f-0ece-4316-b951-a2cb8ab2ac4d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] 10.222.0.79 "DELETE /v2.0/security-groups/3f4a4f5a-0c17-4d42-a06b-6634000568db HTTP/1.1" status: 204 len: 168 time: 0.9485154 May 10 14:47:25.727565 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c858f-0ece-4316-b951-a2cb8ab2ac4d tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4a4f5a-0c17-4d42-a06b-6634000568db,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:25.733923 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37456) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:25.742374 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab2ada80-1d2d-47a2-bdeb-4efcf0d00b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:47:25.742951 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ab2ada80-1d2d-47a2-bdeb-4efcf0d00b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:47:25.762933 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:47:25.765982 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 496c4914-5f60-412b-abca-3a0af86411b4 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:47:25.766851 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ec7c2afb-48b6-4af9-b62f-23cc7ddebb57 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:25.768173 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ec7c2afb-48b6-4af9-b62f-23cc7ddebb57 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8948622 May 10 14:47:25.789970 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37460) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:25.801035 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-6cd7d275-5ce6-42e3-8386-9ae759222b9e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1825503206'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:25.832037 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20500d87-e700-4895-95d4-aa138c503714 None None] Network be3b3952-0c35-4e73-aef8-d91d15b2ac82 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:25.835952 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-20500d87-e700-4895-95d4-aa138c503714 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:25.838692 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20500d87-e700-4895-95d4-aa138c503714 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:25.890866 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No ports have port_id starting with 496c4914-5f60-412b-abca-3a0af86411b4 May 10 14:47:25.930513 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20500d87-e700-4895-95d4-aa138c503714 None None] Pushing event updated for resources: {'Port': ['ID=1438f545-9545-4c48-9a0b-ad1cde72038e,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:25.941694 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 5b2ab91e-c402-46c3-9a69-e66a4284e82f no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:47:25.968356 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-18587287-8b7b-4d66-9d7a-a45a4e137e25 req-b2f3c1d0-b0dd-4408-8309-551b44e87adf tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:25.990834 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-20500d87-e700-4895-95d4-aa138c503714 None None] Attempting to bind port 1438f545-9545-4c48-9a0b-ad1cde72038e on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:25.991108 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-20500d87-e700-4895-95d4-aa138c503714 None None] Attempting to bind port 1438f545-9545-4c48-9a0b-ad1cde72038e by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '4adb4c49-bd31-4bbf-a3da-8dce3bbe1b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'be3b3952-0c35-4e73-aef8-d91d15b2ac82'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:25.991465 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20500d87-e700-4895-95d4-aa138c503714 None None] Attempting to bind port 1438f545-9545-4c48-9a0b-ad1cde72038e on network be3b3952-0c35-4e73-aef8-d91d15b2ac82 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:26.002551 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20500d87-e700-4895-95d4-aa138c503714 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:47:26.002923 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20500d87-e700-4895-95d4-aa138c503714 None None] Checking segment: {'id': '4adb4c49-bd31-4bbf-a3da-8dce3bbe1b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'be3b3952-0c35-4e73-aef8-d91d15b2ac82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:47:26.003320 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-20500d87-e700-4895-95d4-aa138c503714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:26.003703 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20500d87-e700-4895-95d4-aa138c503714 None None] Bound using segment: {'id': '4adb4c49-bd31-4bbf-a3da-8dce3bbe1b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'be3b3952-0c35-4e73-aef8-d91d15b2ac82'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:47:26.004164 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-20500d87-e700-4895-95d4-aa138c503714 None None] Bound port: 1438f545-9545-4c48-9a0b-ad1cde72038e, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4adb4c49-bd31-4bbf-a3da-8dce3bbe1b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'be3b3952-0c35-4e73-aef8-d91d15b2ac82'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:47:26.004538 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-20500d87-e700-4895-95d4-aa138c503714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:26.063670 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6cd7d275-5ce6-42e3-8386-9ae759222b9e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:26.121463 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3c1d0-b0dd-4408-8309-551b44e87adf tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Pushing event deleted for resources: {'Port': ['ID=496c4914-5f60-412b-abca-3a0af86411b4,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:26.131530 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:26.131987 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:26.132388 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Floating IP 5ea0264c-9f19-49a6-a822-21680e4e8959 disassociated. External IP: 172.26.0.240, port: 5b2ab91e-c402-46c3-9a69-e66a4284e82f. May 10 14:47:26.132817 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Calling delete_port for 5b2ab91e-c402-46c3-9a69-e66a4284e82f owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:26.148848 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:26.168729 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-20500d87-e700-4895-95d4-aa138c503714 None None] For port 1438f545-9545-4c48-9a0b-ad1cde72038e, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:47:26.183446 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-20500d87-e700-4895-95d4-aa138c503714 None None] For port 1438f545-9545-4c48-9a0b-ad1cde72038e, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=1438f545-9545-4c48-9a0b-ad1cde72038e,segment=NetworkSegment(4adb4c49-bd31-4bbf-a3da-8dce3bbe1b66),segment_id=4adb4c49-bd31-4bbf-a3da-8dce3bbe1b66)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:47:26.189257 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadca665-fc34-46e9-8502-913833f26c72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b2ab91e-c402-46c3-9a69-e66a4284e82f'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:47:26.197291 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-20500d87-e700-4895-95d4-aa138c503714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:26.238221 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6cd7d275-5ce6-42e3-8386-9ae759222b9e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Usage tracker for resource:network and tenant:b34db3219d0c46478753528b094049df is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:26.259492 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 5b2ab91e-c402-46c3-9a69-e66a4284e82f, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=5b2ab91e-c402-46c3-9a69-e66a4284e82f,segment=NetworkSegment(0dd99381-ca53-4023-8dc0-0788d84a1ca8),segment_id=0dd99381-ca53-4023-8dc0-0788d84a1ca8)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:26.271790 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:26.289393 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5659e372-7db1-4e52-bf37-1fb0131a22fd tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:47:26.308502 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44522e-fdb5-46fb-ba58-a292a5b7240e None None] Sync routers for ids ['519264f4-c11d-4742-b467-739d3f8e68a0'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:47:26.325825 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5659e372-7db1-4e52-bf37-1fb0131a22fd tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:26.328205 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5659e372-7db1-4e52-bf37-1fb0131a22fd tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "PUT /v2.0/routers/519264f4-c11d-4742-b467-739d3f8e68a0 HTTP/1.1" status: 200 len: 883 time: 5.9071774 May 10 14:47:26.333994 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b44522e-fdb5-46fb-ba58-a292a5b7240e None None] Routers {'519264f4-c11d-4742-b467-739d3f8e68a0'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:26.334760 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7b44522e-fdb5-46fb-ba58-a292a5b7240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['519264f4-c11d-4742-b467-739d3f8e68a0'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:26.358744 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6cd7d275-5ce6-42e3-8386-9ae759222b9e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:26.378775 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37468) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:26.399022 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50c9d75e-6eb8-4f96-a337-cfb0adfc6d21'] response: {'server_uuid': 'fadca665-fc34-46e9-8502-913833f26c72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b2ab91e-c402-46c3-9a69-e66a4284e82f', 'code': 200} May 10 14:47:26.399597 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20500d87-e700-4895-95d4-aa138c503714 None None] Pushing event updated for resources: {'Port': ['ID=1438f545-9545-4c48-9a0b-ad1cde72038e,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:26.442209 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.api [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:47:26.442629 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG oslo_db.api [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:47:26.448121 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18587287-8b7b-4d66-9d7a-a45a4e137e25 req-b2f3c1d0-b0dd-4408-8309-551b44e87adf tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Router 298e15f8-19de-4d14-a9ac-be0afb4df5dc has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:47:26.453573 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6cd7d275-5ce6-42e3-8386-9ae759222b9e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:26.455591 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ab2ada80-1d2d-47a2-bdeb-4efcf0d00b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:26.491342 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=5b2ab91e-c402-46c3-9a69-e66a4284e82f,revision_number=6']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:26.494852 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7b44522e-fdb5-46fb-ba58-a292a5b7240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:26.504688 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b44522e-fdb5-46fb-ba58-a292a5b7240e None None] Routers {'519264f4-c11d-4742-b467-739d3f8e68a0'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:26.506334 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7b44522e-fdb5-46fb-ba58-a292a5b7240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['519264f4-c11d-4742-b467-739d3f8e68a0'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:26.596851 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7b44522e-fdb5-46fb-ba58-a292a5b7240e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:26.597760 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44522e-fdb5-46fb-ba58-a292a5b7240e None None] The sync data for ids ['519264f4-c11d-4742-b467-739d3f8e68a0'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:47:26.621740 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ab2ada80-1d2d-47a2-bdeb-4efcf0d00b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:26.672886 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6782120b-97d1-4566-847a-c6e2918da2bf tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:26.695727 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ada80-1d2d-47a2-bdeb-4efcf0d00b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] Pushing event deleted for resources: {'Network': ['ID=09991574-e342-4f69-bf80-47a36873f41e,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:26.755357 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd7d275-5ce6-42e3-8386-9ae759222b9e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Made reservation on behalf of b34db3219d0c46478753528b094049df for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:26.759259 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6cd7d275-5ce6-42e3-8386-9ae759222b9e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:26.876722 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6cd7d275-5ce6-42e3-8386-9ae759222b9e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:26.894119 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ab2ada80-1d2d-47a2-bdeb-4efcf0d00b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1209423113-project] 10.222.0.79 "DELETE /v2.0/networks/09991574-e342-4f69-bf80-47a36873f41e HTTP/1.1" status: 204 len: 168 time: 2.4240129 May 10 14:47:26.932700 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18587287-8b7b-4d66-9d7a-a45a4e137e25 req-b2f3c1d0-b0dd-4408-8309-551b44e87adf tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:47:26.945888 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1516b600-31ba-4ab2-be39-50272bac8bb3 None None] Sync routers for ids ['298e15f8-19de-4d14-a9ac-be0afb4df5dc'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:47:26.961745 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1516b600-31ba-4ab2-be39-50272bac8bb3 None None] Routers {'298e15f8-19de-4d14-a9ac-be0afb4df5dc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:26.966033 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1516b600-31ba-4ab2-be39-50272bac8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['298e15f8-19de-4d14-a9ac-be0afb4df5dc'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:26.976839 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c96ec22a-cc51-4d25-96f5-01232aa38244 req-cfde3ecc-4dfb-4b2a-ab87-f224df050d96 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e8c6794-4e0a-43cc-8043-82904b1ca4b8 HTTP/1.1" status: 200 len: 210 time: 0.3006966 May 10 14:47:26.985291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6cd7d275-5ce6-42e3-8386-9ae759222b9e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:26.993887 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Deleting port 5b2ab91e-c402-46c3-9a69-e66a4284e82f {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:26.994848 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:27.168398 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-18587287-8b7b-4d66-9d7a-a45a4e137e25 req-b2f3c1d0-b0dd-4408-8309-551b44e87adf tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] No DVR routers for this DVR port 496c4914-5f60-412b-abca-3a0af86411b4 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:47:27.174024 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-18587287-8b7b-4d66-9d7a-a45a4e137e25 req-b2f3c1d0-b0dd-4408-8309-551b44e87adf tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:27.181679 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8c6794-4e0a-43cc-8043-82904b1ca4b8', 'name': 'network-vif-deleted', 'tag': '496c4914-5f60-412b-abca-3a0af86411b4'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:47:27.197595 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-18587287-8b7b-4d66-9d7a-a45a4e137e25 req-b2f3c1d0-b0dd-4408-8309-551b44e87adf tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.86 "DELETE /v2.0/ports/496c4914-5f60-412b-abca-3a0af86411b4 HTTP/1.1" status: 204 len: 173 time: 4.3574657 May 10 14:47:27.343873 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6cd7d275-5ce6-42e3-8386-9ae759222b9e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Usage tracker for resource:security_group_rule and tenant:b34db3219d0c46478753528b094049df is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:27.349357 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-1516b600-31ba-4ab2-be39-50272bac8bb3 None None] Set router 298e15f8-19de-4d14-a9ac-be0afb4df5dc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:47:27.353656 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f25792f-aa32-47bd-9267-daea76909d28'] response: {'server_uuid': '5e8c6794-4e0a-43cc-8043-82904b1ca4b8', 'name': 'network-vif-deleted', 'tag': '496c4914-5f60-412b-abca-3a0af86411b4', 'status': 'completed', 'code': 200} May 10 14:47:27.438126 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6cd7d275-5ce6-42e3-8386-9ae759222b9e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:27.455717 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7fa2ecad-1d54-4c22-883e-0e2cc5aaaaf1 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:27.545282 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6cd7d275-5ce6-42e3-8386-9ae759222b9e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:27.570354 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154219d0-0da1-4e0a-91cc-6ff6aa82ddc6 req-01344de7-3cc1-486f-a72c-acaf428c5756 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:27.576915 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] For port 5b2ab91e-c402-46c3-9a69-e66a4284e82f, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=5b2ab91e-c402-46c3-9a69-e66a4284e82f,segment=NetworkSegment(0dd99381-ca53-4023-8dc0-0788d84a1ca8),segment_id=0dd99381-ca53-4023-8dc0-0788d84a1ca8)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:27.577524 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:27.583336 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-154219d0-0da1-4e0a-91cc-6ff6aa82ddc6 req-01344de7-3cc1-486f-a72c-acaf428c5756 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 944 time: 1.3761935 May 10 14:47:27.587418 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37482) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:27.588991 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e644d1-294d-4d01-b1e3-386daabf02a0 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Router 6a2898ec-7458-4da7-bbaa-aca3767ad300 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:47:27.864221 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1516b600-31ba-4ab2-be39-50272bac8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'name': 'tempest-ServersTestManualDisk-945899288-router', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:52Z', 'revision_number': 4, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'gw_port': {'id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:42Z', 'updated_at': '2022-05-10T14:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '8daed8fa-053c-4973-aa75-213542ad2917', 'name': '', 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'mac_address': 'fa:16:3e:e4:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '275fec47-5f5c-4f6e-94c0-2b9b8256fc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:50Z', 'updated_at': '2022-05-10T14:46:04Z', 'revision_number': 5, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'subnets': [{'id': '275fec47-5f5c-4f6e-94c0-2b9b8256fc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:27.868830 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1516b600-31ba-4ab2-be39-50272bac8bb3 None None] Checking router: 298e15f8-19de-4d14-a9ac-be0afb4df5dc for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:47:27.887282 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1516b600-31ba-4ab2-be39-50272bac8bb3 None None] Routers {'298e15f8-19de-4d14-a9ac-be0afb4df5dc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:27.888121 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1516b600-31ba-4ab2-be39-50272bac8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['298e15f8-19de-4d14-a9ac-be0afb4df5dc'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:27.970710 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7072cf1-354f-4463-a58d-d0e7d6133584 None None] Network be3b3952-0c35-4e73-aef8-d91d15b2ac82 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:47:28.013119 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6782120b-97d1-4566-847a-c6e2918da2bf tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:28.146895 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f536abab-6c3a-48a9-bd24-d8e79280916d None None] Provisioning for port 1438f545-9545-4c48-9a0b-ad1cde72038e completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:47:28.190256 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-154219d0-0da1-4e0a-91cc-6ff6aa82ddc6 req-5d81d267-0b5b-4107-98cf-b9fbe4b07bae tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a362dd-5e99-457f-9411-48dd3281fbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6060498 May 10 14:47:28.230982 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37492) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:28.238906 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-17e8881e-25aa-4470-a4ea-86b910c58356 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=429a88a1e71143da91bb2fc3db734b60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6484625 May 10 14:47:28.257097 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37496) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:28.294319 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-1516b600-31ba-4ab2-be39-50272bac8bb3 None None] Set router 298e15f8-19de-4d14-a9ac-be0afb4df5dc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:47:28.369134 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:28.369669 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:28.370125 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Floating IP 5ea0264c-9f19-49a6-a822-21680e4e8959 disassociated. External IP: 172.26.0.240, port: 5b2ab91e-c402-46c3-9a69-e66a4284e82f. May 10 14:47:28.370599 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Calling delete_port for 5b2ab91e-c402-46c3-9a69-e66a4284e82f owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:28.486770 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-81070efb-296e-48d7-9d9d-3484afe6ccb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:28.583120 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-81070efb-296e-48d7-9d9d-3484afe6ccb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:28.682041 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-41bd3743-7d41-4a72-bd7b-93c90bc3fb81 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:28.701628 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 1438f545-9545-4c48-9a0b-ad1cde72038e up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:47:28.718282 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-81070efb-296e-48d7-9d9d-3484afe6ccb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:28.724360 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-eebe99ef-171f-4b51-bf12-9553c2cb1d3e tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "GET /v2.0/routers/519264f4-c11d-4742-b467-739d3f8e68a0 HTTP/1.1" status: 200 len: 924 time: 2.3417521 May 10 14:47:28.801679 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37500) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:28.802544 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81070efb-296e-48d7-9d9d-3484afe6ccb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde97f5e-478f-4c02-8447-6148cd4d7c67,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:28.858969 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1516b600-31ba-4ab2-be39-50272bac8bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'name': 'tempest-ServersTestManualDisk-945899288-router', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:52Z', 'revision_number': 4, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'gw_port': {'id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:42Z', 'updated_at': '2022-05-10T14:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '8daed8fa-053c-4973-aa75-213542ad2917', 'name': '', 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'mac_address': 'fa:16:3e:e4:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '275fec47-5f5c-4f6e-94c0-2b9b8256fc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:50Z', 'updated_at': '2022-05-10T14:46:04Z', 'revision_number': 5, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'subnets': [{'id': '275fec47-5f5c-4f6e-94c0-2b9b8256fc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:28.864531 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1516b600-31ba-4ab2-be39-50272bac8bb3 None None] The sync data for ids ['298e15f8-19de-4d14-a9ac-be0afb4df5dc'] in dv-neutron-841204-2-hyperv is: [{'id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'name': 'tempest-ServersTestManualDisk-945899288-router', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:52Z', 'revision_number': 4, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'gw_port': {'id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:42Z', 'updated_at': '2022-05-10T14:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '8daed8fa-053c-4973-aa75-213542ad2917', 'name': '', 'network_id': '3aec5c59-80c4-436d-a4a0-0576e235bd86', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'mac_address': 'fa:16:3e:e4:af:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '275fec47-5f5c-4f6e-94c0-2b9b8256fc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:50Z', 'updated_at': '2022-05-10T14:46:04Z', 'revision_number': 5, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'subnets': [{'id': '275fec47-5f5c-4f6e-94c0-2b9b8256fc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:47:28.940284 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-41bd3743-7d41-4a72-bd7b-93c90bc3fb81 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:28.949755 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-81070efb-296e-48d7-9d9d-3484afe6ccb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:28.951396 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-81070efb-296e-48d7-9d9d-3484afe6ccb9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dde97f5e-478f-4c02-8447-6148cd4d7c67 HTTP/1.1" status: 204 len: 168 time: 0.6889248 May 10 14:47:28.956579 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 1438f545-9545-4c48-9a0b-ad1cde72038e completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:47:28.962973 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 1438f545-9545-4c48-9a0b-ad1cde72038e triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:47:28.963552 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:29.013903 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-7fa2ecad-1d54-4c22-883e-0e2cc5aaaaf1 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Allocated IP 172.20.0.1 (be3b3952-0c35-4e73-aef8-d91d15b2ac82/f414cbca-b102-4254-acbc-7f841ac56d34/7c38016e-c153-4e2b-b81f-dd1108429428) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:47:29.024998 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e644d1-294d-4d01-b1e3-386daabf02a0 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:47:29.042852 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6cd7d275-5ce6-42e3-8386-9ae759222b9e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:29.046604 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea797e11-a08d-4f89-944e-73e97e869838 None None] Sync routers for ids ['6a2898ec-7458-4da7-bbaa-aca3767ad300'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:47:29.050547 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-6782120b-97d1-4566-847a-c6e2918da2bf tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1294c4-0ddc-410b-9361-4111550de1e3']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:29.077531 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6cd7d275-5ce6-42e3-8386-9ae759222b9e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:29.092095 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:29.094083 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-6782120b-97d1-4566-847a-c6e2918da2bf tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231786e8-4251-4270-8b43-1d943d738047') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:29.094510 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-6782120b-97d1-4566-847a-c6e2918da2bf tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231786e8-4251-4270-8b43-1d943d738047') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:29.096053 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea797e11-a08d-4f89-944e-73e97e869838 None None] Routers {'6a2898ec-7458-4da7-bbaa-aca3767ad300'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:29.096899 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-ea797e11-a08d-4f89-944e-73e97e869838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6a2898ec-7458-4da7-bbaa-aca3767ad300'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:29.144061 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd7d275-5ce6-42e3-8386-9ae759222b9e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:47:29.149533 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6a9948-a103-4184-be41-69ba8af7bbfc tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:29.151254 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8f6a9948-a103-4184-be41-69ba8af7bbfc tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&device_id=519264f4-c11d-4742-b467-739d3f8e68a0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3466947 May 10 14:47:29.177141 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37506) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:29.177668 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6cd7d275-5ce6-42e3-8386-9ae759222b9e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:29.178137 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-6cd7d275-5ce6-42e3-8386-9ae759222b9e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Added segment c48171a4-9ebf-4b4b-b575-5ad23a430fdc of type vlan for network 562d87a4-7478-46d4-b0d8-abd3fc31c9e9 May 10 14:47:29.181342 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6782120b-97d1-4566-847a-c6e2918da2bf tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:29.197530 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-41bd3743-7d41-4a72-bd7b-93c90bc3fb81 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:29.205275 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Pushing event deleted for resources: {'Port': ['ID=5b2ab91e-c402-46c3-9a69-e66a4284e82f,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:29.219143 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-ea797e11-a08d-4f89-944e-73e97e869838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:29.262888 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23e644d1-294d-4d01-b1e3-386daabf02a0 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:29.264969 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-23e644d1-294d-4d01-b1e3-386daabf02a0 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "PUT /v2.0/routers/6a2898ec-7458-4da7-bbaa-aca3767ad300 HTTP/1.1" status: 200 len: 879 time: 9.4662886 May 10 14:47:29.298201 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea797e11-a08d-4f89-944e-73e97e869838 None None] Routers {'6a2898ec-7458-4da7-bbaa-aca3767ad300'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:29.299017 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-ea797e11-a08d-4f89-944e-73e97e869838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6a2898ec-7458-4da7-bbaa-aca3767ad300'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:29.332817 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6782120b-97d1-4566-847a-c6e2918da2bf tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:29.335514 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37514) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:29.344955 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007f7d6b-2bb7-48ec-816f-a90b35c77ea6 None None] New status for floating IP 3a7f5e27-29c1-4fb4-bdef-4ebd59841e15: DOWN {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:47:29.371790 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7d275-5ce6-42e3-8386-9ae759222b9e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=767a3551-b51e-46af-8c74-8084ffac451f,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:29.432801 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-ea797e11-a08d-4f89-944e-73e97e869838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:29.433517 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea797e11-a08d-4f89-944e-73e97e869838 None None] The sync data for ids ['6a2898ec-7458-4da7-bbaa-aca3767ad300'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:47:29.446515 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:29.487836 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6782120b-97d1-4566-847a-c6e2918da2bf tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:47:29.488240 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6782120b-97d1-4566-847a-c6e2918da2bf tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:47:29.517175 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:47:29.523451 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 1438f545-9545-4c48-9a0b-ad1cde72038e, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=1438f545-9545-4c48-9a0b-ad1cde72038e,segment=NetworkSegment(4adb4c49-bd31-4bbf-a3da-8dce3bbe1b66),segment_id=4adb4c49-bd31-4bbf-a3da-8dce3bbe1b66)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:29.524311 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6cd7d275-5ce6-42e3-8386-9ae759222b9e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:29.541516 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:29.573502 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37518) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:29.597511 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae32aa97-eee2-4c9a-acf5-b796ec1c0362 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:29.601797 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ae32aa97-eee2-4c9a-acf5-b796ec1c0362 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "GET /v2.0/networks/9e00975f-1d79-46b0-9d42-98bca3a69c2b HTTP/1.1" status: 200 len: 881 time: 0.3986294 May 10 14:47:29.617095 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd3743-7d41-4a72-bd7b-93c90bc3fb81 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=522bf700-f189-4121-89ee-fa0268c69f1b,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:29.630781 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37522) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:29.699984 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=1438f545-9545-4c48-9a0b-ad1cde72038e,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:29.712661 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-732fec46-e8fb-4f88-91c0-e6e46c316d1c req-76b23993-9980-43c4-a37d-70fb22616b0f tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 210 time: 0.2262068 May 10 14:47:29.860187 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-cc18111b-ec32-4315-8885-da78d4228e7b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "GET /v2.0/ports?device_id=519264f4-c11d-4742-b467-739d3f8e68a0 HTTP/1.1" status: 200 len: 205 time: 0.2232883 May 10 14:47:29.881862 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37526) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:29.942278 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-41bd3743-7d41-4a72-bd7b-93c90bc3fb81 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:29.945782 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-41bd3743-7d41-4a72-bd7b-93c90bc3fb81 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "DELETE /v2.0/security-groups/522bf700-f189-4121-89ee-fa0268c69f1b HTTP/1.1" status: 204 len: 168 time: 1.7077374 May 10 14:47:29.953127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37530) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:29.972771 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6cd7d275-5ce6-42e3-8386-9ae759222b9e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:29.978110 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd7d275-5ce6-42e3-8386-9ae759222b9e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:29.978699 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6cd7d275-5ce6-42e3-8386-9ae759222b9e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:29.979765 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f6ef1a8e-44bc-4dd8-9fc7-493aee9cbca0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=88f376c24b054dde884046bd9d0261f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4005430 May 10 14:47:29.983355 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6782120b-97d1-4566-847a-c6e2918da2bf tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:29.983979 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37534) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:29.990374 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-7ceea12b-44a3-4b8e-9c0e-3090970bb6f6 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] show failed (client error): The resource could not be found. May 10 14:47:29.991393 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7ceea12b-44a3-4b8e-9c0e-3090970bb6f6 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "GET /v2.0/security-groups/522bf700-f189-4121-89ee-fa0268c69f1b HTTP/1.1" status: 404 len: 347 time: 0.0349429 May 10 14:47:30.006052 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37538) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:30.027600 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7fa2ecad-1d54-4c22-883e-0e2cc5aaaaf1 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:30.043302 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6782120b-97d1-4566-847a-c6e2918da2bf tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:30.101377 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Router 43943543-1466-4d7c-a559-58e24cddb695 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:47:30.204979 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-632f6806-eaa2-4264-9293-877d38d4aef4 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Deleting port ae2cc1bf-ec3f-4c89-ace7-fd13267e1d2b {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:30.205324 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-632f6806-eaa2-4264-9293-877d38d4aef4 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:30.212463 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6782120b-97d1-4566-847a-c6e2918da2bf tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] 10.222.0.79 "DELETE /v2.0/networks/0f1294c4-0ddc-410b-9361-4111550de1e3 HTTP/1.1" status: 204 len: 168 time: 4.4742889 May 10 14:47:30.215592 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6cd7d275-5ce6-42e3-8386-9ae759222b9e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 4.6230471 May 10 14:47:30.217381 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-7fa2ecad-1d54-4c22-883e-0e2cc5aaaaf1 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Transition to ACTIVE for port object 7c38016e-c153-4e2b-b81f-dd1108429428 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:47:30.221329 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37542) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:30.246661 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e32f2890-eab0-474a-8483-c4f1dc9e7730 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "GET /v2.0/routers/6a2898ec-7458-4da7-bbaa-aca3767ad300 HTTP/1.1" status: 200 len: 920 time: 0.8925600 May 10 14:47:30.250844 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37546) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:30.277565 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7d275-5ce6-42e3-8386-9ae759222b9e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Network': ['ID=562d87a4-7478-46d4-b0d8-abd3fc31c9e9,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:30.289939 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 562d87a4-7478-46d4-b0d8-abd3fc31c9e9 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:47:30.351091 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37550) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:30.360354 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782120b-97d1-4566-847a-c6e2918da2bf tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Pushing event deleted for resources: {'Network': ['ID=0f1294c4-0ddc-410b-9361-4111550de1e3,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:30.408165 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-beb8f8fa-7828-488c-83c0-a1deefc8646e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'subnet': {'network_id': '562d87a4-7478-46d4-b0d8-abd3fc31c9e9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:30.449200 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3043c22e-164c-4fae-b737-25f794a55265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:30.479610 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-672d0763-886d-426c-8143-0bfb4157c2cb tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:30.610738 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 1438f545-9545-4c48-9a0b-ad1cde72038e up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:47:30.680866 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3043c22e-164c-4fae-b737-25f794a55265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:30.709939 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 1438f545-9545-4c48-9a0b-ad1cde72038e triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:47:30.710960 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:30.714411 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:47:30.724626 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-beb8f8fa-7828-488c-83c0-a1deefc8646e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:30.728345 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0ce5f7d4-bca7-4796-bcb2-c09a117b612f tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:30.789860 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-632f6806-eaa2-4264-9293-877d38d4aef4 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:30.790327 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-632f6806-eaa2-4264-9293-877d38d4aef4 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:30.791321 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a88533c-ccb6-4da2-b048-3109cd67b0c4 None None] Sync routers for ids ['43943543-1466-4d7c-a559-58e24cddb695'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:47:30.805370 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a88533c-ccb6-4da2-b048-3109cd67b0c4 None None] Routers {'43943543-1466-4d7c-a559-58e24cddb695'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:30.805984 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-4a88533c-ccb6-4da2-b048-3109cd67b0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['43943543-1466-4d7c-a559-58e24cddb695'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:30.836042 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7fa2ecad-1d54-4c22-883e-0e2cc5aaaaf1 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:30.933091 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-632f6806-eaa2-4264-9293-877d38d4aef4 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Calling delete_port for ae2cc1bf-ec3f-4c89-ace7-fd13267e1d2b owned by network:floatingip {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:30.979738 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-beb8f8fa-7828-488c-83c0-a1deefc8646e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Usage tracker for resource:subnet and tenant:b34db3219d0c46478753528b094049df is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:30.993446 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-beb8f8fa-7828-488c-83c0-a1deefc8646e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:31.002307 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-86823ada-1e63-4081-a696-bc7991d9dda9 req-fbb89ac7-3dd4-4653-8879-fc8a334668f5 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/ports?device_id=fadca665-fc34-46e9-8502-913833f26c72 HTTP/1.1" status: 200 len: 210 time: 0.1606607 May 10 14:47:31.032145 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa2ecad-1d54-4c22-883e-0e2cc5aaaaf1 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Network be3b3952-0c35-4e73-aef8-d91d15b2ac82 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:31.036470 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-beb8f8fa-7828-488c-83c0-a1deefc8646e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:31.048054 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-7fa2ecad-1d54-4c22-883e-0e2cc5aaaaf1 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:31.060573 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] No DVR routers for this DVR port 5b2ab91e-c402-46c3-9a69-e66a4284e82f on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:47:31.065983 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:31.072505 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadca665-fc34-46e9-8502-913833f26c72', 'name': 'network-vif-deleted', 'tag': '5b2ab91e-c402-46c3-9a69-e66a4284e82f'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:47:31.078575 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cb5bd7ca-2234-4952-b458-24947a3883a0 req-ab252dc4-31d8-49f1-99dd-5d81982a0731 tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.86 "DELETE /v2.0/ports/5b2ab91e-c402-46c3-9a69-e66a4284e82f HTTP/1.1" status: 204 len: 173 time: 6.8318741 May 10 14:47:31.085637 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb8f8fa-7828-488c-83c0-a1deefc8646e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Made reservation on behalf of b34db3219d0c46478753528b094049df for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:31.089637 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-beb8f8fa-7828-488c-83c0-a1deefc8646e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:31.100354 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6beb2c0-bfb2-4312-85b8-4c861c427398 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:31.101041 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a6beb2c0-bfb2-4312-85b8-4c861c427398 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Synchronizing usage tracker for tenant:d8e70110116b481aa528254724b9ebe2 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:47:31.115679 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa2ecad-1d54-4c22-883e-0e2cc5aaaaf1 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:31.119422 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-4a88533c-ccb6-4da2-b048-3109cd67b0c4 None None] Set router 43943543-1466-4d7c-a559-58e24cddb695 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:47:31.156825 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2ecad-1d54-4c22-883e-0e2cc5aaaaf1 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Pushing event updated for resources: {'Port': ['ID=7c38016e-c153-4e2b-b81f-dd1108429428,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:31.177867 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddec7016-25d9-4356-9119-1b688b4bc6a5'] response: {'server_uuid': 'fadca665-fc34-46e9-8502-913833f26c72', 'name': 'network-vif-deleted', 'tag': '5b2ab91e-c402-46c3-9a69-e66a4284e82f', 'status': 'completed', 'code': 200} May 10 14:47:31.211532 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3043c22e-164c-4fae-b737-25f794a55265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:31.236246 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-672d0763-886d-426c-8143-0bfb4157c2cb tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:31.246464 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3043c22e-164c-4fae-b737-25f794a55265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:31.250733 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3043c22e-164c-4fae-b737-25f794a55265 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8335bf51-e315-46f7-8730-23c0d364e8d1 HTTP/1.1" status: 204 len: 168 time: 1.2625694 May 10 14:47:31.265333 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0ce5f7d4-bca7-4796-bcb2-c09a117b612f tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:31.272137 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043c22e-164c-4fae-b737-25f794a55265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8335bf51-e315-46f7-8730-23c0d364e8d1,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:31.312688 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a6beb2c0-bfb2-4312-85b8-4c861c427398 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Unset dirty status for tenant:d8e70110116b481aa528254724b9ebe2 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:47:31.319411 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a6beb2c0-bfb2-4312-85b8-4c861c427398 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&device_id=6a2898ec-7458-4da7-bbaa-aca3767ad300&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.0477846 May 10 14:47:31.321337 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37560) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:31.336191 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-672d0763-886d-426c-8143-0bfb4157c2cb tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Deleting port 0daf9a00-afec-4fe6-b921-5bdd60b9fe71 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:31.336799 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-672d0763-886d-426c-8143-0bfb4157c2cb tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:31.385289 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0ce5f7d4-bca7-4796-bcb2-c09a117b612f tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00420d8-ab4a-414f-a667-08d80b23b75c']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:31.439811 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7fa2ecad-1d54-4c22-883e-0e2cc5aaaaf1 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:31.468689 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0ce5f7d4-bca7-4796-bcb2-c09a117b612f tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6bef8ab-3c24-4e95-8e1c-93505fdc07d1') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:31.469261 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0ce5f7d4-bca7-4796-bcb2-c09a117b612f tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6bef8ab-3c24-4e95-8e1c-93505fdc07d1') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:31.507211 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f24d1be2-6e07-4e38-a88f-3cf204bc9cd0 None None] Provisioning for port 7c38016e-c153-4e2b-b81f-dd1108429428 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:47:31.518344 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f24d1be2-6e07-4e38-a88f-3cf204bc9cd0 None None] Provisioning complete for port 7c38016e-c153-4e2b-b81f-dd1108429428 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:47:31.518813 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f24d1be2-6e07-4e38-a88f-3cf204bc9cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:31.551488 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0ce5f7d4-bca7-4796-bcb2-c09a117b612f tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:31.580664 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-632f6806-eaa2-4264-9293-877d38d4aef4 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:31.624450 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-f24d1be2-6e07-4e38-a88f-3cf204bc9cd0 None None] Port 7c38016e-c153-4e2b-b81f-dd1108429428 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:47:31.644344 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f6806-eaa2-4264-9293-877d38d4aef4 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Pushing event deleted for resources: {'Port': ['ID=ae2cc1bf-ec3f-4c89-ace7-fd13267e1d2b,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:31.667041 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0ce5f7d4-bca7-4796-bcb2-c09a117b612f tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:31.705639 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce5f7d4-bca7-4796-bcb2-c09a117b612f tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:47:31.706044 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0ce5f7d4-bca7-4796-bcb2-c09a117b612f tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:47:31.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:47:31.782118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-4a88533c-ccb6-4da2-b048-3109cd67b0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43943543-1466-4d7c-a559-58e24cddb695', 'name': 'tempest-ServersTestJSON-682325736-router', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:40Z', 'updated_at': '2022-05-10T14:45:52Z', 'revision_number': 4, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'gw_port': {'id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43943543-1466-4d7c-a559-58e24cddb695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'e4fcfa0f-9e8a-46ac-87cb-145c74e500f2', 'name': '', 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'mac_address': 'fa:16:3e:97:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43943543-1466-4d7c-a559-58e24cddb695', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06c1a07c-eca0-423d-a392-b943d87a7614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:49Z', 'updated_at': '2022-05-10T14:46:02Z', 'revision_number': 5, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'subnets': [{'id': '06c1a07c-eca0-423d-a392-b943d87a7614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:31.786802 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a88533c-ccb6-4da2-b048-3109cd67b0c4 None None] Checking router: 43943543-1466-4d7c-a559-58e24cddb695 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:47:31.800583 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a88533c-ccb6-4da2-b048-3109cd67b0c4 None None] Routers {'43943543-1466-4d7c-a559-58e24cddb695'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:31.801544 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-4a88533c-ccb6-4da2-b048-3109cd67b0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['43943543-1466-4d7c-a559-58e24cddb695'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:31.860226 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-632f6806-eaa2-4264-9293-877d38d4aef4 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks [] for floatingip, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:31.869444 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-beb8f8fa-7828-488c-83c0-a1deefc8646e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:31.925918 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b80420-e6bc-45ae-9c5a-a688676c6da0 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:31.930161 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e1b80420-e6bc-45ae-9c5a-a688676c6da0 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "GET /v2.0/networks/9e00975f-1d79-46b0-9d42-98bca3a69c2b HTTP/1.1" status: 200 len: 881 time: 0.5961142 May 10 14:47:31.930774 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37572) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:31.941438 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-672d0763-886d-426c-8143-0bfb4157c2cb tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:31.944414 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8f8fa-7828-488c-83c0-a1deefc8646e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Subnet': ['ID=2c9118a4-248e-43ce-a301-46c4e0ae92a9,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:31.982742 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-632f6806-eaa2-4264-9293-877d38d4aef4 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:31.984221 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-632f6806-eaa2-4264-9293-877d38d4aef4 tempest-ServersTestManualDisk-342277778 tempest-ServersTestManualDisk-342277778-project] 10.222.0.79 "DELETE /v2.0/floatingips/3a7f5e27-29c1-4fb4-bdef-4ebd59841e15 HTTP/1.1" status: 204 len: 168 time: 1.9772403 May 10 14:47:31.988841 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37578) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:32.017499 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0ce5f7d4-bca7-4796-bcb2-c09a117b612f tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:32.061829 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7fa2ecad-1d54-4c22-883e-0e2cc5aaaaf1 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:32.090152 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0ce5f7d4-bca7-4796-bcb2-c09a117b612f tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:32.161460 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-21668787-b075-4b0e-9613-92a85cfd957c tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a2898ec-7458-4da7-bbaa-aca3767ad300 HTTP/1.1" status: 200 len: 205 time: 0.2258701 May 10 14:47:32.165275 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37584) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:32.241749 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8f8fa-7828-488c-83c0-a1deefc8646e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Checking segment: {'id': 'c48171a4-9ebf-4b4b-b575-5ad23a430fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '562d87a4-7478-46d4-b0d8-abd3fc31c9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:47:32.242106 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb8f8fa-7828-488c-83c0-a1deefc8646e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Network hostable DHCP agents. Network: 562d87a4-7478-46d4-b0d8-abd3fc31c9e9, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:47:32.244055 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-672d0763-886d-426c-8143-0bfb4157c2cb tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Calling delete_port for 0daf9a00-afec-4fe6-b921-5bdd60b9fe71 owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:32.261505 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-4a88533c-ccb6-4da2-b048-3109cd67b0c4 None None] Set router 43943543-1466-4d7c-a559-58e24cddb695 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:47:32.281132 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37592) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:32.287920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5f7d4-bca7-4796-bcb2-c09a117b612f tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] Pushing event deleted for resources: {'Network': ['ID=c00420d8-ab4a-414f-a667-08d80b23b75c,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:32.394182 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0ce5f7d4-bca7-4796-bcb2-c09a117b612f tempest-QuotasNegativeTest-315738384 tempest-QuotasNegativeTest-315738384-project-admin] 10.222.0.79 "DELETE /v2.0/networks/c00420d8-ab4a-414f-a667-08d80b23b75c HTTP/1.1" status: 204 len: 168 time: 2.1546462 May 10 14:47:32.410776 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb8f8fa-7828-488c-83c0-a1deefc8646e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Network 562d87a4-7478-46d4-b0d8-abd3fc31c9e9 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:47:32.422054 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-730d150a-7bda-46c1-a254-a29723384c6e tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:32.460813 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-beb8f8fa-7828-488c-83c0-a1deefc8646e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 562d87a4-7478-46d4-b0d8-abd3fc31c9e9) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:32.475126 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb8f8fa-7828-488c-83c0-a1deefc8646e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:32.475719 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-beb8f8fa-7828-488c-83c0-a1deefc8646e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:32.494057 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-730d150a-7bda-46c1-a254-a29723384c6e tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:32.584878 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-beb8f8fa-7828-488c-83c0-a1deefc8646e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1816585 May 10 14:47:32.588003 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37604) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:32.599819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-66541330-a7c8-47a7-950d-d52371c1be3a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1181093660'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:32.604482 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-66541330-a7c8-47a7-950d-d52371c1be3a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:32.609192 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-66541330-a7c8-47a7-950d-d52371c1be3a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Usage tracker for resource:network and tenant:b34db3219d0c46478753528b094049df is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:32.612130 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-66541330-a7c8-47a7-950d-d52371c1be3a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:32.618980 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-66541330-a7c8-47a7-950d-d52371c1be3a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:32.665828 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f4bda9-b668-4c16-a2f3-45a8e8118d62 None None] Network 562d87a4-7478-46d4-b0d8-abd3fc31c9e9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:47:32.688760 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66541330-a7c8-47a7-950d-d52371c1be3a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Made reservation on behalf of b34db3219d0c46478753528b094049df for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:32.693728 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-66541330-a7c8-47a7-950d-d52371c1be3a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:32.747113 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66541330-a7c8-47a7-950d-d52371c1be3a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:47:32.749990 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-730d150a-7bda-46c1-a254-a29723384c6e tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:32.781760 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d150a-7bda-46c1-a254-a29723384c6e tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a362dd-5e99-457f-9411-48dd3281fbd2,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:32.793162 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-66541330-a7c8-47a7-950d-d52371c1be3a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:32.793162 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-66541330-a7c8-47a7-950d-d52371c1be3a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Added segment bf5c8e0a-1252-491d-9762-0cbc70efb886 of type vlan for network b8b659d1-aa00-4ee6-a314-926d0c0ea511 May 10 14:47:32.836067 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37608) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:32.848995 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-66541330-a7c8-47a7-950d-d52371c1be3a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:32.861173 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-730d150a-7bda-46c1-a254-a29723384c6e tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:32.862287 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-730d150a-7bda-46c1-a254-a29723384c6e tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "DELETE /v2.0/security-groups/75a362dd-5e99-457f-9411-48dd3281fbd2 HTTP/1.1" status: 204 len: 168 time: 0.5802352 May 10 14:47:32.866280 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37614) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:32.915048 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-4a88533c-ccb6-4da2-b048-3109cd67b0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43943543-1466-4d7c-a559-58e24cddb695', 'name': 'tempest-ServersTestJSON-682325736-router', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:40Z', 'updated_at': '2022-05-10T14:45:52Z', 'revision_number': 4, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'gw_port': {'id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43943543-1466-4d7c-a559-58e24cddb695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'e4fcfa0f-9e8a-46ac-87cb-145c74e500f2', 'name': '', 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'mac_address': 'fa:16:3e:97:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43943543-1466-4d7c-a559-58e24cddb695', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06c1a07c-eca0-423d-a392-b943d87a7614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:49Z', 'updated_at': '2022-05-10T14:46:02Z', 'revision_number': 5, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'subnets': [{'id': '06c1a07c-eca0-423d-a392-b943d87a7614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:32.921813 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a88533c-ccb6-4da2-b048-3109cd67b0c4 None None] The sync data for ids ['43943543-1466-4d7c-a559-58e24cddb695'] in dv-neutron-841204-2-hyperv is: [{'id': '43943543-1466-4d7c-a559-58e24cddb695', 'name': 'tempest-ServersTestJSON-682325736-router', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:40Z', 'updated_at': '2022-05-10T14:45:52Z', 'revision_number': 4, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'gw_port': {'id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43943543-1466-4d7c-a559-58e24cddb695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'e4fcfa0f-9e8a-46ac-87cb-145c74e500f2', 'name': '', 'network_id': '30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'mac_address': 'fa:16:3e:97:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43943543-1466-4d7c-a559-58e24cddb695', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '06c1a07c-eca0-423d-a392-b943d87a7614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:49Z', 'updated_at': '2022-05-10T14:46:02Z', 'revision_number': 5, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'subnets': [{'id': '06c1a07c-eca0-423d-a392-b943d87a7614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:47:33.017335 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-14ea7db9-4b3b-4c10-a793-b138be8723be tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] show failed (client error): The resource could not be found. May 10 14:47:33.023953 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-14ea7db9-4b3b-4c10-a793-b138be8723be tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "GET /v2.0/security-groups/75a362dd-5e99-457f-9411-48dd3281fbd2 HTTP/1.1" status: 404 len: 347 time: 0.1550708 May 10 14:47:33.034161 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37620) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:33.050174 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a332c460-74c8-4cae-9d29-68e0712573c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-562d87a4-7478-46d4-b0d8-abd3fc31c9e9', 'network_id': '562d87a4-7478-46d4-b0d8-abd3fc31c9e9', 'tenant_id': 'b34db3219d0c46478753528b094049df', 'fixed_ips': [{'subnet_id': '2c9118a4-248e-43ce-a301-46c4e0ae92a9'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:47:33.051585 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a332c460-74c8-4cae-9d29-68e0712573c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:33.099101 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa404a19-feb4-4619-b03d-80d1be95cf6a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:33.262818 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-66541330-a7c8-47a7-950d-d52371c1be3a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:33.269187 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66541330-a7c8-47a7-950d-d52371c1be3a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:33.270011 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-66541330-a7c8-47a7-950d-d52371c1be3a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:33.302580 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-717459ae-37e4-4a34-8539-107759e19edf tempest-AgentManagementNegativeTest-248026032 tempest-AgentManagementNegativeTest-248026032-project] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4576156 May 10 14:47:33.336110 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582f8887-27ec-4610-a1e4-ab8bb4123db6 None None] New status for floating IP 5ea0264c-9f19-49a6-a822-21680e4e8959: DOWN {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:47:33.350803 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-a332c460-74c8-4cae-9d29-68e0712573c0 None None] Allocated IP 172.20.255.242 (562d87a4-7478-46d4-b0d8-abd3fc31c9e9/2c9118a4-248e-43ce-a301-46c4e0ae92a9/d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:47:33.511570 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37628) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:33.518906 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-4770ed02-8653-4c17-b9c3-1d81498832ae tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Deleting port ad295305-8a33-4907-bfe0-6d5956ea0b33 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:33.519817 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4770ed02-8653-4c17-b9c3-1d81498832ae tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:33.618350 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa404a19-feb4-4619-b03d-80d1be95cf6a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:33.632025 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-672d0763-886d-426c-8143-0bfb4157c2cb tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:33.691106 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-fa404a19-feb4-4619-b03d-80d1be95cf6a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Deleting port 480869a5-d8e6-454f-a0ce-e0ee504db3e7 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:33.691449 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa404a19-feb4-4619-b03d-80d1be95cf6a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:33.726418 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7fa2ecad-1d54-4c22-883e-0e2cc5aaaaf1 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:33.728166 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d0763-886d-426c-8143-0bfb4157c2cb tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Pushing event deleted for resources: {'Port': ['ID=0daf9a00-afec-4fe6-b921-5bdd60b9fe71,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:33.745394 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37634) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:33.780716 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7fa2ecad-1d54-4c22-883e-0e2cc5aaaaf1 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:33.781628 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a332c460-74c8-4cae-9d29-68e0712573c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:33.794119 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a332c460-74c8-4cae-9d29-68e0712573c0 None None] Transition to ACTIVE for port object d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:47:33.820103 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a332c460-74c8-4cae-9d29-68e0712573c0 None None] Transition to ACTIVE for port object d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:47:33.827220 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a332c460-74c8-4cae-9d29-68e0712573c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:33.862433 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-66541330-a7c8-47a7-950d-d52371c1be3a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2712328 May 10 14:47:33.881386 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37640) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:33.906130 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a332c460-74c8-4cae-9d29-68e0712573c0 None None] Network 562d87a4-7478-46d4-b0d8-abd3fc31c9e9 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:33.910038 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-a332c460-74c8-4cae-9d29-68e0712573c0 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:33.914149 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a332c460-74c8-4cae-9d29-68e0712573c0 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:33.936758 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-2b605e96-4df2-49b3-95d0-57b8d1d438df tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'subnet': {'network_id': 'b8b659d1-aa00-4ee6-a314-926d0c0ea511', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:33.942919 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332c460-74c8-4cae-9d29-68e0712573c0 None None] Pushing event updated for resources: {'Port': ['ID=d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:33.973802 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66541330-a7c8-47a7-950d-d52371c1be3a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Network': ['ID=b8b659d1-aa00-4ee6-a314-926d0c0ea511,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:34.019116 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0afdb38e-2166-4bc4-a2fb-5eacffd61e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:34.029747 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network b8b659d1-aa00-4ee6-a314-926d0c0ea511 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:47:34.143589 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-703b5a93-f1ec-4354-86db-58dacd7e61e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:34.172696 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2ecad-1d54-4c22-883e-0e2cc5aaaaf1 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Pushing event updated for resources: {'Port': ['ID=7c38016e-c153-4e2b-b81f-dd1108429428,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:34.174041 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4770ed02-8653-4c17-b9c3-1d81498832ae tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:34.174364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4770ed02-8653-4c17-b9c3-1d81498832ae tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:34.183251 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7fa2ecad-1d54-4c22-883e-0e2cc5aaaaf1 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:34.191237 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-703b5a93-f1ec-4354-86db-58dacd7e61e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:34.193160 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a332c460-74c8-4cae-9d29-68e0712573c0 None None] Attempting to bind port d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:34.193416 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a332c460-74c8-4cae-9d29-68e0712573c0 None None] Attempting to bind port d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'c48171a4-9ebf-4b4b-b575-5ad23a430fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '562d87a4-7478-46d4-b0d8-abd3fc31c9e9'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:34.193867 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a332c460-74c8-4cae-9d29-68e0712573c0 None None] Attempting to bind port d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8 on network 562d87a4-7478-46d4-b0d8-abd3fc31c9e9 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:34.205815 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a332c460-74c8-4cae-9d29-68e0712573c0 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:47:34.206882 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a332c460-74c8-4cae-9d29-68e0712573c0 None None] Checking segment: {'id': 'c48171a4-9ebf-4b4b-b575-5ad23a430fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '562d87a4-7478-46d4-b0d8-abd3fc31c9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:47:34.206882 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a332c460-74c8-4cae-9d29-68e0712573c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:34.207316 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a332c460-74c8-4cae-9d29-68e0712573c0 None None] Bound using segment: {'id': 'c48171a4-9ebf-4b4b-b575-5ad23a430fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '562d87a4-7478-46d4-b0d8-abd3fc31c9e9'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:47:34.207864 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a332c460-74c8-4cae-9d29-68e0712573c0 None None] Bound port: d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48171a4-9ebf-4b4b-b575-5ad23a430fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '562d87a4-7478-46d4-b0d8-abd3fc31c9e9'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:47:34.208320 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a332c460-74c8-4cae-9d29-68e0712573c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:34.209550 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dccfd57a-ed57-4ee2-bcf0-dcd658765fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:34.241987 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-672d0763-886d-426c-8143-0bfb4157c2cb tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:34.306322 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a332c460-74c8-4cae-9d29-68e0712573c0 None None] For port d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:47:34.310219 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a332c460-74c8-4cae-9d29-68e0712573c0 None None] For port d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8,segment=NetworkSegment(c48171a4-9ebf-4b4b-b575-5ad23a430fdc),segment_id=c48171a4-9ebf-4b4b-b575-5ad23a430fdc)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:47:34.315628 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a332c460-74c8-4cae-9d29-68e0712573c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:34.361366 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-4770ed02-8653-4c17-b9c3-1d81498832ae tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Calling delete_port for ad295305-8a33-4907-bfe0-6d5956ea0b33 owned by network:floatingip {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:34.395741 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-703b5a93-f1ec-4354-86db-58dacd7e61e9 admin admin] Usage tracker for resource:security_group_rule and tenant:282f378c99fb4c97b4472da676fa2a45 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:34.401316 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332c460-74c8-4cae-9d29-68e0712573c0 None None] Pushing event updated for resources: {'Port': ['ID=d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:34.422206 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-703b5a93-f1ec-4354-86db-58dacd7e61e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:34.441406 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dccfd57a-ed57-4ee2-bcf0-dcd658765fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:34.441995 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-703b5a93-f1ec-4354-86db-58dacd7e61e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:34.627341 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dccfd57a-ed57-4ee2-bcf0-dcd658765fa6 admin admin] Usage tracker for resource:security_group_rule and tenant:5e5786a69d4a49e893fe01136ff85f40 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:34.630189 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2b605e96-4df2-49b3-95d0-57b8d1d438df tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:34.653067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dccfd57a-ed57-4ee2-bcf0-dcd658765fa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:34.658652 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa404a19-feb4-4619-b03d-80d1be95cf6a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:34.664335 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.api [None req-4770ed02-8653-4c17-b9c3-1d81498832ae tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:47:34.664335 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG oslo_db.api [None req-4770ed02-8653-4c17-b9c3-1d81498832ae tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:47:34.678538 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2b605e96-4df2-49b3-95d0-57b8d1d438df tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Usage tracker for resource:subnet and tenant:b34db3219d0c46478753528b094049df is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:34.689857 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2b605e96-4df2-49b3-95d0-57b8d1d438df tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:34.698395 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dccfd57a-ed57-4ee2-bcf0-dcd658765fa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:34.717626 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-703b5a93-f1ec-4354-86db-58dacd7e61e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:34.749482 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2b605e96-4df2-49b3-95d0-57b8d1d438df tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:34.752435 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-672d0763-886d-426c-8143-0bfb4157c2cb tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:34.755398 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-703b5a93-f1ec-4354-86db-58dacd7e61e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:34.757873 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-672d0763-886d-426c-8143-0bfb4157c2cb tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:34.829747 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b5a93-f1ec-4354-86db-58dacd7e61e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30150192-a4d7-4dbe-9f52-adaaa86f0190,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:34.831006 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-fa404a19-feb4-4619-b03d-80d1be95cf6a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Calling delete_port for 480869a5-d8e6-454f-a0ce-e0ee504db3e7 owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:34.838135 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-703b5a93-f1ec-4354-86db-58dacd7e61e9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=282f378c99fb4c97b4472da676fa2a45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2743676 May 10 14:47:34.838135 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-0afdb38e-2166-4bc4-a2fb-5eacffd61e44 admin admin] Deleting port 8daed8fa-053c-4973-aa75-213542ad2917 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:34.838135 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0afdb38e-2166-4bc4-a2fb-5eacffd61e44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:34.865101 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37646) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:34.974660 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b605e96-4df2-49b3-95d0-57b8d1d438df tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Made reservation on behalf of b34db3219d0c46478753528b094049df for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:34.978154 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2b605e96-4df2-49b3-95d0-57b8d1d438df tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:35.007881 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-672d0763-886d-426c-8143-0bfb4157c2cb tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:35.008404 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672d0763-886d-426c-8143-0bfb4157c2cb tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Fanout notify agent at l3_agent the message router_deleted on router 519264f4-c11d-4742-b467-739d3f8e68a0 {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:47:35.026367 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-0afdb38e-2166-4bc4-a2fb-5eacffd61e44 admin admin] For port 8daed8fa-053c-4973-aa75-213542ad2917, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8daed8fa-053c-4973-aa75-213542ad2917,segment=NetworkSegment(d0fb5057-709c-4804-b805-2241f5ca5186),segment_id=d0fb5057-709c-4804-b805-2241f5ca5186)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:35.026970 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0afdb38e-2166-4bc4-a2fb-5eacffd61e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:35.122001 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:47:35.130119 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa2ecad-1d54-4c22-883e-0e2cc5aaaaf1 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Network be3b3952-0c35-4e73-aef8-d91d15b2ac82 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:35.146412 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-7fa2ecad-1d54-4c22-883e-0e2cc5aaaaf1 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:35.155762 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-0afdb38e-2166-4bc4-a2fb-5eacffd61e44 admin admin] Calling delete_port for 8daed8fa-053c-4973-aa75-213542ad2917 owned by network:router_interface {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:35.159521 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-939a11ff-803d-4da8-a428-734309fad759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:35.187463 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-4770ed02-8653-4c17-b9c3-1d81498832ae tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Deleting port ad295305-8a33-4907-bfe0-6d5956ea0b33 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:35.187982 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4770ed02-8653-4c17-b9c3-1d81498832ae tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:35.404074 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-939a11ff-803d-4da8-a428-734309fad759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:35.441250 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-672d0763-886d-426c-8143-0bfb4157c2cb tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:35.442240 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-672d0763-886d-426c-8143-0bfb4157c2cb tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "DELETE /v2.0/routers/519264f4-c11d-4742-b467-739d3f8e68a0 HTTP/1.1" status: 204 len: 168 time: 5.5573561 May 10 14:47:35.447509 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37650) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:35.458508 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-b51a0e17-722f-4e01-981f-937c0d416a6b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1902346332', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:35.470827 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b51a0e17-722f-4e01-981f-937c0d416a6b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:35.475413 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b51a0e17-722f-4e01-981f-937c0d416a6b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Usage tracker for resource:router and tenant:0648981e1c164d18960c09fab37cd756 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:35.479675 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b51a0e17-722f-4e01-981f-937c0d416a6b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:35.484221 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b6057131-52b0-402a-801b-d9126314a26d None None] Provisioning complete for port 7c38016e-c153-4e2b-b81f-dd1108429428 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:47:35.484796 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b6057131-52b0-402a-801b-d9126314a26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:35.486147 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4770ed02-8653-4c17-b9c3-1d81498832ae tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:35.486770 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4770ed02-8653-4c17-b9c3-1d81498832ae tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:35.492846 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dccfd57a-ed57-4ee2-bcf0-dcd658765fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:35.519976 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dccfd57a-ed57-4ee2-bcf0-dcd658765fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:35.559300 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b6057131-52b0-402a-801b-d9126314a26d None None] Port 7c38016e-c153-4e2b-b81f-dd1108429428 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:47:35.578790 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6374234-5a1b-40d9-812e-14eee66cc8a1 None None] Network 562d87a4-7478-46d4-b0d8-abd3fc31c9e9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:47:35.699601 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dccfd57a-ed57-4ee2-bcf0-dcd658765fa6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5e5786a69d4a49e893fe01136ff85f40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9502296 May 10 14:47:35.705446 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfd57a-ed57-4ee2-bcf0-dcd658765fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc66c27-9245-493c-a0fe-3f869d1ccbc7,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:35.711938 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37654) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:35.717048 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-939a11ff-803d-4da8-a428-734309fad759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:35.722963 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-44c9306a-3d3d-450f-9e18-99890b9ae651 None None] Provisioning for port d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:47:35.779636 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a11ff-803d-4da8-a428-734309fad759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30150192-a4d7-4dbe-9f52-adaaa86f0190,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:35.801308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa404a19-feb4-4619-b03d-80d1be95cf6a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:35.803187 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b51a0e17-722f-4e01-981f-937c0d416a6b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:35.812102 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-4770ed02-8653-4c17-b9c3-1d81498832ae tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Calling delete_port for ad295305-8a33-4907-bfe0-6d5956ea0b33 owned by network:floatingip {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:35.867938 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b51a0e17-722f-4e01-981f-937c0d416a6b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:35.868935 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b51a0e17-722f-4e01-981f-937c0d416a6b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:35.914328 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa404a19-feb4-4619-b03d-80d1be95cf6a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Pushing event deleted for resources: {'Port': ['ID=480869a5-d8e6-454f-a0ce-e0ee504db3e7,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:35.915245 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0afdb38e-2166-4bc4-a2fb-5eacffd61e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:35.920320 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b51a0e17-722f-4e01-981f-937c0d416a6b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:35.965938 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa2ecad-1d54-4c22-883e-0e2cc5aaaaf1 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Router 98a708ad-cc9c-4e13-b972-fe23b51dddbe is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:47:35.975957 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-939a11ff-803d-4da8-a428-734309fad759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:35.977314 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-939a11ff-803d-4da8-a428-734309fad759 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/30150192-a4d7-4dbe-9f52-adaaa86f0190 HTTP/1.1" status: 204 len: 168 time: 1.1091421 May 10 14:47:35.980230 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdb38e-2166-4bc4-a2fb-5eacffd61e44 admin admin] Pushing event deleted for resources: {'Port': ['ID=8daed8fa-053c-4973-aa75-213542ad2917,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:36.015909 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2b605e96-4df2-49b3-95d0-57b8d1d438df tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:36.125290 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b51a0e17-722f-4e01-981f-937c0d416a6b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:36.189134 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4770ed02-8653-4c17-b9c3-1d81498832ae tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:36.343753 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770ed02-8653-4c17-b9c3-1d81498832ae tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Pushing event deleted for resources: {'Port': ['ID=ad295305-8a33-4907-bfe0-6d5956ea0b33,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:36.359089 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b51a0e17-722f-4e01-981f-937c0d416a6b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:36.360684 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b51a0e17-722f-4e01-981f-937c0d416a6b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9112923 May 10 14:47:36.375067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37662) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:36.382047 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d531613-4d7b-4f64-8ddd-62f78fe37b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:36.411325 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7bc1a2c3-bd8f-474b-b25c-0a90865fe08f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'enable_snat': True}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:36.430515 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37666) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:36.530638 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-22adf696-8cd8-45f1-ba9d-848720a573fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:36.556699 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-22adf696-8cd8-45f1-ba9d-848720a573fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:36.564126 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-22adf696-8cd8-45f1-ba9d-848720a573fa admin admin] Usage tracker for resource:security_group_rule and tenant:3befa7e6b88a47c9966fc95004c4d6d7 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:36.568525 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-22adf696-8cd8-45f1-ba9d-848720a573fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:36.577942 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4770ed02-8653-4c17-b9c3-1d81498832ae tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks [] for floatingip, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:36.580327 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4770ed02-8653-4c17-b9c3-1d81498832ae tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:36.584194 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4770ed02-8653-4c17-b9c3-1d81498832ae tempest-ServersTestJSON-656796329 tempest-ServersTestJSON-656796329-project] 10.222.0.79 "DELETE /v2.0/floatingips/5ea0264c-9f19-49a6-a822-21680e4e8959 HTTP/1.1" status: 204 len: 168 time: 3.5459003 May 10 14:47:36.584194 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-22adf696-8cd8-45f1-ba9d-848720a573fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:36.586523 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37670) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:36.601706 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d531613-4d7b-4f64-8ddd-62f78fe37b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:36.625068 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b605e96-4df2-49b3-95d0-57b8d1d438df tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Subnet': ['ID=e9236844-26ce-45c2-b7ad-27c4429816fe,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:36.629340 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa404a19-feb4-4619-b03d-80d1be95cf6a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:36.657948 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0afdb38e-2166-4bc4-a2fb-5eacffd61e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:36.721171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa2ecad-1d54-4c22-883e-0e2cc5aaaaf1 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:47:36.721334 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:47:36.759198 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084319ef-c681-46c7-b101-d66094d75af7 None None] Sync routers for ids ['98a708ad-cc9c-4e13-b972-fe23b51dddbe'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:47:36.788245 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084319ef-c681-46c7-b101-d66094d75af7 None None] Routers {'98a708ad-cc9c-4e13-b972-fe23b51dddbe'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:36.788779 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-084319ef-c681-46c7-b101-d66094d75af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['98a708ad-cc9c-4e13-b972-fe23b51dddbe'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:36.808263 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7fa2ecad-1d54-4c22-883e-0e2cc5aaaaf1 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] 10.222.0.79 "PUT /v2.0/routers/98a708ad-cc9c-4e13-b972-fe23b51dddbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0088649 May 10 14:47:36.821000 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37674) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:36.847962 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-bead78c2-44e1-4743-873a-1a1d906303ea tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Request body: {'port': {'network_id': 'be3b3952-0c35-4e73-aef8-d91d15b2ac82', 'name': 'tempest-FloatingIPNegativeTestJSON-971929307'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:36.857330 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-084319ef-c681-46c7-b101-d66094d75af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:36.870827 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084319ef-c681-46c7-b101-d66094d75af7 None None] Routers {'98a708ad-cc9c-4e13-b972-fe23b51dddbe'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:36.871673 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-084319ef-c681-46c7-b101-d66094d75af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['98a708ad-cc9c-4e13-b972-fe23b51dddbe'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:36.939928 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-084319ef-c681-46c7-b101-d66094d75af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:36.940567 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084319ef-c681-46c7-b101-d66094d75af7 None None] The sync data for ids ['98a708ad-cc9c-4e13-b972-fe23b51dddbe'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:47:36.952207 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b605e96-4df2-49b3-95d0-57b8d1d438df tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Checking segment: {'id': 'bf5c8e0a-1252-491d-9762-0cbc70efb886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b8b659d1-aa00-4ee6-a314-926d0c0ea511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:47:36.952747 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b605e96-4df2-49b3-95d0-57b8d1d438df tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Network hostable DHCP agents. Network: b8b659d1-aa00-4ee6-a314-926d0c0ea511, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:47:36.953054 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:47:36.961064 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:47:36.961794 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:36.965727 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa404a19-feb4-4619-b03d-80d1be95cf6a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:36.971502 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa404a19-feb4-4619-b03d-80d1be95cf6a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:37.100809 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:37.125483 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7bc1a2c3-bd8f-474b-b25c-0a90865fe08f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:37.139222 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8,segment=NetworkSegment(c48171a4-9ebf-4b4b-b575-5ad23a430fdc),segment_id=c48171a4-9ebf-4b4b-b575-5ad23a430fdc)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:37.139870 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa404a19-feb4-4619-b03d-80d1be95cf6a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:37.140720 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa404a19-feb4-4619-b03d-80d1be95cf6a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Fanout notify agent at l3_agent the message router_deleted on router 6a2898ec-7458-4da7-bbaa-aca3767ad300 {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:47:37.145830 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:37.146220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b605e96-4df2-49b3-95d0-57b8d1d438df tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Network b8b659d1-aa00-4ee6-a314-926d0c0ea511 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:47:37.220010 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:37.226918 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d531613-4d7b-4f64-8ddd-62f78fe37b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:37.230680 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-2b605e96-4df2-49b3-95d0-57b8d1d438df tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, b8b659d1-aa00-4ee6-a314-926d0c0ea511) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:37.240385 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342f27dd-85ce-4479-a170-15fe3cbcbf13 None None] Network b8b659d1-aa00-4ee6-a314-926d0c0ea511 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:47:37.250853 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa404a19-feb4-4619-b03d-80d1be95cf6a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:37.252268 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fa404a19-feb4-4619-b03d-80d1be95cf6a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "DELETE /v2.0/routers/6a2898ec-7458-4da7-bbaa-aca3767ad300 HTTP/1.1" status: 204 len: 168 time: 5.0203717 May 10 14:47:37.255320 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b605e96-4df2-49b3-95d0-57b8d1d438df tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:37.256088 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2b605e96-4df2-49b3-95d0-57b8d1d438df tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:37.272963 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37678) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:37.274001 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d531613-4d7b-4f64-8ddd-62f78fe37b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc66c27-9245-493c-a0fe-3f869d1ccbc7,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:37.276080 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d531613-4d7b-4f64-8ddd-62f78fe37b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:37.277363 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1d531613-4d7b-4f64-8ddd-62f78fe37b7b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fcc66c27-9245-493c-a0fe-3f869d1ccbc7 HTTP/1.1" status: 204 len: 168 time: 1.5624833 May 10 14:47:37.293022 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-fb968a72-02aa-462a-a478-7a6e87c24a2a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-988140112', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:37.301069 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2b605e96-4df2-49b3-95d0-57b8d1d438df tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.4183092 May 10 14:47:37.304230 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-fb968a72-02aa-462a-a478-7a6e87c24a2a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:37.306458 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37684) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:37.330505 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-fb968a72-02aa-462a-a478-7a6e87c24a2a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Usage tracker for resource:router and tenant:38ac19a791a74a98ba5a2ed20dbbec88 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:37.336491 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-fb968a72-02aa-462a-a478-7a6e87c24a2a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:37.347482 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-22adf696-8cd8-45f1-ba9d-848720a573fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:37.390976 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-fb968a72-02aa-462a-a478-7a6e87c24a2a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:37.408696 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-22adf696-8cd8-45f1-ba9d-848720a573fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:37.495041 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-bead78c2-44e1-4743-873a-1a1d906303ea tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:37.513224 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-bead78c2-44e1-4743-873a-1a1d906303ea tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Usage tracker for resource:port and tenant:bc4024508904499482cf56b0445a3a01 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:37.527839 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-bead78c2-44e1-4743-873a-1a1d906303ea tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:37.557704 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-bead78c2-44e1-4743-873a-1a1d906303ea tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:37.565697 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fb968a72-02aa-462a-a478-7a6e87c24a2a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:37.566754 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fb968a72-02aa-462a-a478-7a6e87c24a2a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:37.596324 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-22adf696-8cd8-45f1-ba9d-848720a573fa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3befa7e6b88a47c9966fc95004c4d6d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1571348 May 10 14:47:37.599044 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37690) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:37.606403 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adf696-8cd8-45f1-ba9d-848720a573fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db09da7-7bc7-46fa-b06e-238abc6b8cef,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:37.619544 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d12c6c-021b-4ccb-b03f-97cef366cba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-b8b659d1-aa00-4ee6-a314-926d0c0ea511', 'network_id': 'b8b659d1-aa00-4ee6-a314-926d0c0ea511', 'tenant_id': 'b34db3219d0c46478753528b094049df', 'fixed_ips': [{'subnet_id': 'e9236844-26ce-45c2-b7ad-27c4429816fe'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:47:37.620646 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-87d12c6c-021b-4ccb-b03f-97cef366cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:37.628271 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fb968a72-02aa-462a-a478-7a6e87c24a2a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:37.692564 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:37.702229 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bead78c2-44e1-4743-873a-1a1d906303ea tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Made reservation on behalf of bc4024508904499482cf56b0445a3a01 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:37.706029 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bead78c2-44e1-4743-873a-1a1d906303ea tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:37.736668 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fb968a72-02aa-462a-a478-7a6e87c24a2a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:37.765738 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-bead78c2-44e1-4743-873a-1a1d906303ea tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] device_id is not set on port 264d446a-677a-4aaa-939e-c109aecfb854 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:47:37.854350 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-87d12c6c-021b-4ccb-b03f-97cef366cba6 None None] Allocated IP 172.20.0.2 (b8b659d1-aa00-4ee6-a314-926d0c0ea511/e9236844-26ce-45c2-b7ad-27c4429816fe/470e0824-4d83-405d-9bc5-c2ba65d5fabb) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:47:37.887782 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f60f18ac-5cbe-4c31-8539-35208b61d6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:37.902921 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afdb38e-2166-4bc4-a2fb-5eacffd61e44 admin admin] Router 298e15f8-19de-4d14-a9ac-be0afb4df5dc has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:47:38.026402 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fb968a72-02aa-462a-a478-7a6e87c24a2a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:38.030234 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fb968a72-02aa-462a-a478-7a6e87c24a2a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7490327 May 10 14:47:38.036186 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37706) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:38.105374 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7bc1a2c3-bd8f-474b-b25c-0a90865fe08f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:38.114217 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-bead78c2-44e1-4743-873a-1a1d906303ea tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Allocated IP 172.20.0.10 (be3b3952-0c35-4e73-aef8-d91d15b2ac82/f414cbca-b102-4254-acbc-7f841ac56d34/264d446a-677a-4aaa-939e-c109aecfb854) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:47:38.141654 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'enable_snat': True}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:38.146897 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-87d12c6c-021b-4ccb-b03f-97cef366cba6 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:38.164486 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-87d12c6c-021b-4ccb-b03f-97cef366cba6 None None] Transition to ACTIVE for port object 470e0824-4d83-405d-9bc5-c2ba65d5fabb will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:47:38.181307 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-87d12c6c-021b-4ccb-b03f-97cef366cba6 None None] Transition to ACTIVE for port object 470e0824-4d83-405d-9bc5-c2ba65d5fabb will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:47:38.191703 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-87d12c6c-021b-4ccb-b03f-97cef366cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:38.210670 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f60f18ac-5cbe-4c31-8539-35208b61d6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:38.284846 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7bc1a2c3-bd8f-474b-b25c-0a90865fe08f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:38.290634 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d12c6c-021b-4ccb-b03f-97cef366cba6 None None] Network b8b659d1-aa00-4ee6-a314-926d0c0ea511 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:38.294829 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-87d12c6c-021b-4ccb-b03f-97cef366cba6 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:38.301211 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afdb38e-2166-4bc4-a2fb-5eacffd61e44 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:47:38.303778 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d12c6c-021b-4ccb-b03f-97cef366cba6 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:38.306182 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d12c6c-021b-4ccb-b03f-97cef366cba6 None None] Pushing event updated for resources: {'Port': ['ID=470e0824-4d83-405d-9bc5-c2ba65d5fabb,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:38.319327 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c09f03a-2996-4e6b-83fa-4c10b5f80f43 None None] Sync routers for ids ['298e15f8-19de-4d14-a9ac-be0afb4df5dc'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:47:38.334685 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c09f03a-2996-4e6b-83fa-4c10b5f80f43 None None] Routers {'298e15f8-19de-4d14-a9ac-be0afb4df5dc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:38.336871 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6c09f03a-2996-4e6b-83fa-4c10b5f80f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['298e15f8-19de-4d14-a9ac-be0afb4df5dc'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:38.430478 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:38.432542 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37714) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:38.448892 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0afdb38e-2166-4bc4-a2fb-5eacffd61e44 admin admin] 10.222.0.79 "PUT /v2.0/routers/298e15f8-19de-4d14-a9ac-be0afb4df5dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4588344 May 10 14:47:38.454044 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37720) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:38.477795 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-87d12c6c-021b-4ccb-b03f-97cef366cba6 None None] Attempting to bind port 470e0824-4d83-405d-9bc5-c2ba65d5fabb on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:38.478168 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-87d12c6c-021b-4ccb-b03f-97cef366cba6 None None] Attempting to bind port 470e0824-4d83-405d-9bc5-c2ba65d5fabb by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'bf5c8e0a-1252-491d-9762-0cbc70efb886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b8b659d1-aa00-4ee6-a314-926d0c0ea511'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:38.478911 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d12c6c-021b-4ccb-b03f-97cef366cba6 None None] Attempting to bind port 470e0824-4d83-405d-9bc5-c2ba65d5fabb on network b8b659d1-aa00-4ee6-a314-926d0c0ea511 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:38.487880 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d12c6c-021b-4ccb-b03f-97cef366cba6 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:47:38.488256 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d12c6c-021b-4ccb-b03f-97cef366cba6 None None] Checking segment: {'id': 'bf5c8e0a-1252-491d-9762-0cbc70efb886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b8b659d1-aa00-4ee6-a314-926d0c0ea511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:47:38.488892 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-87d12c6c-021b-4ccb-b03f-97cef366cba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:38.489427 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d12c6c-021b-4ccb-b03f-97cef366cba6 None None] Bound using segment: {'id': 'bf5c8e0a-1252-491d-9762-0cbc70efb886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b8b659d1-aa00-4ee6-a314-926d0c0ea511'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:47:38.490623 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-87d12c6c-021b-4ccb-b03f-97cef366cba6 None None] Bound port: 470e0824-4d83-405d-9bc5-c2ba65d5fabb, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5c8e0a-1252-491d-9762-0cbc70efb886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b8b659d1-aa00-4ee6-a314-926d0c0ea511'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:47:38.491311 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-87d12c6c-021b-4ccb-b03f-97cef366cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:38.621432 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-6c09f03a-2996-4e6b-83fa-4c10b5f80f43 None None] Set router 298e15f8-19de-4d14-a9ac-be0afb4df5dc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:47:38.662367 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-22fc8d82-310a-427a-8837-f222fa54d4cf tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] Request body: {'port': {'network_id': '51fe8f33-a7cc-4244-9ea0-8936fe56db5e', 'name': 'tempest-NetworksNegativeTestJSON-1993492497'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:38.678734 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cc92c4a5-ab6e-4514-859e-9beb4f3cba00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:38.710605 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-87d12c6c-021b-4ccb-b03f-97cef366cba6 None None] For port 470e0824-4d83-405d-9bc5-c2ba65d5fabb, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:47:38.713899 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-87d12c6c-021b-4ccb-b03f-97cef366cba6 None None] For port 470e0824-4d83-405d-9bc5-c2ba65d5fabb, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=470e0824-4d83-405d-9bc5-c2ba65d5fabb,segment=NetworkSegment(bf5c8e0a-1252-491d-9762-0cbc70efb886),segment_id=bf5c8e0a-1252-491d-9762-0cbc70efb886)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:47:38.718164 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:47:38.789600 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-87d12c6c-021b-4ccb-b03f-97cef366cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:38.799153 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bead78c2-44e1-4743-873a-1a1d906303ea tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:38.806692 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:38.822874 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-22fc8d82-310a-427a-8837-f222fa54d4cf tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] POST failed (client error): The resource could not be found. May 10 14:47:38.823476 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22fc8d82-310a-427a-8837-f222fa54d4cf tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:47:38.829692 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-22fc8d82-310a-427a-8837-f222fa54d4cf tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3887327 May 10 14:47:38.829875 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-7bc1a2c3-bd8f-474b-b25c-0a90865fe08f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Allocated IP 172.26.0.131 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/39a0b96b-3824-4686-a4f9-05e150ef165a) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:47:38.831744 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37724) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:38.895051 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee7ba4f-f592-4420-9b6d-5f62da2dff7a tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] DELETE failed (client error): The resource could not be found. May 10 14:47:38.895781 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee7ba4f-f592-4420-9b6d-5f62da2dff7a tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:47:38.947402 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:47:38.947930 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:39.032797 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d12c6c-021b-4ccb-b03f-97cef366cba6 None None] Pushing event updated for resources: {'Port': ['ID=470e0824-4d83-405d-9bc5-c2ba65d5fabb,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:39.067795 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f60f18ac-5cbe-4c31-8539-35208b61d6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:39.070644 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f60f18ac-5cbe-4c31-8539-35208b61d6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:39.077751 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f60f18ac-5cbe-4c31-8539-35208b61d6ad admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5db09da7-7bc7-46fa-b06e-238abc6b8cef HTTP/1.1" status: 204 len: 168 time: 1.4742370 May 10 14:47:39.088735 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-bead78c2-44e1-4743-873a-1a1d906303ea tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Transition to ACTIVE for port object 264d446a-677a-4aaa-939e-c109aecfb854 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:47:39.101482 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9ee7ba4f-f592-4420-9b6d-5f62da2dff7a tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] 10.222.0.79 "DELETE /v2.0/networks/3c7bfaca-98b6-4d58-97b4-ed0c3506d726 HTTP/1.1" status: 404 len: 339 time: 0.2683635 May 10 14:47:39.108390 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37730) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:39.118140 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:39.154844 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6c09f03a-2996-4e6b-83fa-4c10b5f80f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'name': 'tempest-ServersTestManualDisk-945899288-router', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:47:35Z', 'revision_number': 5, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'gw_port': {'id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:42Z', 'updated_at': '2022-05-10T14:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:39.164189 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c09f03a-2996-4e6b-83fa-4c10b5f80f43 None None] Checking router: 298e15f8-19de-4d14-a9ac-be0afb4df5dc for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:47:39.197624 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c09f03a-2996-4e6b-83fa-4c10b5f80f43 None None] Routers {'298e15f8-19de-4d14-a9ac-be0afb4df5dc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:39.202105 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6c09f03a-2996-4e6b-83fa-4c10b5f80f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['298e15f8-19de-4d14-a9ac-be0afb4df5dc'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:39.275863 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c6f2cb-f466-41b2-aad2-71d74cc5a372 tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] DELETE failed (client error): The resource could not be found. May 10 14:47:39.276525 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9c6f2cb-f466-41b2-aad2-71d74cc5a372 tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:47:39.278417 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d9c6f2cb-f466-41b2-aad2-71d74cc5a372 tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] 10.222.0.79 "DELETE /v2.0/ports/6106ed16-fc65-456c-8c70-f47f77322b74 HTTP/1.1" status: 404 len: 333 time: 0.1582367 May 10 14:47:39.285008 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:39.363663 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37734) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:39.382928 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f18ac-5cbe-4c31-8539-35208b61d6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db09da7-7bc7-46fa-b06e-238abc6b8cef,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:39.441356 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Subnet': ['ID=e9236844-26ce-45c2-b7ad-27c4429816fe,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:39.454310 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca3e727-47b1-45ae-8f6d-1a52f1e64330 tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] DELETE failed (client error): The resource could not be found. May 10 14:47:39.454888 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca3e727-47b1-45ae-8f6d-1a52f1e64330 tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:47:39.459925 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5ca3e727-47b1-45ae-8f6d-1a52f1e64330 tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] 10.222.0.79 "DELETE /v2.0/subnets/8b5ea8c2-3a9b-40f1-9b29-2a8ac6c201dd HTTP/1.1" status: 404 len: 337 time: 0.0900898 May 10 14:47:39.462970 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37738) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:39.520968 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-6c09f03a-2996-4e6b-83fa-4c10b5f80f43 None None] Set router 298e15f8-19de-4d14-a9ac-be0afb4df5dc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:47:39.522830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bead78c2-44e1-4743-873a-1a1d906303ea tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:39.569964 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:39.616551 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b659d1-aa00-4ee6-a314-926d0c0ea511']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:39.629087 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7bc1a2c3-bd8f-474b-b25c-0a90865fe08f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:39.635904 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5c8e0a-1252-491d-9762-0cbc70efb886') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:39.636178 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5c8e0a-1252-491d-9762-0cbc70efb886') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:39.655933 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:39.663759 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee02bd1-a2e7-4553-8238-260a0aedf487 tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] GET failed (client error): The resource could not be found. May 10 14:47:39.665052 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6ee02bd1-a2e7-4553-8238-260a0aedf487 tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] 10.222.0.79 "GET /v2.0/networks/6ee1e491-758f-4cc3-965c-0ec661dd91cb HTTP/1.1" status: 404 len: 339 time: 0.1988807 May 10 14:47:39.690468 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37746) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:39.791909 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:39.803709 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7bc1a2c3-bd8f-474b-b25c-0a90865fe08f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:39.803952 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bead78c2-44e1-4743-873a-1a1d906303ea tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Network be3b3952-0c35-4e73-aef8-d91d15b2ac82 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:39.814453 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-bead78c2-44e1-4743-873a-1a1d906303ea tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:39.822118 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bead78c2-44e1-4743-873a-1a1d906303ea tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:39.888757 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead78c2-44e1-4743-873a-1a1d906303ea tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Pushing event updated for resources: {'Port': ['ID=264d446a-677a-4aaa-939e-c109aecfb854,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:39.913244 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc1a2c3-bd8f-474b-b25c-0a90865fe08f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:39.918013 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1a2c3-bd8f-474b-b25c-0a90865fe08f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Pushing event updated for resources: {'Port': ['ID=39a0b96b-3824-4686-a4f9-05e150ef165a,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:39.924372 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-7bc1a2c3-bd8f-474b-b25c-0a90865fe08f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:39.931216 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc1a2c3-bd8f-474b-b25c-0a90865fe08f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:39.955806 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6c09f03a-2996-4e6b-83fa-4c10b5f80f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'name': 'tempest-ServersTestManualDisk-945899288-router', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:47:35Z', 'revision_number': 5, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'gw_port': {'id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:42Z', 'updated_at': '2022-05-10T14:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:39.966167 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:39.968031 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c09f03a-2996-4e6b-83fa-4c10b5f80f43 None None] The sync data for ids ['298e15f8-19de-4d14-a9ac-be0afb4df5dc'] in dv-neutron-841204-2-hyperv is: [{'id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'name': 'tempest-ServersTestManualDisk-945899288-router', 'tenant_id': 'ba3b3a57fe174aac9471b7338382297f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:47:35Z', 'revision_number': 5, 'project_id': 'ba3b3a57fe174aac9471b7338382297f', 'gw_port': {'id': 'dab0f9a7-34cb-40e8-a5bc-92c085c5411f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:07:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298e15f8-19de-4d14-a9ac-be0afb4df5dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:42Z', 'updated_at': '2022-05-10T14:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:47:39.989472 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e00c13e-df2f-4a7b-ab34-a2c33c10f8c6 tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] GET failed (client error): The resource could not be found. May 10 14:47:39.999461 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6e00c13e-df2f-4a7b-ab34-a2c33c10f8c6 tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] 10.222.0.79 "GET /v2.0/ports/3ed9e044-d937-43bd-9057-3548ee184f97 HTTP/1.1" status: 404 len: 333 time: 0.3078601 May 10 14:47:40.000814 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:47:40.001227 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:40.010132 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37756) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:47:40.053563 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:47:40.091006 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Deleting port dab0f9a7-34cb-40e8-a5bc-92c085c5411f {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:40.091925 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:40.125954 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead78c2-44e1-4743-873a-1a1d906303ea tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:40.126886 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bead78c2-44e1-4743-873a-1a1d906303ea tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:40.152887 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25c7b23-5712-4330-a13f-50d74167bfd7 tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] GET failed (client error): The resource could not be found. May 10 14:47:40.154647 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b25c7b23-5712-4330-a13f-50d74167bfd7 tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] 10.222.0.79 "GET /v2.0/subnets/7b4383b7-21eb-48c7-b8e1-29d97f66988c HTTP/1.1" status: 404 len: 337 time: 0.1432505 May 10 14:47:40.171045 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37764) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:40.188661 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-e3d69669-db5e-40d9-bc6e-17b801161500 tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:40.214349 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bead78c2-44e1-4743-873a-1a1d906303ea tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3921614 May 10 14:47:40.230455 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-733652a6-ddcb-4c45-9844-c472063aadbc None None] Provisioning for port 264d446a-677a-4aaa-939e-c109aecfb854 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:47:40.236947 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-733652a6-ddcb-4c45-9844-c472063aadbc None None] Provisioning complete for port 264d446a-677a-4aaa-939e-c109aecfb854 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:47:40.237376 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-733652a6-ddcb-4c45-9844-c472063aadbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:40.244091 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37770) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:40.254785 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d69669-db5e-40d9-bc6e-17b801161500 tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] PUT failed (client error): The resource could not be found. May 10 14:47:40.255420 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d69669-db5e-40d9-bc6e-17b801161500 tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:47:40.256669 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e3d69669-db5e-40d9-bc6e-17b801161500 tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] 10.222.0.79 "PUT /v2.0/networks/dc89aaf9-fa65-4350-85af-542055b0d1d7 HTTP/1.1" status: 404 len: 339 time: 0.0785160 May 10 14:47:40.270163 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-d8eddfca-319a-4542-a2c3-ff28a5cf1017 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:40.274174 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37774) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:40.303955 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d8eddfca-319a-4542-a2c3-ff28a5cf1017 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:40.309270 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d8eddfca-319a-4542-a2c3-ff28a5cf1017 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Usage tracker for resource:floatingip and tenant:bc4024508904499482cf56b0445a3a01 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:40.313971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d8eddfca-319a-4542-a2c3-ff28a5cf1017 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:40.322923 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d8eddfca-319a-4542-a2c3-ff28a5cf1017 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:40.341504 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-1ae5e114-3d6d-49f6-af88-bd150d274a93 tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:40.405370 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-733652a6-ddcb-4c45-9844-c472063aadbc None None] Port 264d446a-677a-4aaa-939e-c109aecfb854 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:47:40.462359 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d8eddfca-319a-4542-a2c3-ff28a5cf1017 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks [] for floatingip, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:40.474220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.api [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 10 14:47:40.474220 dv-neutron-841204-2-hyperv neutron-server[88051]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 10 14:47:40.474220 dv-neutron-841204-2-hyperv neutron-server[88051]: [parameters: {'id': 'b8b659d1-aa00-4ee6-a314-926d0c0ea511'}] May 10 14:47:40.474220 dv-neutron-841204-2-hyperv neutron-server[88051]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:47:40.474615 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG oslo_db.api [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:47:40.502674 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291260b8-f9fc-486d-9103-2a617049138c None None] Network b8b659d1-aa00-4ee6-a314-926d0c0ea511 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:47:40.503597 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37780) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:40.512579 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae5e114-3d6d-49f6-af88-bd150d274a93 tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] PUT failed (client error): The resource could not be found. May 10 14:47:40.513337 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae5e114-3d6d-49f6-af88-bd150d274a93 tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:47:40.514917 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1ae5e114-3d6d-49f6-af88-bd150d274a93 tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] 10.222.0.79 "PUT /v2.0/ports/4ac8429a-8a24-4a73-8948-6652615f5763 HTTP/1.1" status: 404 len: 333 time: 0.2251172 May 10 14:47:40.526325 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37784) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:40.527254 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-cc92c4a5-ab6e-4514-859e-9beb4f3cba00 admin admin] Deleting port e4fcfa0f-9e8a-46ac-87cb-145c74e500f2 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:40.527584 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cc92c4a5-ab6e-4514-859e-9beb4f3cba00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:40.572869 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-99d3453c-9f11-4dad-a06b-84e0208f216b tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:40.702448 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:40.709319 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-79438ca4-7be8-41e6-8207-26e4ef79588c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-62614085'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:40.723143 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d3453c-9f11-4dad-a06b-84e0208f216b tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] PUT failed (client error): The resource could not be found. May 10 14:47:40.723143 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d3453c-9f11-4dad-a06b-84e0208f216b tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:47:40.723143 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-99d3453c-9f11-4dad-a06b-84e0208f216b tempest-NetworksNegativeTestJSON-2064165503 tempest-NetworksNegativeTestJSON-2064165503-project] 10.222.0.79 "PUT /v2.0/subnets/afc47684-3582-4605-81b8-323ff8085c88 HTTP/1.1" status: 404 len: 337 time: 0.1614060 May 10 14:47:40.726938 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-79438ca4-7be8-41e6-8207-26e4ef79588c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:40.740512 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 470e0824-4d83-405d-9bc5-c2ba65d5fabb up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:47:40.754125 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-79438ca4-7be8-41e6-8207-26e4ef79588c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:network and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:40.760344 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:40.766655 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-79438ca4-7be8-41e6-8207-26e4ef79588c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:40.797330 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-79438ca4-7be8-41e6-8207-26e4ef79588c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:40.813438 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-af75f48c-7b2d-4f54-9463-f602c4e0849d None None] Provisioning for port 470e0824-4d83-405d-9bc5-c2ba65d5fabb completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:47:40.873310 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] For port dab0f9a7-34cb-40e8-a5bc-92c085c5411f, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=dab0f9a7-34cb-40e8-a5bc-92c085c5411f,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:40.873668 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:40.989960 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 470e0824-4d83-405d-9bc5-c2ba65d5fabb completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:47:41.006233 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:41.027554 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 470e0824-4d83-405d-9bc5-c2ba65d5fabb triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:47:41.029001 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:41.076101 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7bc1a2c3-bd8f-474b-b25c-0a90865fe08f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:41.145241 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Deleting port 470e0824-4d83-405d-9bc5-c2ba65d5fabb {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:41.145608 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:41.150556 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79438ca4-7be8-41e6-8207-26e4ef79588c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:41.154005 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-79438ca4-7be8-41e6-8207-26e4ef79588c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:41.174916 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Calling delete_port for dab0f9a7-34cb-40e8-a5bc-92c085c5411f owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:41.219041 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:41.224226 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37794) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:41.237629 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-79438ca4-7be8-41e6-8207-26e4ef79588c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:41.264227 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a1e83d-d6f2-4586-9d5c-55cfc2ee5aa3 None None] DHCP port deletion for b8b659d1-aa00-4ee6-a314-926d0c0ea511 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:47:41.292457 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 470e0824-4d83-405d-9bc5-c2ba65d5fabb, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=470e0824-4d83-405d-9bc5-c2ba65d5fabb,segment=NetworkSegment(bf5c8e0a-1252-491d-9762-0cbc70efb886),segment_id=bf5c8e0a-1252-491d-9762-0cbc70efb886)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:41.296202 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-53a1e83d-d6f2-4586-9d5c-55cfc2ee5aa3 None None] Deleting port 470e0824-4d83-405d-9bc5-c2ba65d5fabb {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:41.297359 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-53a1e83d-d6f2-4586-9d5c-55cfc2ee5aa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:41.299319 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-cc92c4a5-ab6e-4514-859e-9beb4f3cba00 admin admin] For port e4fcfa0f-9e8a-46ac-87cb-145c74e500f2, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e4fcfa0f-9e8a-46ac-87cb-145c74e500f2,segment=NetworkSegment(0dd99381-ca53-4023-8dc0-0788d84a1ca8),segment_id=0dd99381-ca53-4023-8dc0-0788d84a1ca8)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:41.299964 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cc92c4a5-ab6e-4514-859e-9beb4f3cba00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:41.315920 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-79438ca4-7be8-41e6-8207-26e4ef79588c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:41.324357 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-79438ca4-7be8-41e6-8207-26e4ef79588c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:security_group_rule and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:41.386818 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:41.394268 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-79438ca4-7be8-41e6-8207-26e4ef79588c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:41.449972 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8daed8fa-053c-4973-aa75-213542ad2917 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:47:41.450184 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Allocated IP 172.26.0.126 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/09023c1b-f532-4317-baa1-f37f6205e0b6) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:47:41.464315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-cc92c4a5-ab6e-4514-859e-9beb4f3cba00 admin admin] Calling delete_port for e4fcfa0f-9e8a-46ac-87cb-145c74e500f2 owned by network:router_interface {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:41.513461 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-79438ca4-7be8-41e6-8207-26e4ef79588c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:41.514004 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 8daed8fa-053c-4973-aa75-213542ad2917 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:47:41.514489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8daed8fa-053c-4973-aa75-213542ad2917 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:47:41.551866 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-48fd84fc-75cf-40a5-80df-3f2a47bfdf2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:41.600502 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=470e0824-4d83-405d-9bc5-c2ba65d5fabb,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:41.604678 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-48fd84fc-75cf-40a5-80df-3f2a47bfdf2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:41.620426 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-48fd84fc-75cf-40a5-80df-3f2a47bfdf2a admin admin] Usage tracker for resource:security_group_rule and tenant:bff9e9f98d78400d9e6a72eee20bd492 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:41.628380 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-48fd84fc-75cf-40a5-80df-3f2a47bfdf2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:41.641453 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-53a1e83d-d6f2-4586-9d5c-55cfc2ee5aa3 None None] For port 470e0824-4d83-405d-9bc5-c2ba65d5fabb, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=470e0824-4d83-405d-9bc5-c2ba65d5fabb,segment=NetworkSegment(bf5c8e0a-1252-491d-9762-0cbc70efb886),segment_id=bf5c8e0a-1252-491d-9762-0cbc70efb886)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:41.641833 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-53a1e83d-d6f2-4586-9d5c-55cfc2ee5aa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:41.664414 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-48fd84fc-75cf-40a5-80df-3f2a47bfdf2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:41.682666 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d8eddfca-319a-4542-a2c3-ff28a5cf1017 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:41.766139 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-53a1e83d-d6f2-4586-9d5c-55cfc2ee5aa3 None None] Calling delete_port for 470e0824-4d83-405d-9bc5-c2ba65d5fabb owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:41.847757 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-53a1e83d-d6f2-4586-9d5c-55cfc2ee5aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:41.863076 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] For port 470e0824-4d83-405d-9bc5-c2ba65d5fabb, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=470e0824-4d83-405d-9bc5-c2ba65d5fabb,segment=NetworkSegment(bf5c8e0a-1252-491d-9762-0cbc70efb886),segment_id=bf5c8e0a-1252-491d-9762-0cbc70efb886)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:41.863434 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:41.925641 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:41.945879 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a1e83d-d6f2-4586-9d5c-55cfc2ee5aa3 None None] No DVR routers for this DVR port 470e0824-4d83-405d-9bc5-c2ba65d5fabb on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:47:41.958622 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1e83d-d6f2-4586-9d5c-55cfc2ee5aa3 None None] Pushing event deleted for resources: {'Port': ['ID=470e0824-4d83-405d-9bc5-c2ba65d5fabb,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:41.979746 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-79438ca4-7be8-41e6-8207-26e4ef79588c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:41.999141 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Pushing event deleted for resources: {'Port': ['ID=dab0f9a7-34cb-40e8-a5bc-92c085c5411f,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:42.030650 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-79438ca4-7be8-41e6-8207-26e4ef79588c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:42.033486 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Calling delete_port for 470e0824-4d83-405d-9bc5-c2ba65d5fabb owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:42.099590 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:42.099931 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:42.100265 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:42.100598 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:42.100735 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:42.100921 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:42.101243 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:42.101563 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:42.101885 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:42.102204 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:42.102540 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:42.102854 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:42.103165 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:42.104949 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7bc1a2c3-bd8f-474b-b25c-0a90865fe08f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:42.120252 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7bc1a2c3-bd8f-474b-b25c-0a90865fe08f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539321'] for router, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:42.182086 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79438ca4-7be8-41e6-8207-26e4ef79588c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:47:42.202668 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-48fd84fc-75cf-40a5-80df-3f2a47bfdf2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:42.219659 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79438ca4-7be8-41e6-8207-26e4ef79588c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0818259-1a55-4371-b045-2f9e28829a01,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:42.223506 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-79438ca4-7be8-41e6-8207-26e4ef79588c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:42.223831 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-79438ca4-7be8-41e6-8207-26e4ef79588c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Added segment f9b6b6f0-8854-4dee-9bda-c8aa2e8d63d1 of type vlan for network c28b8870-ea54-4e4e-b79e-d465418a24db May 10 14:47:42.226780 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-48fd84fc-75cf-40a5-80df-3f2a47bfdf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:42.233295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.api [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:47:42.233598 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG oslo_db.api [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:47:42.263960 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cc92c4a5-ab6e-4514-859e-9beb4f3cba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:42.269905 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:42.317100 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:42.395347 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:42.402199 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:42.407627 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Pushing event updated for resources: {'Port': ['ID=09023c1b-f532-4317-baa1-f37f6205e0b6,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:42.411356 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:42.452876 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:42.453218 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:42.453553 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:42.453881 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:42.454201 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:42.454547 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:42.454866 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:42.455185 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:42.455504 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:42.455822 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:42.456134 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:42.456456 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:42.498530 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92c4a5-ab6e-4514-859e-9beb4f3cba00 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4fcfa0f-9e8a-46ac-87cb-145c74e500f2,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:42.548735 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc1a2c3-bd8f-474b-b25c-0a90865fe08f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Router da3b3079-c2db-4d66-8b03-bb64829f292d is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:47:42.591117 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd84fc-75cf-40a5-80df-3f2a47bfdf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d597a3bb-c217-4b17-a1fc-b135a1a9be71,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:42.595535 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-48fd84fc-75cf-40a5-80df-3f2a47bfdf2a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bff9e9f98d78400d9e6a72eee20bd492&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3694620 May 10 14:47:42.613848 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37800) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:42.617082 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-79438ca4-7be8-41e6-8207-26e4ef79588c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:42.637077 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:42.667484 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:42.725519 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-d8eddfca-319a-4542-a2c3-ff28a5cf1017 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Allocated IP 172.26.0.215 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/9c167809-fc6c-4841-9762-855fde094733) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:47:42.739897 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 470e0824-4d83-405d-9bc5-c2ba65d5fabb no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:47:42.786796 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 470e0824-4d83-405d-9bc5-c2ba65d5fabb {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:47:42.787107 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 470e0824-4d83-405d-9bc5-c2ba65d5fabb not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:47:42.920028 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Deleting port 470e0824-4d83-405d-9bc5-c2ba65d5fabb {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:42.920028 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:42.935256 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-79438ca4-7be8-41e6-8207-26e4ef79588c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:42.942495 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79438ca4-7be8-41e6-8207-26e4ef79588c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:42.943044 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-79438ca4-7be8-41e6-8207-26e4ef79588c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:42.948505 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:42.948997 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 298e15f8-19de-4d14-a9ac-be0afb4df5dc {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:47:43.034900 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] The port '470e0824-4d83-405d-9bc5-c2ba65d5fabb' was deleted {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:47:43.177757 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dded93c7-9cb8-46cf-8e57-33cfad8786be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:43.261574 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79438ca4-7be8-41e6-8207-26e4ef79588c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Network': ['ID=c28b8870-ea54-4e4e-b79e-d465418a24db,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:43.275481 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network c28b8870-ea54-4e4e-b79e-d465418a24db details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:47:43.290156 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-79438ca4-7be8-41e6-8207-26e4ef79588c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.7853248 May 10 14:47:43.296500 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:43.297603 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-89eca661-074f-42c5-a8a4-46740678d180 admin admin] 10.222.0.79 "DELETE /v2.0/routers/298e15f8-19de-4d14-a9ac-be0afb4df5dc HTTP/1.1" status: 204 len: 168 time: 4.8416011 May 10 14:47:43.298403 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37804) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:43.305469 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37806) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:43.312385 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-1b0f902c-e279-4e26-80b1-18aba59bfe73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'port': {'network_id': 'c28b8870-ea54-4e4e-b79e-d465418a24db', 'name': 'tempest-PortsIpV6TestJSON-1076408779'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:43.397200 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:43.398505 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cc92c4a5-ab6e-4514-859e-9beb4f3cba00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:43.406217 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dded93c7-9cb8-46cf-8e57-33cfad8786be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:43.444026 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc1a2c3-bd8f-474b-b25c-0a90865fe08f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:47:43.448405 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d8eddfca-319a-4542-a2c3-ff28a5cf1017 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:43.463055 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079e82d3-403f-4b2a-9a3a-f058dd5746d0 None None] Sync routers for ids ['da3b3079-c2db-4d66-8b03-bb64829f292d'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:47:43.474368 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079e82d3-403f-4b2a-9a3a-f058dd5746d0 None None] Routers {'da3b3079-c2db-4d66-8b03-bb64829f292d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:43.475167 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-079e82d3-403f-4b2a-9a3a-f058dd5746d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['da3b3079-c2db-4d66-8b03-bb64829f292d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:43.542113 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-079e82d3-403f-4b2a-9a3a-f058dd5746d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:43.549121 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b659d1-aa00-4ee6-a314-926d0c0ea511']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:43.552443 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079e82d3-403f-4b2a-9a3a-f058dd5746d0 None None] Routers {'da3b3079-c2db-4d66-8b03-bb64829f292d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:43.553152 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-079e82d3-403f-4b2a-9a3a-f058dd5746d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['da3b3079-c2db-4d66-8b03-bb64829f292d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:43.583296 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5c8e0a-1252-491d-9762-0cbc70efb886') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:43.583591 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5c8e0a-1252-491d-9762-0cbc70efb886') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:43.592656 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb77a2eb-09e1-4b91-a2b7-e721235b63e6 admin admin] Deleting subnet 275fec47-5f5c-4f6e-94c0-2b9b8256fc9d {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:47:43.603516 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7bc1a2c3-bd8f-474b-b25c-0a90865fe08f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:43.608403 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7bc1a2c3-bd8f-474b-b25c-0a90865fe08f tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "PUT /v2.0/routers/da3b3079-c2db-4d66-8b03-bb64829f292d HTTP/1.1" status: 200 len: 919 time: 7.2275836 May 10 14:47:43.614360 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37812) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:43.619005 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cb77a2eb-09e1-4b91-a2b7-e721235b63e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:43.646851 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:43.651377 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-079e82d3-403f-4b2a-9a3a-f058dd5746d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:43.651771 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079e82d3-403f-4b2a-9a3a-f058dd5746d0 None None] The sync data for ids ['da3b3079-c2db-4d66-8b03-bb64829f292d'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:47:43.750874 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-1b0f902c-e279-4e26-80b1-18aba59bfe73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:43.756971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1b0f902c-e279-4e26-80b1-18aba59bfe73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:port and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:43.760790 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:43.761325 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1b0f902c-e279-4e26-80b1-18aba59bfe73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:43.818554 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:43.823472 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-1b0f902c-e279-4e26-80b1-18aba59bfe73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:43.863087 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0f902c-e279-4e26-80b1-18aba59bfe73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:43.866497 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1b0f902c-e279-4e26-80b1-18aba59bfe73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:43.887532 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d8eddfca-319a-4542-a2c3-ff28a5cf1017 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:43.895040 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:47:43.895197 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:43.911580 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cb77a2eb-09e1-4b91-a2b7-e721235b63e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:47:43.941025 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:47:43.943559 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dded93c7-9cb8-46cf-8e57-33cfad8786be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:43.964134 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-1b0f902c-e279-4e26-80b1-18aba59bfe73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] device_id is not set on port 6f7a04dc-1e53-49c4-9553-c1fe40ea5f1e yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:47:44.004448 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc92c4a5-ab6e-4514-859e-9beb4f3cba00 admin admin] Router 43943543-1466-4d7c-a559-58e24cddb695 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:47:44.007938 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eddfca-319a-4542-a2c3-ff28a5cf1017 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:44.012056 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-d8eddfca-319a-4542-a2c3-ff28a5cf1017 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:44.022957 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eddfca-319a-4542-a2c3-ff28a5cf1017 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:44.052936 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded93c7-9cb8-46cf-8e57-33cfad8786be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d597a3bb-c217-4b17-a1fc-b135a1a9be71,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:44.077754 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eddfca-319a-4542-a2c3-ff28a5cf1017 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Pushing event updated for resources: {'Port': ['ID=9c167809-fc6c-4841-9762-855fde094733,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:44.288477 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dded93c7-9cb8-46cf-8e57-33cfad8786be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:44.289496 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dded93c7-9cb8-46cf-8e57-33cfad8786be admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d597a3bb-c217-4b17-a1fc-b135a1a9be71 HTTP/1.1" status: 204 len: 168 time: 1.6746762 May 10 14:47:44.321285 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-669723a6-f9e9-4700-bbdf-c1b42694daab tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "GET /v2.0/routers/da3b3079-c2db-4d66-8b03-bb64829f292d HTTP/1.1" status: 200 len: 925 time: 0.7057478 May 10 14:47:44.329416 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:44.331867 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37818) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:44.390526 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:44.413304 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Network': ['ID=b8b659d1-aa00-4ee6-a314-926d0c0ea511,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:44.422753 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c7ea0bc0-08b2-4b55-b5f7-8cd272f5dca4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/networks/b8b659d1-aa00-4ee6-a314-926d0c0ea511 HTTP/1.1" status: 204 len: 168 time: 7.1150978 May 10 14:47:44.480313 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37822) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:44.500699 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e0259cb2-1908-499b-93e2-486ff5193c8a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-792275886'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:44.509620 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cb77a2eb-09e1-4b91-a2b7-e721235b63e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:44.552070 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e0259cb2-1908-499b-93e2-486ff5193c8a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:44.560921 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc92c4a5-ab6e-4514-859e-9beb4f3cba00 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:47:44.571507 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e0259cb2-1908-499b-93e2-486ff5193c8a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Usage tracker for resource:network and tenant:b34db3219d0c46478753528b094049df is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:44.577972 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e0259cb2-1908-499b-93e2-486ff5193c8a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:44.580542 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d8eddfca-319a-4542-a2c3-ff28a5cf1017 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:44.580915 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c31fc31-b62a-454a-af8c-31f8742db07a None None] Sync routers for ids ['43943543-1466-4d7c-a559-58e24cddb695'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:47:44.588329 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1b0f902c-e279-4e26-80b1-18aba59bfe73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:44.589083 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e0259cb2-1908-499b-93e2-486ff5193c8a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:44.597931 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c31fc31-b62a-454a-af8c-31f8742db07a None None] Routers {'43943543-1466-4d7c-a559-58e24cddb695'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:44.600057 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-9c31fc31-b62a-454a-af8c-31f8742db07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['43943543-1466-4d7c-a559-58e24cddb695'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:44.606244 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device dab0f9a7-34cb-40e8-a5bc-92c085c5411f no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:47:44.629716 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-cc92c4a5-ab6e-4514-859e-9beb4f3cba00 admin admin] 10.222.0.79 "PUT /v2.0/routers/43943543-1466-4d7c-a559-58e24cddb695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0411651 May 10 14:47:44.637057 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37830) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:44.679850 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0259cb2-1908-499b-93e2-486ff5193c8a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Made reservation on behalf of b34db3219d0c46478753528b094049df for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:44.683474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0259cb2-1908-499b-93e2-486ff5193c8a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:44.719933 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: dab0f9a7-34cb-40e8-a5bc-92c085c5411f {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:47:44.721764 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device dab0f9a7-34cb-40e8-a5bc-92c085c5411f not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:47:44.744385 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d8eddfca-319a-4542-a2c3-ff28a5cf1017 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:44.745195 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0259cb2-1908-499b-93e2-486ff5193c8a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:47:44.750855 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2680f6d-4036-418b-9cc4-a586126695d6 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:44.751561 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b2680f6d-4036-418b-9cc4-a586126695d6 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Synchronizing usage tracker for tenant:6e3893fe35f447408f3ea64b56e4678a on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:47:44.759505 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:44.766480 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cb77a2eb-09e1-4b91-a2b7-e721235b63e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:44.812032 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0259cb2-1908-499b-93e2-486ff5193c8a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:44.812379 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-e0259cb2-1908-499b-93e2-486ff5193c8a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Added segment ababc38a-5794-4c51-93c1-2ad62153b4a4 of type vlan for network c52414ca-6481-4a97-990a-f6e41d4e1251 May 10 14:47:44.813977 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539321'] for router, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:44.824508 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77a2eb-09e1-4b91-a2b7-e721235b63e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=275fec47-5f5c-4f6e-94c0-2b9b8256fc9d,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:44.839421 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e472d2-721c-43ab-ba3a-5c9272234b4e None None] Network 3aec5c59-80c4-436d-a4a0-0576e235bd86 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:47:44.889950 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cb77a2eb-09e1-4b91-a2b7-e721235b63e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:44.892512 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b2680f6d-4036-418b-9cc4-a586126695d6 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Unset dirty status for tenant:6e3893fe35f447408f3ea64b56e4678a on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:47:44.896370 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b2680f6d-4036-418b-9cc4-a586126695d6 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&device_id=da3b3079-c2db-4d66-8b03-bb64829f292d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5591075 May 10 14:47:44.896993 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37840) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:44.918459 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1b0f902c-e279-4e26-80b1-18aba59bfe73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:44.935736 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cb77a2eb-09e1-4b91-a2b7-e721235b63e6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/275fec47-5f5c-4f6e-94c0-2b9b8256fc9d HTTP/1.1" status: 204 len: 168 time: 1.6228075 May 10 14:47:44.940822 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37844) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:44.946145 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0259cb2-1908-499b-93e2-486ff5193c8a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:44.962892 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-9c31fc31-b62a-454a-af8c-31f8742db07a None None] Set router 43943543-1466-4d7c-a559-58e24cddb695 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:47:45.111576 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.resource_extend [None req-e0259cb2-1908-499b-93e2-486ff5193c8a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:47:45.161214 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c54df7e3-3898-4ec3-9034-ad848a701ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:45.165932 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0259cb2-1908-499b-93e2-486ff5193c8a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:45.172312 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0259cb2-1908-499b-93e2-486ff5193c8a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:45.173031 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0259cb2-1908-499b-93e2-486ff5193c8a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:45.217384 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9c3c2673-7221-41ee-9185-57dc25277b95 admin admin] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:45.246708 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb77528-d387-431e-bd57-810edc848156 None None] DHCP port deletion for 3aec5c59-80c4-436d-a4a0-0576e235bd86 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:47:45.252476 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-9eb77528-d387-431e-bd57-810edc848156 None None] Deleting port e0080539-01b3-4ee4-8773-8d748229995c {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:45.252847 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9eb77528-d387-431e-bd57-810edc848156 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:45.310817 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c54df7e3-3898-4ec3-9034-ad848a701ec1 admin admin] Deleting port e0080539-01b3-4ee4-8773-8d748229995c {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:45.311244 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c54df7e3-3898-4ec3-9034-ad848a701ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:45.347693 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e0259cb2-1908-499b-93e2-486ff5193c8a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8597236 May 10 14:47:45.356412 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37854) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:45.360243 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0259cb2-1908-499b-93e2-486ff5193c8a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Network': ['ID=c52414ca-6481-4a97-990a-f6e41d4e1251,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:45.372585 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-f1293e58-9af4-4d79-90ca-c1d209ccc841 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'subnet': {'network_id': 'c52414ca-6481-4a97-990a-f6e41d4e1251', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:45.377127 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network c52414ca-6481-4a97-990a-f6e41d4e1251 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:47:45.414111 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f902c-e279-4e26-80b1-18aba59bfe73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Port': ['ID=6f7a04dc-1e53-49c4-9553-c1fe40ea5f1e,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:45.431714 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Router eeaf7e53-5b2e-4fa5-ab12-e2b84db98fd0 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:47:45.496307 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-9c31fc31-b62a-454a-af8c-31f8742db07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43943543-1466-4d7c-a559-58e24cddb695', 'name': 'tempest-ServersTestJSON-682325736-router', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:40Z', 'updated_at': '2022-05-10T14:47:42Z', 'revision_number': 5, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'gw_port': {'id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43943543-1466-4d7c-a559-58e24cddb695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:45.501707 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c31fc31-b62a-454a-af8c-31f8742db07a None None] Checking router: 43943543-1466-4d7c-a559-58e24cddb695 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:47:45.510280 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c31fc31-b62a-454a-af8c-31f8742db07a None None] Routers {'43943543-1466-4d7c-a559-58e24cddb695'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:45.511134 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-9c31fc31-b62a-454a-af8c-31f8742db07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['43943543-1466-4d7c-a559-58e24cddb695'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:45.667440 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0f902c-e279-4e26-80b1-18aba59bfe73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Checking segment: {'id': 'f9b6b6f0-8854-4dee-9bda-c8aa2e8d63d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c28b8870-ea54-4e4e-b79e-d465418a24db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:47:45.668255 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0f902c-e279-4e26-80b1-18aba59bfe73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network hostable DHCP agents. Network: c28b8870-ea54-4e4e-b79e-d465418a24db, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:47:45.684266 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c8da54-45b9-452e-b6de-c2d697ba01b8 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:45.686540 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-35c8da54-45b9-452e-b6de-c2d697ba01b8 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "GET /v2.0/networks/9e00975f-1d79-46b0-9d42-98bca3a69c2b HTTP/1.1" status: 200 len: 881 time: 0.7865455 May 10 14:47:45.705780 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37862) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:45.722643 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:47:45.732577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:45.733824 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-910a717d-1ae1-4d6f-b03a-6c6e7f071b82 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "PUT /v2.0/routers/eeaf7e53-5b2e-4fa5-ab12-e2b84db98fd0 HTTP/1.1" status: 200 len: 914 time: 7.6965282 May 10 14:47:45.741909 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bc6349-17aa-4b12-9b80-6718abde6f44 None None] Sync routers for ids ['eeaf7e53-5b2e-4fa5-ab12-e2b84db98fd0'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:47:45.757352 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37866) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:45.775489 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f1293e58-9af4-4d79-90ca-c1d209ccc841 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:45.782740 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a4c423cc-2a08-4fca-9f3a-7ecff28fdc70 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "GET /v2.0/ports?device_id=da3b3079-c2db-4d66-8b03-bb64829f292d HTTP/1.1" status: 200 len: 205 time: 0.0758457 May 10 14:47:45.794535 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37870) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:45.801348 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f1293e58-9af4-4d79-90ca-c1d209ccc841 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Usage tracker for resource:subnet and tenant:b34db3219d0c46478753528b094049df is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:45.807143 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9c3c2673-7221-41ee-9185-57dc25277b95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:45.811313 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f1293e58-9af4-4d79-90ca-c1d209ccc841 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:45.834250 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bc6349-17aa-4b12-9b80-6718abde6f44 None None] Routers {'eeaf7e53-5b2e-4fa5-ab12-e2b84db98fd0'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:45.835496 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b3bc6349-17aa-4b12-9b80-6718abde6f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['eeaf7e53-5b2e-4fa5-ab12-e2b84db98fd0'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:45.881829 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-9c31fc31-b62a-454a-af8c-31f8742db07a None None] Set router 43943543-1466-4d7c-a559-58e24cddb695 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:47:45.914647 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d8eddfca-319a-4542-a2c3-ff28a5cf1017 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:45.936271 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-9eb77528-d387-431e-bd57-810edc848156 None None] For port e0080539-01b3-4ee4-8773-8d748229995c, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e0080539-01b3-4ee4-8773-8d748229995c,segment=NetworkSegment(d0fb5057-709c-4804-b805-2241f5ca5186),segment_id=d0fb5057-709c-4804-b805-2241f5ca5186)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:45.937070 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9eb77528-d387-431e-bd57-810edc848156 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:45.944218 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f1293e58-9af4-4d79-90ca-c1d209ccc841 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:45.946282 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0f902c-e279-4e26-80b1-18aba59bfe73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network c28b8870-ea54-4e4e-b79e-d465418a24db is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:47:45.966968 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d8eddfca-319a-4542-a2c3-ff28a5cf1017 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:46.019000 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-9c3c2673-7221-41ee-9185-57dc25277b95 admin admin] Deleting port 23d67d6e-5d1e-4be6-9635-8251f273113b {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:46.019482 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9c3c2673-7221-41ee-9185-57dc25277b95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:46.107739 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-1b0f902c-e279-4e26-80b1-18aba59bfe73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, c28b8870-ea54-4e4e-b79e-d465418a24db) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:46.143399 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1293e58-9af4-4d79-90ca-c1d209ccc841 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Made reservation on behalf of b34db3219d0c46478753528b094049df for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:46.147130 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f1293e58-9af4-4d79-90ca-c1d209ccc841 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:46.180001 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f902c-e279-4e26-80b1-18aba59bfe73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:46.185718 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0f902c-e279-4e26-80b1-18aba59bfe73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:46.186554 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1b0f902c-e279-4e26-80b1-18aba59bfe73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:46.188347 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-9eb77528-d387-431e-bd57-810edc848156 None None] Calling delete_port for e0080539-01b3-4ee4-8773-8d748229995c owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:46.194036 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-908ae2f7-20fc-422e-a859-6e8820c9a067 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "GET /v2.0/routers/eeaf7e53-5b2e-4fa5-ab12-e2b84db98fd0 HTTP/1.1" status: 200 len: 920 time: 0.4336751 May 10 14:47:46.198863 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37880) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:46.209225 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-c54df7e3-3898-4ec3-9034-ad848a701ec1 admin admin] For port e0080539-01b3-4ee4-8773-8d748229995c, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e0080539-01b3-4ee4-8773-8d748229995c,segment=NetworkSegment(d0fb5057-709c-4804-b805-2241f5ca5186),segment_id=d0fb5057-709c-4804-b805-2241f5ca5186)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:46.209588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c54df7e3-3898-4ec3-9034-ad848a701ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:46.314289 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b3bc6349-17aa-4b12-9b80-6718abde6f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:46.330918 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937d439b-9e5e-4b83-bb80-8f1c3621dc58 None None] Network c28b8870-ea54-4e4e-b79e-d465418a24db requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:47:46.391917 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c54df7e3-3898-4ec3-9034-ad848a701ec1 admin admin] Calling delete_port for e0080539-01b3-4ee4-8773-8d748229995c owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:46.486018 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bc6349-17aa-4b12-9b80-6718abde6f44 None None] Routers {'eeaf7e53-5b2e-4fa5-ab12-e2b84db98fd0'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:46.495028 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-9c31fc31-b62a-454a-af8c-31f8742db07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43943543-1466-4d7c-a559-58e24cddb695', 'name': 'tempest-ServersTestJSON-682325736-router', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:40Z', 'updated_at': '2022-05-10T14:47:42Z', 'revision_number': 5, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'gw_port': {'id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43943543-1466-4d7c-a559-58e24cddb695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:46.499731 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.api [None req-c54df7e3-3898-4ec3-9034-ad848a701ec1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:47:46.500054 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG oslo_db.api [None req-c54df7e3-3898-4ec3-9034-ad848a701ec1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:47:46.500733 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c31fc31-b62a-454a-af8c-31f8742db07a None None] The sync data for ids ['43943543-1466-4d7c-a559-58e24cddb695'] in dv-neutron-841204-2-hyperv is: [{'id': '43943543-1466-4d7c-a559-58e24cddb695', 'name': 'tempest-ServersTestJSON-682325736-router', 'tenant_id': '838b552cd1fe457a86d509de7ba36715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176'}], 'enable_snat': True}, 'gw_port_id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:45:40Z', 'updated_at': '2022-05-10T14:47:42Z', 'revision_number': 5, 'project_id': '838b552cd1fe457a86d509de7ba36715', 'gw_port': {'id': '23d67d6e-5d1e-4be6-9635-8251f273113b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:2a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43943543-1466-4d7c-a559-58e24cddb695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:45:41Z', 'updated_at': '2022-05-10T14:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:47:46.501118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b3bc6349-17aa-4b12-9b80-6718abde6f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['eeaf7e53-5b2e-4fa5-ab12-e2b84db98fd0'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:46.524003 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d9eb1c-208a-42dd-aa56-7dcce1d8ffd9 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:46.525881 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-29d9eb1c-208a-42dd-aa56-7dcce1d8ffd9 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&device_id=eeaf7e53-5b2e-4fa5-ab12-e2b84db98fd0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3192635 May 10 14:47:46.530784 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37890) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:46.533504 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eddfca-319a-4542-a2c3-ff28a5cf1017 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Pushing event updated for resources: {'Port': ['ID=9c167809-fc6c-4841-9762-855fde094733,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:46.629615 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.ipam_backend_mixin [None req-f1293e58-9af4-4d79-90ca-c1d209ccc841 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Performing IP validity checks on allocation pools {{(pid=88052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 10 14:47:46.629942 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.ipam_backend_mixin [None req-f1293e58-9af4-4d79-90ca-c1d209ccc841 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 10 14:47:46.637327 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b3bc6349-17aa-4b12-9b80-6718abde6f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:46.638853 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bc6349-17aa-4b12-9b80-6718abde6f44 None None] The sync data for ids ['eeaf7e53-5b2e-4fa5-ab12-e2b84db98fd0'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:47:46.640782 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9eb77528-d387-431e-bd57-810edc848156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:46.644590 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1b0f902c-e279-4e26-80b1-18aba59bfe73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.3416698 May 10 14:47:46.661225 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37898) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:46.678734 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-f02a2238-ca5f-45e2-ad97-883cd0770235 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2097803961'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:46.686762 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d8eddfca-319a-4542-a2c3-ff28a5cf1017 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:46.697077 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a73997ea-4acb-451c-b538-ebe2b9ef1efe tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:46.701938 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb77528-d387-431e-bd57-810edc848156 None None] Pushing event deleted for resources: {'Port': ['ID=e0080539-01b3-4ee4-8773-8d748229995c,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:46.705269 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb77528-d387-431e-bd57-810edc848156 None None] No DVR routers for this DVR port e0080539-01b3-4ee4-8773-8d748229995c on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:47:46.738059 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9e519f-de9c-47bc-918e-9bf1bd2145dd tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:46.742032 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ea9e519f-de9c-47bc-918e-9bf1bd2145dd tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "GET /v2.0/networks/9e00975f-1d79-46b0-9d42-98bca3a69c2b HTTP/1.1" status: 200 len: 881 time: 0.2076175 May 10 14:47:46.743951 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37902) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:46.747051 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f02a2238-ca5f-45e2-ad97-883cd0770235 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:46.791080 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f02a2238-ca5f-45e2-ad97-883cd0770235 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:network and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:46.800673 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f02a2238-ca5f-45e2-ad97-883cd0770235 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:46.818629 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2ecab04d-94da-43ea-937e-e8c5d2d6b97a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "GET /v2.0/ports?device_id=eeaf7e53-5b2e-4fa5-ab12-e2b84db98fd0 HTTP/1.1" status: 200 len: 205 time: 0.0636480 May 10 14:47:46.820992 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37906) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:46.833977 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f02a2238-ca5f-45e2-ad97-883cd0770235 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:46.849875 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d8eddfca-319a-4542-a2c3-ff28a5cf1017 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:46.854084 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d8eddfca-319a-4542-a2c3-ff28a5cf1017 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5979602 May 10 14:47:46.861408 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37910) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:46.863118 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-9c3c2673-7221-41ee-9185-57dc25277b95 admin admin] For port 23d67d6e-5d1e-4be6-9635-8251f273113b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=23d67d6e-5d1e-4be6-9635-8251f273113b,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:46.863428 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9c3c2673-7221-41ee-9185-57dc25277b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:46.932789 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-72a07d13-aa4f-48bc-9cf9-cec7ca7c1ac4 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Request body: {'floatingip': {'port_id': '264d446a-677a-4aaa-939e-c109aecfb854', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:46.976473 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e0080539-01b3-4ee4-8773-8d748229995c no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:47:47.032722 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: e0080539-01b3-4ee4-8773-8d748229995c {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:47:47.033210 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e0080539-01b3-4ee4-8773-8d748229995c not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:47:47.033699 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e4fcfa0f-9e8a-46ac-87cb-145c74e500f2 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:47:47.054408 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c54df7e3-3898-4ec3-9034-ad848a701ec1 admin admin] Deleting port e0080539-01b3-4ee4-8773-8d748229995c {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:47.054947 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c54df7e3-3898-4ec3-9034-ad848a701ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:47.063255 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02a2238-ca5f-45e2-ad97-883cd0770235 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:47.066799 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f02a2238-ca5f-45e2-ad97-883cd0770235 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:47.072240 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: e4fcfa0f-9e8a-46ac-87cb-145c74e500f2 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:47:47.072666 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e4fcfa0f-9e8a-46ac-87cb-145c74e500f2 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:47:47.082974 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37914) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:47.112638 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-d78c4036-9117-4851-a64e-8868eb81f720 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1080591902', 'description': 'tempest-secgroup-smoke-1080591902 description', 'project_id': 'ff413262496f40d691ca8346c51f1a79'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:47.125627 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d78c4036-9117-4851-a64e-8868eb81f720 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:47.156947 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d78c4036-9117-4851-a64e-8868eb81f720 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Usage tracker for resource:security_group and tenant:ff413262496f40d691ca8346c51f1a79 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:47.167488 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d78c4036-9117-4851-a64e-8868eb81f720 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:47.177997 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c54df7e3-3898-4ec3-9034-ad848a701ec1 admin admin] The port 'e0080539-01b3-4ee4-8773-8d748229995c' was deleted {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:47:47.183765 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d78c4036-9117-4851-a64e-8868eb81f720 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:47.212384 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-9c3c2673-7221-41ee-9185-57dc25277b95 admin admin] Calling delete_port for 23d67d6e-5d1e-4be6-9635-8251f273113b owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:47.219958 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-313e7a02-42c0-47ba-bfa3-152e128662c4 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:47.286964 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-72a07d13-aa4f-48bc-9cf9-cec7ca7c1ac4 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks [] for floatingip, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:47.315414 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d78c4036-9117-4851-a64e-8868eb81f720 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:47.389840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d78c4036-9117-4851-a64e-8868eb81f720 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:47.414756 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d78c4036-9117-4851-a64e-8868eb81f720 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:47.454929 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02a2238-ca5f-45e2-ad97-883cd0770235 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:47:47.468020 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c54df7e3-3898-4ec3-9034-ad848a701ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:47.485937 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d78c4036-9117-4851-a64e-8868eb81f720 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Usage tracker for resource:security_group_rule and tenant:ff413262496f40d691ca8346c51f1a79 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:47.496705 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d78c4036-9117-4851-a64e-8868eb81f720 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:47.506752 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d78c4036-9117-4851-a64e-8868eb81f720 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:47.532184 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-c54df7e3-3898-4ec3-9034-ad848a701ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aec5c59-80c4-436d-a4a0-0576e235bd86']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:47.541516 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f02a2238-ca5f-45e2-ad97-883cd0770235 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:47.541857 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-f02a2238-ca5f-45e2-ad97-883cd0770235 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Added segment 2a505534-766b-4f8e-998d-57ff418c9d73 of type vlan for network 70ac4061-00ed-4740-b953-f62efb7f9192 May 10 14:47:47.552075 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a73997ea-4acb-451c-b538-ebe2b9ef1efe tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:47.558192 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-c54df7e3-3898-4ec3-9034-ad848a701ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0fb5057-709c-4804-b805-2241f5ca5186') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:47.558514 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-c54df7e3-3898-4ec3-9034-ad848a701ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0fb5057-709c-4804-b805-2241f5ca5186') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:47.588552 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c54df7e3-3898-4ec3-9034-ad848a701ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:47.588787 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f1293e58-9af4-4d79-90ca-c1d209ccc841 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:47.595903 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-313e7a02-42c0-47ba-bfa3-152e128662c4 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:47.613848 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-313e7a02-42c0-47ba-bfa3-152e128662c4 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Deleting port 09023c1b-f532-4317-baa1-f37f6205e0b6 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:47.614191 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-313e7a02-42c0-47ba-bfa3-152e128662c4 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:47.638665 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c54df7e3-3898-4ec3-9034-ad848a701ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:47.657121 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-a73997ea-4acb-451c-b538-ebe2b9ef1efe tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Deleting port 39a0b96b-3824-4686-a4f9-05e150ef165a {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:47.657563 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a73997ea-4acb-451c-b538-ebe2b9ef1efe tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:47.669699 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54df7e3-3898-4ec3-9034-ad848a701ec1 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:47:47.670028 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c54df7e3-3898-4ec3-9034-ad848a701ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:47:47.687053 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:47:47.736540 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f02a2238-ca5f-45e2-ad97-883cd0770235 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:47.751638 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-72a07d13-aa4f-48bc-9cf9-cec7ca7c1ac4 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] update failed (client error): The resource could not be found. May 10 14:47:47.752672 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-72a07d13-aa4f-48bc-9cf9-cec7ca7c1ac4 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] 10.222.0.79 "PUT /v2.0/floatingips/27f519b8-9e68-49dd-9600-2a23b8fe5372 HTTP/1.1" status: 404 len: 507 time: 0.8724782 May 10 14:47:47.758033 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37918) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:47.785127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1293e58-9af4-4d79-90ca-c1d209ccc841 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Subnet': ['ID=8be6636d-642d-4893-9545-ffe955c5707f,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:47.916239 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1293e58-9af4-4d79-90ca-c1d209ccc841 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Checking segment: {'id': 'ababc38a-5794-4c51-93c1-2ad62153b4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c52414ca-6481-4a97-990a-f6e41d4e1251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:47:47.916670 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1293e58-9af4-4d79-90ca-c1d209ccc841 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Network hostable DHCP agents. Network: c52414ca-6481-4a97-990a-f6e41d4e1251, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:47:48.045217 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c54df7e3-3898-4ec3-9034-ad848a701ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:48.078344 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f02a2238-ca5f-45e2-ad97-883cd0770235 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:48.083665 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02a2238-ca5f-45e2-ad97-883cd0770235 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:48.084238 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f02a2238-ca5f-45e2-ad97-883cd0770235 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:48.141017 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c54df7e3-3898-4ec3-9034-ad848a701ec1 admin admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:48.176114 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54df7e3-3898-4ec3-9034-ad848a701ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aec5c59-80c4-436d-a4a0-0576e235bd86,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:48.187852 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-183e03a9-6574-4960-aca1-a4572f896dd7 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Deleting port 9c167809-fc6c-4841-9762-855fde094733 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:48.188116 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-183e03a9-6574-4960-aca1-a4572f896dd7 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:48.236578 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9c3c2673-7221-41ee-9185-57dc25277b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:48.259955 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d78c4036-9117-4851-a64e-8868eb81f720 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:48.272149 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d78c4036-9117-4851-a64e-8868eb81f720 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:48.281662 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f02a2238-ca5f-45e2-ad97-883cd0770235 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6170292 May 10 14:47:48.293602 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37922) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:48.296447 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1293e58-9af4-4d79-90ca-c1d209ccc841 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Network c52414ca-6481-4a97-990a-f6e41d4e1251 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:47:48.299981 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c54df7e3-3898-4ec3-9034-ad848a701ec1 admin admin] 10.222.0.79 "DELETE /v2.0/networks/3aec5c59-80c4-436d-a4a0-0576e235bd86 HTTP/1.1" status: 204 len: 168 time: 3.3561380 May 10 14:47:48.302880 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d78c4036-9117-4851-a64e-8868eb81f720 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:48.313239 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-313e7a02-42c0-47ba-bfa3-152e128662c4 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:48.314674 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a73997ea-4acb-451c-b538-ebe2b9ef1efe tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:48.322228 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a2238-ca5f-45e2-ad97-883cd0770235 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Network': ['ID=70ac4061-00ed-4740-b953-f62efb7f9192,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:48.323419 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'ports': [{'network_id': 'c28b8870-ea54-4e4e-b79e-d465418a24db'}, {'network_id': '70ac4061-00ed-4740-b953-f62efb7f9192'}]} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:48.323727 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'port': {'network_id': 'c28b8870-ea54-4e4e-b79e-d465418a24db'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:48.324201 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'port': {'network_id': '70ac4061-00ed-4740-b953-f62efb7f9192'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:48.325285 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c2673-7221-41ee-9185-57dc25277b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=23d67d6e-5d1e-4be6-9635-8251f273113b,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:48.336518 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 70ac4061-00ed-4740-b953-f62efb7f9192 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:47:48.381788 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d78c4036-9117-4851-a64e-8868eb81f720 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Usage tracker for resource:security_group_rule and tenant:ff413262496f40d691ca8346c51f1a79 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:48.478455 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d78c4036-9117-4851-a64e-8868eb81f720 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:48.484252 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-a73997ea-4acb-451c-b538-ebe2b9ef1efe tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Calling delete_port for 39a0b96b-3824-4686-a4f9-05e150ef165a owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:48.512347 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-f1293e58-9af4-4d79-90ca-c1d209ccc841 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, c52414ca-6481-4a97-990a-f6e41d4e1251) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:48.533388 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5411a4ec-56b4-471c-a9ac-cdea4848ae99 None None] Network c52414ca-6481-4a97-990a-f6e41d4e1251 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:47:48.550829 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c4036-9117-4851-a64e-8868eb81f720 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01d0f149-ac53-47ee-a60a-306b099d3fdc,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:48.556827 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d78c4036-9117-4851-a64e-8868eb81f720 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:48.568080 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1293e58-9af4-4d79-90ca-c1d209ccc841 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:48.568949 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f1293e58-9af4-4d79-90ca-c1d209ccc841 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:48.598608 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37928) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:48.648085 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-313e7a02-42c0-47ba-bfa3-152e128662c4 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Calling delete_port for 09023c1b-f532-4317-baa1-f37f6205e0b6 owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:48.662414 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f1293e58-9af4-4d79-90ca-c1d209ccc841 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.2972608 May 10 14:47:48.664655 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37932) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:48.711845 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9c3c2673-7221-41ee-9185-57dc25277b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:48.814853 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-c52414ca-6481-4a97-990a-f6e41d4e1251', 'network_id': 'c52414ca-6481-4a97-990a-f6e41d4e1251', 'tenant_id': 'b34db3219d0c46478753528b094049df', 'fixed_ips': [{'subnet_id': '8be6636d-642d-4893-9545-ffe955c5707f'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:47:48.815939 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:48.899768 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-183e03a9-6574-4960-aca1-a4572f896dd7 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:48.900107 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-183e03a9-6574-4960-aca1-a4572f896dd7 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:48.950474 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-42d747cb-6ddc-48a9-80a8-2ca2d0071fa0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ba3b3a57fe174aac9471b7338382297f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3481030 May 10 14:47:48.965072 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37936) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:48.990626 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9c3c2673-7221-41ee-9185-57dc25277b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:48.996840 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9c3c2673-7221-41ee-9185-57dc25277b95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.014178 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Allocated IP 172.20.0.3 (c52414ca-6481-4a97-990a-f6e41d4e1251/8be6636d-642d-4893-9545-ffe955c5707f/f56a2846-f73b-46d0-8ab1-e51c55526f37) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:47:49.056557 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-183e03a9-6574-4960-aca1-a4572f896dd7 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Calling delete_port for 9c167809-fc6c-4841-9762-855fde094733 owned by network:floatingip {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:49.084656 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:49.112558 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:port and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:49.127003 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:49.127729 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.129535 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9c3c2673-7221-41ee-9185-57dc25277b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.129830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3c2673-7221-41ee-9185-57dc25277b95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43943543-1466-4d7c-a559-58e24cddb695 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:47:49.131257 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d78c4036-9117-4851-a64e-8868eb81f720 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.143190 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:49.152431 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d78c4036-9117-4851-a64e-8868eb81f720 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.166107 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e8b98d6-e42a-442d-b018-237272f82850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.196999 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9c3c2673-7221-41ee-9185-57dc25277b95 admin admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.198145 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9c3c2673-7221-41ee-9185-57dc25277b95 admin admin] 10.222.0.79 "DELETE /v2.0/routers/43943543-1466-4d7c-a559-58e24cddb695 HTTP/1.1" status: 204 len: 168 time: 4.5583706 May 10 14:47:49.215371 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37940) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:49.259389 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e8b98d6-e42a-442d-b018-237272f82850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.266111 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a73997ea-4acb-451c-b538-ebe2b9ef1efe tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.301288 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'port': 2} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:49.305752 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.317287 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.328742 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c4036-9117-4851-a64e-8868eb81f720 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8eefa9-789e-457d-973c-d71eb63adbf8,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:49.339514 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-edab1ad4-8724-425e-bdef-d0d6847005a1 admin admin] Deleting subnet 06c1a07c-eca0-423d-a392-b943d87a7614 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:47:49.349502 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73997ea-4acb-451c-b538-ebe2b9ef1efe tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Pushing event deleted for resources: {'Port': ['ID=39a0b96b-3824-4686-a4f9-05e150ef165a,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:49.444355 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.500440 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d78c4036-9117-4851-a64e-8868eb81f720 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.504349 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d78c4036-9117-4851-a64e-8868eb81f720 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.4089456 May 10 14:47:49.504638 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37944) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:49.516058 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-2b500991-a7b5-478a-9f39-7718415598b2 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Request body: {'security_group_rule': {'security_group_id': 'cc8eefa9-789e-457d-973c-d71eb63adbf8', 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:49.528337 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a73997ea-4acb-451c-b538-ebe2b9ef1efe tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.535438 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-edab1ad4-8724-425e-bdef-d0d6847005a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.562363 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.671531 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-edab1ad4-8724-425e-bdef-d0d6847005a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.689753 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e8b98d6-e42a-442d-b018-237272f82850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.700962 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2b500991-a7b5-478a-9f39-7718415598b2 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:49.729535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-313e7a02-42c0-47ba-bfa3-152e128662c4 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.774964 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Transition to ACTIVE for port object f56a2846-f73b-46d0-8ab1-e51c55526f37 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:47:49.782718 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2b500991-a7b5-478a-9f39-7718415598b2 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Usage tracker for resource:security_group_rule and tenant:ff413262496f40d691ca8346c51f1a79 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:49.786544 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2b500991-a7b5-478a-9f39-7718415598b2 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:49.797878 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Transition to ACTIVE for port object f56a2846-f73b-46d0-8ab1-e51c55526f37 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:47:49.804630 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.834670 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-183e03a9-6574-4960-aca1-a4572f896dd7 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.838080 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e7a02-42c0-47ba-bfa3-152e128662c4 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Pushing event deleted for resources: {'Port': ['ID=09023c1b-f532-4317-baa1-f37f6205e0b6,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:49.850710 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b98d6-e42a-442d-b018-237272f82850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebfcb77-9006-4e01-bc6c-02538f6dbc3c,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:49.851459 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2b500991-a7b5-478a-9f39-7718415598b2 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:49.871326 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a73997ea-4acb-451c-b538-ebe2b9ef1efe tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.880305 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a73997ea-4acb-451c-b538-ebe2b9ef1efe tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.884270 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e8b98d6-e42a-442d-b018-237272f82850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.887997 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2e8b98d6-e42a-442d-b018-237272f82850 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9ebfcb77-9006-4e01-bc6c-02538f6dbc3c HTTP/1.1" status: 204 len: 168 time: 0.9188840 May 10 14:47:49.914245 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.947118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Network c52414ca-6481-4a97-990a-f6e41d4e1251 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:49.952726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b500991-a7b5-478a-9f39-7718415598b2 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.955369 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e03a9-6574-4960-aca1-a4572f896dd7 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Pushing event deleted for resources: {'Port': ['ID=9c167809-fc6c-4841-9762-855fde094733,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:49.962949 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:49.974722 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:49.980588 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Subnet': ['ID=8be6636d-642d-4893-9545-ffe955c5707f,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:49.982831 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a73997ea-4acb-451c-b538-ebe2b9ef1efe tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:49.983445 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73997ea-4acb-451c-b538-ebe2b9ef1efe tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Fanout notify agent at l3_agent the message router_deleted on router da3b3079-c2db-4d66-8b03-bb64829f292d {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:47:50.054106 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Pushing event updated for resources: {'Port': ['ID=f56a2846-f73b-46d0-8ab1-e51c55526f37,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:50.111512 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:50.111856 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:50.112195 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:50.112529 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:50.112923 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:50.113175 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:50.113515 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:50.113628 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a73997ea-4acb-451c-b538-ebe2b9ef1efe tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.113850 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:50.114179 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:50.115103 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:50.115103 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:50.115283 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a73997ea-4acb-451c-b538-ebe2b9ef1efe tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "DELETE /v2.0/routers/da3b3079-c2db-4d66-8b03-bb64829f292d HTTP/1.1" status: 204 len: 168 time: 4.3181903 May 10 14:47:50.115361 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:47:50.120190 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37950) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:50.123422 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c2d91532-d359-47db-abe9-11988f5a11ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.129810 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.135763 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Attempting to bind port f56a2846-f73b-46d0-8ab1-e51c55526f37 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:47:50.136332 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Attempting to bind port f56a2846-f73b-46d0-8ab1-e51c55526f37 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'ababc38a-5794-4c51-93c1-2ad62153b4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c52414ca-6481-4a97-990a-f6e41d4e1251'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:47:50.136838 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Attempting to bind port f56a2846-f73b-46d0-8ab1-e51c55526f37 on network c52414ca-6481-4a97-990a-f6e41d4e1251 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:47:50.141231 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-6d4bee8f-283c-4eca-8344-5afbd4aa63fc tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1864159504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:50.144618 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:47:50.145264 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Checking segment: {'id': 'ababc38a-5794-4c51-93c1-2ad62153b4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c52414ca-6481-4a97-990a-f6e41d4e1251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:47:50.146032 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.146221 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Bound using segment: {'id': 'ababc38a-5794-4c51-93c1-2ad62153b4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c52414ca-6481-4a97-990a-f6e41d4e1251'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:47:50.146759 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Bound port: f56a2846-f73b-46d0-8ab1-e51c55526f37, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ababc38a-5794-4c51-93c1-2ad62153b4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c52414ca-6481-4a97-990a-f6e41d4e1251'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:47:50.147052 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.156700 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6d4bee8f-283c-4eca-8344-5afbd4aa63fc tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:50.175673 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6d4bee8f-283c-4eca-8344-5afbd4aa63fc tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Usage tracker for resource:router and tenant:0648981e1c164d18960c09fab37cd756 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:50.179502 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52414ca-6481-4a97-990a-f6e41d4e1251']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:50.192057 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6d4bee8f-283c-4eca-8344-5afbd4aa63fc tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:50.201241 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-edab1ad4-8724-425e-bdef-d0d6847005a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.204271 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ababc38a-5794-4c51-93c1-2ad62153b4a4') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:50.204649 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ababc38a-5794-4c51-93c1-2ad62153b4a4') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:50.220076 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6d4bee8f-283c-4eca-8344-5afbd4aa63fc tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:50.225671 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b500991-a7b5-478a-9f39-7718415598b2 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.227520 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.241102 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b500991-a7b5-478a-9f39-7718415598b2 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.264786 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d4bee8f-283c-4eca-8344-5afbd4aa63fc tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.265879 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d4bee8f-283c-4eca-8344-5afbd4aa63fc tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.274199 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] For port f56a2846-f73b-46d0-8ab1-e51c55526f37, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:47:50.277125 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.279566 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b500991-a7b5-478a-9f39-7718415598b2 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7cec9d-4435-4b29-bc97-5984a05d9391,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:50.296085 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:47:50.296657 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:47:50.312726 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:47:50.314609 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b500991-a7b5-478a-9f39-7718415598b2 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.315086 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2b500991-a7b5-478a-9f39-7718415598b2 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8093829 May 10 14:47:50.319389 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37956) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:50.324075 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-2118626d-c695-41ea-afde-6bdefdf0d2cd tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Request body: {'security_group_rule': {'security_group_id': 'cc8eefa9-789e-457d-973c-d71eb63adbf8', 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:50.349866 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-edab1ad4-8724-425e-bdef-d0d6847005a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.384166 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2118626d-c695-41ea-afde-6bdefdf0d2cd tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:50.396258 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] device_id is not set on port 56d50f1e-24ec-466f-82b8-5d616f882bf2 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:47:50.402153 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2118626d-c695-41ea-afde-6bdefdf0d2cd tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Usage tracker for resource:security_group_rule and tenant:ff413262496f40d691ca8346c51f1a79 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:50.409141 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2118626d-c695-41ea-afde-6bdefdf0d2cd tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:50.416260 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2118626d-c695-41ea-afde-6bdefdf0d2cd tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:50.418165 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] For port f56a2846-f73b-46d0-8ab1-e51c55526f37, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=f56a2846-f73b-46d0-8ab1-e51c55526f37,segment=NetworkSegment(ababc38a-5794-4c51-93c1-2ad62153b4a4),segment_id=ababc38a-5794-4c51-93c1-2ad62153b4a4)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:47:50.421839 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab1ad4-8724-425e-bdef-d0d6847005a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06c1a07c-eca0-423d-a392-b943d87a7614,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:50.427977 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.api [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 10 14:47:50.427977 dv-neutron-841204-2-hyperv neutron-server[88052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 10 14:47:50.427977 dv-neutron-841204-2-hyperv neutron-server[88052]: [parameters: {'id': 'c52414ca-6481-4a97-990a-f6e41d4e1251'}] May 10 14:47:50.427977 dv-neutron-841204-2-hyperv neutron-server[88052]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:47:50.428367 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG oslo_db.api [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:47:50.429532 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-313e7a02-42c0-47ba-bfa3-152e128662c4 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.432376 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d4bee8f-283c-4eca-8344-5afbd4aa63fc tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.438328 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.460900 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2118626d-c695-41ea-afde-6bdefdf0d2cd tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.489647 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d4bee8f-283c-4eca-8344-5afbd4aa63fc tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.548694 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44053da-6873-4ed1-b5cc-394134f4da2e None None] Pushing event updated for resources: {'Port': ['ID=f56a2846-f73b-46d0-8ab1-e51c55526f37,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:50.549580 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d4bee8f-283c-4eca-8344-5afbd4aa63fc tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.551005 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6d4bee8f-283c-4eca-8344-5afbd4aa63fc tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4268029 May 10 14:47:50.552936 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2118626d-c695-41ea-afde-6bdefdf0d2cd tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.553860 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37970) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:50.559069 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-96bd23ed-f7f5-46f9-94b8-b8134ce299f6 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'enable_snat': False}}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:50.612677 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-313e7a02-42c0-47ba-bfa3-152e128662c4 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.615302 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-313e7a02-42c0-47ba-bfa3-152e128662c4 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.626001 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2118626d-c695-41ea-afde-6bdefdf0d2cd tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.648951 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-313e7a02-42c0-47ba-bfa3-152e128662c4 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.649649 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313e7a02-42c0-47ba-bfa3-152e128662c4 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Fanout notify agent at l3_agent the message router_deleted on router eeaf7e53-5b2e-4fa5-ab12-e2b84db98fd0 {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:47:50.658764 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 23d67d6e-5d1e-4be6-9635-8251f273113b no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:47:50.671162 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-edab1ad4-8724-425e-bdef-d0d6847005a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.693718 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce5a4ba-92b6-4fe3-b7dc-66c3c187be9d None None] Network 30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:47:50.720940 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 23d67d6e-5d1e-4be6-9635-8251f273113b {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:47:50.721282 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 23d67d6e-5d1e-4be6-9635-8251f273113b not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:47:50.740740 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118626d-c695-41ea-afde-6bdefdf0d2cd tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356ac93d-784f-4581-a7ff-81ec64f49f38,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:50.794209 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-183e03a9-6574-4960-aca1-a4572f896dd7 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks [] for floatingip, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.817505 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2118626d-c695-41ea-afde-6bdefdf0d2cd tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.817995 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c26794-7abb-4216-99a8-deb5b2611038 None None] Network c52414ca-6481-4a97-990a-f6e41d4e1251 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:47:50.821770 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2118626d-c695-41ea-afde-6bdefdf0d2cd tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4984033 May 10 14:47:50.827556 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37980) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:50.868323 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-183e03a9-6574-4960-aca1-a4572f896dd7 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.874081 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-183e03a9-6574-4960-aca1-a4572f896dd7 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] 10.222.0.79 "DELETE /v2.0/floatingips/27f519b8-9e68-49dd-9600-2a23b8fe5372 HTTP/1.1" status: 204 len: 168 time: 3.1109416 May 10 14:47:50.875739 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-edab1ad4-8724-425e-bdef-d0d6847005a1 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/06c1a07c-eca0-423d-a392-b943d87a7614 HTTP/1.1" status: 204 len: 168 time: 1.6471319 May 10 14:47:50.876308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 37986) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:50.879958 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37988) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:50.882647 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-5bf0d3d7-fce3-49db-adc9-f4a40398d8e7 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Request body: {'security_group_rule': {'security_group_id': 'cc8eefa9-789e-457d-973c-d71eb63adbf8', 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:50.892362 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-313e7a02-42c0-47ba-bfa3-152e128662c4 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.898053 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-313e7a02-42c0-47ba-bfa3-152e128662c4 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "DELETE /v2.0/routers/eeaf7e53-5b2e-4fa5-ab12-e2b84db98fd0 HTTP/1.1" status: 204 len: 168 time: 4.0755870 May 10 14:47:50.898300 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5bf0d3d7-fce3-49db-adc9-f4a40398d8e7 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:50.907065 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-9376b46e-5cb0-446d-b2fe-4e98d452f9a6 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Request body: {'floatingip': {'floating_network_id': 'be3b3952-0c35-4e73-aef8-d91d15b2ac82', 'port_id': '264d446a-677a-4aaa-939e-c109aecfb854', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:50.914219 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9376b46e-5cb0-446d-b2fe-4e98d452f9a6 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:50.920056 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9376b46e-5cb0-446d-b2fe-4e98d452f9a6 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Usage tracker for resource:floatingip and tenant:bc4024508904499482cf56b0445a3a01 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:50.923585 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9376b46e-5cb0-446d-b2fe-4e98d452f9a6 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:50.923718 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37994) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:50.931437 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.931907 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9376b46e-5cb0-446d-b2fe-4e98d452f9a6 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:50.937665 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5bf0d3d7-fce3-49db-adc9-f4a40398d8e7 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Usage tracker for resource:security_group_rule and tenant:ff413262496f40d691ca8346c51f1a79 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:50.944918 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-6adce81d-48c2-49bb-9af7-505cb2b72bd2 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2027965495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:50.946562 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.952236 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6adce81d-48c2-49bb-9af7-505cb2b72bd2 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:50.953197 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9376b46e-5cb0-446d-b2fe-4e98d452f9a6 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:50.956261 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6adce81d-48c2-49bb-9af7-505cb2b72bd2 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Usage tracker for resource:router and tenant:38ac19a791a74a98ba5a2ed20dbbec88 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:50.959869 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6adce81d-48c2-49bb-9af7-505cb2b72bd2 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:50.967971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6adce81d-48c2-49bb-9af7-505cb2b72bd2 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:51.024355 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5bf0d3d7-fce3-49db-adc9-f4a40398d8e7 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:51.093941 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6adce81d-48c2-49bb-9af7-505cb2b72bd2 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:51.094988 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6adce81d-48c2-49bb-9af7-505cb2b72bd2 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:51.099782 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5bf0d3d7-fce3-49db-adc9-f4a40398d8e7 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:51.112356 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 37998) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:51.167132 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] device_id is not set on port 595b47f5-a52e-4176-8bb5-518b4f128ea0 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:47:51.195047 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4909b2-0b79-47d1-b5c9-3cc0fa376eb6 None None] DHCP port deletion for 30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:47:51.205995 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-da4909b2-0b79-47d1-b5c9-3cc0fa376eb6 None None] Deleting port b53c9dfa-9171-4f4d-8eef-ac7b51d72409 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:51.206746 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-da4909b2-0b79-47d1-b5c9-3cc0fa376eb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:51.227994 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-96bd23ed-f7f5-46f9-94b8-b8134ce299f6 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:51.240688 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Deleting port f56a2846-f73b-46d0-8ab1-e51c55526f37 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:51.241344 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:51.305535 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-84ecbfac-a3f2-4dac-abcf-3ebfd50dc949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:51.311307 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6adce81d-48c2-49bb-9af7-505cb2b72bd2 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:51.323584 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5bf0d3d7-fce3-49db-adc9-f4a40398d8e7 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:51.338180 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-9376b46e-5cb0-446d-b2fe-4e98d452f9a6 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:47:51.343271 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9376b46e-5cb0-446d-b2fe-4e98d452f9a6 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4526691 May 10 14:47:51.344446 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38004) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:51.347135 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:51.365605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-1fa367f8-b3ca-41e8-a3ec-8bcfcdcbc83b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': '264d446a-677a-4aaa-939e-c109aecfb854', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:51.372687 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1fa367f8-b3ca-41e8-a3ec-8bcfcdcbc83b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:51.377387 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1fa367f8-b3ca-41e8-a3ec-8bcfcdcbc83b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Usage tracker for resource:floatingip and tenant:bc4024508904499482cf56b0445a3a01 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:51.381430 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1fa367f8-b3ca-41e8-a3ec-8bcfcdcbc83b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:51.388690 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1fa367f8-b3ca-41e8-a3ec-8bcfcdcbc83b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:51.400297 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1fa367f8-b3ca-41e8-a3ec-8bcfcdcbc83b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:51.485502 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-da4909b2-0b79-47d1-b5c9-3cc0fa376eb6 None None] For port b53c9dfa-9171-4f4d-8eef-ac7b51d72409, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b53c9dfa-9171-4f4d-8eef-ac7b51d72409,segment=NetworkSegment(0dd99381-ca53-4023-8dc0-0788d84a1ca8),segment_id=0dd99381-ca53-4023-8dc0-0788d84a1ca8)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:51.485895 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-da4909b2-0b79-47d1-b5c9-3cc0fa376eb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:51.500165 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-4dec25eb-39cb-470e-ad1d-2d978f55cdc2 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:51.505193 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4dec25eb-39cb-470e-ad1d-2d978f55cdc2 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3814690 May 10 14:47:51.529655 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38008) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:51.545424 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-647ae8f2-bc22-4f45-91f6-aa87df67cf3a tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:51.549877 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-647ae8f2-bc22-4f45-91f6-aa87df67cf3a tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0157783 May 10 14:47:51.562336 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38012) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:51.572391 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-84ecbfac-a3f2-4dac-abcf-3ebfd50dc949 admin admin] Deleting port b53c9dfa-9171-4f4d-8eef-ac7b51d72409 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:51.572726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-84ecbfac-a3f2-4dac-abcf-3ebfd50dc949 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:51.604014 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-dcdbbc24-99a9-414d-b932-6ae7d720484f tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:51.604891 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-dcdbbc24-99a9-414d-b932-6ae7d720484f tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0391226 May 10 14:47:51.610329 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38016) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:51.612377 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-da4909b2-0b79-47d1-b5c9-3cc0fa376eb6 None None] Calling delete_port for b53c9dfa-9171-4f4d-8eef-ac7b51d72409 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:51.625199 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-f24a7439-4d3d-4e28-b2a6-497980c19839 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:51.628852 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f24a7439-4d3d-4e28-b2a6-497980c19839 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0110805 May 10 14:47:51.630168 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38020) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:51.639734 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-caf8a000-54a8-4206-b6d9-fb65a33d0355 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:51.643135 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-caf8a000-54a8-4206-b6d9-fb65a33d0355 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0079219 May 10 14:47:51.649613 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38024) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:51.658214 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:51.665992 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-c86d63ce-758c-4516-9d60-bce2c5e4624e tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:51.670475 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c86d63ce-758c-4516-9d60-bce2c5e4624e tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0145795 May 10 14:47:51.675515 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6adce81d-48c2-49bb-9af7-505cb2b72bd2 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:51.695927 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38028) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:51.699118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-da4909b2-0b79-47d1-b5c9-3cc0fa376eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:51.744247 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network c28b8870-ea54-4e4e-b79e-d465418a24db is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:51.748051 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4909b2-0b79-47d1-b5c9-3cc0fa376eb6 None None] Pushing event deleted for resources: {'Port': ['ID=b53c9dfa-9171-4f4d-8eef-ac7b51d72409,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:51.751032 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4909b2-0b79-47d1-b5c9-3cc0fa376eb6 None None] No DVR routers for this DVR port b53c9dfa-9171-4f4d-8eef-ac7b51d72409 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:47:51.763203 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-d621c1eb-d92f-4f76-921c-a65c76a464bb tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:51.763655 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:51.767202 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d621c1eb-d92f-4f76-921c-a65c76a464bb tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0671613 May 10 14:47:51.769313 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38032) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:51.770873 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:51.771765 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:51.772046 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c2016a-40a1-4161-af17-65621af4744f None None] get_active_networks_info from dv-neutron-841204-2-hyperv {{(pid=88053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 10 14:47:51.784494 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Port': ['ID=56d50f1e-24ec-466f-82b8-5d616f882bf2,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:51.789753 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-04f17911-69e4-4d0c-90c3-0d1959f44ec4 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:51.791579 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-04f17911-69e4-4d0c-90c3-0d1959f44ec4 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0175703 May 10 14:47:51.799540 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38036) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:51.819225 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-c2c2b241-8ebd-4593-9300-e86a4173f979 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:51.821313 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c2c2b241-8ebd-4593-9300-e86a4173f979 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0131261 May 10 14:47:51.832584 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38040) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:51.884056 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c2016a-40a1-4161-af17-65621af4744f None None] Resources bound (agent type, host, resource id): {{(pid=88053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 14:47:51.887151 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Port': ['ID=595b47f5-a52e-4176-8bb5-518b4f128ea0,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:51.891422 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-84ecbfac-a3f2-4dac-abcf-3ebfd50dc949 admin admin] The port 'b53c9dfa-9171-4f4d-8eef-ac7b51d72409' was deleted {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:47:51.893282 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5bf0d3d7-fce3-49db-adc9-f4a40398d8e7 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:51.894850 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-e38af54a-195a-4d18-938f-a95f35bdce23 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:51.896649 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e38af54a-195a-4d18-938f-a95f35bdce23 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0529456 May 10 14:47:51.909436 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38044) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:51.909436 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6adce81d-48c2-49bb-9af7-505cb2b72bd2 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:51.909436 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6adce81d-48c2-49bb-9af7-505cb2b72bd2 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9778695 May 10 14:47:51.909799 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38048) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:51.918909 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-9f15ca2f-712f-4233-8771-7bd6aeb02de9 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'enable_snat': False}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:51.941389 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-e71444df-7b89-4329-8250-6d75cd6db4e8 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:51.942347 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e71444df-7b89-4329-8250-6d75cd6db4e8 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0380254 May 10 14:47:51.944148 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] For port f56a2846-f73b-46d0-8ab1-e51c55526f37, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=f56a2846-f73b-46d0-8ab1-e51c55526f37,segment=NetworkSegment(ababc38a-5794-4c51-93c1-2ad62153b4a4),segment_id=ababc38a-5794-4c51-93c1-2ad62153b4a4)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:47:51.944507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:51.955663 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5bf0d3d7-fce3-49db-adc9-f4a40398d8e7 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:51.964602 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38052) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:52.000119 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-5ee46010-bd7f-4a08-853f-9782040db312 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:52.001072 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5ee46010-bd7f-4a08-853f-9782040db312 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0299563 May 10 14:47:52.015650 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38056) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:52.032142 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-c35cc874-3a00-4a69-b192-5c3fd56066cd tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:52.033251 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c35cc874-3a00-4a69-b192-5c3fd56066cd tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0082633 May 10 14:47:52.070261 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38060) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:52.146761 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-33345970-f9ba-4996-a04d-3ac6238cdfe0 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:52.150580 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-33345970-f9ba-4996-a04d-3ac6238cdfe0 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0141811 May 10 14:47:52.157206 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38064) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:52.169974 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-2c0725da-a820-45c1-874d-bf4de969ba2b tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:52.171277 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2c0725da-a820-45c1-874d-bf4de969ba2b tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0111821 May 10 14:47:52.175603 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1fa367f8-b3ca-41e8-a3ec-8bcfcdcbc83b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:52.214184 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Calling delete_port for f56a2846-f73b-46d0-8ab1-e51c55526f37 owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:52.243252 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0d3d7-fce3-49db-adc9-f4a40398d8e7 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e7b0ef-3c93-42d7-b411-5925fd3770b5,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:52.252211 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38068) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:52.270514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-e9066fb2-64d1-4fa7-b0b1-b88e9813b372 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:52.274232 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e9066fb2-64d1-4fa7-b0b1-b88e9813b372 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0156569 May 10 14:47:52.276201 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38072) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:52.277005 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Checking segment: {'id': '2a505534-766b-4f8e-998d-57ff418c9d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '70ac4061-00ed-4740-b953-f62efb7f9192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:47:52.277365 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network hostable DHCP agents. Network: 70ac4061-00ed-4740-b953-f62efb7f9192, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:47:52.285264 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5bf0d3d7-fce3-49db-adc9-f4a40398d8e7 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:52.289220 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5bf0d3d7-fce3-49db-adc9-f4a40398d8e7 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4606993 May 10 14:47:52.290031 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38076) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:52.298254 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-12ba40f8-2ca4-49d0-ab38-59b860ed6498 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:52.299247 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-12ba40f8-2ca4-49d0-ab38-59b860ed6498 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0162702 May 10 14:47:52.303065 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38078) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:52.308250 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-be88a56a-014c-4980-9170-033f2dfd6bb4 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Request body: {'security_group_rule': {'security_group_id': 'cc8eefa9-789e-457d-973c-d71eb63adbf8', 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:52.308632 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e44ed83e-363e-4df2-905e-cc38637f55a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:52.315224 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-be88a56a-014c-4980-9170-033f2dfd6bb4 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:52.319450 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-be88a56a-014c-4980-9170-033f2dfd6bb4 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Usage tracker for resource:security_group_rule and tenant:ff413262496f40d691ca8346c51f1a79 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:52.334017 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-be88a56a-014c-4980-9170-033f2dfd6bb4 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:52.351207 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-43b8299c-f0c9-4206-9a0d-328cd7e10a69 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:52.355112 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-43b8299c-f0c9-4206-9a0d-328cd7e10a69 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0260086 May 10 14:47:52.359817 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-84ecbfac-a3f2-4dac-abcf-3ebfd50dc949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:52.364019 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38084) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:52.369136 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-be88a56a-014c-4980-9170-033f2dfd6bb4 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:52.387026 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-eacdbfb8-a4da-4537-8e04-4c29297f7969 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:52.389043 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-eacdbfb8-a4da-4537-8e04-4c29297f7969 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0204937 May 10 14:47:52.395224 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38088) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:52.432127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-84ecbfac-a3f2-4dac-abcf-3ebfd50dc949 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:52.448639 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-84ecbfac-a3f2-4dac-abcf-3ebfd50dc949 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd99381-ca53-4023-8dc0-0788d84a1ca8') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:52.448935 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-84ecbfac-a3f2-4dac-abcf-3ebfd50dc949 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd99381-ca53-4023-8dc0-0788d84a1ca8') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:52.455823 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:52.459102 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be88a56a-014c-4980-9170-033f2dfd6bb4 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:52.462622 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-e283314a-efd5-4e03-b44e-7af6a1bf121c tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:52.463576 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e283314a-efd5-4e03-b44e-7af6a1bf121c tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0656726 May 10 14:47:52.469992 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38092) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:52.524311 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-84ecbfac-a3f2-4dac-abcf-3ebfd50dc949 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:52.533596 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-1d3abebf-8eae-4b50-bdc9-21014d21e8b2 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:52.534569 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1d3abebf-8eae-4b50-bdc9-21014d21e8b2 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0610600 May 10 14:47:52.548388 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38096) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:52.558802 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-28ce0cba-a48c-4c06-b4f2-e5a5b6f553c4 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:52.560600 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-28ce0cba-a48c-4c06-b4f2-e5a5b6f553c4 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0100036 May 10 14:47:52.564576 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38100) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:52.566818 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network 70ac4061-00ed-4740-b953-f62efb7f9192 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:47:52.592186 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Port': ['ID=f56a2846-f73b-46d0-8ab1-e51c55526f37,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:52.600060 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9f15ca2f-712f-4233-8771-7bd6aeb02de9 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:52.612866 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-9426c54c-a115-45aa-9599-04c67f66f85a tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:52.616726 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9426c54c-a115-45aa-9599-04c67f66f85a tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0447600 May 10 14:47:52.616858 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No DVR routers for this DVR port f56a2846-f73b-46d0-8ab1-e51c55526f37 on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:47:52.617423 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38104) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:52.627171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 70ac4061-00ed-4740-b953-f62efb7f9192) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:52.634060 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:52.635296 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e976bcd1-3c61-400a-bff4-6a5ced26de1e None None] Network 70ac4061-00ed-4740-b953-f62efb7f9192 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:47:52.640460 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:52.645247 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:52.645909 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:52.653748 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b53c9dfa-9171-4f4d-8eef-ac7b51d72409 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:47:52.698448 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-1fa367f8-b3ca-41e8-a3ec-8bcfcdcbc83b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Allocated IP 172.26.0.138 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/a065e8bd-c754-4899-becf-4d23af88de74) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:47:52.704435 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2f9a5f1a-94f7-4b25-a88f-fc36f8644ad6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.4004376 May 10 14:47:52.721521 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38108) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:52.724325 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-1649a887-6293-4bcf-9dba-7ad1bf894cd1 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:52.727753 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1649a887-6293-4bcf-9dba-7ad1bf894cd1 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0481334 May 10 14:47:52.732592 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-84ecbfac-a3f2-4dac-abcf-3ebfd50dc949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:52.739637 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: b53c9dfa-9171-4f4d-8eef-ac7b51d72409 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:47:52.740061 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b53c9dfa-9171-4f4d-8eef-ac7b51d72409 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:47:52.740641 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38110) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:52.801315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-b2ab808a-6fdc-41f4-a40c-0d4cc386b51e tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:52.802402 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b2ab808a-6fdc-41f4-a40c-0d4cc386b51e tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0608451 May 10 14:47:52.830532 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38116) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:52.847188 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ecbfac-a3f2-4dac-abcf-3ebfd50dc949 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:47:52.847591 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-84ecbfac-a3f2-4dac-abcf-3ebfd50dc949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:47:52.866353 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:47:52.942373 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1fa367f8-b3ca-41e8-a3ec-8bcfcdcbc83b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:53.006340 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:53.095203 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-95319b86-4ea9-47db-b214-21465ffccbc7 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:53.096178 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-95319b86-4ea9-47db-b214-21465ffccbc7 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.2312827 May 10 14:47:53.115486 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38120) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:53.134489 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-e0bb0da3-969a-42ba-8bb8-f020697cb22e tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:53.135468 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e0bb0da3-969a-42ba-8bb8-f020697cb22e tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0190392 May 10 14:47:53.138770 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:53.139801 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38124) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:53.147981 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-f9acad4d-fb82-40ea-9357-adae41fa38aa tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:53.148912 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f9acad4d-fb82-40ea-9357-adae41fa38aa tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0073640 May 10 14:47:53.151782 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38128) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:53.161162 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1fa367f8-b3ca-41e8-a3ec-8bcfcdcbc83b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:53.181933 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-76a4d3b2-162b-41ac-8fa7-bbf7bea791c2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port 595b47f5-a52e-4176-8bb5-518b4f128ea0 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:53.182266 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-76a4d3b2-162b-41ac-8fa7-bbf7bea791c2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:53.214961 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-f277f196-0095-41cc-8d04-b331addb076b tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:53.217096 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f277f196-0095-41cc-8d04-b331addb076b tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0503664 May 10 14:47:53.219114 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be88a56a-014c-4980-9170-033f2dfd6bb4 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:53.231669 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:53.239848 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38132) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:53.243686 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-96bd23ed-f7f5-46f9-94b8-b8134ce299f6 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:53.281355 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be88a56a-014c-4980-9170-033f2dfd6bb4 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:53.296026 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-cfe6c751-83e6-4d59-8b3d-16d18886674d tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:53.296985 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-cfe6c751-83e6-4d59-8b3d-16d18886674d tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0554185 May 10 14:47:53.304460 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-84ecbfac-a3f2-4dac-abcf-3ebfd50dc949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:53.315592 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38136) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:53.315794 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9f15ca2f-712f-4233-8771-7bd6aeb02de9 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:53.327181 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:53.352627 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-96bd23ed-f7f5-46f9-94b8-b8134ce299f6 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:53.363408 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-1adb0417-4158-4ea8-9ae3-c288fb1cb7f2 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:53.364369 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1adb0417-4158-4ea8-9ae3-c288fb1cb7f2 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0366497 May 10 14:47:53.368766 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9f15ca2f-712f-4233-8771-7bd6aeb02de9 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:53.371624 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-84ecbfac-a3f2-4dac-abcf-3ebfd50dc949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:53.374134 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38140) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:53.416295 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52414ca-6481-4a97-990a-f6e41d4e1251']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:53.416647 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-1b96fe78-042a-4ff7-8072-ad274ad22138 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:53.417601 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1b96fe78-042a-4ff7-8072-ad274ad22138 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0397081 May 10 14:47:53.423552 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38144) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:53.429565 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88a56a-014c-4980-9170-033f2dfd6bb4 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34742c6a-4a62-4f61-94bd-65944ae80a4a,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:53.435533 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa367f8-b3ca-41e8-a3ec-8bcfcdcbc83b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:53.438574 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-46666af4-8d48-4acc-9471-e6d5753e7d6e tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:53.442492 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-46666af4-8d48-4acc-9471-e6d5753e7d6e tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0122848 May 10 14:47:53.442672 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecbfac-a3f2-4dac-abcf-3ebfd50dc949 admin admin] Pushing event deleted for resources: {'Network': ['ID=30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:53.447955 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-1fa367f8-b3ca-41e8-a3ec-8bcfcdcbc83b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:53.453776 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38148) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:53.457455 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa367f8-b3ca-41e8-a3ec-8bcfcdcbc83b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Pushing event updated for resources: {'Port': ['ID=a065e8bd-c754-4899-becf-4d23af88de74,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:53.459603 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa367f8-b3ca-41e8-a3ec-8bcfcdcbc83b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:53.496125 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ababc38a-5794-4c51-93c1-2ad62153b4a4') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:53.496533 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ababc38a-5794-4c51-93c1-2ad62153b4a4') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:53.526909 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-a0db1f45-ae1d-46f7-b7e1-ce41b8acae86 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:53.527888 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a0db1f45-ae1d-46f7-b7e1-ce41b8acae86 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0414007 May 10 14:47:53.542675 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38152) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:53.551796 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:53.565127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-d5c51bd1-18af-4510-80f5-6cbfc241cdc5 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:53.566069 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d5c51bd1-18af-4510-80f5-6cbfc241cdc5 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0197222 May 10 14:47:53.569308 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be88a56a-014c-4980-9170-033f2dfd6bb4 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:53.570356 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-be88a56a-014c-4980-9170-033f2dfd6bb4 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2713783 May 10 14:47:53.574200 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-84ecbfac-a3f2-4dac-abcf-3ebfd50dc949 admin admin] 10.222.0.79 "DELETE /v2.0/networks/30d2a0b5-1c0f-4d8a-8dc6-8a23079c98f6 HTTP/1.1" status: 204 len: 168 time: 2.6849830 May 10 14:47:53.574329 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38156) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:53.576325 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38158) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:53.593585 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-3e09bfd5-0acf-43df-b618-6faf744a307c tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Request body: {'security_group_rule': {'security_group_id': 'cc8eefa9-789e-457d-973c-d71eb63adbf8', 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:53.603137 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:53.614545 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3e09bfd5-0acf-43df-b618-6faf744a307c tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:53.617700 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-cf75fcf8-6058-45c5-aefa-f9960d5a4108 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:53.618566 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cf75fcf8-6058-45c5-aefa-f9960d5a4108 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0194383 May 10 14:47:53.620782 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:47:53.621339 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:53.628489 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38166) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:53.640498 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-fa96cb9c-c29e-42f6-8348-a0bdf8e415ac tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:53.641447 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fa96cb9c-c29e-42f6-8348-a0bdf8e415ac tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0103388 May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:47:53.643160 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:47:53.645636 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38170) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:53.656506 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-d51161ea-dcc9-4ff8-ae8e-cb5d939c65a1 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:53.657679 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d51161ea-dcc9-4ff8-ae8e-cb5d939c65a1 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0111632 May 10 14:47:53.662739 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38174) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:53.666618 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3e09bfd5-0acf-43df-b618-6faf744a307c tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Usage tracker for resource:security_group_rule and tenant:ff413262496f40d691ca8346c51f1a79 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:53.674548 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-15f75ab8-fb0b-4af2-a1ca-13442be7196d tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:53.675515 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-15f75ab8-fb0b-4af2-a1ca-13442be7196d tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0117185 May 10 14:47:53.676953 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-9f15ca2f-712f-4233-8771-7bd6aeb02de9 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Allocated IP 172.26.0.168 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/8051ba20-6c89-4bb7-9036-91eaf3c1d786) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:47:53.678840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38178) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:53.724167 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-d35664e2-4867-4f31-b9de-b49a3ed5ec3a tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:53.725368 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d35664e2-4867-4f31-b9de-b49a3ed5ec3a tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0133820 May 10 14:47:53.737454 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38182) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:53.748356 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-ff4721c8-9933-41a1-aad9-7d0a832e2e2b tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:53.749243 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ff4721c8-9933-41a1-aad9-7d0a832e2e2b tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0106466 May 10 14:47:53.752986 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38186) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:53.769988 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-46b480a3-8bd0-4881-8c79-9620c1bf0d2d tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:53.773449 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-46b480a3-8bd0-4881-8c79-9620c1bf0d2d tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0151699 May 10 14:47:53.773600 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3e09bfd5-0acf-43df-b618-6faf744a307c tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:53.781675 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38190) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:53.797938 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1fa367f8-b3ca-41e8-a3ec-8bcfcdcbc83b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Deleting port a065e8bd-c754-4899-becf-4d23af88de74 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:53.798278 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1fa367f8-b3ca-41e8-a3ec-8bcfcdcbc83b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:53.816813 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38194) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:53.817635 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3e09bfd5-0acf-43df-b618-6faf744a307c tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:53.821831 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-24c7b0d1-c295-4ea7-8790-5e91808cb2e3 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:53.822826 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-24c7b0d1-c295-4ea7-8790-5e91808cb2e3 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0354002 May 10 14:47:53.846052 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38198) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:53.870444 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-2f22688f-7f1c-4c4b-b58c-8efe9ef83f43 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:53.872674 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2f22688f-7f1c-4c4b-b58c-8efe9ef83f43 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0223222 May 10 14:47:53.880551 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38202) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:53.892749 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:53.895304 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-76a4d3b2-162b-41ac-8fa7-bbf7bea791c2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:53.907369 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-9cb27712-6c2e-4b07-a0a7-dd7ad3983c20 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:53.911417 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9cb27712-6c2e-4b07-a0a7-dd7ad3983c20 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0266109 May 10 14:47:53.911417 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.securitygroups_db [None req-3e09bfd5-0acf-43df-b618-6faf744a307c tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Project ff413262496f40d691ca8346c51f1a79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:47:53.912817 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38206) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:53.942103 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:53.947053 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-80e5acf6-6272-4f61-bbc5-dd7619631c21 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:53.948032 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-80e5acf6-6272-4f61-bbc5-dd7619631c21 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0100148 May 10 14:47:53.965232 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38210) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.005090 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3e09bfd5-0acf-43df-b618-6faf744a307c tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:54.020864 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-3bd3c876-138d-4674-bc04-face749502d2 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:54.021812 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3bd3c876-138d-4674-bc04-face749502d2 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0549886 May 10 14:47:54.034787 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38214) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.049949 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-86d3ee15-8aa3-45cb-b7d2-470ec0f20d07 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:54.050908 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-86d3ee15-8aa3-45cb-b7d2-470ec0f20d07 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0131919 May 10 14:47:54.055885 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38218) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.072622 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-ee260edd-e53e-4311-a336-057688816497 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:54.073569 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ee260edd-e53e-4311-a336-057688816497 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0151355 May 10 14:47:54.077348 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Network': ['ID=c52414ca-6481-4a97-990a-f6e41d4e1251,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:54.079033 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38222) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.086892 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9f15ca2f-712f-4233-8771-7bd6aeb02de9 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:54.088773 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-76a4d3b2-162b-41ac-8fa7-bbf7bea791c2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Calling delete_port for 595b47f5-a52e-4176-8bb5-518b4f128ea0 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:54.092706 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-d1195de6-bb18-478f-a665-d8ab549dc84c tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:54.093650 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d1195de6-bb18-478f-a665-d8ab549dc84c tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0137222 May 10 14:47:54.098105 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38226) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.115013 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-2e0a4ad9-a68f-43f8-8891-d820ca508246 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:54.115956 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2e0a4ad9-a68f-43f8-8891-d820ca508246 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0153496 May 10 14:47:54.119580 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38230) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.126919 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-5d459a4a-20db-4802-94e0-81b2573317b0 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:54.127836 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5d459a4a-20db-4802-94e0-81b2573317b0 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0073979 May 10 14:47:54.131738 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38234) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.135706 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2b644d5d-2942-410d-92d0-7a9b7a90ba97 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/networks/c52414ca-6481-4a97-990a-f6e41d4e1251 HTTP/1.1" status: 204 len: 168 time: 5.4581268 May 10 14:47:54.146921 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-d6b8374f-9e73-4ca4-a000-f2532e2859f5 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:54.147865 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d6b8374f-9e73-4ca4-a000-f2532e2859f5 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0152605 May 10 14:47:54.148370 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38238) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.156209 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38242) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.159658 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-96f21e62-32da-40c1-94f5-a9984f784fe4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-175151879'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:54.161092 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-aa232ca2-7982-4dcf-b458-ce9ac73b88d6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=838b552cd1fe457a86d509de7ba36715&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3371692 May 10 14:47:54.163945 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38244) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.173143 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-17c3dd36-e02d-4907-b25f-1e370a6b709c tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:54.174062 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-17c3dd36-e02d-4907-b25f-1e370a6b709c tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0111177 May 10 14:47:54.175829 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1fa367f8-b3ca-41e8-a3ec-8bcfcdcbc83b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:54.176151 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1fa367f8-b3ca-41e8-a3ec-8bcfcdcbc83b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:54.178475 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38250) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.183674 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-96f21e62-32da-40c1-94f5-a9984f784fe4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:54.192035 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-23dcbaba-52f4-4030-adda-3888bb2455bb tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:54.192963 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-23dcbaba-52f4-4030-adda-3888bb2455bb tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0111144 May 10 14:47:54.197241 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38254) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.199308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-96f21e62-32da-40c1-94f5-a9984f784fe4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Usage tracker for resource:network and tenant:b34db3219d0c46478753528b094049df is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:54.205083 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-96f21e62-32da-40c1-94f5-a9984f784fe4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:54.208987 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-bca5eefc-56fe-4a7a-a1d0-f60d0370142d tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:54.209925 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bca5eefc-56fe-4a7a-a1d0-f60d0370142d tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0117409 May 10 14:47:54.223176 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38258) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.235971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-3ae80123-19d8-4694-9f11-badc7d5ee581 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:54.237058 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3ae80123-19d8-4694-9f11-badc7d5ee581 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0129452 May 10 14:47:54.242016 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38262) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.245741 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3e09bfd5-0acf-43df-b618-6faf744a307c tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:54.250065 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-ae2fdc85-4b83-46ee-991a-344c328b259e tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:54.251024 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ae2fdc85-4b83-46ee-991a-344c328b259e tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0079551 May 10 14:47:54.252117 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-76a4d3b2-162b-41ac-8fa7-bbf7bea791c2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:54.253459 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38266) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.255711 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3e09bfd5-0acf-43df-b618-6faf744a307c tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:54.303355 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-cdf536dc-ba69-4cc1-8621-916017b735c9 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:54.307945 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-cdf536dc-ba69-4cc1-8621-916017b735c9 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0498581 May 10 14:47:54.318393 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38270) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.327035 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-96f21e62-32da-40c1-94f5-a9984f784fe4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:54.336454 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1fa367f8-b3ca-41e8-a3ec-8bcfcdcbc83b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Calling delete_port for a065e8bd-c754-4899-becf-4d23af88de74 owned by network:floatingip {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:54.341679 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-ed4a427b-9b71-4bab-bb45-67d806e38e22 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:54.342651 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ed4a427b-9b71-4bab-bb45-67d806e38e22 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0186706 May 10 14:47:54.347325 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09bfd5-0acf-43df-b618-6faf744a307c tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=253c7c3b-41ae-4042-8339-db8d87d66709,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:54.349316 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38274) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.356759 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4d3b2-162b-41ac-8fa7-bbf7bea791c2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Port': ['ID=595b47f5-a52e-4176-8bb5-518b4f128ea0,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:54.360985 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-76a4d3b2-162b-41ac-8fa7-bbf7bea791c2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:54.370566 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-350c3dea-3a1d-4711-936d-6c89c07dcb26 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:54.372738 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-350c3dea-3a1d-4711-936d-6c89c07dcb26 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0180035 May 10 14:47:54.379370 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38278) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.385262 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-27981dd8-7b6d-4c31-a680-6e91b8e0d947 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:54.386257 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-27981dd8-7b6d-4c31-a680-6e91b8e0d947 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0061431 May 10 14:47:54.390459 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-76a4d3b2-162b-41ac-8fa7-bbf7bea791c2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/ports/595b47f5-a52e-4176-8bb5-518b4f128ea0 HTTP/1.1" status: 204 len: 168 time: 1.6593654 May 10 14:47:54.390459 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38282) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.391171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38284) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.391985 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3e09bfd5-0acf-43df-b618-6faf744a307c tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:54.393043 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3e09bfd5-0acf-43df-b618-6faf744a307c tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8127952 May 10 14:47:54.395944 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-3c96d8fa-8da4-4c3f-b453-88a0f80e98e8 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:54.396864 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3c96d8fa-8da4-4c3f-b453-88a0f80e98e8 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0065939 May 10 14:47:54.397536 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38288) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.401743 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-6139d253-b4ec-4619-9055-4156ef6b4325 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Request body: {'security_group_rule': {'security_group_id': 'cc8eefa9-789e-457d-973c-d71eb63adbf8', 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:54.406651 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38294) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.412260 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-20f1417f-7abf-4c53-8941-25a9a2b90f11 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:54.413360 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-20f1417f-7abf-4c53-8941-25a9a2b90f11 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0048344 May 10 14:47:54.414364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6139d253-b4ec-4619-9055-4156ef6b4325 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:54.416417 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38298) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.425737 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6139d253-b4ec-4619-9055-4156ef6b4325 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Usage tracker for resource:security_group_rule and tenant:ff413262496f40d691ca8346c51f1a79 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:54.433799 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-11c55f12-440e-4f4e-a7fb-abdb9238a73f tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:54.436000 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-11c55f12-440e-4f4e-a7fb-abdb9238a73f tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0185261 May 10 14:47:54.441993 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38302) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.466751 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6139d253-b4ec-4619-9055-4156ef6b4325 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:54.466960 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f21e62-32da-40c1-94f5-a9984f784fe4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Made reservation on behalf of b34db3219d0c46478753528b094049df for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:54.470141 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-96f21e62-32da-40c1-94f5-a9984f784fe4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:54.479285 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9f15ca2f-712f-4233-8771-7bd6aeb02de9 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:54.481003 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6139d253-b4ec-4619-9055-4156ef6b4325 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:54.485534 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-e9bda645-dcff-4578-b203-dc3876822fec tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:54.486513 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e9bda645-dcff-4578-b203-dc3876822fec tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0339472 May 10 14:47:54.490631 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38306) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.501528 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-da1a947d-fb6f-4025-8692-e279be7cdcfe tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:54.502537 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-da1a947d-fb6f-4025-8692-e279be7cdcfe tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0094457 May 10 14:47:54.505388 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.securitygroups_db [None req-6139d253-b4ec-4619-9055-4156ef6b4325 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Project ff413262496f40d691ca8346c51f1a79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:47:54.510757 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38310) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.522751 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [None req-3843b1b5-08fb-4d73-b96c-b273be36ce36 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:54.523895 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3843b1b5-08fb-4d73-b96c-b273be36ce36 tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0121226 May 10 14:47:54.530104 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6139d253-b4ec-4619-9055-4156ef6b4325 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:54.537366 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-96bd23ed-f7f5-46f9-94b8-b8134ce299f6 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Allocated IP 172.26.0.125 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/b9ed2d47-9ffb-4ba5-8354-2a36db12425f) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:47:54.539039 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38314) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.593602 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [None req-3fe6a96e-3cd3-45b7-ae86-360237ee397e tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:47:54.594594 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3fe6a96e-3cd3-45b7-ae86-360237ee397e tempest-ExtensionsTestJSON-154351576 tempest-ExtensionsTestJSON-154351576-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0456288 May 10 14:47:54.614626 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f15ca2f-712f-4233-8771-7bd6aeb02de9 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:54.623084 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-9f15ca2f-712f-4233-8771-7bd6aeb02de9 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:54.628564 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f15ca2f-712f-4233-8771-7bd6aeb02de9 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:54.655947 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a8e7e8c-a99b-4361-a759-f833d9c134b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:54.700321 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f21e62-32da-40c1-94f5-a9984f784fe4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:47:54.702722 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15ca2f-712f-4233-8771-7bd6aeb02de9 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Pushing event updated for resources: {'Port': ['ID=8051ba20-6c89-4bb7-9036-91eaf3c1d786,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:54.712176 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6139d253-b4ec-4619-9055-4156ef6b4325 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:54.728711 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6139d253-b4ec-4619-9055-4156ef6b4325 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:54.775029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a8e7e8c-a99b-4361-a759-f833d9c134b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:54.776630 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139d253-b4ec-4619-9055-4156ef6b4325 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b886007-3736-445a-85bd-be59787c293e,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:54.781588 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-96bd23ed-f7f5-46f9-94b8-b8134ce299f6 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:54.796447 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6139d253-b4ec-4619-9055-4156ef6b4325 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:54.800653 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6139d253-b4ec-4619-9055-4156ef6b4325 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3994751 May 10 14:47:54.811765 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38320) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.819436 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-707567b0-9b47-45a9-8cd0-33e5f4ccd721 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Request body: {'network': {'name': 'tempest-network-smoke--1926740180', 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'port_security_enabled': True}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:54.825486 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-707567b0-9b47-45a9-8cd0-33e5f4ccd721 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:54.828909 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:54.833925 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-707567b0-9b47-45a9-8cd0-33e5f4ccd721 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Usage tracker for resource:network and tenant:ff413262496f40d691ca8346c51f1a79 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:54.837815 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-707567b0-9b47-45a9-8cd0-33e5f4ccd721 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:54.846460 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-707567b0-9b47-45a9-8cd0-33e5f4ccd721 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:54.868507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707567b0-9b47-45a9-8cd0-33e5f4ccd721 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Made reservation on behalf of ff413262496f40d691ca8346c51f1a79 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:54.872496 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-707567b0-9b47-45a9-8cd0-33e5f4ccd721 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:54.889312 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-96bd23ed-f7f5-46f9-94b8-b8134ce299f6 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:54.966657 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38326) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:54.986997 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bd23ed-f7f5-46f9-94b8-b8134ce299f6 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:54.991048 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-96bd23ed-f7f5-46f9-94b8-b8134ce299f6 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:54.997284 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bd23ed-f7f5-46f9-94b8-b8134ce299f6 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:55.027249 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd23ed-f7f5-46f9-94b8-b8134ce299f6 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Pushing event updated for resources: {'Port': ['ID=b9ed2d47-9ffb-4ba5-8354-2a36db12425f,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:55.050519 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707567b0-9b47-45a9-8cd0-33e5f4ccd721 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:47:55.065276 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f966da-4079-404b-a5e6-7baeff2c0ecb tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:55.067312 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-707567b0-9b47-45a9-8cd0-33e5f4ccd721 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:55.067654 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-707567b0-9b47-45a9-8cd0-33e5f4ccd721 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Added segment b8e4e5ad-f88f-4792-8961-17ae88f4e759 of type vlan for network 37b960e7-59a7-4942-aea6-10f467886311 May 10 14:47:55.071642 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f966da-4079-404b-a5e6-7baeff2c0ecb tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:55.072419 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-39f966da-4079-404b-a5e6-7baeff2c0ecb tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Synchronizing usage tracker for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:47:55.076071 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-96f21e62-32da-40c1-94f5-a9984f784fe4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:55.076396 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-96f21e62-32da-40c1-94f5-a9984f784fe4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Added segment 19143783-383f-4330-93cc-2f1da60baa2a of type vlan for network 10a9ef4a-4051-4d87-95c4-c8ed64871588 May 10 14:47:55.084064 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1fa367f8-b3ca-41e8-a3ec-8bcfcdcbc83b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:55.196783 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa367f8-b3ca-41e8-a3ec-8bcfcdcbc83b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Pushing event deleted for resources: {'Port': ['ID=a065e8bd-c754-4899-becf-4d23af88de74,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:55.290468 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-39f966da-4079-404b-a5e6-7baeff2c0ecb tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Unset dirty status for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:47:55.295293 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-39f966da-4079-404b-a5e6-7baeff2c0ecb tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.8934531 May 10 14:47:55.295293 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-96f21e62-32da-40c1-94f5-a9984f784fe4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:55.306253 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38332) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:55.345740 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2091584c-320e-4c0b-97b4-402287c3292d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:55.383554 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a8e7e8c-a99b-4361-a759-f833d9c134b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:55.416426 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-707567b0-9b47-45a9-8cd0-33e5f4ccd721 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:55.425744 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2091584c-320e-4c0b-97b4-402287c3292d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:55.437357 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2091584c-320e-4c0b-97b4-402287c3292d admin admin] Usage tracker for resource:security_group_rule and tenant:d2e572d6419d40dd8d597dc9b12504ed is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:55.440882 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2091584c-320e-4c0b-97b4-402287c3292d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:55.453677 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2091584c-320e-4c0b-97b4-402287c3292d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:55.462846 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.resource_extend [None req-96f21e62-32da-40c1-94f5-a9984f784fe4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:47:55.494161 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e7e8c-a99b-4361-a759-f833d9c134b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc2dda2-2d2e-4e7e-992f-8b9dfc68bc52,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:55.518602 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1dd68af3-a556-493b-87c4-d4dcae255bdf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port 56d50f1e-24ec-466f-82b8-5d616f882bf2 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:55.518948 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1dd68af3-a556-493b-87c4-d4dcae255bdf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:55.569111 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-707567b0-9b47-45a9-8cd0-33e5f4ccd721 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:55.576094 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707567b0-9b47-45a9-8cd0-33e5f4ccd721 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:55.576710 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-707567b0-9b47-45a9-8cd0-33e5f4ccd721 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:55.624212 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-96f21e62-32da-40c1-94f5-a9984f784fe4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:55.629609 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f21e62-32da-40c1-94f5-a9984f784fe4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:55.630192 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-96f21e62-32da-40c1-94f5-a9984f784fe4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:55.784297 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-1fa367f8-b3ca-41e8-a3ec-8bcfcdcbc83b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] create failed (client error): The resource could not be found. May 10 14:47:55.785602 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1fa367f8-b3ca-41e8-a3ec-8bcfcdcbc83b tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.4274633 May 10 14:47:55.788786 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707567b0-9b47-45a9-8cd0-33e5f4ccd721 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Pushing event updated for resources: {'Network': ['ID=37b960e7-59a7-4942-aea6-10f467886311,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:55.789629 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38336) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:55.802985 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-707567b0-9b47-45a9-8cd0-33e5f4ccd721 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9871564 May 10 14:47:55.804323 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38338) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:55.814807 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 37b960e7-59a7-4942-aea6-10f467886311 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:47:55.814995 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-dbc421c1-0e08-482a-a8a8-cee075c08e22 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1985080515', 'admin_state_up': True, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:55.834106 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-dbc421c1-0e08-482a-a8a8-cee075c08e22 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:55.851110 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-dbc421c1-0e08-482a-a8a8-cee075c08e22 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Usage tracker for resource:router and tenant:ff413262496f40d691ca8346c51f1a79 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:55.864319 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-dbc421c1-0e08-482a-a8a8-cee075c08e22 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:55.873803 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-96bd23ed-f7f5-46f9-94b8-b8134ce299f6 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:55.875987 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-96f21e62-32da-40c1-94f5-a9984f784fe4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7266228 May 10 14:47:55.876786 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f21e62-32da-40c1-94f5-a9984f784fe4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Network': ['ID=10a9ef4a-4051-4d87-95c4-c8ed64871588,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:55.895508 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38344) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:55.897970 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a8e7e8c-a99b-4361-a759-f833d9c134b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:55.899110 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7a8e7e8c-a99b-4361-a759-f833d9c134b1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cdc2dda2-2d2e-4e7e-992f-8b9dfc68bc52 HTTP/1.1" status: 204 len: 168 time: 1.7296908 May 10 14:47:55.910463 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9f15ca2f-712f-4233-8771-7bd6aeb02de9 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:55.982929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e9138adf-376c-42de-92ec-86950535139a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'subnet': {'network_id': '10a9ef4a-4051-4d87-95c4-c8ed64871588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:55.993926 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-dbc421c1-0e08-482a-a8a8-cee075c08e22 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:56.017582 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2091584c-320e-4c0b-97b4-402287c3292d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:56.020996 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 10a9ef4a-4051-4d87-95c4-c8ed64871588 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:47:56.035809 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2091584c-320e-4c0b-97b4-402287c3292d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:56.079039 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dbc421c1-0e08-482a-a8a8-cee075c08e22 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:56.080150 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dbc421c1-0e08-482a-a8a8-cee075c08e22 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:56.176844 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091584c-320e-4c0b-97b4-402287c3292d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcad093-52f3-4137-a02e-919168345d68,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:56.185254 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2091584c-320e-4c0b-97b4-402287c3292d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d2e572d6419d40dd8d597dc9b12504ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2174456 May 10 14:47:56.194146 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38350) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:56.216611 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1653c1f9-276b-41f4-b5ad-a08ed586eeb6 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Deleting port 264d446a-677a-4aaa-939e-c109aecfb854 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:47:56.217036 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1653c1f9-276b-41f4-b5ad-a08ed586eeb6 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:56.248865 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dbc421c1-0e08-482a-a8a8-cee075c08e22 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:56.374170 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1dd68af3-a556-493b-87c4-d4dcae255bdf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:56.390825 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e9138adf-376c-42de-92ec-86950535139a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:56.400021 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e9138adf-376c-42de-92ec-86950535139a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Usage tracker for resource:subnet and tenant:b34db3219d0c46478753528b094049df is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:56.450888 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa7781a4-e9da-43ac-b8a2-465599b678d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:56.458157 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e9138adf-376c-42de-92ec-86950535139a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:56.556175 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa7781a4-e9da-43ac-b8a2-465599b678d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:56.693450 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1dd68af3-a556-493b-87c4-d4dcae255bdf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Calling delete_port for 56d50f1e-24ec-466f-82b8-5d616f882bf2 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:56.721840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e9138adf-376c-42de-92ec-86950535139a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:56.843201 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9138adf-376c-42de-92ec-86950535139a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Made reservation on behalf of b34db3219d0c46478753528b094049df for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:56.846659 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e9138adf-376c-42de-92ec-86950535139a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:56.992830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dbc421c1-0e08-482a-a8a8-cee075c08e22 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:57.010317 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-96bd23ed-f7f5-46f9-94b8-b8134ce299f6 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:57.031892 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-96bd23ed-f7f5-46f9-94b8-b8134ce299f6 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539321'] for router, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:57.036771 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38372) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:57.117687 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa7781a4-e9da-43ac-b8a2-465599b678d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:57.147751 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1dd68af3-a556-493b-87c4-d4dcae255bdf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:57.194863 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7781a4-e9da-43ac-b8a2-465599b678d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcad093-52f3-4137-a02e-919168345d68,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:57.265353 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd68af3-a556-493b-87c4-d4dcae255bdf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Port': ['ID=56d50f1e-24ec-466f-82b8-5d616f882bf2,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:57.270155 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9f15ca2f-712f-4233-8771-7bd6aeb02de9 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:57.272940 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1653c1f9-276b-41f4-b5ad-a08ed586eeb6 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:57.283256 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1dd68af3-a556-493b-87c4-d4dcae255bdf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:57.284868 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-f11de10e-fdf1-49d6-a343-a323279ddd04 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-492547824-network', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:57.309890 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f11de10e-fdf1-49d6-a343-a323279ddd04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:57.320693 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f11de10e-fdf1-49d6-a343-a323279ddd04 admin admin] Usage tracker for resource:network and tenant:e85d52d37e7f49109dc18b97419f8c3b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:57.323459 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa7781a4-e9da-43ac-b8a2-465599b678d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:57.324585 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-aa7781a4-e9da-43ac-b8a2-465599b678d2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9bcad093-52f3-4137-a02e-919168345d68 HTTP/1.1" status: 204 len: 168 time: 1.1294599 May 10 14:47:57.329032 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f11de10e-fdf1-49d6-a343-a323279ddd04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:57.344505 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f11de10e-fdf1-49d6-a343-a323279ddd04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:57.345658 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9f15ca2f-712f-4233-8771-7bd6aeb02de9 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539321'] for router, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:57.373639 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11de10e-fdf1-49d6-a343-a323279ddd04 admin admin] Made reservation on behalf of e85d52d37e7f49109dc18b97419f8c3b for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:57.376042 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f11de10e-fdf1-49d6-a343-a323279ddd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:57.397107 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f11de10e-fdf1-49d6-a343-a323279ddd04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:57.429868 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f11de10e-fdf1-49d6-a343-a323279ddd04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:57.430078 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1653c1f9-276b-41f4-b5ad-a08ed586eeb6 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Calling delete_port for 264d446a-677a-4aaa-939e-c109aecfb854 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:47:57.448536 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f11de10e-fdf1-49d6-a343-a323279ddd04 admin admin] Usage tracker for resource:security_group_rule and tenant:e85d52d37e7f49109dc18b97419f8c3b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:57.457541 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f11de10e-fdf1-49d6-a343-a323279ddd04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:57.469595 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f11de10e-fdf1-49d6-a343-a323279ddd04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:57.474811 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bd23ed-f7f5-46f9-94b8-b8134ce299f6 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Router 6e80a230-06c8-44f7-ba6d-4a9d23a9c882 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:47:57.583156 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1dd68af3-a556-493b-87c4-d4dcae255bdf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/ports/56d50f1e-24ec-466f-82b8-5d616f882bf2 HTTP/1.1" status: 204 len: 168 time: 2.2764411 May 10 14:47:57.632100 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38382) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:57.853095 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dbc421c1-0e08-482a-a8a8-cee075c08e22 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for router_gateway, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:57.892603 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dbc421c1-0e08-482a-a8a8-cee075c08e22 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:57.990150 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bd23ed-f7f5-46f9-94b8-b8134ce299f6 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:47:57.999971 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e9138adf-376c-42de-92ec-86950535139a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:58.010142 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf33fff-70cc-4897-a504-61ed2c4ad235 None None] Sync routers for ids ['6e80a230-06c8-44f7-ba6d-4a9d23a9c882'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:47:58.030326 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf33fff-70cc-4897-a504-61ed2c4ad235 None None] Routers {'6e80a230-06c8-44f7-ba6d-4a9d23a9c882'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:58.031293 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-ddf33fff-70cc-4897-a504-61ed2c4ad235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6e80a230-06c8-44f7-ba6d-4a9d23a9c882'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:58.062897 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f11de10e-fdf1-49d6-a343-a323279ddd04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:58.074352 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f11de10e-fdf1-49d6-a343-a323279ddd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:58.079249 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1653c1f9-276b-41f4-b5ad-a08ed586eeb6 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:58.152385 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-96bd23ed-f7f5-46f9-94b8-b8134ce299f6 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:58.156974 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-96bd23ed-f7f5-46f9-94b8-b8134ce299f6 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "PUT /v2.0/routers/6e80a230-06c8-44f7-ba6d-4a9d23a9c882 HTTP/1.1" status: 200 len: 920 time: 7.6021307 May 10 14:47:58.157601 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38400) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:58.159753 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-ddf33fff-70cc-4897-a504-61ed2c4ad235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:58.171605 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf33fff-70cc-4897-a504-61ed2c4ad235 None None] Routers {'6e80a230-06c8-44f7-ba6d-4a9d23a9c882'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:58.172257 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11de10e-fdf1-49d6-a343-a323279ddd04 admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:47:58.173133 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-ddf33fff-70cc-4897-a504-61ed2c4ad235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6e80a230-06c8-44f7-ba6d-4a9d23a9c882'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:58.182767 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653c1f9-276b-41f4-b5ad-a08ed586eeb6 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Pushing event deleted for resources: {'Port': ['ID=264d446a-677a-4aaa-939e-c109aecfb854,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:58.193456 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9138adf-376c-42de-92ec-86950535139a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Subnet': ['ID=e2481432-ce7f-4e95-9ea3-b6e093fd211d,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:58.203247 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11de10e-fdf1-49d6-a343-a323279ddd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fecb90-7dd8-4b14-914b-d6d3818a8470,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:58.228634 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f11de10e-fdf1-49d6-a343-a323279ddd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:58.229027 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-f11de10e-fdf1-49d6-a343-a323279ddd04 admin admin] Added segment 76fe6fbd-5476-4144-9dd0-5971ebff891e of type vlan for network aa7afffa-e17d-4c0b-836c-b0db2fea3cec May 10 14:47:58.240035 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-dbc421c1-0e08-482a-a8a8-cee075c08e22 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Allocated IP 172.26.0.138 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/2dd593a2-f800-4775-bd2c-ba262d3b08ad) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:47:58.256262 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-ddf33fff-70cc-4897-a504-61ed2c4ad235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:58.256917 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf33fff-70cc-4897-a504-61ed2c4ad235 None None] The sync data for ids ['6e80a230-06c8-44f7-ba6d-4a9d23a9c882'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:47:58.278622 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f11de10e-fdf1-49d6-a343-a323279ddd04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:58.388761 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38406) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:58.407397 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f11de10e-fdf1-49d6-a343-a323279ddd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:58.408423 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11de10e-fdf1-49d6-a343-a323279ddd04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:58.409052 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f11de10e-fdf1-49d6-a343-a323279ddd04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:58.439636 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b09db7-178c-46aa-8948-5e80278db36c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:58.440856 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-17b09db7-178c-46aa-8948-5e80278db36c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Synchronizing usage tracker for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:47:58.544420 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-05a27ffe-a40c-4e74-af73-7171abd85269 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1715536686'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:58.557038 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f11de10e-fdf1-49d6-a343-a323279ddd04 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5156541 May 10 14:47:58.557038 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-05a27ffe-a40c-4e74-af73-7171abd85269 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:58.562192 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38412) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:58.579372 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-05a27ffe-a40c-4e74-af73-7171abd85269 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Usage tracker for resource:network and tenant:d96b13b642cb4adf9c29a3eb1de983c1 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:58.587875 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-03ff3d59-2a46-4c74-a7c1-fbc6fa3c132b admin admin] Request body: {'subnet': {'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-492547824-subnet', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:47:58.590907 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11de10e-fdf1-49d6-a343-a323279ddd04 admin admin] Pushing event updated for resources: {'Network': ['ID=aa7afffa-e17d-4c0b-836c-b0db2fea3cec,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:58.597275 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-05a27ffe-a40c-4e74-af73-7171abd85269 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:58.602900 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dbc421c1-0e08-482a-a8a8-cee075c08e22 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:58.604973 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network aa7afffa-e17d-4c0b-836c-b0db2fea3cec details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:47:58.607034 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-03ff3d59-2a46-4c74-a7c1-fbc6fa3c132b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:58.608469 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-17b09db7-178c-46aa-8948-5e80278db36c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Unset dirty status for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:47:58.609650 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-17b09db7-178c-46aa-8948-5e80278db36c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.9763920 May 10 14:47:58.616481 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38416) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:58.622670 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-03ff3d59-2a46-4c74-a7c1-fbc6fa3c132b admin admin] Usage tracker for resource:subnet and tenant:e85d52d37e7f49109dc18b97419f8c3b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:58.627574 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-05a27ffe-a40c-4e74-af73-7171abd85269 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:58.629759 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-03ff3d59-2a46-4c74-a7c1-fbc6fa3c132b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:58.682259 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9138adf-376c-42de-92ec-86950535139a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Checking segment: {'id': '19143783-383f-4330-93cc-2f1da60baa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '10a9ef4a-4051-4d87-95c4-c8ed64871588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:47:58.682936 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9138adf-376c-42de-92ec-86950535139a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Network hostable DHCP agents. Network: 10a9ef4a-4051-4d87-95c4-c8ed64871588, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:47:58.685284 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-03ff3d59-2a46-4c74-a7c1-fbc6fa3c132b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:58.700332 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-0233b358-486d-4d21-bb94-192d0f20cae4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] GET failed (client error): The resource could not be found. May 10 14:47:58.701169 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0233b358-486d-4d21-bb94-192d0f20cae4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Synchronizing usage tracker for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:47:58.708724 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f15ca2f-712f-4233-8771-7bd6aeb02de9 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Router a34d981b-acd2-4adb-91aa-0152a9668a0a is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:47:58.709485 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a27ffe-a40c-4e74-af73-7171abd85269 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Made reservation on behalf of d96b13b642cb4adf9c29a3eb1de983c1 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:58.713416 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-05a27ffe-a40c-4e74-af73-7171abd85269 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:58.732352 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ff3d59-2a46-4c74-a7c1-fbc6fa3c132b admin admin] Made reservation on behalf of e85d52d37e7f49109dc18b97419f8c3b for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:47:58.734755 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-03ff3d59-2a46-4c74-a7c1-fbc6fa3c132b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:58.753593 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-05a27ffe-a40c-4e74-af73-7171abd85269 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:58.800622 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1653c1f9-276b-41f4-b5ad-a08ed586eeb6 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:58.820365 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-81b1fdcf-a28d-4c36-9ec5-cc8b69bbb196 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "GET /v2.0/routers/6e80a230-06c8-44f7-ba6d-4a9d23a9c882 HTTP/1.1" status: 200 len: 926 time: 0.6286731 May 10 14:47:58.824121 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38420) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:58.835279 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9138adf-376c-42de-92ec-86950535139a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Network 10a9ef4a-4051-4d87-95c4-c8ed64871588 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:47:58.844527 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1653c1f9-276b-41f4-b5ad-a08ed586eeb6 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] 10.222.0.79 "DELETE /v2.0/ports/264d446a-677a-4aaa-939e-c109aecfb854 HTTP/1.1" status: 204 len: 168 time: 3.0230491 May 10 14:47:58.880303 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38424) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:58.961940 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0233b358-486d-4d21-bb94-192d0f20cae4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Unset dirty status for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:47:58.963128 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0233b358-486d-4d21-bb94-192d0f20cae4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports/595b47f5-a52e-4176-8bb5-518b4f128ea0 HTTP/1.1" status: 404 len: 333 time: 0.3428671 May 10 14:47:58.974564 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-05a27ffe-a40c-4e74-af73-7171abd85269 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:47:58.978795 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38428) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:58.983985 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-e9138adf-376c-42de-92ec-86950535139a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 10a9ef4a-4051-4d87-95c4-c8ed64871588) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:58.989058 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-05a27ffe-a40c-4e74-af73-7171abd85269 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Usage tracker for resource:security_group_rule and tenant:d96b13b642cb4adf9c29a3eb1de983c1 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:47:58.992636 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ecd20d-2a4d-44eb-b15e-d0e63a6f1dcd None None] Network 10a9ef4a-4051-4d87-95c4-c8ed64871588 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:47:59.013362 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9138adf-376c-42de-92ec-86950535139a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:59.013966 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e9138adf-376c-42de-92ec-86950535139a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:59.031754 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-05a27ffe-a40c-4e74-af73-7171abd85269 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:47:59.048494 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-05a27ffe-a40c-4e74-af73-7171abd85269 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:47:59.051194 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-f83a2060-eb5a-40fc-b887-b73053f4418f tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] GET failed (client error): The resource could not be found. May 10 14:47:59.052761 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f83a2060-eb5a-40fc-b887-b73053f4418f tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports/56d50f1e-24ec-466f-82b8-5d616f882bf2 HTTP/1.1" status: 404 len: 333 time: 0.0720787 May 10 14:47:59.060080 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38432) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:59.073235 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f15ca2f-712f-4233-8771-7bd6aeb02de9 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:47:59.078861 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e9138adf-376c-42de-92ec-86950535139a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1759892 May 10 14:47:59.080871 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9f15ca2f-712f-4233-8771-7bd6aeb02de9 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:59.082001 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9f15ca2f-712f-4233-8771-7bd6aeb02de9 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "PUT /v2.0/routers/a34d981b-acd2-4adb-91aa-0152a9668a0a HTTP/1.1" status: 200 len: 916 time: 7.1692934 May 10 14:47:59.094252 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38436) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:59.094607 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38438) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:59.098032 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dbc421c1-0e08-482a-a8a8-cee075c08e22 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:59.099149 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f634e2-2825-4644-bac9-dc2173111ecf None None] Sync routers for ids ['a34d981b-acd2-4adb-91aa-0152a9668a0a'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:47:59.125767 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f634e2-2825-4644-bac9-dc2173111ecf None None] Routers {'a34d981b-acd2-4adb-91aa-0152a9668a0a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:59.126395 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-d1f634e2-2825-4644-bac9-dc2173111ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['a34d981b-acd2-4adb-91aa-0152a9668a0a'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:59.192881 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-d1f634e2-2825-4644-bac9-dc2173111ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:59.225846 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f634e2-2825-4644-bac9-dc2173111ecf None None] Routers {'a34d981b-acd2-4adb-91aa-0152a9668a0a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:47:59.226736 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-d1f634e2-2825-4644-bac9-dc2173111ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['a34d981b-acd2-4adb-91aa-0152a9668a0a'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:59.255261 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc421c1-0e08-482a-a8a8-cee075c08e22 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:59.267431 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-dbc421c1-0e08-482a-a8a8-cee075c08e22 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:59.269753 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc421c1-0e08-482a-a8a8-cee075c08e22 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:59.317514 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-d1f634e2-2825-4644-bac9-dc2173111ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:47:59.318147 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f634e2-2825-4644-bac9-dc2173111ecf None None] The sync data for ids ['a34d981b-acd2-4adb-91aa-0152a9668a0a'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:47:59.342812 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc421c1-0e08-482a-a8a8-cee075c08e22 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Pushing event updated for resources: {'Port': ['ID=2dd593a2-f800-4775-bd2c-ba262d3b08ad,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:59.348512 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaf077c-3890-4bcb-b9ac-243bd444725d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:59.350053 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-edaf077c-3890-4bcb-b9ac-243bd444725d tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&device_id=6e80a230-06c8-44f7-ba6d-4a9d23a9c882&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5162652 May 10 14:47:59.357421 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7702660e-c96c-4431-8656-10a8781dba2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:59.359004 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38444) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:59.374872 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c911ed-1578-4809-abad-ec7833135ace tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:47:59.375853 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-27c911ed-1578-4809-abad-ec7833135ace tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Synchronizing usage tracker for tenant:bc4024508904499482cf56b0445a3a01 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:47:59.394569 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ab6aaf-2976-43f7-91dd-39340e3cdb04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-10a9ef4a-4051-4d87-95c4-c8ed64871588', 'network_id': '10a9ef4a-4051-4d87-95c4-c8ed64871588', 'tenant_id': 'b34db3219d0c46478753528b094049df', 'fixed_ips': [{'subnet_id': 'e2481432-ce7f-4e95-9ea3-b6e093fd211d'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:47:59.395391 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-33ab6aaf-2976-43f7-91dd-39340e3cdb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:59.439020 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f885b642-cdc1-4834-9f3a-e6d270d069b2 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "GET /v2.0/routers/a34d981b-acd2-4adb-91aa-0152a9668a0a HTTP/1.1" status: 200 len: 922 time: 0.3418460 May 10 14:47:59.447084 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38448) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:59.453604 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:59.489827 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-27c911ed-1578-4809-abad-ec7833135ace tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Unset dirty status for tenant:bc4024508904499482cf56b0445a3a01 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:47:59.493859 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-27c911ed-1578-4809-abad-ec7833135ace tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] 10.222.0.79 "GET /v2.0/ports?device_id=98a708ad-cc9c-4e13-b972-fe23b51dddbe HTTP/1.1" status: 200 len: 913 time: 0.6079838 May 10 14:47:59.498262 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38452) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:47:59.555101 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-33ab6aaf-2976-43f7-91dd-39340e3cdb04 None None] Allocated IP 172.20.0.1 (10a9ef4a-4051-4d87-95c4-c8ed64871588/e2481432-ce7f-4e95-9ea3-b6e093fd211d/35b24b4d-2876-4612-9103-acdcebea4197) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:47:59.768762 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-33ab6aaf-2976-43f7-91dd-39340e3cdb04 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:59.779934 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-33ab6aaf-2976-43f7-91dd-39340e3cdb04 None None] Transition to ACTIVE for port object 35b24b4d-2876-4612-9103-acdcebea4197 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:47:59.801179 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-33ab6aaf-2976-43f7-91dd-39340e3cdb04 None None] Transition to ACTIVE for port object 35b24b4d-2876-4612-9103-acdcebea4197 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:47:59.807879 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-33ab6aaf-2976-43f7-91dd-39340e3cdb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:59.912579 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ab6aaf-2976-43f7-91dd-39340e3cdb04 None None] Network 10a9ef4a-4051-4d87-95c4-c8ed64871588 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:47:59.913986 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab6aaf-2976-43f7-91dd-39340e3cdb04 None None] Pushing event updated for resources: {'Port': ['ID=35b24b4d-2876-4612-9103-acdcebea4197,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:47:59.922279 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-05a27ffe-a40c-4e74-af73-7171abd85269 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:59.926681 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-33ab6aaf-2976-43f7-91dd-39340e3cdb04 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:47:59.931546 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ab6aaf-2976-43f7-91dd-39340e3cdb04 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:47:59.944176 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-05a27ffe-a40c-4e74-af73-7171abd85269 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:47:59.971954 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7702660e-c96c-4431-8656-10a8781dba2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:00.016062 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:00.035941 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-33ab6aaf-2976-43f7-91dd-39340e3cdb04 None None] Attempting to bind port 35b24b4d-2876-4612-9103-acdcebea4197 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:48:00.036422 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-33ab6aaf-2976-43f7-91dd-39340e3cdb04 None None] Attempting to bind port 35b24b4d-2876-4612-9103-acdcebea4197 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '19143783-383f-4330-93cc-2f1da60baa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '10a9ef4a-4051-4d87-95c4-c8ed64871588'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:48:00.036550 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab6aaf-2976-43f7-91dd-39340e3cdb04 None None] Attempting to bind port 35b24b4d-2876-4612-9103-acdcebea4197 on network 10a9ef4a-4051-4d87-95c4-c8ed64871588 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:48:00.036852 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-03ff3d59-2a46-4c74-a7c1-fbc6fa3c132b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:00.042139 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab6aaf-2976-43f7-91dd-39340e3cdb04 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:48:00.042531 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab6aaf-2976-43f7-91dd-39340e3cdb04 None None] Checking segment: {'id': '19143783-383f-4330-93cc-2f1da60baa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '10a9ef4a-4051-4d87-95c4-c8ed64871588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:00.044292 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-33ab6aaf-2976-43f7-91dd-39340e3cdb04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:00.044292 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab6aaf-2976-43f7-91dd-39340e3cdb04 None None] Bound using segment: {'id': '19143783-383f-4330-93cc-2f1da60baa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '10a9ef4a-4051-4d87-95c4-c8ed64871588'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:48:00.044292 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-33ab6aaf-2976-43f7-91dd-39340e3cdb04 None None] Bound port: 35b24b4d-2876-4612-9103-acdcebea4197, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19143783-383f-4330-93cc-2f1da60baa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '10a9ef4a-4051-4d87-95c4-c8ed64871588'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:48:00.044864 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-33ab6aaf-2976-43f7-91dd-39340e3cdb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:00.054397 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825c6319-08c9-4f3a-8e02-6dca48eb2680 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:00.055935 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-825c6319-08c9-4f3a-8e02-6dca48eb2680 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&device_id=a34d981b-acd2-4adb-91aa-0152a9668a0a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6074991 May 10 14:48:00.062680 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38456) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:00.094716 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726a4f84-baf1-4ecd-8921-1fef65ee6dd1 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:00.098782 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-726a4f84-baf1-4ecd-8921-1fef65ee6dd1 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "GET /v2.0/networks/9e00975f-1d79-46b0-9d42-98bca3a69c2b HTTP/1.1" status: 200 len: 881 time: 0.7310414 May 10 14:48:00.101566 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38460) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:00.133074 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a27ffe-a40c-4e74-af73-7171abd85269 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:48:00.143939 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-33ab6aaf-2976-43f7-91dd-39340e3cdb04 None None] For port 35b24b4d-2876-4612-9103-acdcebea4197, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:48:00.148418 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-33ab6aaf-2976-43f7-91dd-39340e3cdb04 None None] For port 35b24b4d-2876-4612-9103-acdcebea4197, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=35b24b4d-2876-4612-9103-acdcebea4197,segment=NetworkSegment(19143783-383f-4330-93cc-2f1da60baa2a),segment_id=19143783-383f-4330-93cc-2f1da60baa2a)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:48:00.154376 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-33ab6aaf-2976-43f7-91dd-39340e3cdb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:00.157488 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-7702660e-c96c-4431-8656-10a8781dba2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ac4061-00ed-4740-b953-f62efb7f9192']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:00.174801 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a27ffe-a40c-4e74-af73-7171abd85269 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b48704-e48d-4926-9e0e-829118bfafe5,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:00.186099 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-7702660e-c96c-4431-8656-10a8781dba2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a505534-766b-4f8e-998d-57ff418c9d73') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:00.186400 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-7702660e-c96c-4431-8656-10a8781dba2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a505534-766b-4f8e-998d-57ff418c9d73') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:00.200742 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-05a27ffe-a40c-4e74-af73-7171abd85269 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:00.201086 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-05a27ffe-a40c-4e74-af73-7171abd85269 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Added segment ece18f10-7cee-4c24-8616-82f0dc046e14 of type vlan for network 5479cc0b-ed50-461c-a5e1-9947c14b3eb6 May 10 14:48:00.241381 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab6aaf-2976-43f7-91dd-39340e3cdb04 None None] Pushing event updated for resources: {'Port': ['ID=35b24b4d-2876-4612-9103-acdcebea4197,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:00.267072 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5b1f3a02-250a-4767-b692-3b544520f2f5 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e80a230-06c8-44f7-ba6d-4a9d23a9c882 HTTP/1.1" status: 200 len: 205 time: 0.1597271 May 10 14:48:00.273644 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7702660e-c96c-4431-8656-10a8781dba2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:00.274624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38464) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:00.314455 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff3d59-2a46-4c74-a7c1-fbc6fa3c132b admin admin] Pushing event updated for resources: {'Subnet': ['ID=131cfd62-1682-4197-8cdd-002e0ab415e5,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:00.336808 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7702660e-c96c-4431-8656-10a8781dba2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:00.349373 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ff3d59-2a46-4c74-a7c1-fbc6fa3c132b admin admin] Checking segment: {'id': '76fe6fbd-5476-4144-9dd0-5971ebff891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:00.349689 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ff3d59-2a46-4c74-a7c1-fbc6fa3c132b admin admin] Network hostable DHCP agents. Network: aa7afffa-e17d-4c0b-836c-b0db2fea3cec, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:48:00.374114 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7702660e-c96c-4431-8656-10a8781dba2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:48:00.374550 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7702660e-c96c-4431-8656-10a8781dba2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:00.391445 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-05a27ffe-a40c-4e74-af73-7171abd85269 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:48:00.395162 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:48:00.452130 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dbc421c1-0e08-482a-a8a8-cee075c08e22 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for router_gateway, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:00.454408 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:00.586260 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Subnet': ['ID=e2481432-ce7f-4e95-9ea3-b6e093fd211d,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:00.634308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01c6334-eca3-46b4-8770-136f892ba0de tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:00.638748 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b01c6334-eca3-46b4-8770-136f892ba0de tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "GET /v2.0/networks/9e00975f-1d79-46b0-9d42-98bca3a69c2b HTTP/1.1" status: 200 len: 881 time: 0.5701308 May 10 14:48:00.656925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38468) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:00.676734 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 35b24b4d-2876-4612-9103-acdcebea4197 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:00.745187 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ff3d59-2a46-4c74-a7c1-fbc6fa3c132b admin admin] Network aa7afffa-e17d-4c0b-836c-b0db2fea3cec is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:48:00.752267 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 35b24b4d-2876-4612-9103-acdcebea4197 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:00.756356 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-05a27ffe-a40c-4e74-af73-7171abd85269 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:00.763265 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a27ffe-a40c-4e74-af73-7171abd85269 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:00.763870 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-05a27ffe-a40c-4e74-af73-7171abd85269 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:00.797967 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7702660e-c96c-4431-8656-10a8781dba2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:00.802709 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7702660e-c96c-4431-8656-10a8781dba2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:00.802978 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:00.816221 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fa99e2ba-d8d7-49ca-9293-fee626975d21 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "GET /v2.0/ports?device_id=a34d981b-acd2-4adb-91aa-0152a9668a0a HTTP/1.1" status: 200 len: 205 time: 0.1555123 May 10 14:48:00.816221 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-67bb4c17-236f-423e-b2b6-25271e6cb1d0 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:00.871130 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38472) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:00.919431 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-03ff3d59-2a46-4c74-a7c1-fbc6fa3c132b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, aa7afffa-e17d-4c0b-836c-b0db2fea3cec) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:00.923891 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ff3d59-2a46-4c74-a7c1-fbc6fa3c132b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:00.924484 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-03ff3d59-2a46-4c74-a7c1-fbc6fa3c132b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:00.930534 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40111845-3d9a-42c0-a92b-b9d040dc6e44 None None] Network aa7afffa-e17d-4c0b-836c-b0db2fea3cec requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:00.966458 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a9ef4a-4051-4d87-95c4-c8ed64871588']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:01.006691 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19143783-383f-4330-93cc-2f1da60baa2a') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:01.007064 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19143783-383f-4330-93cc-2f1da60baa2a') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:01.017576 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7702660e-c96c-4431-8656-10a8781dba2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/networks/70ac4061-00ed-4740-b953-f62efb7f9192 HTTP/1.1" status: 204 len: 168 time: 1.9479108 May 10 14:48:01.019643 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38476) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:01.023944 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-05a27ffe-a40c-4e74-af73-7171abd85269 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.6313560 May 10 14:48:01.023944 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a27ffe-a40c-4e74-af73-7171abd85269 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Network': ['ID=5479cc0b-ed50-461c-a5e1-9947c14b3eb6,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:01.026716 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38478) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:01.051888 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 5479cc0b-ed50-461c-a5e1-9947c14b3eb6 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:48:01.053320 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-5fff17d8-01d1-40a0-8e73-9ef71237aaa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-323441779'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:01.057211 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-03ff3d59-2a46-4c74-a7c1-fbc6fa3c132b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4903603 May 10 14:48:01.061063 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702660e-c96c-4431-8656-10a8781dba2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Network': ['ID=70ac4061-00ed-4740-b953-f62efb7f9192,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:01.064292 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5fff17d8-01d1-40a0-8e73-9ef71237aaa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:01.066465 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38484) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:01.087002 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-297a2e85-05f2-4e76-ac06-e29c481e2fa7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Request body: {'subnet': {'network_id': '5479cc0b-ed50-461c-a5e1-9947c14b3eb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:01.130871 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-381b9171-d163-4add-b15d-09d326c4c82a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-492547824-router', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:01.134291 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5fff17d8-01d1-40a0-8e73-9ef71237aaa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:network and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:01.147055 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5fff17d8-01d1-40a0-8e73-9ef71237aaa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:01.151867 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-381b9171-d163-4add-b15d-09d326c4c82a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:01.166413 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5fff17d8-01d1-40a0-8e73-9ef71237aaa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:01.171390 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-381b9171-d163-4add-b15d-09d326c4c82a admin admin] Usage tracker for resource:router and tenant:e85d52d37e7f49109dc18b97419f8c3b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:01.177364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-381b9171-d163-4add-b15d-09d326c4c82a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:01.191809 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-381b9171-d163-4add-b15d-09d326c4c82a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:01.245935 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:01.261529 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fff17d8-01d1-40a0-8e73-9ef71237aaa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:01.265285 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5fff17d8-01d1-40a0-8e73-9ef71237aaa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:01.290807 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-381b9171-d163-4add-b15d-09d326c4c82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:01.291813 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-381b9171-d163-4add-b15d-09d326c4c82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:01.328519 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fff17d8-01d1-40a0-8e73-9ef71237aaa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:48:01.332444 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c020be39-0569-4f34-94be-0cd48c1fc822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-aa7afffa-e17d-4c0b-836c-b0db2fea3cec', 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'fixed_ips': [{'subnet_id': '131cfd62-1682-4197-8cdd-002e0ab415e5'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:48:01.333291 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c020be39-0569-4f34-94be-0cd48c1fc822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:01.337345 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dbc421c1-0e08-482a-a8a8-cee075c08e22 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:01.346621 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-297a2e85-05f2-4e76-ac06-e29c481e2fa7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:01.349264 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5fff17d8-01d1-40a0-8e73-9ef71237aaa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:01.349675 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-5fff17d8-01d1-40a0-8e73-9ef71237aaa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Added segment c52d68b2-4335-432e-86c8-6a4a9d0f072e of type vlan for network 3d870b60-b6b2-4ceb-bcb9-11110102496c May 10 14:48:01.407441 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-381b9171-d163-4add-b15d-09d326c4c82a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:01.410061 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe45b61-f9ec-4d93-9744-19899da61a98 None None] Network 10a9ef4a-4051-4d87-95c4-c8ed64871588 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:01.480177 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5fff17d8-01d1-40a0-8e73-9ef71237aaa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:01.579493 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-297a2e85-05f2-4e76-ac06-e29c481e2fa7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Usage tracker for resource:subnet and tenant:d96b13b642cb4adf9c29a3eb1de983c1 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:01.582326 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:01.588193 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-297a2e85-05f2-4e76-ac06-e29c481e2fa7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:01.589254 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4d101cdf-fc20-454f-9a48-634b6a813be4 None None] Provisioning for port 35b24b4d-2876-4612-9103-acdcebea4197 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:01.609338 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-297a2e85-05f2-4e76-ac06-e29c481e2fa7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:01.614771 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:48:01.615167 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:48:01.631957 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:48:01.664717 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4d101cdf-fc20-454f-9a48-634b6a813be4 None None] Provisioning complete for port 35b24b4d-2876-4612-9103-acdcebea4197 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:01.665113 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4d101cdf-fc20-454f-9a48-634b6a813be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:01.724588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-88b59023-d0bc-4070-b88c-9da14ed2283f tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:01.777744 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-c020be39-0569-4f34-94be-0cd48c1fc822 None None] Allocated IP 172.20.0.2 (aa7afffa-e17d-4c0b-836c-b0db2fea3cec/131cfd62-1682-4197-8cdd-002e0ab415e5/4ec0af6a-0c31-4305-9b6c-8b6d6263255f) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:01.778669 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5fff17d8-01d1-40a0-8e73-9ef71237aaa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:01.784669 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fff17d8-01d1-40a0-8e73-9ef71237aaa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:01.785340 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5fff17d8-01d1-40a0-8e73-9ef71237aaa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:01.804573 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297a2e85-05f2-4e76-ac06-e29c481e2fa7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Made reservation on behalf of d96b13b642cb4adf9c29a3eb1de983c1 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:01.808261 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-297a2e85-05f2-4e76-ac06-e29c481e2fa7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:01.889258 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-381b9171-d163-4add-b15d-09d326c4c82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:01.959941 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.api [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 10 14:48:01.959941 dv-neutron-841204-2-hyperv neutron-server[88051]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 10 14:48:01.959941 dv-neutron-841204-2-hyperv neutron-server[88051]: [parameters: {'id': '10a9ef4a-4051-4d87-95c4-c8ed64871588'}] May 10 14:48:01.959941 dv-neutron-841204-2-hyperv neutron-server[88051]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:48:01.960982 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG oslo_db.api [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:48:01.968051 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4d101cdf-fc20-454f-9a48-634b6a813be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:01.973363 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-67bb4c17-236f-423e-b2b6-25271e6cb1d0 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:01.984614 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5fff17d8-01d1-40a0-8e73-9ef71237aaa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9421079 May 10 14:48:01.986866 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38488) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:01.998775 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-55d5f110-d057-4af6-80f6-8cde7506885d tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:02.019667 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-3b35237a-e3ca-4c4e-89e2-ab032b34c16d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'subnet': {'network_id': '3d870b60-b6b2-4ceb-bcb9-11110102496c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:02.049745 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff17d8-01d1-40a0-8e73-9ef71237aaa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Network': ['ID=3d870b60-b6b2-4ceb-bcb9-11110102496c,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:02.058170 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c756767-2e83-4e11-b049-be482c9a20d7 None None] DHCP port deletion for 10a9ef4a-4051-4d87-95c4-c8ed64871588 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:48:02.077910 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 3d870b60-b6b2-4ceb-bcb9-11110102496c details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:48:02.102003 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-4d101cdf-fc20-454f-9a48-634b6a813be4 None None] For port 35b24b4d-2876-4612-9103-acdcebea4197, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=35b24b4d-2876-4612-9103-acdcebea4197,segment=NetworkSegment(19143783-383f-4330-93cc-2f1da60baa2a),segment_id=19143783-383f-4330-93cc-2f1da60baa2a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:02.148894 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-9c756767-2e83-4e11-b049-be482c9a20d7 None None] Deleting port 35b24b4d-2876-4612-9103-acdcebea4197 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:02.149172 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9c756767-2e83-4e11-b049-be482c9a20d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:02.197191 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-67bb4c17-236f-423e-b2b6-25271e6cb1d0 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Deleting port b9ed2d47-9ffb-4ba5-8354-2a36db12425f {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:02.197191 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-67bb4c17-236f-423e-b2b6-25271e6cb1d0 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:02.202368 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4d101cdf-fc20-454f-9a48-634b6a813be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:02.285979 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c020be39-0569-4f34-94be-0cd48c1fc822 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:02.329630 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc421c1-0e08-482a-a8a8-cee075c08e22 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Router 4ce929a1-a885-4508-a2a9-aae7a984580d is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:48:02.342959 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c020be39-0569-4f34-94be-0cd48c1fc822 None None] Transition to ACTIVE for port object 4ec0af6a-0c31-4305-9b6c-8b6d6263255f will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:02.391290 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c020be39-0569-4f34-94be-0cd48c1fc822 None None] Transition to ACTIVE for port object 4ec0af6a-0c31-4305-9b6c-8b6d6263255f will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:02.393372 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-88b59023-d0bc-4070-b88c-9da14ed2283f tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:02.393502 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d101cdf-fc20-454f-9a48-634b6a813be4 None None] Pushing event updated for resources: {'Port': ['ID=35b24b4d-2876-4612-9103-acdcebea4197,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:02.405279 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3b35237a-e3ca-4c4e-89e2-ab032b34c16d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:02.425189 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3b35237a-e3ca-4c4e-89e2-ab032b34c16d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:subnet and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:02.439502 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3b35237a-e3ca-4c4e-89e2-ab032b34c16d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:02.450397 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3b35237a-e3ca-4c4e-89e2-ab032b34c16d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:02.461742 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c020be39-0569-4f34-94be-0cd48c1fc822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:02.473978 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:02.520801 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-88b59023-d0bc-4070-b88c-9da14ed2283f tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Deleting port 8051ba20-6c89-4bb7-9036-91eaf3c1d786 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:02.521018 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-88b59023-d0bc-4070-b88c-9da14ed2283f tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:02.539083 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b35237a-e3ca-4c4e-89e2-ab032b34c16d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:02.543752 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3b35237a-e3ca-4c4e-89e2-ab032b34c16d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:02.562214 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c020be39-0569-4f34-94be-0cd48c1fc822 None None] Network aa7afffa-e17d-4c0b-836c-b0db2fea3cec is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:02.569049 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-c020be39-0569-4f34-94be-0cd48c1fc822 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:02.571836 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-9c756767-2e83-4e11-b049-be482c9a20d7 None None] For port 35b24b4d-2876-4612-9103-acdcebea4197, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=35b24b4d-2876-4612-9103-acdcebea4197,segment=NetworkSegment(19143783-383f-4330-93cc-2f1da60baa2a),segment_id=19143783-383f-4330-93cc-2f1da60baa2a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:02.572219 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9c756767-2e83-4e11-b049-be482c9a20d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:02.584762 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c020be39-0569-4f34-94be-0cd48c1fc822 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:02.655955 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc421c1-0e08-482a-a8a8-cee075c08e22 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:48:02.666714 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] Sync routers for ids ['4ce929a1-a885-4508-a2a9-aae7a984580d'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:48:02.670592 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Deleting port 35b24b4d-2876-4612-9103-acdcebea4197 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:02.671211 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:02.682901 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] Routers {'4ce929a1-a885-4508-a2a9-aae7a984580d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:02.684629 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4ce929a1-a885-4508-a2a9-aae7a984580d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:02.686154 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.ipam_backend_mixin [None req-3b35237a-e3ca-4c4e-89e2-ab032b34c16d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Performing IP validity checks on allocation pools {{(pid=88052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 10 14:48:02.689042 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.ipam_backend_mixin [None req-3b35237a-e3ca-4c4e-89e2-ab032b34c16d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 10 14:48:02.697574 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020be39-0569-4f34-94be-0cd48c1fc822 None None] Pushing event updated for resources: {'Port': ['ID=4ec0af6a-0c31-4305-9b6c-8b6d6263255f,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:02.708285 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dbc421c1-0e08-482a-a8a8-cee075c08e22 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:02.709658 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-dbc421c1-0e08-482a-a8a8-cee075c08e22 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.9052207 May 10 14:48:02.713040 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-9c756767-2e83-4e11-b049-be482c9a20d7 None None] Calling delete_port for 35b24b4d-2876-4612-9103-acdcebea4197 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:02.721082 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38492) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:02.740722 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 35b24b4d-2876-4612-9103-acdcebea4197 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:48:02.793171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-67bb4c17-236f-423e-b2b6-25271e6cb1d0 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:02.899924 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] Set router 4ce929a1-a885-4508-a2a9-aae7a984580d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:48:03.019700 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No ports have port_id starting with 35b24b4d-2876-4612-9103-acdcebea4197 May 10 14:48:03.062324 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-381b9171-d163-4add-b15d-09d326c4c82a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:03.100784 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-381b9171-d163-4add-b15d-09d326c4c82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:03.108556 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9c756767-2e83-4e11-b049-be482c9a20d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:03.118842 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-c020be39-0569-4f34-94be-0cd48c1fc822 None None] Attempting to bind port 4ec0af6a-0c31-4305-9b6c-8b6d6263255f on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:48:03.119212 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-c020be39-0569-4f34-94be-0cd48c1fc822 None None] Attempting to bind port 4ec0af6a-0c31-4305-9b6c-8b6d6263255f by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '76fe6fbd-5476-4144-9dd0-5971ebff891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:48:03.119567 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c020be39-0569-4f34-94be-0cd48c1fc822 None None] Attempting to bind port 4ec0af6a-0c31-4305-9b6c-8b6d6263255f on network aa7afffa-e17d-4c0b-836c-b0db2fea3cec {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:48:03.174981 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c756767-2e83-4e11-b049-be482c9a20d7 None None] No DVR routers for this DVR port 35b24b4d-2876-4612-9103-acdcebea4197 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:48:03.176551 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c020be39-0569-4f34-94be-0cd48c1fc822 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:48:03.176914 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c020be39-0569-4f34-94be-0cd48c1fc822 None None] Checking segment: {'id': '76fe6fbd-5476-4144-9dd0-5971ebff891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:03.177321 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c020be39-0569-4f34-94be-0cd48c1fc822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:03.178001 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c020be39-0569-4f34-94be-0cd48c1fc822 None None] Bound using segment: {'id': '76fe6fbd-5476-4144-9dd0-5971ebff891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:48:03.178505 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-c020be39-0569-4f34-94be-0cd48c1fc822 None None] Bound port: 4ec0af6a-0c31-4305-9b6c-8b6d6263255f, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fe6fbd-5476-4144-9dd0-5971ebff891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:48:03.178872 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c020be39-0569-4f34-94be-0cd48c1fc822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:03.189537 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c756767-2e83-4e11-b049-be482c9a20d7 None None] Pushing event deleted for resources: {'Port': ['ID=35b24b4d-2876-4612-9103-acdcebea4197,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:03.226257 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-67bb4c17-236f-423e-b2b6-25271e6cb1d0 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Calling delete_port for b9ed2d47-9ffb-4ba5-8354-2a36db12425f owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:03.248315 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985080515', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:47:56Z', 'updated_at': '2022-05-10T14:47:59Z', 'revision_number': 3, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'gw_port': {'id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:47:57Z', 'updated_at': '2022-05-10T14:47:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:03.252897 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] Checking router: 4ce929a1-a885-4508-a2a9-aae7a984580d for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:48:03.253238 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] Updating router 4ce929a1-a885-4508-a2a9-aae7a984580d port 2dd593a2-f800-4775-bd2c-ba262d3b08ad binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:48:03.265511 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3b35237a-e3ca-4c4e-89e2-ab032b34c16d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:03.304545 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-c020be39-0569-4f34-94be-0cd48c1fc822 None None] For port 4ec0af6a-0c31-4305-9b6c-8b6d6263255f, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:48:03.312990 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-c020be39-0569-4f34-94be-0cd48c1fc822 None None] For port 4ec0af6a-0c31-4305-9b6c-8b6d6263255f, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=4ec0af6a-0c31-4305-9b6c-8b6d6263255f,segment=NetworkSegment(76fe6fbd-5476-4144-9dd0-5971ebff891e),segment_id=76fe6fbd-5476-4144-9dd0-5971ebff891e)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:48:03.319045 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:03.321430 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c020be39-0569-4f34-94be-0cd48c1fc822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:03.363954 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-381b9171-d163-4add-b15d-09d326c4c82a admin admin] Allocated IP 172.26.0.97 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:03.387754 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] The port '35b24b4d-2876-4612-9103-acdcebea4197' was deleted {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:48:03.399143 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0203f0c3-4002-4184-b157-3a3506e7b1f2 tempest-TestNetworkAdvancedServerOps-1613514548 tempest-TestNetworkAdvancedServerOps-1613514548-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=ff413262496f40d691ca8346c51f1a79&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6530309 May 10 14:48:03.400155 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35237a-e3ca-4c4e-89e2-ab032b34c16d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Subnet': ['ID=5754cec3-8725-42cb-af06-4364a050dd01,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:03.403690 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38498) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:03.436625 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b35237a-e3ca-4c4e-89e2-ab032b34c16d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Checking segment: {'id': 'c52d68b2-4335-432e-86c8-6a4a9d0f072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3d870b60-b6b2-4ceb-bcb9-11110102496c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:03.437080 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b35237a-e3ca-4c4e-89e2-ab032b34c16d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network hostable DHCP agents. Network: 3d870b60-b6b2-4ceb-bcb9-11110102496c, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:48:03.453650 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-297a2e85-05f2-4e76-ac06-e29c481e2fa7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:03.507336 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020be39-0569-4f34-94be-0cd48c1fc822 None None] Pushing event updated for resources: {'Port': ['ID=4ec0af6a-0c31-4305-9b6c-8b6d6263255f,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:03.611722 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b35237a-e3ca-4c4e-89e2-ab032b34c16d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network 3d870b60-b6b2-4ceb-bcb9-11110102496c is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:48:03.663968 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-3b35237a-e3ca-4c4e-89e2-ab032b34c16d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 3d870b60-b6b2-4ceb-bcb9-11110102496c) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:03.669381 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-88b59023-d0bc-4070-b88c-9da14ed2283f tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:03.685211 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b35237a-e3ca-4c4e-89e2-ab032b34c16d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:03.685898 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3b35237a-e3ca-4c4e-89e2-ab032b34c16d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:03.701873 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b854e13-a186-4d7a-beb9-8ab497fc0b53 None None] Network 3d870b60-b6b2-4ceb-bcb9-11110102496c requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:03.708062 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1b3bc8-aee2-4ffb-8899-92dbe9e5653a tempest-TestNetworkAdvancedServerOps-1613514548 tempest-TestNetworkAdvancedServerOps-1613514548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:03.711883 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bc1b3bc8-aee2-4ffb-8899-92dbe9e5653a tempest-TestNetworkAdvancedServerOps-1613514548 tempest-TestNetworkAdvancedServerOps-1613514548-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3028562 May 10 14:48:03.720555 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38502) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:03.775388 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ce3318f0-447f-47dc-8fdc-7bc8ace6a8d4 tempest-TestNetworkAdvancedServerOps-1613514548 tempest-TestNetworkAdvancedServerOps-1613514548-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507641 May 10 14:48:03.776825 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38506) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:03.782159 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-83089a1b-7727-419c-8ecf-0a7af1e60178 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-296607195', 'network_id': '37b960e7-59a7-4942-aea6-10f467886311', 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:03.798556 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-381b9171-d163-4add-b15d-09d326c4c82a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:03.807280 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3b35237a-e3ca-4c4e-89e2-ab032b34c16d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8193452 May 10 14:48:03.813919 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38510) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:03.896714 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:03.922118 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-88b59023-d0bc-4070-b88c-9da14ed2283f tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Calling delete_port for 8051ba20-6c89-4bb7-9036-91eaf3c1d786 owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:03.958623 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a2e85-05f2-4e76-ac06-e29c481e2fa7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Subnet': ['ID=411cddca-209c-4e1a-b58d-2223709af17d,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:04.021973 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a9ef4a-4051-4d87-95c4-c8ed64871588']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:04.024998 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-b1610c2d-a8d8-4d42-af81-79a7ee828fde tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'port': {'network_id': '3d870b60-b6b2-4ceb-bcb9-11110102496c', 'name': 'tempest-PortsIpV6TestJSON-359046740'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:04.032112 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-55d5f110-d057-4af6-80f6-8cde7506885d tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Deleting port 7c38016e-c153-4e2b-b81f-dd1108429428 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:04.032447 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-55d5f110-d057-4af6-80f6-8cde7506885d tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:04.051458 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e89df48-9cb5-491b-b3f3-d63ea02a3ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-3d870b60-b6b2-4ceb-bcb9-11110102496c', 'network_id': '3d870b60-b6b2-4ceb-bcb9-11110102496c', 'tenant_id': 'fde696bf50f046b399c8c2f96142680f', 'fixed_ips': [{'subnet_id': '5754cec3-8725-42cb-af06-4364a050dd01'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:48:04.052364 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7e89df48-9cb5-491b-b3f3-d63ea02a3ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:04.073087 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297a2e85-05f2-4e76-ac06-e29c481e2fa7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Checking segment: {'id': 'ece18f10-7cee-4c24-8616-82f0dc046e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5479cc0b-ed50-461c-a5e1-9947c14b3eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:04.073443 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297a2e85-05f2-4e76-ac06-e29c481e2fa7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Network hostable DHCP agents. Network: 5479cc0b-ed50-461c-a5e1-9947c14b3eb6, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:48:04.091632 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19143783-383f-4330-93cc-2f1da60baa2a') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:04.091946 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19143783-383f-4330-93cc-2f1da60baa2a') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:04.128538 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:04.173108 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-83089a1b-7727-419c-8ecf-0a7af1e60178 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:04.192558 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-83089a1b-7727-419c-8ecf-0a7af1e60178 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Usage tracker for resource:subnet and tenant:ff413262496f40d691ca8346c51f1a79 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:04.197893 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-83089a1b-7727-419c-8ecf-0a7af1e60178 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:04.205253 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:04.214241 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-83089a1b-7727-419c-8ecf-0a7af1e60178 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:04.217285 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-381b9171-d163-4add-b15d-09d326c4c82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:04.218498 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297a2e85-05f2-4e76-ac06-e29c481e2fa7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Network 5479cc0b-ed50-461c-a5e1-9947c14b3eb6 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:48:04.238604 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-7e89df48-9cb5-491b-b3f3-d63ea02a3ab8 None None] Allocated IP 2001:db8::2 (3d870b60-b6b2-4ceb-bcb9-11110102496c/5754cec3-8725-42cb-af06-4364a050dd01/a4a9ad99-0e06-4d56-b4d7-6ab14252a878) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:04.281454 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b1610c2d-a8d8-4d42-af81-79a7ee828fde tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:04.291180 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b1610c2d-a8d8-4d42-af81-79a7ee828fde tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:04.306878 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:48:04.307483 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:04.318204 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83089a1b-7727-419c-8ecf-0a7af1e60178 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Made reservation on behalf of ff413262496f40d691ca8346c51f1a79 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:04.321716 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-83089a1b-7727-419c-8ecf-0a7af1e60178 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:48:04.327816 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:48:04.335613 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1610c2d-a8d8-4d42-af81-79a7ee828fde tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:04.339077 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b1610c2d-a8d8-4d42-af81-79a7ee828fde tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:04.351861 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381b9171-d163-4add-b15d-09d326c4c82a admin admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:04.361204 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-381b9171-d163-4add-b15d-09d326c4c82a admin admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:04.373083 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381b9171-d163-4add-b15d-09d326c4c82a admin admin] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:04.415177 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-297a2e85-05f2-4e76-ac06-e29c481e2fa7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 5479cc0b-ed50-461c-a5e1-9947c14b3eb6) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:04.419859 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297a2e85-05f2-4e76-ac06-e29c481e2fa7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:04.420737 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-297a2e85-05f2-4e76-ac06-e29c481e2fa7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:04.430596 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b374026-b08d-4555-bb54-6e01fec01679 None None] Network 5479cc0b-ed50-461c-a5e1-9947c14b3eb6 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:04.518375 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-67bb4c17-236f-423e-b2b6-25271e6cb1d0 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:04.532287 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b9171-d163-4add-b15d-09d326c4c82a admin admin] Pushing event updated for resources: {'Port': ['ID=c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:04.546337 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-b1610c2d-a8d8-4d42-af81-79a7ee828fde tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] device_id is not set on port 001335d3-0a73-46ff-b46c-f3362bf85d25 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:48:04.575028 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:04.580665 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:04.593519 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/networks/10a9ef4a-4051-4d87-95c4-c8ed64871588 HTTP/1.1" status: 204 len: 168 time: 5.4978421 May 10 14:48:04.608127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38514) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:04.650903 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:04.651444 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-6293aede-a178-4817-beb0-d072ae2d2e56 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1675313392'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:04.682975 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6293aede-a178-4817-beb0-d072ae2d2e56 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:04.694348 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7e89df48-9cb5-491b-b3f3-d63ea02a3ab8 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:04.706219 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb4c17-236f-423e-b2b6-25271e6cb1d0 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Pushing event deleted for resources: {'Port': ['ID=b9ed2d47-9ffb-4ba5-8354-2a36db12425f,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:04.726034 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4ec0af6a-0c31-4305-9b6c-8b6d6263255f up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:04.731759 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6293aede-a178-4817-beb0-d072ae2d2e56 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Usage tracker for resource:network and tenant:b34db3219d0c46478753528b094049df is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:04.735643 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6293aede-a178-4817-beb0-d072ae2d2e56 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:04.738279 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-297a2e85-05f2-4e76-ac06-e29c481e2fa7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7055297 May 10 14:48:04.745298 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6293aede-a178-4817-beb0-d072ae2d2e56 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:04.758981 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38518) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:04.764833 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511c976-876d-45fb-9e83-99dd5e8b2c28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Network': ['ID=10a9ef4a-4051-4d87-95c4-c8ed64871588,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:04.767801 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7e89df48-9cb5-491b-b3f3-d63ea02a3ab8 None None] Transition to ACTIVE for port object a4a9ad99-0e06-4d56-b4d7-6ab14252a878 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:04.770700 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-b14d530a-10bf-414c-a74f-e4681b7226ba tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1221478966', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}, 'admin_state_up': False}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:04.807804 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-55d5f110-d057-4af6-80f6-8cde7506885d tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:04.836418 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b14d530a-10bf-414c-a74f-e4681b7226ba tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:04.891047 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7e89df48-9cb5-491b-b3f3-d63ea02a3ab8 None None] Transition to ACTIVE for port object a4a9ad99-0e06-4d56-b4d7-6ab14252a878 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:04.902800 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b14d530a-10bf-414c-a74f-e4681b7226ba tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Usage tracker for resource:router and tenant:d96b13b642cb4adf9c29a3eb1de983c1 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:04.954459 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7e89df48-9cb5-491b-b3f3-d63ea02a3ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.043850 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33103e0-35c6-411d-bfbb-b75f70eb6f93 None None] Network aa7afffa-e17d-4c0b-836c-b0db2fea3cec requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:05.069220 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6293aede-a178-4817-beb0-d072ae2d2e56 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Made reservation on behalf of b34db3219d0c46478753528b094049df for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:05.074245 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6293aede-a178-4817-beb0-d072ae2d2e56 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.141042 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-55d5f110-d057-4af6-80f6-8cde7506885d tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Calling delete_port for 7c38016e-c153-4e2b-b81f-dd1108429428 owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:05.170700 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b14d530a-10bf-414c-a74f-e4681b7226ba tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:05.190582 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0fbdaf5e-5b14-4c4a-aac2-565d0a317fdd None None] Provisioning for port 4ec0af6a-0c31-4305-9b6c-8b6d6263255f completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:05.194279 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] Transition to ACTIVE for port object 2dd593a2-f800-4775-bd2c-ba262d3b08ad will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:05.196378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b14d530a-10bf-414c-a74f-e4681b7226ba tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:05.210813 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-88b59023-d0bc-4070-b88c-9da14ed2283f tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.219599 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e89df48-9cb5-491b-b3f3-d63ea02a3ab8 None None] Network 3d870b60-b6b2-4ceb-bcb9-11110102496c is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:05.220525 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc898e2-d696-464e-8285-46b84a409b6e None None] Network 5479cc0b-ed50-461c-a5e1-9947c14b3eb6 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:05.223799 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.241525 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-7e89df48-9cb5-491b-b3f3-d63ea02a3ab8 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:05.248699 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89df48-9cb5-491b-b3f3-d63ea02a3ab8 None None] Pushing event updated for resources: {'Port': ['ID=a4a9ad99-0e06-4d56-b4d7-6ab14252a878,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:05.250936 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 4ec0af6a-0c31-4305-9b6c-8b6d6263255f completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:05.257258 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-67bb4c17-236f-423e-b2b6-25271e6cb1d0 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.258720 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e89df48-9cb5-491b-b3f3-d63ea02a3ab8 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:05.306205 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 4ec0af6a-0c31-4305-9b6c-8b6d6263255f triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:05.306512 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.336538 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d7af1-acd3-4949-a03d-fba29a24af02 None None] Pushing event updated for resources: {'Port': ['ID=2dd593a2-f800-4775-bd2c-ba262d3b08ad,revision_number=2']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:05.354181 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d7af1-acd3-4949-a03d-fba29a24af02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:05.354772 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d7af1-acd3-4949-a03d-fba29a24af02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:05.355366 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d7af1-acd3-4949-a03d-fba29a24af02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:05.356320 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d7af1-acd3-4949-a03d-fba29a24af02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:05.356760 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d7af1-acd3-4949-a03d-fba29a24af02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:05.357203 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d7af1-acd3-4949-a03d-fba29a24af02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:05.358075 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d7af1-acd3-4949-a03d-fba29a24af02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:05.359029 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d7af1-acd3-4949-a03d-fba29a24af02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:05.359029 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d7af1-acd3-4949-a03d-fba29a24af02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:05.359553 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d7af1-acd3-4949-a03d-fba29a24af02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:05.359963 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d7af1-acd3-4949-a03d-fba29a24af02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:05.361129 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d7af1-acd3-4949-a03d-fba29a24af02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:05.390759 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6293aede-a178-4817-beb0-d072ae2d2e56 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:48:05.406254 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] Attempting to bind port 2dd593a2-f800-4775-bd2c-ba262d3b08ad on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:48:05.407891 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] Attempting to bind port 2dd593a2-f800-4775-bd2c-ba262d3b08ad by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:48:05.407891 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] Attempting to bind port 2dd593a2-f800-4775-bd2c-ba262d3b08ad on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:48:05.415375 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:48:05.415953 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:05.417138 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.418858 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:48:05.419505 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] Bound port: 2dd593a2-f800-4775-bd2c-ba262d3b08ad, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:48:05.420006 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.426631 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b59023-d0bc-4070-b88c-9da14ed2283f tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Pushing event deleted for resources: {'Port': ['ID=8051ba20-6c89-4bb7-9036-91eaf3c1d786,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:05.489426 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b14d530a-10bf-414c-a74f-e4681b7226ba tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.490462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b14d530a-10bf-414c-a74f-e4681b7226ba tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.502076 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6293aede-a178-4817-beb0-d072ae2d2e56 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.502705 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-6293aede-a178-4817-beb0-d072ae2d2e56 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Added segment 57c11599-5839-49b5-9019-ae1d223430dc of type vlan for network 2519efcb-2364-47de-b89c-9982986d5cd5 May 10 14:48:05.505247 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-b1610c2d-a8d8-4d42-af81-79a7ee828fde tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Allocated IP 2001:db8::38d (3d870b60-b6b2-4ceb-bcb9-11110102496c/5754cec3-8725-42cb-af06-4364a050dd01/001335d3-0a73-46ff-b46c-f3362bf85d25) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:05.525839 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-381b9171-d163-4add-b15d-09d326c4c82a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.547494 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] For port 2dd593a2-f800-4775-bd2c-ba262d3b08ad, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:48:05.551856 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] For port 2dd593a2-f800-4775-bd2c-ba262d3b08ad, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2dd593a2-f800-4775-bd2c-ba262d3b08ad,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:48:05.560888 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.582193 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-67bb4c17-236f-423e-b2b6-25271e6cb1d0 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.595296 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-67bb4c17-236f-423e-b2b6-25271e6cb1d0 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.601186 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b14d530a-10bf-414c-a74f-e4681b7226ba tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.640764 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-88b59023-d0bc-4070-b88c-9da14ed2283f tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.675559 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-7e89df48-9cb5-491b-b3f3-d63ea02a3ab8 None None] Attempting to bind port a4a9ad99-0e06-4d56-b4d7-6ab14252a878 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:48:05.675922 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-7e89df48-9cb5-491b-b3f3-d63ea02a3ab8 None None] Attempting to bind port a4a9ad99-0e06-4d56-b4d7-6ab14252a878 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'c52d68b2-4335-432e-86c8-6a4a9d0f072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3d870b60-b6b2-4ceb-bcb9-11110102496c'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:48:05.676281 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e89df48-9cb5-491b-b3f3-d63ea02a3ab8 None None] Attempting to bind port a4a9ad99-0e06-4d56-b4d7-6ab14252a878 on network 3d870b60-b6b2-4ceb-bcb9-11110102496c {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:48:05.690452 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] Routers {'4ce929a1-a885-4508-a2a9-aae7a984580d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:05.691128 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4ce929a1-a885-4508-a2a9-aae7a984580d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:05.693781 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6293aede-a178-4817-beb0-d072ae2d2e56 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.698886 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e89df48-9cb5-491b-b3f3-d63ea02a3ab8 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:48:05.699309 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e89df48-9cb5-491b-b3f3-d63ea02a3ab8 None None] Checking segment: {'id': 'c52d68b2-4335-432e-86c8-6a4a9d0f072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3d870b60-b6b2-4ceb-bcb9-11110102496c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:05.699708 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7e89df48-9cb5-491b-b3f3-d63ea02a3ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.700188 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e89df48-9cb5-491b-b3f3-d63ea02a3ab8 None None] Bound using segment: {'id': 'c52d68b2-4335-432e-86c8-6a4a9d0f072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3d870b60-b6b2-4ceb-bcb9-11110102496c'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:48:05.700657 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-7e89df48-9cb5-491b-b3f3-d63ea02a3ab8 None None] Bound port: a4a9ad99-0e06-4d56-b4d7-6ab14252a878, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52d68b2-4335-432e-86c8-6a4a9d0f072e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '3d870b60-b6b2-4ceb-bcb9-11110102496c'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:48:05.701025 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7e89df48-9cb5-491b-b3f3-d63ea02a3ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.766953 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d7af1-acd3-4949-a03d-fba29a24af02 None None] Pushing event updated for resources: {'Port': ['ID=2dd593a2-f800-4775-bd2c-ba262d3b08ad,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:05.869464 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-83089a1b-7727-419c-8ecf-0a7af1e60178 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.892686 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.950342 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7e89df48-9cb5-491b-b3f3-d63ea02a3ab8 None None] For port a4a9ad99-0e06-4d56-b4d7-6ab14252a878, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:48:05.964605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-88b59023-d0bc-4070-b88c-9da14ed2283f tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.968752 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-88b59023-d0bc-4070-b88c-9da14ed2283f tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.972307 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7e89df48-9cb5-491b-b3f3-d63ea02a3ab8 None None] For port a4a9ad99-0e06-4d56-b4d7-6ab14252a878, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=a4a9ad99-0e06-4d56-b4d7-6ab14252a878,segment=NetworkSegment(c52d68b2-4335-432e-86c8-6a4a9d0f072e),segment_id=c52d68b2-4335-432e-86c8-6a4a9d0f072e)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:48:05.975866 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] Set router 4ce929a1-a885-4508-a2a9-aae7a984580d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:48:05.987599 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7e89df48-9cb5-491b-b3f3-d63ea02a3ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:05.992314 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 4ec0af6a-0c31-4305-9b6c-8b6d6263255f, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=4ec0af6a-0c31-4305-9b6c-8b6d6263255f,segment=NetworkSegment(76fe6fbd-5476-4144-9dd0-5971ebff891e),segment_id=76fe6fbd-5476-4144-9dd0-5971ebff891e)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:06.027223 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-67bb4c17-236f-423e-b2b6-25271e6cb1d0 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:06.028370 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bb4c17-236f-423e-b2b6-25271e6cb1d0 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Fanout notify agent at l3_agent the message router_deleted on router 6e80a230-06c8-44f7-ba6d-4a9d23a9c882 {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:48:06.029868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-88b59023-d0bc-4070-b88c-9da14ed2283f tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:06.033516 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:06.036956 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b59023-d0bc-4070-b88c-9da14ed2283f tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Fanout notify agent at l3_agent the message router_deleted on router a34d981b-acd2-4adb-91aa-0152a9668a0a {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:48:06.109547 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89df48-9cb5-491b-b3f3-d63ea02a3ab8 None None] Pushing event updated for resources: {'Port': ['ID=a4a9ad99-0e06-4d56-b4d7-6ab14252a878,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:06.229869 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=4ec0af6a-0c31-4305-9b6c-8b6d6263255f,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:06.336866 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83089a1b-7727-419c-8ecf-0a7af1e60178 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Pushing event updated for resources: {'Subnet': ['ID=f77b7b59-c302-4fb7-b4fd-f13da52bf4b0,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:06.349303 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-860f549e-7b57-4d26-a8c9-7de55fb9b9d5 None None] Provisioning complete for port 4ec0af6a-0c31-4305-9b6c-8b6d6263255f triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:06.349676 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-860f549e-7b57-4d26-a8c9-7de55fb9b9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:06.377253 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-88b59023-d0bc-4070-b88c-9da14ed2283f tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:06.377253 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-88b59023-d0bc-4070-b88c-9da14ed2283f tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "DELETE /v2.0/routers/a34d981b-acd2-4adb-91aa-0152a9668a0a HTTP/1.1" status: 204 len: 168 time: 5.4988062 May 10 14:48:06.395321 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38524) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:06.405939 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7671cedd-d6a9-4307-bcb3-5f041007c239 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1665319088', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}, 'admin_state_up': False}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:06.430050 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985080515', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:47:56Z', 'updated_at': '2022-05-10T14:47:59Z', 'revision_number': 3, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'gw_port': {'id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:47:57Z', 'updated_at': '2022-05-10T14:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:06.437953 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c54c58-daa8-490f-a437-76c6c420397e None None] The sync data for ids ['4ce929a1-a885-4508-a2a9-aae7a984580d'] in dv-neutron-841204-2-hyperv is: [{'id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985080515', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:47:56Z', 'updated_at': '2022-05-10T14:47:59Z', 'revision_number': 3, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'gw_port': {'id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:47:57Z', 'updated_at': '2022-05-10T14:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:48:06.471742 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6293aede-a178-4817-beb0-d072ae2d2e56 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:06.474520 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-67bb4c17-236f-423e-b2b6-25271e6cb1d0 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:06.479094 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-67bb4c17-236f-423e-b2b6-25271e6cb1d0 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "DELETE /v2.0/routers/6e80a230-06c8-44f7-ba6d-4a9d23a9c882 HTTP/1.1" status: 204 len: 168 time: 6.1925163 May 10 14:48:06.479094 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-55d5f110-d057-4af6-80f6-8cde7506885d tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:06.479377 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6293aede-a178-4817-beb0-d072ae2d2e56 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:06.479377 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6293aede-a178-4817-beb0-d072ae2d2e56 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:06.483023 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38528) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:06.483952 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7671cedd-d6a9-4307-bcb3-5f041007c239 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:06.622990 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b14d530a-10bf-414c-a74f-e4681b7226ba tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:06.652032 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5f110-d057-4af6-80f6-8cde7506885d tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Pushing event deleted for resources: {'Port': ['ID=7c38016e-c153-4e2b-b81f-dd1108429428,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:06.655515 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7671cedd-d6a9-4307-bcb3-5f041007c239 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Usage tracker for resource:router and tenant:38ac19a791a74a98ba5a2ed20dbbec88 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:06.660914 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-3210dbb4-fda5-49c1-98ab-51ea5d4f684b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-766173275', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}, 'admin_state_up': False}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:06.671876 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7671cedd-d6a9-4307-bcb3-5f041007c239 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:06.683335 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3210dbb4-fda5-49c1-98ab-51ea5d4f684b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:06.685674 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b1610c2d-a8d8-4d42-af81-79a7ee828fde tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:06.689466 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7671cedd-d6a9-4307-bcb3-5f041007c239 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:06.709475 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3210dbb4-fda5-49c1-98ab-51ea5d4f684b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Usage tracker for resource:router and tenant:0648981e1c164d18960c09fab37cd756 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:06.711994 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83089a1b-7727-419c-8ecf-0a7af1e60178 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Checking segment: {'id': 'b8e4e5ad-f88f-4792-8961-17ae88f4e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '37b960e7-59a7-4942-aea6-10f467886311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:06.712951 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83089a1b-7727-419c-8ecf-0a7af1e60178 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Network hostable DHCP agents. Network: 37b960e7-59a7-4942-aea6-10f467886311, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:48:06.749474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3210dbb4-fda5-49c1-98ab-51ea5d4f684b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:06.764925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3210dbb4-fda5-49c1-98ab-51ea5d4f684b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:06.811703 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device a4a9ad99-0e06-4d56-b4d7-6ab14252a878 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:06.825815 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-b1610c2d-a8d8-4d42-af81-79a7ee828fde tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Transition to ACTIVE for port object 001335d3-0a73-46ff-b46c-f3362bf85d25 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:06.827496 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7671cedd-d6a9-4307-bcb3-5f041007c239 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:06.828602 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7671cedd-d6a9-4307-bcb3-5f041007c239 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:06.931758 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6293aede-a178-4817-beb0-d072ae2d2e56 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3122690 May 10 14:48:06.938375 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port a4a9ad99-0e06-4d56-b4d7-6ab14252a878 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:06.945762 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4ec0af6a-0c31-4305-9b6c-8b6d6263255f up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:06.958807 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b1610c2d-a8d8-4d42-af81-79a7ee828fde tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:06.960225 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38532) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:06.972064 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293aede-a178-4817-beb0-d072ae2d2e56 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Network': ['ID=2519efcb-2364-47de-b89c-9982986d5cd5,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:07.009509 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 2519efcb-2364-47de-b89c-9982986d5cd5 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:48:07.070711 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-fb303fbf-e26b-4cf8-856e-c68f33f8e8b2 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'subnet': {'network_id': '2519efcb-2364-47de-b89c-9982986d5cd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:07.180883 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3210dbb4-fda5-49c1-98ab-51ea5d4f684b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:07.181890 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3210dbb4-fda5-49c1-98ab-51ea5d4f684b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:07.213776 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7671cedd-d6a9-4307-bcb3-5f041007c239 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:07.261275 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1610c2d-a8d8-4d42-af81-79a7ee828fde tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network 3d870b60-b6b2-4ceb-bcb9-11110102496c is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:07.268680 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 4ec0af6a-0c31-4305-9b6c-8b6d6263255f triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:07.269232 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:07.269327 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-fb303fbf-e26b-4cf8-856e-c68f33f8e8b2 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:07.275482 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-b1610c2d-a8d8-4d42-af81-79a7ee828fde tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:07.289170 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83089a1b-7727-419c-8ecf-0a7af1e60178 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Network 37b960e7-59a7-4942-aea6-10f467886311 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:48:07.308435 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-fb303fbf-e26b-4cf8-856e-c68f33f8e8b2 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Usage tracker for resource:subnet and tenant:b34db3219d0c46478753528b094049df is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:07.318518 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1610c2d-a8d8-4d42-af81-79a7ee828fde tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:07.326589 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1610c2d-a8d8-4d42-af81-79a7ee828fde tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:07.327254 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b1610c2d-a8d8-4d42-af81-79a7ee828fde tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:07.351092 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-fb303fbf-e26b-4cf8-856e-c68f33f8e8b2 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:07.360289 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-381b9171-d163-4add-b15d-09d326c4c82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:07.425289 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3210dbb4-fda5-49c1-98ab-51ea5d4f684b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:07.514819 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff6ce34-26e5-4252-b0c6-f74ec98aae2d None None] Network 3d870b60-b6b2-4ceb-bcb9-11110102496c requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:07.592155 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-fb303fbf-e26b-4cf8-856e-c68f33f8e8b2 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:07.605218 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1610c2d-a8d8-4d42-af81-79a7ee828fde tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Port': ['ID=001335d3-0a73-46ff-b46c-f3362bf85d25,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:07.610187 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b1610c2d-a8d8-4d42-af81-79a7ee828fde tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7942038 May 10 14:48:07.613328 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-55d5f110-d057-4af6-80f6-8cde7506885d tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:07.615280 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-83089a1b-7727-419c-8ecf-0a7af1e60178 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 37b960e7-59a7-4942-aea6-10f467886311) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:07.619528 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83089a1b-7727-419c-8ecf-0a7af1e60178 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:07.620272 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-83089a1b-7727-419c-8ecf-0a7af1e60178 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:07.626163 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38536) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:07.632248 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bc4eb1-5cd6-422a-94ff-02a4c1525823 None None] Network 37b960e7-59a7-4942-aea6-10f467886311 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:07.695349 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb303fbf-e26b-4cf8-856e-c68f33f8e8b2 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Made reservation on behalf of b34db3219d0c46478753528b094049df for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:07.699667 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fb303fbf-e26b-4cf8-856e-c68f33f8e8b2 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:07.732699 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-83089a1b-7727-419c-8ecf-0a7af1e60178 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.9552617 May 10 14:48:07.742587 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38540) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:07.774182 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-dc935697-709e-434f-891e-4303383845c3 None None] Provisioning for port a4a9ad99-0e06-4d56-b4d7-6ab14252a878 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:07.789242 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-dc935697-709e-434f-891e-4303383845c3 None None] Provisioning complete for port a4a9ad99-0e06-4d56-b4d7-6ab14252a878 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:07.789617 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dc935697-709e-434f-891e-4303383845c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:07.810416 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381b9171-d163-4add-b15d-09d326c4c82a admin admin] Router 6e6d938e-c580-4278-b882-b47854d8c535 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:48:07.950324 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-d674f149-f4a0-48df-b244-fbecbe4cd49d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port 001335d3-0a73-46ff-b46c-f3362bf85d25 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:07.950738 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d674f149-f4a0-48df-b244-fbecbe4cd49d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:08.140609 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb4bf0e-6c41-49ab-998e-1e63c62bcc7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-37b960e7-59a7-4942-aea6-10f467886311', 'network_id': '37b960e7-59a7-4942-aea6-10f467886311', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'fixed_ips': [{'subnet_id': 'f77b7b59-c302-4fb7-b4fd-f13da52bf4b0'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:48:08.141418 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2cb4bf0e-6c41-49ab-998e-1e63c62bcc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:08.153275 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dc935697-709e-434f-891e-4303383845c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:08.238543 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381b9171-d163-4add-b15d-09d326c4c82a admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:48:08.273407 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] Sync routers for ids ['6e6d938e-c580-4278-b882-b47854d8c535'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:48:08.309023 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-dc935697-709e-434f-891e-4303383845c3 None None] For port a4a9ad99-0e06-4d56-b4d7-6ab14252a878, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=a4a9ad99-0e06-4d56-b4d7-6ab14252a878,segment=NetworkSegment(c52d68b2-4335-432e-86c8-6a4a9d0f072e),segment_id=c52d68b2-4335-432e-86c8-6a4a9d0f072e)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:08.323299 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] Routers {'6e6d938e-c580-4278-b882-b47854d8c535'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:08.323857 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6e6d938e-c580-4278-b882-b47854d8c535'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:08.413843 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dc935697-709e-434f-891e-4303383845c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:08.472089 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-381b9171-d163-4add-b15d-09d326c4c82a admin admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:08.473408 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-381b9171-d163-4add-b15d-09d326c4c82a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3537023 May 10 14:48:08.490708 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3210dbb4-fda5-49c1-98ab-51ea5d4f684b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:08.507792 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38544) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:08.522278 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7671cedd-d6a9-4307-bcb3-5f041007c239 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:08.585322 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d674f149-f4a0-48df-b244-fbecbe4cd49d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:08.778458 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc935697-709e-434f-891e-4303383845c3 None None] Pushing event updated for resources: {'Port': ['ID=a4a9ad99-0e06-4d56-b4d7-6ab14252a878,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:08.788572 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2dd593a2-f800-4775-bd2c-ba262d3b08ad up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:08.807920 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-d674f149-f4a0-48df-b244-fbecbe4cd49d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Calling delete_port for 001335d3-0a73-46ff-b46c-f3362bf85d25 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:08.860422 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-2cb4bf0e-6c41-49ab-998e-1e63c62bcc7a None None] Allocated IP 172.20.0.2 (37b960e7-59a7-4942-aea6-10f467886311/f77b7b59-c302-4fb7-b4fd-f13da52bf4b0/5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:08.889958 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] Set router 6e6d938e-c580-4278-b882-b47854d8c535 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:48:08.904491 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fb303fbf-e26b-4cf8-856e-c68f33f8e8b2 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:09.101165 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb303fbf-e26b-4cf8-856e-c68f33f8e8b2 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Checking segment: {'id': '57c11599-5839-49b5-9019-ae1d223430dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '2519efcb-2364-47de-b89c-9982986d5cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:09.101659 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb303fbf-e26b-4cf8-856e-c68f33f8e8b2 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Network hostable DHCP agents. Network: 2519efcb-2364-47de-b89c-9982986d5cd5, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:48:09.124004 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb303fbf-e26b-4cf8-856e-c68f33f8e8b2 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Subnet': ['ID=d5c0552b-0a13-4ba7-a67c-4e71e29028ba,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:09.148928 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb303fbf-e26b-4cf8-856e-c68f33f8e8b2 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Network 2519efcb-2364-47de-b89c-9982986d5cd5 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:48:09.155958 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d674f149-f4a0-48df-b244-fbecbe4cd49d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:09.207860 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-cf842f08-36ed-4fff-ab93-11fca4c82085 None None] Provisioning for port 001335d3-0a73-46ff-b46c-f3362bf85d25 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:09.209031 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-fb303fbf-e26b-4cf8-856e-c68f33f8e8b2 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 2519efcb-2364-47de-b89c-9982986d5cd5) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:09.226904 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-cf842f08-36ed-4fff-ab93-11fca4c82085 None None] Provisioning complete for port 001335d3-0a73-46ff-b46c-f3362bf85d25 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:09.227319 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf842f08-36ed-4fff-ab93-11fca4c82085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:09.240646 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674f149-f4a0-48df-b244-fbecbe4cd49d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Port': ['ID=001335d3-0a73-46ff-b46c-f3362bf85d25,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:09.254582 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb303fbf-e26b-4cf8-856e-c68f33f8e8b2 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:09.255179 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fb303fbf-e26b-4cf8-856e-c68f33f8e8b2 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:09.260890 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d5f110-d057-4af6-80f6-8cde7506885d tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Router 98a708ad-cc9c-4e13-b972-fe23b51dddbe has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:48:09.263240 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a803e6f-66d1-4ba5-87b5-b4cecb68076b None None] Network 2519efcb-2364-47de-b89c-9982986d5cd5 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:09.263389 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d674f149-f4a0-48df-b244-fbecbe4cd49d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:09.284560 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d674f149-f4a0-48df-b244-fbecbe4cd49d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/ports/001335d3-0a73-46ff-b46c-f3362bf85d25 HTTP/1.1" status: 204 len: 168 time: 1.6507339 May 10 14:48:09.284755 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38548) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:09.296070 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 2dd593a2-f800-4775-bd2c-ba262d3b08ad completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:09.318911 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-cf842f08-36ed-4fff-ab93-11fca4c82085 None None] Port 001335d3-0a73-46ff-b46c-f3362bf85d25 was deleted so its status cannot be updated. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 10 14:48:09.326588 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-fb303fbf-e26b-4cf8-856e-c68f33f8e8b2 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3526201 May 10 14:48:09.330043 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38552) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:09.332939 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad497d32-caa6-4a7c-85cb-038c018fda69 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] DELETE failed (client error): The resource could not be found. May 10 14:48:09.333412 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad497d32-caa6-4a7c-85cb-038c018fda69 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:48:09.337616 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ad497d32-caa6-4a7c-85cb-038c018fda69 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/ports/001335d3-0a73-46ff-b46c-f3362bf85d25 HTTP/1.1" status: 404 len: 333 time: 0.0494874 May 10 14:48:09.352399 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38556) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:09.455949 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2318d42-2783-47c1-a5c6-a06ae94959fa tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] GET failed (client error): The resource could not be found. May 10 14:48:09.456480 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b2318d42-2783-47c1-a5c6-a06ae94959fa tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Synchronizing usage tracker for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:48:09.497173 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2cb4bf0e-6c41-49ab-998e-1e63c62bcc7a None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:09.507489 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b2318d42-2783-47c1-a5c6-a06ae94959fa tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Unset dirty status for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:48:09.508773 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b2318d42-2783-47c1-a5c6-a06ae94959fa tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports/001335d3-0a73-46ff-b46c-f3362bf85d25 HTTP/1.1" status: 404 len: 333 time: 0.1522653 May 10 14:48:09.509452 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2cb4bf0e-6c41-49ab-998e-1e63c62bcc7a None None] Transition to ACTIVE for port object 5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:09.512508 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38560) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:09.544151 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 2dd593a2-f800-4775-bd2c-ba262d3b08ad triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:09.544769 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:09.578849 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2cb4bf0e-6c41-49ab-998e-1e63c62bcc7a None None] Transition to ACTIVE for port object 5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:09.587105 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a0a7e47c-b569-4b32-980c-353219321e28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:09.609541 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63df2e9-2a0d-4b34-95dc-60b58b2aba2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting subnet 5754cec3-8725-42cb-af06-4364a050dd01 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:48:09.613722 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b63df2e9-2a0d-4b34-95dc-60b58b2aba2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:09.614578 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2cb4bf0e-6c41-49ab-998e-1e63c62bcc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:09.624825 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b14d530a-10bf-414c-a74f-e4681b7226ba tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:09.716441 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b63df2e9-2a0d-4b34-95dc-60b58b2aba2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:09.729993 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-cf842f08-36ed-4fff-ab93-11fca4c82085 None None] Provisioning complete for port a4a9ad99-0e06-4d56-b4d7-6ab14252a878 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:09.730521 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf842f08-36ed-4fff-ab93-11fca4c82085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:09.740624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b14d530a-10bf-414c-a74f-e4681b7226ba tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:09.757107 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a0a7e47c-b569-4b32-980c-353219321e28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:09.807171 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb4bf0e-6c41-49ab-998e-1e63c62bcc7a None None] Network 37b960e7-59a7-4942-aea6-10f467886311 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:09.823952 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-2cb4bf0e-6c41-49ab-998e-1e63c62bcc7a None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:09.833547 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb4bf0e-6c41-49ab-998e-1e63c62bcc7a None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:09.864835 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a0a7e47c-b569-4b32-980c-353219321e28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:09.877054 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4bf0e-6c41-49ab-998e-1e63c62bcc7a None None] Pushing event updated for resources: {'Port': ['ID=5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:09.906879 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b63df2e9-2a0d-4b34-95dc-60b58b2aba2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:09.948013 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7e47c-b569-4b32-980c-353219321e28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c0552b-0a13-4ba7-a67c-4e71e29028ba,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:10.079315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a0a7e47c-b569-4b32-980c-353219321e28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:10.080232 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d5f110-d057-4af6-80f6-8cde7506885d tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:48:10.096936 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45930f7-fdda-4afb-8264-3111ef4d764e None None] Sync routers for ids ['98a708ad-cc9c-4e13-b972-fe23b51dddbe'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:48:10.113308 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-a0a7e47c-b569-4b32-980c-353219321e28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2519efcb-2364-47de-b89c-9982986d5cd5']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:10.124453 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b63df2e9-2a0d-4b34-95dc-60b58b2aba2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:10.134458 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45930f7-fdda-4afb-8264-3111ef4d764e None None] Routers {'98a708ad-cc9c-4e13-b972-fe23b51dddbe'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:10.135600 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-c45930f7-fdda-4afb-8264-3111ef4d764e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['98a708ad-cc9c-4e13-b972-fe23b51dddbe'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:10.137188 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d9decf-dfbc-4c9e-865f-e448083bd622 None None] Network 2519efcb-2364-47de-b89c-9982986d5cd5 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:10.159034 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-a0a7e47c-b569-4b32-980c-353219321e28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c11599-5839-49b5-9019-ae1d223430dc') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:10.159034 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-a0a7e47c-b569-4b32-980c-353219321e28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c11599-5839-49b5-9019-ae1d223430dc') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:10.180539 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a0a7e47c-b569-4b32-980c-353219321e28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:10.188181 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63df2e9-2a0d-4b34-95dc-60b58b2aba2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Subnet': ['ID=5754cec3-8725-42cb-af06-4364a050dd01,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:10.198416 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b63df2e9-2a0d-4b34-95dc-60b58b2aba2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:10.214025 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b63df2e9-2a0d-4b34-95dc-60b58b2aba2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/subnets/5754cec3-8725-42cb-af06-4364a050dd01 HTTP/1.1" status: 204 len: 168 time: 0.6980832 May 10 14:48:10.215367 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38564) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:10.237995 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a0a7e47c-b569-4b32-980c-353219321e28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:10.251362 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3c9c26-fec3-4c1a-9ca5-25ef0b68b5b9 None None] Network 3d870b60-b6b2-4ceb-bcb9-11110102496c requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:10.272969 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-c45930f7-fdda-4afb-8264-3111ef4d764e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:10.288161 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45930f7-fdda-4afb-8264-3111ef4d764e None None] Routers {'98a708ad-cc9c-4e13-b972-fe23b51dddbe'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:10.289305 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-c45930f7-fdda-4afb-8264-3111ef4d764e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['98a708ad-cc9c-4e13-b972-fe23b51dddbe'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:10.300289 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a7e47c-b569-4b32-980c-353219321e28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:48:10.301568 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a0a7e47c-b569-4b32-980c-353219321e28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:10.302029 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-2cb4bf0e-6c41-49ab-998e-1e63c62bcc7a None None] Attempting to bind port 5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:48:10.302747 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-2cb4bf0e-6c41-49ab-998e-1e63c62bcc7a None None] Attempting to bind port 5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'b8e4e5ad-f88f-4792-8961-17ae88f4e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '37b960e7-59a7-4942-aea6-10f467886311'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:48:10.302747 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb4bf0e-6c41-49ab-998e-1e63c62bcc7a None None] Attempting to bind port 5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c on network 37b960e7-59a7-4942-aea6-10f467886311 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:48:10.304781 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:48:10.317876 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:48:10.353075 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-55d5f110-d057-4af6-80f6-8cde7506885d tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] 10.222.0.79 "PUT /v2.0/routers/98a708ad-cc9c-4e13-b972-fe23b51dddbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8540094 May 10 14:48:10.406309 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d938e-c580-4278-b882-b47854d8c535', 'name': 'tempest-ServerActionsTestJSON-492547824-router', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:48:01Z', 'updated_at': '2022-05-10T14:48:05Z', 'revision_number': 3, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'gw_port': {'id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:03Z', 'updated_at': '2022-05-10T14:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:10.408521 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb4bf0e-6c41-49ab-998e-1e63c62bcc7a None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:48:10.408891 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb4bf0e-6c41-49ab-998e-1e63c62bcc7a None None] Checking segment: {'id': 'b8e4e5ad-f88f-4792-8961-17ae88f4e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '37b960e7-59a7-4942-aea6-10f467886311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:10.409293 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2cb4bf0e-6c41-49ab-998e-1e63c62bcc7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:10.409685 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb4bf0e-6c41-49ab-998e-1e63c62bcc7a None None] Bound using segment: {'id': 'b8e4e5ad-f88f-4792-8961-17ae88f4e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '37b960e7-59a7-4942-aea6-10f467886311'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:48:10.410159 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-2cb4bf0e-6c41-49ab-998e-1e63c62bcc7a None None] Bound port: 5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e4e5ad-f88f-4792-8961-17ae88f4e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '37b960e7-59a7-4942-aea6-10f467886311'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:48:10.410557 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2cb4bf0e-6c41-49ab-998e-1e63c62bcc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:10.422074 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-c45930f7-fdda-4afb-8264-3111ef4d764e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:10.423109 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45930f7-fdda-4afb-8264-3111ef4d764e None None] The sync data for ids ['98a708ad-cc9c-4e13-b972-fe23b51dddbe'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:48:10.446462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38568) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:10.450015 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] Checking router: 6e6d938e-c580-4278-b882-b47854d8c535 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:48:10.451951 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] Updating router 6e6d938e-c580-4278-b882-b47854d8c535 port c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:48:10.483534 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 2dd593a2-f800-4775-bd2c-ba262d3b08ad, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2dd593a2-f800-4775-bd2c-ba262d3b08ad,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:10.538798 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f201-57c8-4fc1-8664-7125e59f61d2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:10.548350 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a0a7e47c-b569-4b32-980c-353219321e28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:10.563105 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:10.570069 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a0a7e47c-b569-4b32-980c-353219321e28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:10.578742 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7e47c-b569-4b32-980c-353219321e28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Network': ['ID=2519efcb-2364-47de-b89c-9982986d5cd5,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:10.581876 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-ebb5f201-57c8-4fc1-8664-7125e59f61d2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port a4a9ad99-0e06-4d56-b4d7-6ab14252a878 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:10.582311 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f201-57c8-4fc1-8664-7125e59f61d2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:10.618260 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a0a7e47c-b569-4b32-980c-353219321e28 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/networks/2519efcb-2364-47de-b89c-9982986d5cd5 HTTP/1.1" status: 204 len: 168 time: 1.2871692 May 10 14:48:10.622417 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38572) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:10.644228 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-f9ab5c1e-d142-4ad9-8544-ee6b3809be39 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-950675169'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:10.653615 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f9ab5c1e-d142-4ad9-8544-ee6b3809be39 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:10.660986 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f9ab5c1e-d142-4ad9-8544-ee6b3809be39 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Usage tracker for resource:network and tenant:b34db3219d0c46478753528b094049df is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:10.665574 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f9ab5c1e-d142-4ad9-8544-ee6b3809be39 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:10.700830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f9ab5c1e-d142-4ad9-8544-ee6b3809be39 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:10.711064 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-cdc59c3d-94b6-47e8-9270-e3e80b3bb7ef None None] Could not find standard attr ID for object 001335d3-0a73-46ff-b46c-f3362bf85d25. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:48:10.745382 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ef6144a9-7875-4692-af1b-89d717398e54 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:10.748549 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ab5c1e-d142-4ad9-8544-ee6b3809be39 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Made reservation on behalf of b34db3219d0c46478753528b094049df for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:10.751136 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device a4a9ad99-0e06-4d56-b4d7-6ab14252a878 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:10.752121 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5c1e-d142-4ad9-8544-ee6b3809be39 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:10.804468 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:10.856916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-b14d530a-10bf-414c-a74f-e4681b7226ba tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Allocated IP 172.26.0.181 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/9f4c8dc0-f2a0-4aa8-830d-2f3e05bac6c8) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:10.894107 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-ebb5f201-57c8-4fc1-8664-7125e59f61d2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] For port a4a9ad99-0e06-4d56-b4d7-6ab14252a878, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=a4a9ad99-0e06-4d56-b4d7-6ab14252a878,segment=NetworkSegment(c52d68b2-4335-432e-86c8-6a4a9d0f072e),segment_id=c52d68b2-4335-432e-86c8-6a4a9d0f072e)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:10.894717 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f201-57c8-4fc1-8664-7125e59f61d2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:10.907116 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=2dd593a2-f800-4775-bd2c-ba262d3b08ad,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:10.917018 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-2cb4bf0e-6c41-49ab-998e-1e63c62bcc7a None None] For port 5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:48:10.927220 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-2cb4bf0e-6c41-49ab-998e-1e63c62bcc7a None None] For port 5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c,segment=NetworkSegment(b8e4e5ad-f88f-4792-8961-17ae88f4e759),segment_id=b8e4e5ad-f88f-4792-8961-17ae88f4e759)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:48:10.985333 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2cb4bf0e-6c41-49ab-998e-1e63c62bcc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:11.051237 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ab5c1e-d142-4ad9-8544-ee6b3809be39 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:48:11.060267 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-ebb5f201-57c8-4fc1-8664-7125e59f61d2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Calling delete_port for a4a9ad99-0e06-4d56-b4d7-6ab14252a878 owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:11.094375 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port a4a9ad99-0e06-4d56-b4d7-6ab14252a878 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:11.095043 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:11.120639 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5c1e-d142-4ad9-8544-ee6b3809be39 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:11.121394 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-f9ab5c1e-d142-4ad9-8544-ee6b3809be39 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Added segment 194e07c1-8ed9-439f-8f26-fce9112db963 of type vlan for network 64d569a6-189b-4ad7-bf06-3d111af35e72 May 10 14:48:11.145130 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4bf0e-6c41-49ab-998e-1e63c62bcc7a None None] Pushing event updated for resources: {'Port': ['ID=5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:11.169958 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5c1e-d142-4ad9-8544-ee6b3809be39 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:11.203102 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f201-57c8-4fc1-8664-7125e59f61d2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:11.244003 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Port a4a9ad99-0e06-4d56-b4d7-6ab14252a878 update to ACTIVE by agent not found {{(pid=88053) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 10 14:48:11.254862 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5f201-57c8-4fc1-8664-7125e59f61d2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Port': ['ID=a4a9ad99-0e06-4d56-b4d7-6ab14252a878,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:11.260062 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396dad64-c9e6-4574-ab28-b8f1aff79ec7 None None] DHCP port deletion for 3d870b60-b6b2-4ceb-bcb9-11110102496c request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:48:11.260730 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb5f201-57c8-4fc1-8664-7125e59f61d2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] No DVR routers for this DVR port a4a9ad99-0e06-4d56-b4d7-6ab14252a878 on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:48:11.300629 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5c1e-d142-4ad9-8544-ee6b3809be39 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:11.306127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ab5c1e-d142-4ad9-8544-ee6b3809be39 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:11.306782 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5c1e-d142-4ad9-8544-ee6b3809be39 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:11.512464 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f9ab5c1e-d142-4ad9-8544-ee6b3809be39 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8854635 May 10 14:48:11.523496 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38576) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:11.541082 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-ba1f690f-5c11-4e0c-9dd6-bca9a5c38dd4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'subnet': {'network_id': '64d569a6-189b-4ad7-bf06-3d111af35e72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:11.557690 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f201-57c8-4fc1-8664-7125e59f61d2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:11.564519 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab5c1e-d142-4ad9-8544-ee6b3809be39 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Network': ['ID=64d569a6-189b-4ad7-bf06-3d111af35e72,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:11.575706 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 64d569a6-189b-4ad7-bf06-3d111af35e72 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:48:11.655377 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-ebb5f201-57c8-4fc1-8664-7125e59f61d2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d870b60-b6b2-4ceb-bcb9-11110102496c']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:11.678881 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-ebb5f201-57c8-4fc1-8664-7125e59f61d2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52d68b2-4335-432e-86c8-6a4a9d0f072e') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:11.679241 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-ebb5f201-57c8-4fc1-8664-7125e59f61d2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52d68b2-4335-432e-86c8-6a4a9d0f072e') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:11.696013 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f201-57c8-4fc1-8664-7125e59f61d2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:11.709711 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ba1f690f-5c11-4e0c-9dd6-bca9a5c38dd4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:11.716827 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ba1f690f-5c11-4e0c-9dd6-bca9a5c38dd4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Usage tracker for resource:subnet and tenant:b34db3219d0c46478753528b094049df is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:11.719586 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f201-57c8-4fc1-8664-7125e59f61d2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:11.721738 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ba1f690f-5c11-4e0c-9dd6-bca9a5c38dd4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:11.730581 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ba1f690f-5c11-4e0c-9dd6-bca9a5c38dd4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:11.732845 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb5f201-57c8-4fc1-8664-7125e59f61d2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:48:11.733313 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f201-57c8-4fc1-8664-7125e59f61d2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:48:11.752647 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:48:11.819423 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1f690f-5c11-4e0c-9dd6-bca9a5c38dd4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Made reservation on behalf of b34db3219d0c46478753528b094049df for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:11.822876 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ba1f690f-5c11-4e0c-9dd6-bca9a5c38dd4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:11.867971 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ef6144a9-7875-4692-af1b-89d717398e54 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:11.871772 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3210dbb4-fda5-49c1-98ab-51ea5d4f684b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:11.906992 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ef6144a9-7875-4692-af1b-89d717398e54 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:11.925738 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.ipam_backend_mixin [None req-ba1f690f-5c11-4e0c-9dd6-bca9a5c38dd4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Performing IP validity checks on allocation pools {{(pid=88052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 10 14:48:11.927138 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.ipam_backend_mixin [None req-ba1f690f-5c11-4e0c-9dd6-bca9a5c38dd4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 10 14:48:11.930068 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f201-57c8-4fc1-8664-7125e59f61d2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:11.944348 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7671cedd-d6a9-4307-bcb3-5f041007c239 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:11.957139 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f201-57c8-4fc1-8664-7125e59f61d2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:11.975377 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5f201-57c8-4fc1-8664-7125e59f61d2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Network': ['ID=3d870b60-b6b2-4ceb-bcb9-11110102496c,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:11.983668 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ebb5f201-57c8-4fc1-8664-7125e59f61d2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/networks/3d870b60-b6b2-4ceb-bcb9-11110102496c HTTP/1.1" status: 204 len: 168 time: 1.7637868 May 10 14:48:11.983668 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38580) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:11.991023 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-06e56a82-aeaf-4e71-b05a-5d5bafb20976 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-67823205'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:11.993113 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3210dbb4-fda5-49c1-98ab-51ea5d4f684b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:11.998137 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-06e56a82-aeaf-4e71-b05a-5d5bafb20976 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:12.003444 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-06e56a82-aeaf-4e71-b05a-5d5bafb20976 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:network and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:12.006441 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7671cedd-d6a9-4307-bcb3-5f041007c239 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:12.006968 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-06e56a82-aeaf-4e71-b05a-5d5bafb20976 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:12.015316 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-06e56a82-aeaf-4e71-b05a-5d5bafb20976 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:12.071341 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e56a82-aeaf-4e71-b05a-5d5bafb20976 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:12.075428 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-06e56a82-aeaf-4e71-b05a-5d5bafb20976 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:12.131187 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e56a82-aeaf-4e71-b05a-5d5bafb20976 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:48:12.132951 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:48:12.154680 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-06e56a82-aeaf-4e71-b05a-5d5bafb20976 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:12.155027 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-06e56a82-aeaf-4e71-b05a-5d5bafb20976 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Added segment 8969eb0f-4a88-46e3-931c-f1143f3997f3 of type vlan for network 44becedf-3c32-4ed6-a44a-4ead0ea7f92d May 10 14:48:12.160658 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ba1f690f-5c11-4e0c-9dd6-bca9a5c38dd4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:12.196782 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ef6144a9-7875-4692-af1b-89d717398e54 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:12.197247 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6144a9-7875-4692-af1b-89d717398e54 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Fanout notify agent at l3_agent the message router_deleted on router 98a708ad-cc9c-4e13-b972-fe23b51dddbe {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:48:12.240547 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-06e56a82-aeaf-4e71-b05a-5d5bafb20976 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:12.264048 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f690f-5c11-4e0c-9dd6-bca9a5c38dd4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Subnet': ['ID=2224df0f-e146-4406-aa5e-5a94bc67449e,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:12.278901 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ba3362-2d52-4f2e-8d8b-bbe37d5621f0 None None] Network 37b960e7-59a7-4942-aea6-10f467886311 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:12.294671 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1f690f-5c11-4e0c-9dd6-bca9a5c38dd4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Checking segment: {'id': '194e07c1-8ed9-439f-8f26-fce9112db963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '64d569a6-189b-4ad7-bf06-3d111af35e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:12.295018 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1f690f-5c11-4e0c-9dd6-bca9a5c38dd4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Network hostable DHCP agents. Network: 64d569a6-189b-4ad7-bf06-3d111af35e72, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:48:12.315804 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-06e56a82-aeaf-4e71-b05a-5d5bafb20976 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:12.321535 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e56a82-aeaf-4e71-b05a-5d5bafb20976 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:12.322131 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-06e56a82-aeaf-4e71-b05a-5d5bafb20976 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:12.325899 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b14d530a-10bf-414c-a74f-e4681b7226ba tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:12.349175 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ef6144a9-7875-4692-af1b-89d717398e54 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:12.350476 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ef6144a9-7875-4692-af1b-89d717398e54 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] 10.222.0.79 "DELETE /v2.0/routers/98a708ad-cc9c-4e13-b972-fe23b51dddbe HTTP/1.1" status: 204 len: 168 time: 1.9024599 May 10 14:48:12.357241 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38584) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:12.361339 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9370d3d-fe9e-4a02-985c-dd52f15656d3 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:12.394127 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-087e6ede-f931-48ea-b8bf-f1203a829a2b None None] Provisioning for port 5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:12.442906 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1f690f-5c11-4e0c-9dd6-bca9a5c38dd4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Network 64d569a6-189b-4ad7-bf06-3d111af35e72 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:48:12.537720 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-ba1f690f-5c11-4e0c-9dd6-bca9a5c38dd4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 64d569a6-189b-4ad7-bf06-3d111af35e72) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:12.544559 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e56a82-aeaf-4e71-b05a-5d5bafb20976 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Network': ['ID=44becedf-3c32-4ed6-a44a-4ead0ea7f92d,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:12.547209 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1f690f-5c11-4e0c-9dd6-bca9a5c38dd4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:12.547781 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ba1f690f-5c11-4e0c-9dd6-bca9a5c38dd4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:12.550603 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da382ff-a09c-4e12-a04d-e6595e5727d6 None None] Network 64d569a6-189b-4ad7-bf06-3d111af35e72 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:12.552347 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-06e56a82-aeaf-4e71-b05a-5d5bafb20976 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5678413 May 10 14:48:12.559316 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38588) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:12.569174 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 44becedf-3c32-4ed6-a44a-4ead0ea7f92d details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:48:12.571819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-55c808e6-9d99-43f5-970a-49e5d5776e98 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'subnet': {'network_id': '44becedf-3c32-4ed6-a44a-4ead0ea7f92d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:12.610086 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9af362-202f-46db-99b1-1668a7f8bceb tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Deleting subnet f414cbca-b102-4254-acbc-7f841ac56d34 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:48:12.680045 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ba1f690f-5c11-4e0c-9dd6-bca9a5c38dd4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1510794 May 10 14:48:12.680977 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38592) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:12.681095 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6fc75797-7a62-4f7d-a638-d4d541f7ffce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:12.693656 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d9af362-202f-46db-99b1-1668a7f8bceb tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:12.787838 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b14d530a-10bf-414c-a74f-e4681b7226ba tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:12.834155 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2dd593a2-f800-4775-bd2c-ba262d3b08ad up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:12.862376 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-55c808e6-9d99-43f5-970a-49e5d5776e98 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:12.871762 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-55c808e6-9d99-43f5-970a-49e5d5776e98 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:subnet and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:12.877177 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-55c808e6-9d99-43f5-970a-49e5d5776e98 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:12.908536 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-55c808e6-9d99-43f5-970a-49e5d5776e98 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:12.909628 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d9af362-202f-46db-99b1-1668a7f8bceb tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:12.959400 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-48554812-6998-4d37-9b16-4beed2e0d314 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:12.969712 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c808e6-9d99-43f5-970a-49e5d5776e98 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:12.973513 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-55c808e6-9d99-43f5-970a-49e5d5776e98 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:13.160309 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-48554812-6998-4d37-9b16-4beed2e0d314 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:13.198822 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14d530a-10bf-414c-a74f-e4681b7226ba tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:13.211244 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 2dd593a2-f800-4775-bd2c-ba262d3b08ad triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:13.211343 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:13.214029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-b14d530a-10bf-414c-a74f-e4681b7226ba tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:13.217496 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d530a-10bf-414c-a74f-e4681b7226ba tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Port': ['ID=9f4c8dc0-f2a0-4aa8-830d-2f3e05bac6c8,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:13.226199 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d530a-10bf-414c-a74f-e4681b7226ba tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:13.247182 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c12d13-e7e0-4bcd-8455-fd725e260d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-64d569a6-189b-4ad7-bf06-3d111af35e72', 'network_id': '64d569a6-189b-4ad7-bf06-3d111af35e72', 'tenant_id': 'b34db3219d0c46478753528b094049df', 'fixed_ips': [{'subnet_id': '2224df0f-e146-4406-aa5e-5a94bc67449e'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:48:13.247988 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-94c12d13-e7e0-4bcd-8455-fd725e260d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:13.328265 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-48554812-6998-4d37-9b16-4beed2e0d314 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:13.401416 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48554812-6998-4d37-9b16-4beed2e0d314 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Subnet': ['ID=2224df0f-e146-4406-aa5e-5a94bc67449e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server [None req-94c12d13-e7e0-4bcd-8455-fd725e260d94 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2224df0f-e146-4406-aa5e-5a94bc67449e: This subnet is being modified by another concurrent operation. May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise self.value May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise self.value May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise self.value May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise self.value May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 14:48:13.509192 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise self.value May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise self.value May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise exception May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2224df0f-e146-4406-aa5e-5a94bc67449e: This subnet is being modified by another concurrent operation. May 10 14:48:13.514625 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server May 10 14:48:13.521366 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:13.521530 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-48554812-6998-4d37-9b16-4beed2e0d314 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:13.547845 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:13.550343 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-48554812-6998-4d37-9b16-4beed2e0d314 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d569a6-189b-4ad7-bf06-3d111af35e72']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:13.564604 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-48554812-6998-4d37-9b16-4beed2e0d314 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194e07c1-8ed9-439f-8f26-fce9112db963') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:13.565041 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-48554812-6998-4d37-9b16-4beed2e0d314 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194e07c1-8ed9-439f-8f26-fce9112db963') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:13.578831 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f504d464-3e1b-4560-9cf3-81be2c24ae30 None None] Network 64d569a6-189b-4ad7-bf06-3d111af35e72 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:13.580241 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-48554812-6998-4d37-9b16-4beed2e0d314 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:13.596238 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d9af362-202f-46db-99b1-1668a7f8bceb tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:13.602110 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] Transition to ACTIVE for port object c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:13.606370 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-48554812-6998-4d37-9b16-4beed2e0d314 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:13.625073 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48554812-6998-4d37-9b16-4beed2e0d314 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:48:13.625073 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-48554812-6998-4d37-9b16-4beed2e0d314 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:48:13.641085 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:48:13.668536 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:13.696559 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-55c808e6-9d99-43f5-970a-49e5d5776e98 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:13.793511 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-48554812-6998-4d37-9b16-4beed2e0d314 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:13.808774 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f43f2-e7c2-4c68-b9cf-09d03f1caa18 None None] Pushing event updated for resources: {'Port': ['ID=c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:13.819019 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-48554812-6998-4d37-9b16-4beed2e0d314 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:13.825175 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c808e6-9d99-43f5-970a-49e5d5776e98 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Subnet': ['ID=fc6b57f6-40df-4165-b0fc-e48507330e05,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:13.835648 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48554812-6998-4d37-9b16-4beed2e0d314 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Network': ['ID=64d569a6-189b-4ad7-bf06-3d111af35e72,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:13.840097 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] Attempting to bind port c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:48:13.841063 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] Attempting to bind port c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:48:13.841405 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] Attempting to bind port c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5 on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:48:13.857979 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:48:13.858653 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:13.859221 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:13.859920 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:48:13.860690 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] Bound port: c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:48:13.861368 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:13.863444 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-48554812-6998-4d37-9b16-4beed2e0d314 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/networks/64d569a6-189b-4ad7-bf06-3d111af35e72 HTTP/1.1" status: 204 len: 168 time: 1.1751914 May 10 14:48:13.864029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38596) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:13.872507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c808e6-9d99-43f5-970a-49e5d5776e98 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Checking segment: {'id': '8969eb0f-4a88-46e3-931c-f1143f3997f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '44becedf-3c32-4ed6-a44a-4ead0ea7f92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:13.872923 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c808e6-9d99-43f5-970a-49e5d5776e98 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network hostable DHCP agents. Network: 44becedf-3c32-4ed6-a44a-4ead0ea7f92d, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:48:13.887439 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-6fc75797-7a62-4f7d-a638-d4d541f7ffce admin admin] Allocated IP 172.20.0.1 (aa7afffa-e17d-4c0b-836c-b0db2fea3cec/131cfd62-1682-4197-8cdd-002e0ab415e5/6811a0f2-1368-40d1-841e-70bfb7f64b23) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:13.890731 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:13.893090 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e477b6ec-cb78-4a5b-91b3-ea2488f1476f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1093753256'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:13.905873 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b22328-b83f-4610-b4a1-1635c1e4fd23 None None] get_active_networks_info from dv-neutron-841204-2-hyperv {{(pid=88053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 10 14:48:13.914057 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-3210dbb4-fda5-49c1-98ab-51ea5d4f684b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Allocated IP 172.26.0.12 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/14ffabb5-0b95-4ae9-bd47-ce0b2af5fe08) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:13.923330 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e477b6ec-cb78-4a5b-91b3-ea2488f1476f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:13.931424 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c808e6-9d99-43f5-970a-49e5d5776e98 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network 44becedf-3c32-4ed6-a44a-4ead0ea7f92d is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:48:13.943867 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-55c808e6-9d99-43f5-970a-49e5d5776e98 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 44becedf-3c32-4ed6-a44a-4ead0ea7f92d) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:13.948676 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c808e6-9d99-43f5-970a-49e5d5776e98 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:13.950191 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-55c808e6-9d99-43f5-970a-49e5d5776e98 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:13.959806 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:13.960308 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:13.974694 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-55c808e6-9d99-43f5-970a-49e5d5776e98 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4094207 May 10 14:48:13.975231 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38600) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:13.981440 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-d310a134-4628-4ead-b346-db98952ad794 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'port': {'network_id': '44becedf-3c32-4ed6-a44a-4ead0ea7f92d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1964193161'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:13.996836 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e477b6ec-cb78-4a5b-91b3-ea2488f1476f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Usage tracker for resource:network and tenant:b34db3219d0c46478753528b094049df is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:14.000116 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-c9370d3d-fe9e-4a02-985c-dd52f15656d3 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Allocated IP 172.20.0.1 (37b960e7-59a7-4942-aea6-10f467886311/f77b7b59-c302-4fb7-b4fd-f13da52bf4b0/bdc3a2c3-79da-4f40-b5d4-66e16cd39870) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:14.055931 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e477b6ec-cb78-4a5b-91b3-ea2488f1476f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:14.103035 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] For port c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:48:14.110300 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] For port c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:48:14.129537 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e477b6ec-cb78-4a5b-91b3-ea2488f1476f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:14.131206 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d310a134-4628-4ead-b346-db98952ad794 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:14.142363 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d310a134-4628-4ead-b346-db98952ad794 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:14.153593 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d310a134-4628-4ead-b346-db98952ad794 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:14.156950 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d310a134-4628-4ead-b346-db98952ad794 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:14.161395 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:14.172632 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d9af362-202f-46db-99b1-1668a7f8bceb tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:14.184002 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-d310a134-4628-4ead-b346-db98952ad794 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] device_id is not set on port 7385a786-3bc8-4346-ab4c-f5f56ea416c1 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:48:14.271353 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:14.319743 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f43f2-e7c2-4c68-b9cf-09d03f1caa18 None None] Pushing event updated for resources: {'Port': ['ID=c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:14.322270 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b22328-b83f-4610-b4a1-1635c1e4fd23 None None] Resources bound (agent type, host, resource id): {{(pid=88053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 14:48:14.326332 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] Routers {'6e6d938e-c580-4278-b882-b47854d8c535'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:14.327093 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6e6d938e-c580-4278-b882-b47854d8c535'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:14.347571 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-d310a134-4628-4ead-b346-db98952ad794 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Allocated IP 2001:db8::254 (44becedf-3c32-4ed6-a44a-4ead0ea7f92d/fc6b57f6-40df-4165-b0fc-e48507330e05/7385a786-3bc8-4346-ab4c-f5f56ea416c1) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:14.349634 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e477b6ec-cb78-4a5b-91b3-ea2488f1476f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Made reservation on behalf of b34db3219d0c46478753528b094049df for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:14.353461 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e477b6ec-cb78-4a5b-91b3-ea2488f1476f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:14.365652 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9af362-202f-46db-99b1-1668a7f8bceb tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Pushing event deleted for resources: {'Subnet': ['ID=f414cbca-b102-4254-acbc-7f841ac56d34,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:14.370189 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d9af362-202f-46db-99b1-1668a7f8bceb tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:14.479412 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c,segment=NetworkSegment(b8e4e5ad-f88f-4792-8961-17ae88f4e759),segment_id=b8e4e5ad-f88f-4792-8961-17ae88f4e759)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:14.506534 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:14.519110 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7d9af362-202f-46db-99b1-1668a7f8bceb tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] 10.222.0.79 "DELETE /v2.0/subnets/f414cbca-b102-4254-acbc-7f841ac56d34 HTTP/1.1" status: 204 len: 168 time: 2.1466014 May 10 14:48:14.520003 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b14d530a-10bf-414c-a74f-e4681b7226ba tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:14.525261 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38604) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:14.559199 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d310a134-4628-4ead-b346-db98952ad794 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:14.660144 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device a4a9ad99-0e06-4d56-b4d7-6ab14252a878 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:48:14.744447 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-d310a134-4628-4ead-b346-db98952ad794 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Transition to ACTIVE for port object 7385a786-3bc8-4346-ab4c-f5f56ea416c1 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:14.754726 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: a4a9ad99-0e06-4d56-b4d7-6ab14252a878 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:48:14.755567 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device a4a9ad99-0e06-4d56-b4d7-6ab14252a878 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:48:14.782167 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d265271-9609-4b28-a5ec-7dbc10c47a94 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:14.798741 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-4d265271-9609-4b28-a5ec-7dbc10c47a94 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Deleting port 1438f545-9545-4c48-9a0b-ad1cde72038e {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:14.799377 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d265271-9609-4b28-a5ec-7dbc10c47a94 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:14.806379 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e477b6ec-cb78-4a5b-91b3-ea2488f1476f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:48:14.827774 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] Set router 6e6d938e-c580-4278-b882-b47854d8c535 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:48:14.918881 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e477b6ec-cb78-4a5b-91b3-ea2488f1476f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:14.919436 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-e477b6ec-cb78-4a5b-91b3-ea2488f1476f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Added segment 11c290bd-a8cc-4d4f-8c82-dd53522ab941 of type vlan for network 58da340e-c7ba-4d5a-a8f9-32e3933a8fe5 May 10 14:48:14.943590 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:14.959892 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d310a134-4628-4ead-b346-db98952ad794 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:14.963585 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6fc75797-7a62-4f7d-a638-d4d541f7ffce admin admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:15.028059 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3210dbb4-fda5-49c1-98ab-51ea5d4f684b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:15.033710 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-6fc75797-7a62-4f7d-a638-d4d541f7ffce admin admin] Transition to ACTIVE for port object 6811a0f2-1368-40d1-841e-70bfb7f64b23 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:15.100851 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d310a134-4628-4ead-b346-db98952ad794 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network 44becedf-3c32-4ed6-a44a-4ead0ea7f92d is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:15.106216 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-d310a134-4628-4ead-b346-db98952ad794 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:15.118495 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d310a134-4628-4ead-b346-db98952ad794 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:15.124718 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d310a134-4628-4ead-b346-db98952ad794 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:15.125383 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d310a134-4628-4ead-b346-db98952ad794 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:15.131036 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9370d3d-fe9e-4a02-985c-dd52f15656d3 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:15.150063 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310a134-4628-4ead-b346-db98952ad794 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Port': ['ID=7385a786-3bc8-4346-ab4c-f5f56ea416c1,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:15.154169 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-4d265271-9609-4b28-a5ec-7dbc10c47a94 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] For port 1438f545-9545-4c48-9a0b-ad1cde72038e, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=1438f545-9545-4c48-9a0b-ad1cde72038e,segment=NetworkSegment(4adb4c49-bd31-4bbf-a3da-8dce3bbe1b66),segment_id=4adb4c49-bd31-4bbf-a3da-8dce3bbe1b66)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:15.154693 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d265271-9609-4b28-a5ec-7dbc10c47a94 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:15.160872 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e477b6ec-cb78-4a5b-91b3-ea2488f1476f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:15.203809 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-c9370d3d-fe9e-4a02-985c-dd52f15656d3 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Transition to ACTIVE for port object bdc3a2c3-79da-4f40-b5d4-66e16cd39870 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:15.294953 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d938e-c580-4278-b882-b47854d8c535', 'name': 'tempest-ServerActionsTestJSON-492547824-router', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:48:01Z', 'updated_at': '2022-05-10T14:48:05Z', 'revision_number': 3, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'gw_port': {'id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:03Z', 'updated_at': '2022-05-10T14:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:15.299053 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-4d265271-9609-4b28-a5ec-7dbc10c47a94 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Calling delete_port for 1438f545-9545-4c48-9a0b-ad1cde72038e owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:15.299310 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb15329-d512-4838-b032-125d33d3b224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-44becedf-3c32-4ed6-a44a-4ead0ea7f92d', 'network_id': '44becedf-3c32-4ed6-a44a-4ead0ea7f92d', 'tenant_id': 'fde696bf50f046b399c8c2f96142680f', 'fixed_ips': [{'subnet_id': 'fc6b57f6-40df-4165-b0fc-e48507330e05'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:48:15.300290 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0cb15329-d512-4838-b032-125d33d3b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:15.317354 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcabfd04-6296-4391-a8a1-f6f23741c114 None None] The sync data for ids ['6e6d938e-c580-4278-b882-b47854d8c535'] in dv-neutron-841204-2-hyperv is: [{'id': '6e6d938e-c580-4278-b882-b47854d8c535', 'name': 'tempest-ServerActionsTestJSON-492547824-router', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:48:01Z', 'updated_at': '2022-05-10T14:48:05Z', 'revision_number': 3, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'gw_port': {'id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:03Z', 'updated_at': '2022-05-10T14:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:48:15.330540 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6fc75797-7a62-4f7d-a638-d4d541f7ffce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:15.361163 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d310a134-4628-4ead-b346-db98952ad794 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.3822134 May 10 14:48:15.362592 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38608) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:15.368161 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e477b6ec-cb78-4a5b-91b3-ea2488f1476f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:15.373568 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e477b6ec-cb78-4a5b-91b3-ea2488f1476f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:15.374159 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e477b6ec-cb78-4a5b-91b3-ea2488f1476f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:15.465450 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d265271-9609-4b28-a5ec-7dbc10c47a94 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:15.505930 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-0cb15329-d512-4838-b032-125d33d3b224 None None] Allocated IP 2001:db8::2 (44becedf-3c32-4ed6-a44a-4ead0ea7f92d/fc6b57f6-40df-4165-b0fc-e48507330e05/209c66f9-bc1f-4c39-b447-f2a9cb2c112a) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:15.516393 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d265271-9609-4b28-a5ec-7dbc10c47a94 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Pushing event deleted for resources: {'Port': ['ID=1438f545-9545-4c48-9a0b-ad1cde72038e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:15.521249 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-d3021ec0-98d3-4887-848f-b681c617e8b3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port 7385a786-3bc8-4346-ab4c-f5f56ea416c1 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:15.521590 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d3021ec0-98d3-4887-848f-b681c617e8b3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:15.531150 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3210dbb4-fda5-49c1-98ab-51ea5d4f684b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:15.562158 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d265271-9609-4b28-a5ec-7dbc10c47a94 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] No DVR routers for this DVR port 1438f545-9545-4c48-9a0b-ad1cde72038e on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:48:15.564232 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc75797-7a62-4f7d-a638-d4d541f7ffce admin admin] Network aa7afffa-e17d-4c0b-836c-b0db2fea3cec is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:15.592904 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-6fc75797-7a62-4f7d-a638-d4d541f7ffce admin admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:15.595309 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc75797-7a62-4f7d-a638-d4d541f7ffce admin admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:15.634742 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e477b6ec-cb78-4a5b-91b3-ea2488f1476f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7575045 May 10 14:48:15.650971 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b14d530a-10bf-414c-a74f-e4681b7226ba tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:15.665074 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38612) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:15.668082 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc75797-7a62-4f7d-a638-d4d541f7ffce admin admin] Pushing event updated for resources: {'Port': ['ID=6811a0f2-1368-40d1-841e-70bfb7f64b23,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:15.718143 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9370d3d-fe9e-4a02-985c-dd52f15656d3 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:15.728794 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e8a46121-e75a-4109-ade9-7d7072de60af tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'subnet': {'network_id': '58da340e-c7ba-4d5a-a8f9-32e3933a8fe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:15.742537 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d265271-9609-4b28-a5ec-7dbc10c47a94 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:15.754039 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3210dbb4-fda5-49c1-98ab-51ea5d4f684b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:15.757560 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477b6ec-cb78-4a5b-91b3-ea2488f1476f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Network': ['ID=58da340e-c7ba-4d5a-a8f9-32e3933a8fe5,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:15.773246 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 58da340e-c7ba-4d5a-a8f9-32e3933a8fe5 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:48:15.820559 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-4d265271-9609-4b28-a5ec-7dbc10c47a94 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3b3952-0c35-4e73-aef8-d91d15b2ac82']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:15.829250 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-3210dbb4-fda5-49c1-98ab-51ea5d4f684b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:15.831666 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3210dbb4-fda5-49c1-98ab-51ea5d4f684b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:15.838780 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-4d265271-9609-4b28-a5ec-7dbc10c47a94 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4adb4c49-bd31-4bbf-a3da-8dce3bbe1b66') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:15.839073 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-4d265271-9609-4b28-a5ec-7dbc10c47a94 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4adb4c49-bd31-4bbf-a3da-8dce3bbe1b66') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:15.872872 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d265271-9609-4b28-a5ec-7dbc10c47a94 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:15.957042 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0cb15329-d512-4838-b032-125d33d3b224 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:15.967270 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d265271-9609-4b28-a5ec-7dbc10c47a94 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:15.977323 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0cb15329-d512-4838-b032-125d33d3b224 None None] Transition to ACTIVE for port object 209c66f9-bc1f-4c39-b447-f2a9cb2c112a will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:15.985050 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d265271-9609-4b28-a5ec-7dbc10c47a94 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:48:15.987031 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d265271-9609-4b28-a5ec-7dbc10c47a94 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:48:16.005249 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:48:16.016681 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0cb15329-d512-4838-b032-125d33d3b224 None None] Transition to ACTIVE for port object 209c66f9-bc1f-4c39-b447-f2a9cb2c112a will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:16.025218 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0cb15329-d512-4838-b032-125d33d3b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:16.100831 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb15329-d512-4838-b032-125d33d3b224 None None] Network 44becedf-3c32-4ed6-a44a-4ead0ea7f92d is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:16.104714 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-0cb15329-d512-4838-b032-125d33d3b224 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:16.107446 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb15329-d512-4838-b032-125d33d3b224 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:16.126168 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d3021ec0-98d3-4887-848f-b681c617e8b3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:16.144462 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb15329-d512-4838-b032-125d33d3b224 None None] Pushing event updated for resources: {'Port': ['ID=209c66f9-bc1f-4c39-b447-f2a9cb2c112a,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:16.173460 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-7671cedd-d6a9-4307-bcb3-5f041007c239 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Allocated IP 172.26.0.207 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/d5c64207-d2f2-431f-ba55-c5f1b5155c6e) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:16.176629 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9370d3d-fe9e-4a02-985c-dd52f15656d3 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Network 37b960e7-59a7-4942-aea6-10f467886311 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:16.203138 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6fc75797-7a62-4f7d-a638-d4d541f7ffce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:16.205740 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-c9370d3d-fe9e-4a02-985c-dd52f15656d3 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:16.230840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9370d3d-fe9e-4a02-985c-dd52f15656d3 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:16.280104 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-0cb15329-d512-4838-b032-125d33d3b224 None None] Attempting to bind port 209c66f9-bc1f-4c39-b447-f2a9cb2c112a on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:48:16.280465 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-0cb15329-d512-4838-b032-125d33d3b224 None None] Attempting to bind port 209c66f9-bc1f-4c39-b447-f2a9cb2c112a by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '8969eb0f-4a88-46e3-931c-f1143f3997f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '44becedf-3c32-4ed6-a44a-4ead0ea7f92d'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:48:16.280816 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb15329-d512-4838-b032-125d33d3b224 None None] Attempting to bind port 209c66f9-bc1f-4c39-b447-f2a9cb2c112a on network 44becedf-3c32-4ed6-a44a-4ead0ea7f92d {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:48:16.286630 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb15329-d512-4838-b032-125d33d3b224 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:48:16.286995 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb15329-d512-4838-b032-125d33d3b224 None None] Checking segment: {'id': '8969eb0f-4a88-46e3-931c-f1143f3997f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '44becedf-3c32-4ed6-a44a-4ead0ea7f92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:16.287388 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0cb15329-d512-4838-b032-125d33d3b224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:16.287770 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb15329-d512-4838-b032-125d33d3b224 None None] Bound using segment: {'id': '8969eb0f-4a88-46e3-931c-f1143f3997f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '44becedf-3c32-4ed6-a44a-4ead0ea7f92d'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:48:16.288224 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-0cb15329-d512-4838-b032-125d33d3b224 None None] Bound port: 209c66f9-bc1f-4c39-b447-f2a9cb2c112a, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8969eb0f-4a88-46e3-931c-f1143f3997f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '44becedf-3c32-4ed6-a44a-4ead0ea7f92d'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:48:16.288588 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0cb15329-d512-4838-b032-125d33d3b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:16.302399 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210dbb4-fda5-49c1-98ab-51ea5d4f684b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Pushing event updated for resources: {'Port': ['ID=14ffabb5-0b95-4ae9-bd47-ce0b2af5fe08,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:16.329169 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-d3021ec0-98d3-4887-848f-b681c617e8b3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Calling delete_port for 7385a786-3bc8-4346-ab4c-f5f56ea416c1 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:16.441012 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-0cb15329-d512-4838-b032-125d33d3b224 None None] For port 209c66f9-bc1f-4c39-b447-f2a9cb2c112a, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:48:16.445860 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-0cb15329-d512-4838-b032-125d33d3b224 None None] For port 209c66f9-bc1f-4c39-b447-f2a9cb2c112a, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=209c66f9-bc1f-4c39-b447-f2a9cb2c112a,segment=NetworkSegment(8969eb0f-4a88-46e3-931c-f1143f3997f3),segment_id=8969eb0f-4a88-46e3-931c-f1143f3997f3)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:48:16.453326 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0cb15329-d512-4838-b032-125d33d3b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:16.562747 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb15329-d512-4838-b032-125d33d3b224 None None] Pushing event updated for resources: {'Port': ['ID=209c66f9-bc1f-4c39-b447-f2a9cb2c112a,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:16.595786 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d265271-9609-4b28-a5ec-7dbc10c47a94 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:16.619463 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d265271-9609-4b28-a5ec-7dbc10c47a94 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:16.652224 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d265271-9609-4b28-a5ec-7dbc10c47a94 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] Pushing event deleted for resources: {'Network': ['ID=be3b3952-0c35-4e73-aef8-d91d15b2ac82,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:16.657461 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4d265271-9609-4b28-a5ec-7dbc10c47a94 tempest-FloatingIPNegativeTestJSON-739989681 tempest-FloatingIPNegativeTestJSON-739989681-project] 10.222.0.79 "DELETE /v2.0/networks/be3b3952-0c35-4e73-aef8-d91d15b2ac82 HTTP/1.1" status: 204 len: 168 time: 2.1312549 May 10 14:48:16.679622 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d3021ec0-98d3-4887-848f-b681c617e8b3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:16.725037 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e8a46121-e75a-4109-ade9-7d7072de60af tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:16.737562 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3021ec0-98d3-4887-848f-b681c617e8b3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Port': ['ID=7385a786-3bc8-4346-ab4c-f5f56ea416c1,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:16.781391 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d3021ec0-98d3-4887-848f-b681c617e8b3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:16.786407 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d3021ec0-98d3-4887-848f-b681c617e8b3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/ports/7385a786-3bc8-4346-ab4c-f5f56ea416c1 HTTP/1.1" status: 204 len: 168 time: 1.4228303 May 10 14:48:16.787184 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38618) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:16.842538 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc791fdb-c4ec-460d-b584-5a1fbe69529b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] GET failed (client error): The resource could not be found. May 10 14:48:16.843080 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-cc791fdb-c4ec-460d-b584-5a1fbe69529b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Synchronizing usage tracker for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:48:16.883613 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-cc791fdb-c4ec-460d-b584-5a1fbe69529b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Unset dirty status for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:48:16.889032 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-cc791fdb-c4ec-460d-b584-5a1fbe69529b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports/7385a786-3bc8-4346-ab4c-f5f56ea416c1 HTTP/1.1" status: 404 len: 333 time: 0.1004858 May 10 14:48:16.889882 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38622) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:16.937483 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9370d3d-fe9e-4a02-985c-dd52f15656d3 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:17.001644 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e8a46121-e75a-4109-ade9-7d7072de60af tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Usage tracker for resource:subnet and tenant:b34db3219d0c46478753528b094049df is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:17.008651 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-855bb964-6392-4666-b1c8-ab18a1dfa01c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting subnet fc6b57f6-40df-4165-b0fc-e48507330e05 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:48:17.011821 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9370d3d-fe9e-4a02-985c-dd52f15656d3 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Pushing event updated for resources: {'Port': ['ID=bdc3a2c3-79da-4f40-b5d4-66e16cd39870,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:17.017199 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-855bb964-6392-4666-b1c8-ab18a1dfa01c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:17.042282 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e8a46121-e75a-4109-ade9-7d7072de60af tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:17.093963 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-855bb964-6392-4666-b1c8-ab18a1dfa01c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:17.129579 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e8a46121-e75a-4109-ade9-7d7072de60af tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:17.169456 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 209c66f9-bc1f-4c39-b447-f2a9cb2c112a up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:17.200612 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38630) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:17.241878 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a46121-e75a-4109-ade9-7d7072de60af tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Made reservation on behalf of b34db3219d0c46478753528b094049df for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:17.247596 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8a46121-e75a-4109-ade9-7d7072de60af tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:17.252950 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-855bb964-6392-4666-b1c8-ab18a1dfa01c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:17.296920 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 209c66f9-bc1f-4c39-b447-f2a9cb2c112a completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:17.302613 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:17.362087 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-855bb964-6392-4666-b1c8-ab18a1dfa01c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:17.377544 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14d530a-10bf-414c-a74f-e4681b7226ba tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Router 6fee7be2-7628-4203-906b-d0bcfb7a8a8d is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:48:17.389048 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:17.389803 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:17.461102 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bb964-6392-4666-b1c8-ab18a1dfa01c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Subnet': ['ID=fc6b57f6-40df-4165-b0fc-e48507330e05,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:17.470200 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-855bb964-6392-4666-b1c8-ab18a1dfa01c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:17.492544 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-855bb964-6392-4666-b1c8-ab18a1dfa01c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/subnets/fc6b57f6-40df-4165-b0fc-e48507330e05 HTTP/1.1" status: 204 len: 168 time: 0.6009614 May 10 14:48:17.496647 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38636) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:17.541571 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:17.627489 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7671cedd-d6a9-4307-bcb3-5f041007c239 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:17.628894 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:17.647075 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:17.647445 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:17.661711 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e9c18867-f2cd-4ff4-ba63-1c1abe08c0d4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bc4024508904499482cf56b0445a3a01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4578073 May 10 14:48:17.662576 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38640) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:17.689485 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9067c254-0d08-415c-b9c2-4c9ab1495ec5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:17.744143 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-9067c254-0d08-415c-b9c2-4c9ab1495ec5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port 209c66f9-bc1f-4c39-b447-f2a9cb2c112a {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:17.744569 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9067c254-0d08-415c-b9c2-4c9ab1495ec5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:17.797259 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:17.821805 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:17.827742 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:17.839915 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3210dbb4-fda5-49c1-98ab-51ea5d4f684b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:17.855532 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f4c3-1009-41c7-ab33-c4a63df37223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:17.910788 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f4c3-1009-41c7-ab33-c4a63df37223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:17.934360 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:17.959937 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023224c9-b70b-475e-aa06-9f36123b3e92 None None] Network 44becedf-3c32-4ed6-a44a-4ead0ea7f92d requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:18.070458 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-9067c254-0d08-415c-b9c2-4c9ab1495ec5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] For port 209c66f9-bc1f-4c39-b447-f2a9cb2c112a, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=209c66f9-bc1f-4c39-b447-f2a9cb2c112a,segment=NetworkSegment(8969eb0f-4a88-46e3-931c-f1143f3997f3),segment_id=8969eb0f-4a88-46e3-931c-f1143f3997f3)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:18.070661 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9067c254-0d08-415c-b9c2-4c9ab1495ec5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:18.071206 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f768b4-97af-48e4-82a0-3195982a8106 None None] Network be3b3952-0c35-4e73-aef8-d91d15b2ac82 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:18.095292 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6fc75797-7a62-4f7d-a638-d4d541f7ffce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:18.112545 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f768b4-97af-48e4-82a0-3195982a8106 None None] Network be3b3952-0c35-4e73-aef8-d91d15b2ac82 could not be found, it might have been deleted concurrently. {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 10 14:48:18.114154 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-91745d54-f707-4a8b-8101-a6d2c34de55e None None] Could not find standard attr ID for object 7385a786-3bc8-4346-ab4c-f5f56ea416c1. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:48:18.133081 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14d530a-10bf-414c-a74f-e4681b7226ba tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:48:18.154807 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f4c3-1009-41c7-ab33-c4a63df37223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:18.159260 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0188f1-285d-4dee-b68c-f5755019959d None None] Sync routers for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:48:18.194448 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-91745d54-f707-4a8b-8101-a6d2c34de55e None None] Provisioning for port 209c66f9-bc1f-4c39-b447-f2a9cb2c112a completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:18.224885 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-91745d54-f707-4a8b-8101-a6d2c34de55e None None] Provisioning complete for port 209c66f9-bc1f-4c39-b447-f2a9cb2c112a triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:18.225574 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-91745d54-f707-4a8b-8101-a6d2c34de55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:18.261966 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-9067c254-0d08-415c-b9c2-4c9ab1495ec5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Calling delete_port for 209c66f9-bc1f-4c39-b447-f2a9cb2c112a owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:18.303287 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d725cc-b8f9-4f41-b68e-95ad072f0f66 None None] DHCP port deletion for be3b3952-0c35-4e73-aef8-d91d15b2ac82 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:48:18.309737 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0f4c3-1009-41c7-ab33-c4a63df37223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8248d6-dbd7-4f7f-9e19-9360224b7337,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:18.327069 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f4c3-1009-41c7-ab33-c4a63df37223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:18.330533 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7cf0f4c3-1009-41c7-ab33-c4a63df37223 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3f8248d6-dbd7-4f7f-9e19-9360224b7337 HTTP/1.1" status: 204 len: 168 time: 0.6647341 May 10 14:48:18.335284 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0188f1-285d-4dee-b68c-f5755019959d None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:18.336087 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-fd0188f1-285d-4dee-b68c-f5755019959d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:18.380996 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b14d530a-10bf-414c-a74f-e4681b7226ba tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:18.382222 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b14d530a-10bf-414c-a74f-e4681b7226ba tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 13.6195328 May 10 14:48:18.383552 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7671cedd-d6a9-4307-bcb3-5f041007c239 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:18.388492 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38648) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:18.434776 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-fd0188f1-285d-4dee-b68c-f5755019959d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:18.462210 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0188f1-285d-4dee-b68c-f5755019959d None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:18.463117 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-fd0188f1-285d-4dee-b68c-f5755019959d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:18.540913 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-fd0188f1-285d-4dee-b68c-f5755019959d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:18.540913 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0188f1-285d-4dee-b68c-f5755019959d None None] The sync data for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:48:18.553087 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9370d3d-fe9e-4a02-985c-dd52f15656d3 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:18.578104 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7671cedd-d6a9-4307-bcb3-5f041007c239 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:18.604655 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-7671cedd-d6a9-4307-bcb3-5f041007c239 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:18.606038 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-91745d54-f707-4a8b-8101-a6d2c34de55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:18.616457 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da71ce1-eddd-41a6-9d28-72adf53a1e51 None None] Network 44becedf-3c32-4ed6-a44a-4ead0ea7f92d requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:18.641670 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9067c254-0d08-415c-b9c2-4c9ab1495ec5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:18.673587 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7671cedd-d6a9-4307-bcb3-5f041007c239 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:18.838931 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067c254-0d08-415c-b9c2-4c9ab1495ec5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Port': ['ID=209c66f9-bc1f-4c39-b447-f2a9cb2c112a,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:18.840908 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9067c254-0d08-415c-b9c2-4c9ab1495ec5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] No DVR routers for this DVR port 209c66f9-bc1f-4c39-b447-f2a9cb2c112a on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:48:18.873295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671cedd-d6a9-4307-bcb3-5f041007c239 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Pushing event updated for resources: {'Port': ['ID=d5c64207-d2f2-431f-ba55-c5f1b5155c6e,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:18.927028 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:19.059754 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9067c254-0d08-415c-b9c2-4c9ab1495ec5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:19.084042 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ab50c2-ae5b-4413-8147-0ab73e0d8ca2 None None] DHCP port deletion for 44becedf-3c32-4ed6-a44a-4ead0ea7f92d request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:48:19.093502 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-9067c254-0d08-415c-b9c2-4c9ab1495ec5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44becedf-3c32-4ed6-a44a-4ead0ea7f92d']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:19.100008 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b37b5ab3-b924-4406-b677-4c40da633db9 None None] Provisioning for port 6811a0f2-1368-40d1-841e-70bfb7f64b23 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:19.102349 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b37b5ab3-b924-4406-b677-4c40da633db9 None None] Provisioning complete for port 6811a0f2-1368-40d1-841e-70bfb7f64b23 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:19.102863 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b37b5ab3-b924-4406-b677-4c40da633db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:19.108891 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-9067c254-0d08-415c-b9c2-4c9ab1495ec5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8969eb0f-4a88-46e3-931c-f1143f3997f3') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:19.109195 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-9067c254-0d08-415c-b9c2-4c9ab1495ec5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8969eb0f-4a88-46e3-931c-f1143f3997f3') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:19.123058 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9067c254-0d08-415c-b9c2-4c9ab1495ec5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:19.140254 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9067c254-0d08-415c-b9c2-4c9ab1495ec5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:19.147158 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8a46121-e75a-4109-ade9-7d7072de60af tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:19.148924 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9067c254-0d08-415c-b9c2-4c9ab1495ec5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:48:19.149275 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9067c254-0d08-415c-b9c2-4c9ab1495ec5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:19.173404 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b37b5ab3-b924-4406-b677-4c40da633db9 None None] Port 6811a0f2-1368-40d1-841e-70bfb7f64b23 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:48:19.189436 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:19.190103 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:19.228073 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b37b5ab3-b924-4406-b677-4c40da633db9 None None] Provisioning for port bdc3a2c3-79da-4f40-b5d4-66e16cd39870 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:19.246979 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b37b5ab3-b924-4406-b677-4c40da633db9 None None] Provisioning complete for port bdc3a2c3-79da-4f40-b5d4-66e16cd39870 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:19.247745 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b37b5ab3-b924-4406-b677-4c40da633db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:48:19.273869 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:48:19.373340 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b37b5ab3-b924-4406-b677-4c40da633db9 None None] Port bdc3a2c3-79da-4f40-b5d4-66e16cd39870 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:48:19.406455 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 1438f545-9545-4c48-9a0b-ad1cde72038e no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:48:19.454876 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 1438f545-9545-4c48-9a0b-ad1cde72038e {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:48:19.455435 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 1438f545-9545-4c48-9a0b-ad1cde72038e not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:48:19.456856 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9067c254-0d08-415c-b9c2-4c9ab1495ec5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:19.482790 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9067c254-0d08-415c-b9c2-4c9ab1495ec5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:19.487028 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38670) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:19.498701 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067c254-0d08-415c-b9c2-4c9ab1495ec5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Network': ['ID=44becedf-3c32-4ed6-a44a-4ead0ea7f92d,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:19.578284 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9067c254-0d08-415c-b9c2-4c9ab1495ec5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/networks/44becedf-3c32-4ed6-a44a-4ead0ea7f92d HTTP/1.1" status: 204 len: 168 time: 2.0764103 May 10 14:48:19.582415 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38676) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:19.590066 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-753abcab-7d42-4b8c-a6a2-6d3b3b12f1dc tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'port': {'network_id': 'c28b8870-ea54-4e4e-b79e-d465418a24db', 'name': 'tempest-PortsIpV6TestJSON-2136967904'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:19.640463 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a46121-e75a-4109-ade9-7d7072de60af tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Subnet': ['ID=536759f4-fd11-473b-9b63-4582f2177dc8,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:19.651003 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3210dbb4-fda5-49c1-98ab-51ea5d4f684b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:19.674146 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Request body: {'networks': [{'name': 'tempest-network--1827813909'}, {'name': 'tempest-network--1028775097'}]} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:19.674471 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Request body: {'network': {'name': 'tempest-network--1827813909'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:19.674922 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Request body: {'network': {'name': 'tempest-network--1028775097'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:19.686944 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:19.760661 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Usage tracker for resource:network and tenant:c22b2f47131c4c7191d7c54ec46eb5cb is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:19.772931 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a46121-e75a-4109-ade9-7d7072de60af tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Checking segment: {'id': '11c290bd-a8cc-4d4f-8c82-dd53522ab941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '58da340e-c7ba-4d5a-a8f9-32e3933a8fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:19.772931 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a46121-e75a-4109-ade9-7d7072de60af tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Network hostable DHCP agents. Network: 58da340e-c7ba-4d5a-a8f9-32e3933a8fe5, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:48:19.776078 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:19.800134 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:19.822620 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-753abcab-7d42-4b8c-a6a2-6d3b3b12f1dc tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:19.826666 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.resource_extend [None req-6fc75797-7a62-4f7d-a638-d4d541f7ffce admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:48:19.853093 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Made reservation on behalf of c22b2f47131c4c7191d7c54ec46eb5cb for: {'network': 2} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:19.857996 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:19.869396 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6fc75797-7a62-4f7d-a638-d4d541f7ffce admin admin] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:19.879016 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-753abcab-7d42-4b8c-a6a2-6d3b3b12f1dc tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:port and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:19.887888 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-753abcab-7d42-4b8c-a6a2-6d3b3b12f1dc tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:19.890833 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:19.913532 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-753abcab-7d42-4b8c-a6a2-6d3b3b12f1dc tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:19.928783 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:19.937669 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Usage tracker for resource:security_group_rule and tenant:c22b2f47131c4c7191d7c54ec46eb5cb is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:19.942727 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:19.974320 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753abcab-7d42-4b8c-a6a2-6d3b3b12f1dc tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:19.977707 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-753abcab-7d42-4b8c-a6a2-6d3b3b12f1dc tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:19.986572 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:19.993383 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6fc75797-7a62-4f7d-a638-d4d541f7ffce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:20.008189 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cca605e7-8ee4-4c35-bd10-42f4047d4512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:20.032917 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-753abcab-7d42-4b8c-a6a2-6d3b3b12f1dc tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] device_id is not set on port b1e2878d-2fa5-4d9f-b9b2-393651d38392 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:48:20.084652 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a46121-e75a-4109-ade9-7d7072de60af tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Network 58da340e-c7ba-4d5a-a8f9-32e3933a8fe5 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:48:20.211833 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cbed8f19-d0ca-4d08-bb13-b78d299dce26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:20.374047 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-e8a46121-e75a-4109-ade9-7d7072de60af tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 58da340e-c7ba-4d5a-a8f9-32e3933a8fe5) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:20.378926 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a46121-e75a-4109-ade9-7d7072de60af tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:20.380829 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8a46121-e75a-4109-ade9-7d7072de60af tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:20.382081 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26955e0-e2dd-4c45-a0a1-ad22fad4ff83 None None] Network 58da340e-c7ba-4d5a-a8f9-32e3933a8fe5 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:20.436631 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6fc75797-7a62-4f7d-a638-d4d541f7ffce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:20.446364 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc75797-7a62-4f7d-a638-d4d541f7ffce admin admin] Pushing event updated for resources: {'Port': ['ID=6811a0f2-1368-40d1-841e-70bfb7f64b23,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:20.463239 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:20.532041 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e8a46121-e75a-4109-ade9-7d7072de60af tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.8278501 May 10 14:48:20.548944 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38680) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:20.647590 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d191082-9114-4c94-9543-04e62758a58b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-58da340e-c7ba-4d5a-a8f9-32e3933a8fe5', 'network_id': '58da340e-c7ba-4d5a-a8f9-32e3933a8fe5', 'tenant_id': 'b34db3219d0c46478753528b094049df', 'fixed_ips': [{'subnet_id': '536759f4-fd11-473b-9b63-4582f2177dc8'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:48:20.648813 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5d191082-9114-4c94-9543-04e62758a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:20.656010 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-753abcab-7d42-4b8c-a6a2-6d3b3b12f1dc tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:20.657642 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:20.658093 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:20.736785 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7db846-b8ec-4026-a327-8c6d8e73276c,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:20.786706 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7671cedd-d6a9-4307-bcb3-5f041007c239 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:20.791559 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:48:20.829632 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:20.829978 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Added segment c45d61cc-4960-49f7-8da8-af6ae1d0c316 of type vlan for network 2918b247-9499-4cbc-b342-a5283aa00029 May 10 14:48:20.836466 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-5d191082-9114-4c94-9543-04e62758a58b None None] Allocated IP 172.20.0.1 (58da340e-c7ba-4d5a-a8f9-32e3933a8fe5/536759f4-fd11-473b-9b63-4582f2177dc8/bd59a74e-5fad-4899-94d1-c6e23bf10b1f) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:20.863115 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9370d3d-fe9e-4a02-985c-dd52f15656d3 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:20.887774 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-753abcab-7d42-4b8c-a6a2-6d3b3b12f1dc tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:20.963431 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 209c66f9-bc1f-4c39-b447-f2a9cb2c112a no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:48:20.985797 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:20.999459 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9370d3d-fe9e-4a02-985c-dd52f15656d3 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:21.009867 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 209c66f9-bc1f-4c39-b447-f2a9cb2c112a {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:48:21.010208 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 209c66f9-bc1f-4c39-b447-f2a9cb2c112a not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:48:21.021574 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753abcab-7d42-4b8c-a6a2-6d3b3b12f1dc tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network c28b8870-ea54-4e4e-b79e-d465418a24db is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:21.027626 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-753abcab-7d42-4b8c-a6a2-6d3b3b12f1dc tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:21.062162 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753abcab-7d42-4b8c-a6a2-6d3b3b12f1dc tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:21.067633 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753abcab-7d42-4b8c-a6a2-6d3b3b12f1dc tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:21.068232 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-753abcab-7d42-4b8c-a6a2-6d3b3b12f1dc tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:21.077163 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753abcab-7d42-4b8c-a6a2-6d3b3b12f1dc tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Port': ['ID=b1e2878d-2fa5-4d9f-b9b2-393651d38392,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:21.095752 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3210dbb4-fda5-49c1-98ab-51ea5d4f684b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Router c8d69119-75db-4dd8-b730-59b2dcdf1279 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:48:21.129954 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:48:21.152402 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-cbed8f19-d0ca-4d08-bb13-b78d299dce26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Allocated IP 172.20.0.1 (5479cc0b-ed50-461c-a5e1-9947c14b3eb6/411cddca-209c-4e1a-b58d-2223709af17d/dfbfc192-9b50-43f0-a598-637ad72cef6e) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:21.153372 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5d191082-9114-4c94-9543-04e62758a58b None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:21.161576 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:21.161913 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Added segment 763c2e12-f11a-48d5-b332-280654845262 of type vlan for network ac524512-c473-4266-9d1b-de88fc720711 May 10 14:48:21.169553 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-5d191082-9114-4c94-9543-04e62758a58b None None] Transition to ACTIVE for port object bd59a74e-5fad-4899-94d1-c6e23bf10b1f will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:21.175998 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-753abcab-7d42-4b8c-a6a2-6d3b3b12f1dc tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5902708 May 10 14:48:21.176366 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38684) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:21.195497 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-5d191082-9114-4c94-9543-04e62758a58b None None] Transition to ACTIVE for port object bd59a74e-5fad-4899-94d1-c6e23bf10b1f will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:21.203265 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5d191082-9114-4c94-9543-04e62758a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:21.277392 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc75797-7a62-4f7d-a638-d4d541f7ffce admin admin] Network aa7afffa-e17d-4c0b-836c-b0db2fea3cec is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:21.283173 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:21.294992 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d191082-9114-4c94-9543-04e62758a58b None None] Network 58da340e-c7ba-4d5a-a8f9-32e3933a8fe5 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:21.297948 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-5d191082-9114-4c94-9543-04e62758a58b None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:21.301634 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d191082-9114-4c94-9543-04e62758a58b None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:21.307689 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d191082-9114-4c94-9543-04e62758a58b None None] Pushing event updated for resources: {'Port': ['ID=bd59a74e-5fad-4899-94d1-c6e23bf10b1f,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:21.319298 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:21.353613 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9370d3d-fe9e-4a02-985c-dd52f15656d3 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Pushing event updated for resources: {'Port': ['ID=bdc3a2c3-79da-4f40-b5d4-66e16cd39870,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:21.356167 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9370d3d-fe9e-4a02-985c-dd52f15656d3 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:21.360069 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-6fc75797-7a62-4f7d-a638-d4d541f7ffce admin admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:21.386759 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-ea63a607-fec2-4f3f-8591-5d4816a7f749 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port b1e2878d-2fa5-4d9f-b9b2-393651d38392 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:21.387380 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ea63a607-fec2-4f3f-8591-5d4816a7f749 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:21.407320 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-5d191082-9114-4c94-9543-04e62758a58b None None] Attempting to bind port bd59a74e-5fad-4899-94d1-c6e23bf10b1f on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:48:21.407890 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-5d191082-9114-4c94-9543-04e62758a58b None None] Attempting to bind port bd59a74e-5fad-4899-94d1-c6e23bf10b1f by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '11c290bd-a8cc-4d4f-8c82-dd53522ab941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '58da340e-c7ba-4d5a-a8f9-32e3933a8fe5'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:48:21.408151 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d191082-9114-4c94-9543-04e62758a58b None None] Attempting to bind port bd59a74e-5fad-4899-94d1-c6e23bf10b1f on network 58da340e-c7ba-4d5a-a8f9-32e3933a8fe5 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:48:21.413533 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d191082-9114-4c94-9543-04e62758a58b None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:48:21.414033 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d191082-9114-4c94-9543-04e62758a58b None None] Checking segment: {'id': '11c290bd-a8cc-4d4f-8c82-dd53522ab941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '58da340e-c7ba-4d5a-a8f9-32e3933a8fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:21.414483 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5d191082-9114-4c94-9543-04e62758a58b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:21.414875 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d191082-9114-4c94-9543-04e62758a58b None None] Bound using segment: {'id': '11c290bd-a8cc-4d4f-8c82-dd53522ab941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '58da340e-c7ba-4d5a-a8f9-32e3933a8fe5'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:48:21.415340 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-5d191082-9114-4c94-9543-04e62758a58b None None] Bound port: bd59a74e-5fad-4899-94d1-c6e23bf10b1f, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c290bd-a8cc-4d4f-8c82-dd53522ab941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '58da340e-c7ba-4d5a-a8f9-32e3933a8fe5'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:48:21.415708 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5d191082-9114-4c94-9543-04e62758a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:21.445937 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.resource_extend [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:48:21.479307 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cbed8f19-d0ca-4d08-bb13-b78d299dce26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:21.525816 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-5d191082-9114-4c94-9543-04e62758a58b None None] For port bd59a74e-5fad-4899-94d1-c6e23bf10b1f, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:48:21.530985 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-5d191082-9114-4c94-9543-04e62758a58b None None] For port bd59a74e-5fad-4899-94d1-c6e23bf10b1f, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=bd59a74e-5fad-4899-94d1-c6e23bf10b1f,segment=NetworkSegment(11c290bd-a8cc-4d4f-8c82-dd53522ab941),segment_id=11c290bd-a8cc-4d4f-8c82-dd53522ab941)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:48:21.537420 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5d191082-9114-4c94-9543-04e62758a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:21.542817 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:21.543205 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:21.548872 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:21.553807 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:21.554662 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:21.635814 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Deleting port bd59a74e-5fad-4899-94d1-c6e23bf10b1f {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:21.636291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:21.668881 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d191082-9114-4c94-9543-04e62758a58b None None] Pushing event updated for resources: {'Port': ['ID=bd59a74e-5fad-4899-94d1-c6e23bf10b1f,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:21.672420 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.1810002 May 10 14:48:21.694395 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38692) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:21.717950 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-26c6a12c-50ee-43db-854e-a1823ad934b6 None None] Provisioning complete for port 6811a0f2-1368-40d1-841e-70bfb7f64b23 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:21.718894 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-26c6a12c-50ee-43db-854e-a1823ad934b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:21.749108 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Pushing event updated for resources: {'Network': ['ID=2918b247-9499-4cbc-b342-a5283aa00029,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:21.773137 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 2918b247-9499-4cbc-b342-a5283aa00029 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:48:21.919394 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-26c6a12c-50ee-43db-854e-a1823ad934b6 None None] Port 6811a0f2-1368-40d1-841e-70bfb7f64b23 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:48:21.967343 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cbed8f19-d0ca-4d08-bb13-b78d299dce26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:22.114262 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986b62f-9233-4d0e-b736-f5cc72c745da tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Pushing event updated for resources: {'Network': ['ID=ac524512-c473-4266-9d1b-de88fc720711,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:22.126624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3210dbb4-fda5-49c1-98ab-51ea5d4f684b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:48:22.127154 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network ac524512-c473-4266-9d1b-de88fc720711 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:48:22.138602 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84287d2b-3de2-47dc-8b12-ba67777bf7b3 None None] Sync routers for ids ['c8d69119-75db-4dd8-b730-59b2dcdf1279'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:48:22.143500 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ea63a607-fec2-4f3f-8591-5d4816a7f749 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:22.152231 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbed8f19-d0ca-4d08-bb13-b78d299dce26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Network 5479cc0b-ed50-461c-a5e1-9947c14b3eb6 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:22.153730 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84287d2b-3de2-47dc-8b12-ba67777bf7b3 None None] Routers {'c8d69119-75db-4dd8-b730-59b2dcdf1279'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:22.154590 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7671cedd-d6a9-4307-bcb3-5f041007c239 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:22.155782 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-84287d2b-3de2-47dc-8b12-ba67777bf7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c8d69119-75db-4dd8-b730-59b2dcdf1279'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:22.159295 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed8f19-d0ca-4d08-bb13-b78d299dce26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Port': ['ID=dfbfc192-9b50-43f0-a598-637ad72cef6e,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:22.167445 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-cbed8f19-d0ca-4d08-bb13-b78d299dce26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:22.170284 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbed8f19-d0ca-4d08-bb13-b78d299dce26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:22.245122 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-84287d2b-3de2-47dc-8b12-ba67777bf7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:22.270888 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84287d2b-3de2-47dc-8b12-ba67777bf7b3 None None] Routers {'c8d69119-75db-4dd8-b730-59b2dcdf1279'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:22.272083 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-84287d2b-3de2-47dc-8b12-ba67777bf7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:47:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c8d69119-75db-4dd8-b730-59b2dcdf1279'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:22.301118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-32c7bd28-dcc7-47ff-a3d5-8edd4088aeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:22.310849 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3210dbb4-fda5-49c1-98ab-51ea5d4f684b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:22.314517 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3210dbb4-fda5-49c1-98ab-51ea5d4f684b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 15.7787809 May 10 14:48:22.334692 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38696) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:22.342303 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-5c909f03-f0cf-4927-9f58-df4ef9ecc265 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:22.346744 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-84287d2b-3de2-47dc-8b12-ba67777bf7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:22.347220 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84287d2b-3de2-47dc-8b12-ba67777bf7b3 None None] The sync data for ids ['c8d69119-75db-4dd8-b730-59b2dcdf1279'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:48:22.361248 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-ea63a607-fec2-4f3f-8591-5d4816a7f749 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Calling delete_port for b1e2878d-2fa5-4d9f-b9b2-393651d38392 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:22.431317 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9370d3d-fe9e-4a02-985c-dd52f15656d3 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Network 37b960e7-59a7-4942-aea6-10f467886311 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:22.499290 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-c9370d3d-fe9e-4a02-985c-dd52f15656d3 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:22.546825 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b2a0d8-3c87-459b-9e09-34f18a686a31 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:22.553021 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b2a0d8-3c87-459b-9e09-34f18a686a31 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:22.559353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b2a0d8-3c87-459b-9e09-34f18a686a31 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:22.565336 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b2a0d8-3c87-459b-9e09-34f18a686a31 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:22.566143 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-64b2a0d8-3c87-459b-9e09-34f18a686a31 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Synchronizing usage tracker for tenant:c22b2f47131c4c7191d7c54ec46eb5cb on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:48:22.587319 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc75797-7a62-4f7d-a638-d4d541f7ffce admin admin] Router 6e6d938e-c580-4278-b882-b47854d8c535 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:48:22.600257 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cbed8f19-d0ca-4d08-bb13-b78d299dce26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:22.745694 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-64b2a0d8-3c87-459b-9e09-34f18a686a31 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Unset dirty status for tenant:c22b2f47131c4c7191d7c54ec46eb5cb on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:48:22.746900 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-64b2a0d8-3c87-459b-9e09-34f18a686a31 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.0515258 May 10 14:48:22.766380 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38700) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:22.822378 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968b3eaf-ee9f-4b81-b6f8-bfae463c8917 None None] Network 58da340e-c7ba-4d5a-a8f9-32e3933a8fe5 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:22.897434 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ea63a607-fec2-4f3f-8591-5d4816a7f749 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:22.975788 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63a607-fec2-4f3f-8591-5d4816a7f749 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Port': ['ID=b1e2878d-2fa5-4d9f-b9b2-393651d38392,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:23.011315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ea63a607-fec2-4f3f-8591-5d4816a7f749 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:23.018263 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f314a47c-6068-4f30-a979-e8e675b042fb tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:23.037266 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device bd59a74e-5fad-4899-94d1-c6e23bf10b1f up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:23.050159 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ea63a607-fec2-4f3f-8591-5d4816a7f749 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/ports/b1e2878d-2fa5-4d9f-b9b2-393651d38392 HTTP/1.1" status: 204 len: 168 time: 1.8703427 May 10 14:48:23.051390 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38704) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:23.092153 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-7f6bf8ae-9a4e-4def-9af2-6b18542443be tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'port': {'network_id': 'c28b8870-ea54-4e4e-b79e-d465418a24db', 'mac_address': 'fa:16:3e:a1:de:50', 'name': 'tempest-PortsIpV6TestJSON-857553736'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:23.115215 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8146ab83-1e19-473f-8454-e231177746e7 None None] Provisioning for port bd59a74e-5fad-4899-94d1-c6e23bf10b1f completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:23.137774 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:23.186732 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:23.186975 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] For port bd59a74e-5fad-4899-94d1-c6e23bf10b1f, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=bd59a74e-5fad-4899-94d1-c6e23bf10b1f,segment=NetworkSegment(11c290bd-a8cc-4d4f-8c82-dd53522ab941),segment_id=11c290bd-a8cc-4d4f-8c82-dd53522ab941)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:23.186975 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:23.229811 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8146ab83-1e19-473f-8454-e231177746e7 None None] Provisioning complete for port bdc3a2c3-79da-4f40-b5d4-66e16cd39870 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:23.230286 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8146ab83-1e19-473f-8454-e231177746e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:23.280396 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port bd59a74e-5fad-4899-94d1-c6e23bf10b1f completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:23.300831 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port bd59a74e-5fad-4899-94d1-c6e23bf10b1f triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:23.301204 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:23.348902 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f314a47c-6068-4f30-a979-e8e675b042fb tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:23.358236 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cbed8f19-d0ca-4d08-bb13-b78d299dce26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:23.388273 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-7f6bf8ae-9a4e-4def-9af2-6b18542443be tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:23.398089 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7f6bf8ae-9a4e-4def-9af2-6b18542443be tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:port and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:23.399627 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-8146ab83-1e19-473f-8454-e231177746e7 None None] Port bdc3a2c3-79da-4f40-b5d4-66e16cd39870 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:48:23.432972 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:23.433227 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-f314a47c-6068-4f30-a979-e8e675b042fb tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2918b247-9499-4cbc-b342-a5283aa00029']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:23.440177 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7f6bf8ae-9a4e-4def-9af2-6b18542443be tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:23.466588 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-7f6bf8ae-9a4e-4def-9af2-6b18542443be tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:23.469752 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-f314a47c-6068-4f30-a979-e8e675b042fb tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45d61cc-4960-49f7-8da8-af6ae1d0c316') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:23.470056 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-f314a47c-6068-4f30-a979-e8e675b042fb tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45d61cc-4960-49f7-8da8-af6ae1d0c316') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:23.497753 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f314a47c-6068-4f30-a979-e8e675b042fb tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:23.523643 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:23.575912 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port bd59a74e-5fad-4899-94d1-c6e23bf10b1f, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=bd59a74e-5fad-4899-94d1-c6e23bf10b1f,segment=NetworkSegment(11c290bd-a8cc-4d4f-8c82-dd53522ab941),segment_id=11c290bd-a8cc-4d4f-8c82-dd53522ab941)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:23.582008 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6bf8ae-9a4e-4def-9af2-6b18542443be tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:23.584454 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:23.611362 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Calling delete_port for bd59a74e-5fad-4899-94d1-c6e23bf10b1f owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:23.665325 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=bd59a74e-5fad-4899-94d1-c6e23bf10b1f,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:23.700280 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9370d3d-fe9e-4a02-985c-dd52f15656d3 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Router 4ce929a1-a885-4508-a2a9-aae7a984580d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:48:23.722287 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc75797-7a62-4f7d-a638-d4d541f7ffce admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:48:23.726810 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2255b0b4-9f86-491a-ab2a-82caf8086802 None None] Provisioning complete for port bd59a74e-5fad-4899-94d1-c6e23bf10b1f triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:23.727187 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2255b0b4-9f86-491a-ab2a-82caf8086802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:23.738781 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f314a47c-6068-4f30-a979-e8e675b042fb tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:23.739390 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6fc75797-7a62-4f7d-a638-d4d541f7ffce admin admin] 10.222.0.79 "PUT /v2.0/routers/6e6d938e-c580-4278-b882-b47854d8c535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2300975 May 10 14:48:23.747525 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7671cedd-d6a9-4307-bcb3-5f041007c239 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Router 900cd496-7049-4e8e-a953-8b2efde3db15 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:48:23.817843 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f314a47c-6068-4f30-a979-e8e675b042fb tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:48:23.818248 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f314a47c-6068-4f30-a979-e8e675b042fb tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:23.829445 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] Sync routers for ids ['6e6d938e-c580-4278-b882-b47854d8c535'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:48:23.833281 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:48:23.896100 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] Routers {'6e6d938e-c580-4278-b882-b47854d8c535'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:23.897083 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6e6d938e-c580-4278-b882-b47854d8c535'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:24.085933 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.api [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:48:24.086699 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG oslo_db.api [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:48:24.150654 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf8ae-9a4e-4def-9af2-6b18542443be tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:24.174675 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] Set router 6e6d938e-c580-4278-b882-b47854d8c535 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:48:24.220850 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f314a47c-6068-4f30-a979-e8e675b042fb tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:24.227965 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f314a47c-6068-4f30-a979-e8e675b042fb tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:24.228523 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38714) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:24.267506 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-5fa04d78-6fa0-4945-bd27-28b045328114 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--364154311', 'description': 'tempest-description--1694937229'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:24.283462 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314a47c-6068-4f30-a979-e8e675b042fb tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Pushing event deleted for resources: {'Network': ['ID=2918b247-9499-4cbc-b342-a5283aa00029,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:24.293382 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5fa04d78-6fa0-4945-bd27-28b045328114 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:24.298917 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-7f6bf8ae-9a4e-4def-9af2-6b18542443be tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] device_id is not set on port 39b090e9-01ff-4ce8-8cb9-9ec8e95040d8 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:48:24.343542 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f314a47c-6068-4f30-a979-e8e675b042fb tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] 10.222.0.79 "DELETE /v2.0/networks/2918b247-9499-4cbc-b342-a5283aa00029 HTTP/1.1" status: 204 len: 168 time: 1.5713024 May 10 14:48:24.344309 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5fa04d78-6fa0-4945-bd27-28b045328114 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Usage tracker for resource:security_group and tenant:e85d52d37e7f49109dc18b97419f8c3b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:24.350379 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38718) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:24.352401 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5fa04d78-6fa0-4945-bd27-28b045328114 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:24.375659 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5c909f03-f0cf-4927-9f58-df4ef9ecc265 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:24.381897 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5fa04d78-6fa0-4945-bd27-28b045328114 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:24.393417 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9370d3d-fe9e-4a02-985c-dd52f15656d3 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:48:24.409264 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] Sync routers for ids ['4ce929a1-a885-4508-a2a9-aae7a984580d'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:48:24.426636 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] Routers {'4ce929a1-a885-4508-a2a9-aae7a984580d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:24.427612 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4ce929a1-a885-4508-a2a9-aae7a984580d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:24.441848 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cbed8f19-d0ca-4d08-bb13-b78d299dce26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:24.444019 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5fa04d78-6fa0-4945-bd27-28b045328114 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:24.462544 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cbed8f19-d0ca-4d08-bb13-b78d299dce26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:24.478113 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7671cedd-d6a9-4307-bcb3-5f041007c239 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:48:24.485712 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c9370d3d-fe9e-4a02-985c-dd52f15656d3 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "PUT /v2.0/routers/4ce929a1-a885-4508-a2a9-aae7a984580d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7417841 May 10 14:48:24.495417 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5c909f03-f0cf-4927-9f58-df4ef9ecc265 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:24.531318 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e761ce3-7409-42c3-9f5a-18b66012ff71 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:24.535093 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-5c909f03-f0cf-4927-9f58-df4ef9ecc265 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Deleting port 14ffabb5-0b95-4ae9-bd47-ce0b2af5fe08 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:24.535575 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5c909f03-f0cf-4927-9f58-df4ef9ecc265 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:24.564305 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d567a7-5f32-4548-8c3d-750a194585d2 None None] Sync routers for ids ['900cd496-7049-4e8e-a953-8b2efde3db15'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:48:24.588480 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Deleting port bd59a74e-5fad-4899-94d1-c6e23bf10b1f {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:24.588975 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:24.616278 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7671cedd-d6a9-4307-bcb3-5f041007c239 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:24.621927 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7671cedd-d6a9-4307-bcb3-5f041007c239 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 18.2266970 May 10 14:48:24.626715 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d567a7-5f32-4548-8c3d-750a194585d2 None None] Routers {'900cd496-7049-4e8e-a953-8b2efde3db15'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:24.627568 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-55d567a7-5f32-4548-8c3d-750a194585d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['900cd496-7049-4e8e-a953-8b2efde3db15'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:24.638016 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38724) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:24.665914 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7a7001c9-97b2-4c4e-887e-afbc737b86bd tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:24.674741 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5fa04d78-6fa0-4945-bd27-28b045328114 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:24.684511 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5fa04d78-6fa0-4945-bd27-28b045328114 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Usage tracker for resource:security_group_rule and tenant:e85d52d37e7f49109dc18b97419f8c3b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:24.693904 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5fa04d78-6fa0-4945-bd27-28b045328114 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:24.716811 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-55d567a7-5f32-4548-8c3d-750a194585d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:24.717032 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5fa04d78-6fa0-4945-bd27-28b045328114 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:24.723000 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed8f19-d0ca-4d08-bb13-b78d299dce26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Port': ['ID=dfbfc192-9b50-43f0-a598-637ad72cef6e,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:24.760527 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cbed8f19-d0ca-4d08-bb13-b78d299dce26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:24.773830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf8ae-9a4e-4def-9af2-6b18542443be tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:24.780184 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d567a7-5f32-4548-8c3d-750a194585d2 None None] Routers {'900cd496-7049-4e8e-a953-8b2efde3db15'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:24.784750 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-55d567a7-5f32-4548-8c3d-750a194585d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['900cd496-7049-4e8e-a953-8b2efde3db15'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:24.873476 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-55d567a7-5f32-4548-8c3d-750a194585d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:24.874058 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d567a7-5f32-4548-8c3d-750a194585d2 None None] The sync data for ids ['900cd496-7049-4e8e-a953-8b2efde3db15'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:48:24.904479 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] Set router 4ce929a1-a885-4508-a2a9-aae7a984580d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:48:24.906167 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:24.912078 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d938e-c580-4278-b882-b47854d8c535', 'name': 'tempest-ServerActionsTestJSON-492547824-router', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:48:01Z', 'updated_at': '2022-05-10T14:48:17Z', 'revision_number': 4, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'gw_port': {'id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:03Z', 'updated_at': '2022-05-10T14:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '6811a0f2-1368-40d1-841e-70bfb7f64b23', 'name': '', 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'mac_address': 'fa:16:3e:ce:b2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '131cfd62-1682-4197-8cdd-002e0ab415e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:12Z', 'updated_at': '2022-05-10T14:48:18Z', 'revision_number': 2, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'subnets': [{'id': '131cfd62-1682-4197-8cdd-002e0ab415e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:24.936181 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] Checking router: 6e6d938e-c580-4278-b882-b47854d8c535 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:48:24.939270 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] Updating router 6e6d938e-c580-4278-b882-b47854d8c535 port 6811a0f2-1368-40d1-841e-70bfb7f64b23 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:48:25.019136 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5fa04d78-6fa0-4945-bd27-28b045328114 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:25.021297 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbed8f19-d0ca-4d08-bb13-b78d299dce26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Network 5479cc0b-ed50-461c-a5e1-9947c14b3eb6 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:25.024975 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-cbed8f19-d0ca-4d08-bb13-b78d299dce26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:25.028454 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf8ae-9a4e-4def-9af2-6b18542443be tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:25.050525 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device bd59a74e-5fad-4899-94d1-c6e23bf10b1f up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:25.075818 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5fa04d78-6fa0-4945-bd27-28b045328114 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:25.186137 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5fa04d78-6fa0-4945-bd27-28b045328114 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:25.191233 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5fa04d78-6fa0-4945-bd27-28b045328114 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9369435 May 10 14:48:25.203473 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:25.203670 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38738) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:25.237147 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-a7914fbb-1fc5-46b5-9e9b-9b5cf54b2db2 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Request body: {'security_group_rule': {'security_group_id': '82a721ab-d596-495d-88db-395d5af2468e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:25.248009 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6bf8ae-9a4e-4def-9af2-6b18542443be tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network c28b8870-ea54-4e4e-b79e-d465418a24db is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:25.259223 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a7914fbb-1fc5-46b5-9e9b-9b5cf54b2db2 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:25.261799 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-7f6bf8ae-9a4e-4def-9af2-6b18542443be tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:25.280355 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port bd59a74e-5fad-4899-94d1-c6e23bf10b1f triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:25.280715 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:25.283890 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6bf8ae-9a4e-4def-9af2-6b18542443be tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:25.289379 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6bf8ae-9a4e-4def-9af2-6b18542443be tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:25.289978 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7f6bf8ae-9a4e-4def-9af2-6b18542443be tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:25.296872 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a7914fbb-1fc5-46b5-9e9b-9b5cf54b2db2 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Usage tracker for resource:security_group_rule and tenant:e85d52d37e7f49109dc18b97419f8c3b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:25.303440 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bf8ae-9a4e-4def-9af2-6b18542443be tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Port': ['ID=39b090e9-01ff-4ce8-8cb9-9ec8e95040d8,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:25.312620 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a7914fbb-1fc5-46b5-9e9b-9b5cf54b2db2 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:25.315320 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa04d78-6fa0-4945-bd27-28b045328114 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82a721ab-d596-495d-88db-395d5af2468e,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:25.331846 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a7914fbb-1fc5-46b5-9e9b-9b5cf54b2db2 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:25.412251 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-fe4a277f-93ef-4a68-a810-f4ccd2d220e2 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Synchronizing usage tracker for tenant:ff413262496f40d691ca8346c51f1a79 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:48:25.417886 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e761ce3-7409-42c3-9f5a-18b66012ff71 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:25.429663 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7f6bf8ae-9a4e-4def-9af2-6b18542443be tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3772478 May 10 14:48:25.436591 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38742) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:25.441444 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbed8f19-d0ca-4d08-bb13-b78d299dce26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Router 6fee7be2-7628-4203-906b-d0bcfb7a8a8d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:48:25.449863 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985080515', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:47:56Z', 'updated_at': '2022-05-10T14:48:18Z', 'revision_number': 4, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'gw_port': {'id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:47:57Z', 'updated_at': '2022-05-10T14:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'bdc3a2c3-79da-4f40-b5d4-66e16cd39870', 'name': '', 'network_id': '37b960e7-59a7-4942-aea6-10f467886311', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'mac_address': 'fa:16:3e:1b:76:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f77b7b59-c302-4fb7-b4fd-f13da52bf4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:13Z', 'updated_at': '2022-05-10T14:48:19Z', 'revision_number': 2, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'subnets': [{'id': 'f77b7b59-c302-4fb7-b4fd-f13da52bf4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:25.456931 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] Checking router: 4ce929a1-a885-4508-a2a9-aae7a984580d for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:48:25.458959 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] Updating router 4ce929a1-a885-4508-a2a9-aae7a984580d port bdc3a2c3-79da-4f40-b5d4-66e16cd39870 binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:48:25.503924 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a7914fbb-1fc5-46b5-9e9b-9b5cf54b2db2 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:25.549913 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:25.554835 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5c909f03-f0cf-4927-9f58-df4ef9ecc265 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:25.563903 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-1e761ce3-7409-42c3-9f5a-18b66012ff71 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac524512-c473-4266-9d1b-de88fc720711']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:25.599978 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-1e761ce3-7409-42c3-9f5a-18b66012ff71 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '763c2e12-f11a-48d5-b332-280654845262') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:25.600637 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-1e761ce3-7409-42c3-9f5a-18b66012ff71 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '763c2e12-f11a-48d5-b332-280654845262') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:25.715427 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:25.728861 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] Transition to ACTIVE for port object 6811a0f2-1368-40d1-841e-70bfb7f64b23 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:25.744577 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:25.757488 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbed8f19-d0ca-4d08-bb13-b78d299dce26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:48:25.776542 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-cbed8f19-d0ca-4d08-bb13-b78d299dce26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "PUT /v2.0/routers/6fee7be2-7628-4203-906b-d0bcfb7a8a8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3869321 May 10 14:48:25.777811 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38746) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:25.789689 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a41c9e-9009-44c6-ae68-26786c2e2d30 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:25.790258 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-47a41c9e-9009-44c6-ae68-26786c2e2d30 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Synchronizing usage tracker for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:48:25.793147 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-fe4a277f-93ef-4a68-a810-f4ccd2d220e2 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Unset dirty status for tenant:ff413262496f40d691ca8346c51f1a79 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:48:25.798346 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-73457020-44e3-45b4-960e-3a2e23080693 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Request body: {'port': {'network_id': '5479cc0b-ed50-461c-a5e1-9947c14b3eb6', 'name': 'tempest-FloatingIPTestJSON-487694935'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:25.801031 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-fe4a277f-93ef-4a68-a810-f4ccd2d220e2 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1080591902&fields=id&tenant_id=ff413262496f40d691ca8346c51f1a79 HTTP/1.1" status: 200 len: 267 time: 0.9680490 May 10 14:48:25.809138 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-5c909f03-f0cf-4927-9f58-df4ef9ecc265 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Calling delete_port for 14ffabb5-0b95-4ae9-bd47-ce0b2af5fe08 owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:25.863662 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e761ce3-7409-42c3-9f5a-18b66012ff71 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:25.986140 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-47a41c9e-9009-44c6-ae68-26786c2e2d30 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Unset dirty status for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:48:25.987273 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-47a41c9e-9009-44c6-ae68-26786c2e2d30 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports/39b090e9-01ff-4ce8-8cb9-9ec8e95040d8 HTTP/1.1" status: 200 len: 844 time: 0.5497105 May 10 14:48:26.009702 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38750) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:26.012050 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a7914fbb-1fc5-46b5-9e9b-9b5cf54b2db2 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:26.048063 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a2fb5f-a3f8-4d66-8d76-53ca6aae954e None None] Sync routers for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:48:26.065271 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a7914fbb-1fc5-46b5-9e9b-9b5cf54b2db2 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:26.073666 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a2fb5f-a3f8-4d66-8d76-53ca6aae954e None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:26.074588 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e2a2fb5f-a3f8-4d66-8d76-53ca6aae954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:26.098343 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f72089-3fc3-41fa-a87c-a3a91d567b1f None None] Pushing event updated for resources: {'Port': ['ID=6811a0f2-1368-40d1-841e-70bfb7f64b23,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:26.113798 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] Attempting to bind port 6811a0f2-1368-40d1-841e-70bfb7f64b23 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:48:26.114169 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] Attempting to bind port 6811a0f2-1368-40d1-841e-70bfb7f64b23 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '76fe6fbd-5476-4144-9dd0-5971ebff891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:48:26.114567 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] Attempting to bind port 6811a0f2-1368-40d1-841e-70bfb7f64b23 on network aa7afffa-e17d-4c0b-836c-b0db2fea3cec {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:48:26.121603 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:48:26.121979 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] Checking segment: {'id': '76fe6fbd-5476-4144-9dd0-5971ebff891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:26.122367 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:26.122774 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] Bound using segment: {'id': '76fe6fbd-5476-4144-9dd0-5971ebff891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:48:26.123247 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] Bound port: 6811a0f2-1368-40d1-841e-70bfb7f64b23, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fe6fbd-5476-4144-9dd0-5971ebff891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:48:26.123616 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:26.124612 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e761ce3-7409-42c3-9f5a-18b66012ff71 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:26.148095 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-73457020-44e3-45b4-960e-3a2e23080693 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:26.152732 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-73457020-44e3-45b4-960e-3a2e23080693 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Usage tracker for resource:port and tenant:d96b13b642cb4adf9c29a3eb1de983c1 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:26.155828 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-73457020-44e3-45b4-960e-3a2e23080693 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:26.161843 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-73457020-44e3-45b4-960e-3a2e23080693 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:26.178359 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7914fbb-1fc5-46b5-9e9b-9b5cf54b2db2 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea46027c-c8b2-4541-84a7-abfe642a3819,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:26.191364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-04b7155b-3c3a-4ebc-9061-f66f90a22f74 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port 39b090e9-01ff-4ce8-8cb9-9ec8e95040d8 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:26.191701 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-04b7155b-3c3a-4ebc-9061-f66f90a22f74 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:26.195357 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e2a2fb5f-a3f8-4d66-8d76-53ca6aae954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:26.221043 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:26.224053 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a2fb5f-a3f8-4d66-8d76-53ca6aae954e None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:26.224985 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e2a2fb5f-a3f8-4d66-8d76-53ca6aae954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:26.227570 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73457020-44e3-45b4-960e-3a2e23080693 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Made reservation on behalf of d96b13b642cb4adf9c29a3eb1de983c1 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:26.230417 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e761ce3-7409-42c3-9f5a-18b66012ff71 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:48:26.231097 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e761ce3-7409-42c3-9f5a-18b66012ff71 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:26.232325 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-73457020-44e3-45b4-960e-3a2e23080693 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:26.234395 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] For port 6811a0f2-1368-40d1-841e-70bfb7f64b23, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:48:26.238613 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] For port 6811a0f2-1368-40d1-841e-70bfb7f64b23, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6811a0f2-1368-40d1-841e-70bfb7f64b23,segment=NetworkSegment(76fe6fbd-5476-4144-9dd0-5971ebff891e),segment_id=76fe6fbd-5476-4144-9dd0-5971ebff891e)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:48:26.245210 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:48:26.255537 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:48:26.304017 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e2a2fb5f-a3f8-4d66-8d76-53ca6aae954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:26.304584 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a2fb5f-a3f8-4d66-8d76-53ca6aae954e None None] The sync data for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:48:26.360299 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f72089-3fc3-41fa-a87c-a3a91d567b1f None None] Pushing event updated for resources: {'Port': ['ID=6811a0f2-1368-40d1-841e-70bfb7f64b23,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:26.368146 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] Routers {'6e6d938e-c580-4278-b882-b47854d8c535'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:26.368943 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6e6d938e-c580-4278-b882-b47854d8c535'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:26.417651 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a7914fbb-1fc5-46b5-9e9b-9b5cf54b2db2 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:26.420923 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a7914fbb-1fc5-46b5-9e9b-9b5cf54b2db2 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2107949 May 10 14:48:26.425797 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38754) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:26.426823 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-73457020-44e3-45b4-960e-3a2e23080693 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] device_id is not set on port 8c0855ff-4e33-46a3-94b1-b4dc08fc3284 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:48:26.437350 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] For port bd59a74e-5fad-4899-94d1-c6e23bf10b1f, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=bd59a74e-5fad-4899-94d1-c6e23bf10b1f,segment=NetworkSegment(11c290bd-a8cc-4d4f-8c82-dd53522ab941),segment_id=11c290bd-a8cc-4d4f-8c82-dd53522ab941)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:26.437718 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:26.452776 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-fa51ef18-0e82-4f3b-bf95-3af15f0a48b7 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Request body: {'security_group_rule': {'security_group_id': '82a721ab-d596-495d-88db-395d5af2468e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:26.460272 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] Transition to ACTIVE for port object bdc3a2c3-79da-4f40-b5d4-66e16cd39870 will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:26.472958 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-0494f713-1ddb-4837-afde-ead17425dbec tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:26.479298 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:26.482623 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-0494f713-1ddb-4837-afde-ead17425dbec tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/networks?id=37b960e7-59a7-4942-aea6-10f467886311 HTTP/1.1" status: 200 len: 797 time: 0.6805599 May 10 14:48:26.488052 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-fa51ef18-0e82-4f3b-bf95-3af15f0a48b7 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:26.561112 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e761ce3-7409-42c3-9f5a-18b66012ff71 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:26.590956 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdddb7-c57d-4da8-bafc-c42ca45b8b65 None None] Pushing event updated for resources: {'Port': ['ID=bdc3a2c3-79da-4f40-b5d4-66e16cd39870,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:26.613901 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-fa51ef18-0e82-4f3b-bf95-3af15f0a48b7 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Usage tracker for resource:security_group_rule and tenant:e85d52d37e7f49109dc18b97419f8c3b is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:26.635358 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] Set router 6e6d938e-c580-4278-b882-b47854d8c535 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:48:26.731577 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-04b7155b-3c3a-4ebc-9061-f66f90a22f74 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:26.733268 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-fa51ef18-0e82-4f3b-bf95-3af15f0a48b7 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:26.761774 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e761ce3-7409-42c3-9f5a-18b66012ff71 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:26.784074 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Calling delete_port for bd59a74e-5fad-4899-94d1-c6e23bf10b1f owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:26.816988 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] Attempting to bind port bdc3a2c3-79da-4f40-b5d4-66e16cd39870 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:48:26.817647 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] Attempting to bind port bdc3a2c3-79da-4f40-b5d4-66e16cd39870 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'b8e4e5ad-f88f-4792-8961-17ae88f4e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '37b960e7-59a7-4942-aea6-10f467886311'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:48:26.818280 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] Attempting to bind port bdc3a2c3-79da-4f40-b5d4-66e16cd39870 on network 37b960e7-59a7-4942-aea6-10f467886311 {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:48:26.837247 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:48:26.837849 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] Checking segment: {'id': 'b8e4e5ad-f88f-4792-8961-17ae88f4e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '37b960e7-59a7-4942-aea6-10f467886311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:26.838604 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:26.840004 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] Bound using segment: {'id': 'b8e4e5ad-f88f-4792-8961-17ae88f4e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '37b960e7-59a7-4942-aea6-10f467886311'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:48:26.840693 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] Bound port: bdc3a2c3-79da-4f40-b5d4-66e16cd39870, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e4e5ad-f88f-4792-8961-17ae88f4e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '37b960e7-59a7-4942-aea6-10f467886311'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:48:26.841240 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:26.883949 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-04b7155b-3c3a-4ebc-9061-f66f90a22f74 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Calling delete_port for 39b090e9-01ff-4ce8-8cb9-9ec8e95040d8 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:26.992339 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-04b7155b-3c3a-4ebc-9061-f66f90a22f74 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:27.019379 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-95952836-04bf-4f32-815e-19367a8ad336 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/quotas/ff413262496f40d691ca8346c51f1a79 HTTP/1.1" status: 200 len: 375 time: 0.5355701 May 10 14:48:27.025048 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-fa51ef18-0e82-4f3b-bf95-3af15f0a48b7 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:27.043851 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e761ce3-7409-42c3-9f5a-18b66012ff71 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Pushing event deleted for resources: {'Network': ['ID=ac524512-c473-4266-9d1b-de88fc720711,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:27.047793 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d938e-c580-4278-b882-b47854d8c535', 'name': 'tempest-ServerActionsTestJSON-492547824-router', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:48:01Z', 'updated_at': '2022-05-10T14:48:17Z', 'revision_number': 4, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'gw_port': {'id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:03Z', 'updated_at': '2022-05-10T14:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '6811a0f2-1368-40d1-841e-70bfb7f64b23', 'name': '', 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'mac_address': 'fa:16:3e:ce:b2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '131cfd62-1682-4197-8cdd-002e0ab415e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:12Z', 'updated_at': '2022-05-10T14:48:26Z', 'revision_number': 4, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'subnets': [{'id': '131cfd62-1682-4197-8cdd-002e0ab415e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:27.052384 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708e27c-a9a1-43e3-a089-8be03a39786b None None] The sync data for ids ['6e6d938e-c580-4278-b882-b47854d8c535'] in dv-neutron-841204-2-hyperv is: [{'id': '6e6d938e-c580-4278-b882-b47854d8c535', 'name': 'tempest-ServerActionsTestJSON-492547824-router', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:48:01Z', 'updated_at': '2022-05-10T14:48:17Z', 'revision_number': 4, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'gw_port': {'id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:03Z', 'updated_at': '2022-05-10T14:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '6811a0f2-1368-40d1-841e-70bfb7f64b23', 'name': '', 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'mac_address': 'fa:16:3e:ce:b2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '131cfd62-1682-4197-8cdd-002e0ab415e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:12Z', 'updated_at': '2022-05-10T14:48:26Z', 'revision_number': 4, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'subnets': [{'id': '131cfd62-1682-4197-8cdd-002e0ab415e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:48:27.059165 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] For port bdc3a2c3-79da-4f40-b5d4-66e16cd39870, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:48:27.063266 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] For port bdc3a2c3-79da-4f40-b5d4-66e16cd39870, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=bdc3a2c3-79da-4f40-b5d4-66e16cd39870,segment=NetworkSegment(b8e4e5ad-f88f-4792-8961-17ae88f4e759),segment_id=b8e4e5ad-f88f-4792-8961-17ae88f4e759)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:48:27.068752 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:27.087477 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7155b-3c3a-4ebc-9061-f66f90a22f74 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Port': ['ID=39b090e9-01ff-4ce8-8cb9-9ec8e95040d8,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:27.093718 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-04b7155b-3c3a-4ebc-9061-f66f90a22f74 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:27.116030 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-04b7155b-3c3a-4ebc-9061-f66f90a22f74 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/ports/39b090e9-01ff-4ce8-8cb9-9ec8e95040d8 HTTP/1.1" status: 204 len: 168 time: 1.1025999 May 10 14:48:27.118404 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38758) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:27.123190 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1e761ce3-7409-42c3-9f5a-18b66012ff71 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] 10.222.0.79 "DELETE /v2.0/networks/ac524512-c473-4266-9d1b-de88fc720711 HTTP/1.1" status: 204 len: 168 time: 2.7687080 May 10 14:48:27.136680 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38760) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:27.217836 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdddb7-c57d-4da8-bafc-c42ca45b8b65 None None] Pushing event updated for resources: {'Port': ['ID=bdc3a2c3-79da-4f40-b5d4-66e16cd39870,revision_number=4']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:27.235875 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-8103bf91-b77a-4bb9-a363-5a3a28af8a2b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] GET failed (client error): The resource could not be found. May 10 14:48:27.236412 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8103bf91-b77a-4bb9-a363-5a3a28af8a2b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Synchronizing usage tracker for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:48:27.247908 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] Routers {'4ce929a1-a885-4508-a2a9-aae7a984580d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:27.248898 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4ce929a1-a885-4508-a2a9-aae7a984580d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:27.276094 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-73457020-44e3-45b4-960e-3a2e23080693 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Allocated IP 172.20.0.4 (5479cc0b-ed50-461c-a5e1-9947c14b3eb6/411cddca-209c-4e1a-b58d-2223709af17d/8c0855ff-4e33-46a3-94b1-b4dc08fc3284) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:27.278009 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8103bf91-b77a-4bb9-a363-5a3a28af8a2b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Unset dirty status for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:48:27.285197 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8103bf91-b77a-4bb9-a363-5a3a28af8a2b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports/39b090e9-01ff-4ce8-8cb9-9ec8e95040d8 HTTP/1.1" status: 404 len: 333 time: 0.1596713 May 10 14:48:27.285870 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38766) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:27.295787 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-f2f966ea-303e-4a34-ae72-5f4b13781774 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'port': {'network_id': 'c28b8870-ea54-4e4e-b79e-d465418a24db', 'name': 'tempest-PortsIpV6TestJSON-251637122'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:27.461668 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa51ef18-0e82-4f3b-bf95-3af15f0a48b7 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:27.496369 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f2f966ea-303e-4a34-ae72-5f4b13781774 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:27.540376 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] Set router 4ce929a1-a885-4508-a2a9-aae7a984580d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:48:27.586224 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f2f966ea-303e-4a34-ae72-5f4b13781774 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:27.633869 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f966ea-303e-4a34-ae72-5f4b13781774 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:27.635851 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a7001c9-97b2-4c4e-887e-afbc737b86bd tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:27.637978 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f2f966ea-303e-4a34-ae72-5f4b13781774 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:27.692697 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5c909f03-f0cf-4927-9f58-df4ef9ecc265 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:27.700359 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-f2f966ea-303e-4a34-ae72-5f4b13781774 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] device_id is not set on port d0b29096-2f6e-4b59-96df-a7395aa603c2 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:48:27.815592 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-73457020-44e3-45b4-960e-3a2e23080693 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:27.854487 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c909f03-f0cf-4927-9f58-df4ef9ecc265 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Pushing event deleted for resources: {'Port': ['ID=14ffabb5-0b95-4ae9-bd47-ce0b2af5fe08,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:27.878118 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-2b5e4519-75de-4696-9f4c-1f0761f8f318 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Synchronizing usage tracker for tenant:ff413262496f40d691ca8346c51f1a79 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:48:27.881564 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a7001c9-97b2-4c4e-887e-afbc737b86bd tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:27.887138 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa51ef18-0e82-4f3b-bf95-3af15f0a48b7 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:27.933399 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c09c1c6-0911-4be3-b295-8e9f7914e0f3 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:27.940243 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c09c1c6-0911-4be3-b295-8e9f7914e0f3 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:27.941166 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2c09c1c6-0911-4be3-b295-8e9f7914e0f3 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Synchronizing usage tracker for tenant:c22b2f47131c4c7191d7c54ec46eb5cb on resource:network {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:48:27.954332 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:27.961525 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985080515', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:47:56Z', 'updated_at': '2022-05-10T14:48:18Z', 'revision_number': 4, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'gw_port': {'id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:47:57Z', 'updated_at': '2022-05-10T14:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'bdc3a2c3-79da-4f40-b5d4-66e16cd39870', 'name': '', 'network_id': '37b960e7-59a7-4942-aea6-10f467886311', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'mac_address': 'fa:16:3e:1b:76:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f77b7b59-c302-4fb7-b4fd-f13da52bf4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:13Z', 'updated_at': '2022-05-10T14:48:27Z', 'revision_number': 4, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'subnets': [{'id': 'f77b7b59-c302-4fb7-b4fd-f13da52bf4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:27.961950 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa51ef18-0e82-4f3b-bf95-3af15f0a48b7 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:27.966960 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae0542a-707c-4b66-aee8-726598fb724e None None] The sync data for ids ['4ce929a1-a885-4508-a2a9-aae7a984580d'] in dv-neutron-841204-2-hyperv is: [{'id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985080515', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:47:56Z', 'updated_at': '2022-05-10T14:48:18Z', 'revision_number': 4, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'gw_port': {'id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:47:57Z', 'updated_at': '2022-05-10T14:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'bdc3a2c3-79da-4f40-b5d4-66e16cd39870', 'name': '', 'network_id': '37b960e7-59a7-4942-aea6-10f467886311', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'mac_address': 'fa:16:3e:1b:76:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f77b7b59-c302-4fb7-b4fd-f13da52bf4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:13Z', 'updated_at': '2022-05-10T14:48:27Z', 'revision_number': 4, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'subnets': [{'id': 'f77b7b59-c302-4fb7-b4fd-f13da52bf4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:48:28.086978 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-73457020-44e3-45b4-960e-3a2e23080693 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:28.090655 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-7a7001c9-97b2-4c4e-887e-afbc737b86bd tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Deleting port d5c64207-d2f2-431f-ba55-c5f1b5155c6e {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:28.090999 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a7001c9-97b2-4c4e-887e-afbc737b86bd tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:28.185928 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Port': ['ID=bd59a74e-5fad-4899-94d1-c6e23bf10b1f,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:28.193819 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51ef18-0e82-4f3b-bf95-3af15f0a48b7 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4152fc-9b0b-4cf9-b26d-ca7205b58f43,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:28.201491 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73457020-44e3-45b4-960e-3a2e23080693 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Network 5479cc0b-ed50-461c-a5e1-9947c14b3eb6 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:28.212908 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-73457020-44e3-45b4-960e-3a2e23080693 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:28.218125 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73457020-44e3-45b4-960e-3a2e23080693 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Port': ['ID=8c0855ff-4e33-46a3-94b1-b4dc08fc3284,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:28.220488 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73457020-44e3-45b4-960e-3a2e23080693 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:28.230148 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-2b5e4519-75de-4696-9f4c-1f0761f8f318 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Unset dirty status for tenant:ff413262496f40d691ca8346c51f1a79 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:48:28.231578 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-2b5e4519-75de-4696-9f4c-1f0761f8f318 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ff413262496f40d691ca8346c51f1a79&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2114255 May 10 14:48:28.253626 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8194f9b4-4acb-4881-9a3f-5d64d082ea44 None None] DHCP port deletion for 58da340e-c7ba-4d5a-a8f9-32e3933a8fe5 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:48:28.265166 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2c09c1c6-0911-4be3-b295-8e9f7914e0f3 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Unset dirty status for tenant:c22b2f47131c4c7191d7c54ec46eb5cb on resource:network {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:48:28.266357 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2c09c1c6-0911-4be3-b295-8e9f7914e0f3 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.1137357 May 10 14:48:28.279277 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685cc109-95bb-4d9d-a3c6-320cbe9af979 None None] get_active_networks_info from dv-neutron-841204-2-hyperv {{(pid=88053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 10 14:48:28.302413 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38770) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:28.314666 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f2f966ea-303e-4a34-ae72-5f4b13781774 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:28.317600 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e92781cd-9a94-41f7-b210-cb96dd8ceffe tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1525490284'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:28.334503 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73457020-44e3-45b4-960e-3a2e23080693 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:28.334607 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5c909f03-f0cf-4927-9f58-df4ef9ecc265 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:28.335591 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-73457020-44e3-45b4-960e-3a2e23080693 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:28.372577 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-73457020-44e3-45b4-960e-3a2e23080693 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5905240 May 10 14:48:28.373434 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38774) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:28.384960 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-753c8ae7-c380-40e5-8886-9e469964d6a1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Request body: {'port': {'network_id': '5479cc0b-ed50-461c-a5e1-9947c14b3eb6', 'name': 'tempest-FloatingIPTestJSON-188414113'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:28.404421 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No DVR routers for this DVR port bd59a74e-5fad-4899-94d1-c6e23bf10b1f on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:48:28.453058 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa51ef18-0e82-4f3b-bf95-3af15f0a48b7 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:28.454954 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fa51ef18-0e82-4f3b-bf95-3af15f0a48b7 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0268300 May 10 14:48:28.479186 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38778) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:28.490308 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-a1c95ff8-d340-431e-82e1-b5b9d321c39d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:28.506776 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a1c95ff8-d340-431e-82e1-b5b9d321c39d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:28.516410 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a1c95ff8-d340-431e-82e1-b5b9d321c39d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Usage tracker for resource:floatingip and tenant:e85d52d37e7f49109dc18b97419f8c3b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:28.521579 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a1c95ff8-d340-431e-82e1-b5b9d321c39d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:28.531562 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a1c95ff8-d340-431e-82e1-b5b9d321c39d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:28.540057 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685cc109-95bb-4d9d-a3c6-320cbe9af979 None None] Resources bound (agent type, host, resource id): {{(pid=88053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 14:48:28.546486 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e92781cd-9a94-41f7-b210-cb96dd8ceffe tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:28.547066 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f2f966ea-303e-4a34-ae72-5f4b13781774 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:28.556563 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a1c95ff8-d340-431e-82e1-b5b9d321c39d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks [] for floatingip, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:28.720715 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e92781cd-9a94-41f7-b210-cb96dd8ceffe tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:28.811021 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f966ea-303e-4a34-ae72-5f4b13781774 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network c28b8870-ea54-4e4e-b79e-d465418a24db is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:28.817061 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-f2f966ea-303e-4a34-ae72-5f4b13781774 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:28.826471 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:28.903035 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f966ea-303e-4a34-ae72-5f4b13781774 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:28.912216 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f966ea-303e-4a34-ae72-5f4b13781774 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:28.913206 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f2f966ea-303e-4a34-ae72-5f4b13781774 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:28.959930 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f966ea-303e-4a34-ae72-5f4b13781774 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Port': ['ID=d0b29096-2f6e-4b59-96df-a7395aa603c2,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:28.976717 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-753c8ae7-c380-40e5-8886-9e469964d6a1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:29.032751 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-753c8ae7-c380-40e5-8886-9e469964d6a1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Usage tracker for resource:port and tenant:d96b13b642cb4adf9c29a3eb1de983c1 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:29.039466 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device bdc3a2c3-79da-4f40-b5d4-66e16cd39870 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:29.041319 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f2f966ea-303e-4a34-ae72-5f4b13781774 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7523355 May 10 14:48:29.042628 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-753c8ae7-c380-40e5-8886-9e469964d6a1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:29.051465 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38782) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:29.053978 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-753c8ae7-c380-40e5-8886-9e469964d6a1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:29.061740 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-65b3e2ec-5756-40c2-9f15-be03a1cc98c2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:29.130901 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753c8ae7-c380-40e5-8886-9e469964d6a1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Made reservation on behalf of d96b13b642cb4adf9c29a3eb1de983c1 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:29.134525 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-753c8ae7-c380-40e5-8886-9e469964d6a1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:29.174025 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92781cd-9a94-41f7-b210-cb96dd8ceffe tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Made reservation on behalf of c22b2f47131c4c7191d7c54ec46eb5cb for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:29.177631 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e92781cd-9a94-41f7-b210-cb96dd8ceffe tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:29.197043 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port bdc3a2c3-79da-4f40-b5d4-66e16cd39870 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:29.209243 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port bdc3a2c3-79da-4f40-b5d4-66e16cd39870 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:29.209517 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-753c8ae7-c380-40e5-8886-9e469964d6a1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] device_id is not set on port 1dcbc4b1-280d-4ceb-9f90-5211a12250f1 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:48:29.209644 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:29.314131 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed41d14a-de32-4b34-882c-8dd0bf427964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-58da340e-c7ba-4d5a-a8f9-32e3933a8fe5', 'network_id': '58da340e-c7ba-4d5a-a8f9-32e3933a8fe5', 'tenant_id': 'b34db3219d0c46478753528b094049df', 'fixed_ips': [{'subnet_id': '536759f4-fd11-473b-9b63-4582f2177dc8'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:48:29.315631 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ed41d14a-de32-4b34-882c-8dd0bf427964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:29.330752 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-65b3e2ec-5756-40c2-9f15-be03a1cc98c2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:29.363682 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a7001c9-97b2-4c4e-887e-afbc737b86bd tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:29.373502 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-b5947f41-0a58-46f9-9ce5-8bcef107d5d1 service neutron] 10.222.0.79 "GET /v2.0/networks/37b960e7-59a7-4942-aea6-10f467886311?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0949969 May 10 14:48:29.475766 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a1c95ff8-d340-431e-82e1-b5b9d321c39d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:29.521953 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-753c8ae7-c380-40e5-8886-9e469964d6a1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Allocated IP 172.20.0.10 (5479cc0b-ed50-461c-a5e1-9947c14b3eb6/411cddca-209c-4e1a-b58d-2223709af17d/1dcbc4b1-280d-4ceb-9f90-5211a12250f1) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:29.534312 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:29.593225 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5c909f03-f0cf-4927-9f58-df4ef9ecc265 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:29.621578 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port bdc3a2c3-79da-4f40-b5d4-66e16cd39870, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=bdc3a2c3-79da-4f40-b5d4-66e16cd39870,segment=NetworkSegment(b8e4e5ad-f88f-4792-8961-17ae88f4e759),segment_id=b8e4e5ad-f88f-4792-8961-17ae88f4e759)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:29.628318 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-ed41d14a-de32-4b34-882c-8dd0bf427964 None None] Allocated IP 172.20.0.1 (58da340e-c7ba-4d5a-a8f9-32e3933a8fe5/536759f4-fd11-473b-9b63-4582f2177dc8/f4799d66-394f-4594-8fa0-13c5c673f0c4) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:29.630888 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:29.632494 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6811a0f2-1368-40d1-841e-70bfb7f64b23 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:29.686545 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-7a7001c9-97b2-4c4e-887e-afbc737b86bd tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Calling delete_port for d5c64207-d2f2-431f-ba55-c5f1b5155c6e owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:29.789168 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-38f2e043-aa34-4b34-beb2-656927ea2e97 service neutron] 10.222.0.79 "GET /v2.0/networks/37b960e7-59a7-4942-aea6-10f467886311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962729 May 10 14:48:29.791554 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5c909f03-f0cf-4927-9f58-df4ef9ecc265 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539321'] for router, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:29.853675 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=bdc3a2c3-79da-4f40-b5d4-66e16cd39870,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:29.876037 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 6811a0f2-1368-40d1-841e-70bfb7f64b23 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:29.885247 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 6811a0f2-1368-40d1-841e-70bfb7f64b23 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:29.885617 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:29.928914 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-a1c95ff8-d340-431e-82e1-b5b9d321c39d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Allocated IP 172.26.0.27 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/86f3a0a8-e56e-4d7f-bace-51a454d35087) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:30.003190 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-65b3e2ec-5756-40c2-9f15-be03a1cc98c2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:30.037234 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92781cd-9a94-41f7-b210-cb96dd8ceffe tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:48:30.048827 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e92781cd-9a94-41f7-b210-cb96dd8ceffe tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:30.049537 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-e92781cd-9a94-41f7-b210-cb96dd8ceffe tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Added segment ca9f7cf0-1b61-47c2-afd4-1feaec43d4a9 of type vlan for network 0fb8d2e1-ff29-41c5-8a1c-7bb5442d4d6f May 10 14:48:30.090216 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-65b3e2ec-5756-40c2-9f15-be03a1cc98c2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:30.111644 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e92781cd-9a94-41f7-b210-cb96dd8ceffe tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:30.120790 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a7001c9-97b2-4c4e-887e-afbc737b86bd tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:30.121586 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ed41d14a-de32-4b34-882c-8dd0bf427964 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:30.140331 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:30.156076 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ed41d14a-de32-4b34-882c-8dd0bf427964 None None] Transition to ACTIVE for port object f4799d66-394f-4594-8fa0-13c5c673f0c4 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:30.205390 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 6811a0f2-1368-40d1-841e-70bfb7f64b23, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6811a0f2-1368-40d1-841e-70bfb7f64b23,segment=NetworkSegment(76fe6fbd-5476-4144-9dd0-5971ebff891e),segment_id=76fe6fbd-5476-4144-9dd0-5971ebff891e)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:30.214976 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-65b3e2ec-5756-40c2-9f15-be03a1cc98c2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] In _notify_port_updated(), no bound segment for port d0b29096-2f6e-4b59-96df-a7395aa603c2 on network c28b8870-ea54-4e4e-b79e-d465418a24db {{(pid=88052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 10 14:48:30.220709 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:30.221018 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b3e2ec-5756-40c2-9f15-be03a1cc98c2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:30.221649 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-65b3e2ec-5756-40c2-9f15-be03a1cc98c2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:30.226143 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-65b3e2ec-5756-40c2-9f15-be03a1cc98c2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "PUT /v2.0/ports/d0b29096-2f6e-4b59-96df-a7395aa603c2 HTTP/1.1" status: 200 len: 818 time: 1.1736476 May 10 14:48:30.232827 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38792) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:30.267378 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ed41d14a-de32-4b34-882c-8dd0bf427964 None None] Transition to ACTIVE for port object f4799d66-394f-4594-8fa0-13c5c673f0c4 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:30.288487 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ed41d14a-de32-4b34-882c-8dd0bf427964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:30.306514 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device bd59a74e-5fad-4899-94d1-c6e23bf10b1f no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:48:30.346274 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3e2ec-5756-40c2-9f15-be03a1cc98c2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Port': ['ID=d0b29096-2f6e-4b59-96df-a7395aa603c2,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:30.367330 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: bd59a74e-5fad-4899-94d1-c6e23bf10b1f {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:48:30.367929 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device bd59a74e-5fad-4899-94d1-c6e23bf10b1f not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:48:30.380413 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-753c8ae7-c380-40e5-8886-9e469964d6a1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:30.389675 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed41d14a-de32-4b34-882c-8dd0bf427964 None None] Network 58da340e-c7ba-4d5a-a8f9-32e3933a8fe5 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:30.392232 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-ed41d14a-de32-4b34-882c-8dd0bf427964 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:30.395242 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed41d14a-de32-4b34-882c-8dd0bf427964 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:30.399814 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=6811a0f2-1368-40d1-841e-70bfb7f64b23,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:30.414412 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-431112a3-d668-4f19-bae4-4078c13fab79 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port d0b29096-2f6e-4b59-96df-a7395aa603c2 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:30.414982 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-431112a3-d668-4f19-bae4-4078c13fab79 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:30.430695 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-92d137f6-ff7c-4399-bf75-82e5d18e4053 req-d0d8f93c-16b2-4369-8a3a-c6fe998ab063 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 210 time: 0.3142006 May 10 14:48:30.457770 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a1c95ff8-d340-431e-82e1-b5b9d321c39d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:30.475661 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41d14a-de32-4b34-882c-8dd0bf427964 None None] Pushing event updated for resources: {'Port': ['ID=f4799d66-394f-4594-8fa0-13c5c673f0c4,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:30.489389 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.resource_extend [None req-e92781cd-9a94-41f7-b210-cb96dd8ceffe tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:48:30.506613 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7001c9-97b2-4c4e-887e-afbc737b86bd tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Pushing event deleted for resources: {'Port': ['ID=d5c64207-d2f2-431f-ba55-c5f1b5155c6e,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:30.551624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c909f03-f0cf-4927-9f58-df4ef9ecc265 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Router c8d69119-75db-4dd8-b730-59b2dcdf1279 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:48:30.554039 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:30.563261 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-753c8ae7-c380-40e5-8886-9e469964d6a1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:30.581388 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-ed41d14a-de32-4b34-882c-8dd0bf427964 None None] Attempting to bind port f4799d66-394f-4594-8fa0-13c5c673f0c4 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:48:30.581757 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-ed41d14a-de32-4b34-882c-8dd0bf427964 None None] Attempting to bind port f4799d66-394f-4594-8fa0-13c5c673f0c4 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '11c290bd-a8cc-4d4f-8c82-dd53522ab941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '58da340e-c7ba-4d5a-a8f9-32e3933a8fe5'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:48:30.582115 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed41d14a-de32-4b34-882c-8dd0bf427964 None None] Attempting to bind port f4799d66-394f-4594-8fa0-13c5c673f0c4 on network 58da340e-c7ba-4d5a-a8f9-32e3933a8fe5 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:48:30.588335 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed41d14a-de32-4b34-882c-8dd0bf427964 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:48:30.588929 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed41d14a-de32-4b34-882c-8dd0bf427964 None None] Checking segment: {'id': '11c290bd-a8cc-4d4f-8c82-dd53522ab941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '58da340e-c7ba-4d5a-a8f9-32e3933a8fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:30.590048 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ed41d14a-de32-4b34-882c-8dd0bf427964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:30.590457 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed41d14a-de32-4b34-882c-8dd0bf427964 None None] Bound using segment: {'id': '11c290bd-a8cc-4d4f-8c82-dd53522ab941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '58da340e-c7ba-4d5a-a8f9-32e3933a8fe5'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:48:30.590920 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-ed41d14a-de32-4b34-882c-8dd0bf427964 None None] Bound port: f4799d66-394f-4594-8fa0-13c5c673f0c4, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c290bd-a8cc-4d4f-8c82-dd53522ab941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '58da340e-c7ba-4d5a-a8f9-32e3933a8fe5'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:48:30.591283 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ed41d14a-de32-4b34-882c-8dd0bf427964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:30.628493 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Subnet': ['ID=536759f4-fd11-473b-9b63-4582f2177dc8,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:30.647800 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e92781cd-9a94-41f7-b210-cb96dd8ceffe tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:30.655119 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92781cd-9a94-41f7-b210-cb96dd8ceffe tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:30.655975 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e92781cd-9a94-41f7-b210-cb96dd8ceffe tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:30.740907 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753c8ae7-c380-40e5-8886-9e469964d6a1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Network 5479cc0b-ed50-461c-a5e1-9947c14b3eb6 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:30.747214 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a1c95ff8-d340-431e-82e1-b5b9d321c39d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:30.755469 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-ed41d14a-de32-4b34-882c-8dd0bf427964 None None] For port f4799d66-394f-4594-8fa0-13c5c673f0c4, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:48:30.757346 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-753c8ae7-c380-40e5-8886-9e469964d6a1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:30.762668 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-ed41d14a-de32-4b34-882c-8dd0bf427964 None None] For port f4799d66-394f-4594-8fa0-13c5c673f0c4, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=f4799d66-394f-4594-8fa0-13c5c673f0c4,segment=NetworkSegment(11c290bd-a8cc-4d4f-8c82-dd53522ab941),segment_id=11c290bd-a8cc-4d4f-8c82-dd53522ab941)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:48:30.764875 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c8ae7-c380-40e5-8886-9e469964d6a1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Port': ['ID=1dcbc4b1-280d-4ceb-9f90-5211a12250f1,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:30.767303 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753c8ae7-c380-40e5-8886-9e469964d6a1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:30.779468 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ed41d14a-de32-4b34-882c-8dd0bf427964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:30.887507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c95ff8-d340-431e-82e1-b5b9d321c39d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:30.888623 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c95ff8-d340-431e-82e1-b5b9d321c39d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Pushing event updated for resources: {'Port': ['ID=86f3a0a8-e56e-4d7f-bace-51a454d35087,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:31.001680 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device bdc3a2c3-79da-4f40-b5d4-66e16cd39870 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:31.036570 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-a1c95ff8-d340-431e-82e1-b5b9d321c39d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:31.046148 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-431112a3-d668-4f19-bae4-4078c13fab79 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:31.053752 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c95ff8-d340-431e-82e1-b5b9d321c39d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:31.116708 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41d14a-de32-4b34-882c-8dd0bf427964 None None] Pushing event updated for resources: {'Port': ['ID=f4799d66-394f-4594-8fa0-13c5c673f0c4,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:31.151329 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a7001c9-97b2-4c4e-887e-afbc737b86bd tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:31.156852 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e13540-0168-4a0b-91c5-3a652914fd72 None None] get_active_networks_info from dv-neutron-841204-2-hyperv {{(pid=88053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 10 14:48:31.222576 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port bdc3a2c3-79da-4f40-b5d4-66e16cd39870 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:31.224347 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:31.235959 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-431112a3-d668-4f19-bae4-4078c13fab79 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Calling delete_port for d0b29096-2f6e-4b59-96df-a7395aa603c2 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:31.242223 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:31.302670 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753c8ae7-c380-40e5-8886-9e469964d6a1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:31.303292 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-753c8ae7-c380-40e5-8886-9e469964d6a1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:31.325567 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e92781cd-9a94-41f7-b210-cb96dd8ceffe tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.0174069 May 10 14:48:31.330022 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38800) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:31.332439 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92781cd-9a94-41f7-b210-cb96dd8ceffe tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Pushing event updated for resources: {'Network': ['ID=0fb8d2e1-ff29-41c5-8a1c-7bb5442d4d6f,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:31.340770 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e13540-0168-4a0b-91c5-3a652914fd72 None None] Resources bound (agent type, host, resource id): {{(pid=88053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 14:48:31.341975 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-bfd805b1-b402-4c73-9bff-1319b82c5e08 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1401124641'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:31.345977 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c909f03-f0cf-4927-9f58-df4ef9ecc265 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:48:31.356740 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5c909f03-f0cf-4927-9f58-df4ef9ecc265 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:31.358130 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5c909f03-f0cf-4927-9f58-df4ef9ecc265 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "PUT /v2.0/routers/c8d69119-75db-4dd8-b730-59b2dcdf1279 HTTP/1.1" status: 200 len: 709 time: 9.0224655 May 10 14:48:31.378177 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38804) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:31.379267 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-bfd805b1-b402-4c73-9bff-1319b82c5e08 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:31.382303 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fb0dfa-6a37-4b93-8efa-33d958166e36 None None] Sync routers for ids ['c8d69119-75db-4dd8-b730-59b2dcdf1279'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:48:31.383846 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 0fb8d2e1-ff29-41c5-8a1c-7bb5442d4d6f details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:48:31.416260 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58da340e-c7ba-4d5a-a8f9-32e3933a8fe5']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:31.441454 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-bfd805b1-b402-4c73-9bff-1319b82c5e08 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Usage tracker for resource:network and tenant:c22b2f47131c4c7191d7c54ec46eb5cb is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:31.451294 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-431112a3-d668-4f19-bae4-4078c13fab79 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:31.454028 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-753c8ae7-c380-40e5-8886-9e469964d6a1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0778322 May 10 14:48:31.467315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-bfd805b1-b402-4c73-9bff-1319b82c5e08 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:31.489152 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38808) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:31.493551 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c290bd-a8cc-4d4f-8c82-dd53522ab941') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:31.493850 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c290bd-a8cc-4d4f-8c82-dd53522ab941') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:31.498597 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fb0dfa-6a37-4b93-8efa-33d958166e36 None None] Routers {'c8d69119-75db-4dd8-b730-59b2dcdf1279'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:31.499243 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-f8fb0dfa-6a37-4b93-8efa-33d958166e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c8d69119-75db-4dd8-b730-59b2dcdf1279'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:31.512044 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': '1dcbc4b1-280d-4ceb-9f90-5211a12250f1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:31.522509 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:31.529661 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Usage tracker for resource:floatingip and tenant:d96b13b642cb4adf9c29a3eb1de983c1 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:31.533168 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:31.541320 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:31.582882 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6811a0f2-1368-40d1-841e-70bfb7f64b23 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:31.617707 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:31.627636 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-f8fb0dfa-6a37-4b93-8efa-33d958166e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:31.647902 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-bfd805b1-b402-4c73-9bff-1319b82c5e08 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:31.650241 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431112a3-d668-4f19-bae4-4078c13fab79 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Port': ['ID=d0b29096-2f6e-4b59-96df-a7395aa603c2,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:31.667993 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a1c95ff8-d340-431e-82e1-b5b9d321c39d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:31.669764 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-431112a3-d668-4f19-bae4-4078c13fab79 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:31.681998 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-cb06196b-c003-4a98-ac89-d774fc6fc1d6 tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "GET /v2.0/routers/c8d69119-75db-4dd8-b730-59b2dcdf1279 HTTP/1.1" status: 200 len: 744 time: 0.2998996 May 10 14:48:31.686277 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38814) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:31.735516 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:31.745051 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-18d6b1e3-2097-44fb-aed7-f9d534567221 req-7a76155a-c7ab-4350-9d08-a6c4c09a4133 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 210 time: 0.1218259 May 10 14:48:31.750365 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fb0dfa-6a37-4b93-8efa-33d958166e36 None None] Routers {'c8d69119-75db-4dd8-b730-59b2dcdf1279'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:31.751021 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a7001c9-97b2-4c4e-887e-afbc737b86bd tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:31.751152 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-f8fb0dfa-6a37-4b93-8efa-33d958166e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c8d69119-75db-4dd8-b730-59b2dcdf1279'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:31.753082 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:48:31.753474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:48:31.778398 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:31.780710 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd805b1-b402-4c73-9bff-1319b82c5e08 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Made reservation on behalf of c22b2f47131c4c7191d7c54ec46eb5cb for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:31.781819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bfd805b1-b402-4c73-9bff-1319b82c5e08 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:31.817207 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-431112a3-d668-4f19-bae4-4078c13fab79 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/ports/d0b29096-2f6e-4b59-96df-a7395aa603c2 HTTP/1.1" status: 204 len: 168 time: 1.5798891 May 10 14:48:31.834535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a7001c9-97b2-4c4e-887e-afbc737b86bd tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539321'] for router, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:31.848669 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38818) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:31.878051 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-49e98412-b621-4fca-ae72-6774330b2acb tempest-RoutersIpV6AdminTest-681100668 tempest-RoutersIpV6AdminTest-681100668-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&device_id=c8d69119-75db-4dd8-b730-59b2dcdf1279 HTTP/1.1" status: 200 len: 205 time: 0.1893213 May 10 14:48:31.884336 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38822) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:31.950514 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-f8fb0dfa-6a37-4b93-8efa-33d958166e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:31.951510 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fb0dfa-6a37-4b93-8efa-33d958166e36 None None] The sync data for ids ['c8d69119-75db-4dd8-b730-59b2dcdf1279'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:48:31.967172 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a5039826-e7bd-443b-b8c5-c4b290715f7c tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8d69119-75db-4dd8-b730-59b2dcdf1279 HTTP/1.1" status: 200 len: 205 time: 0.0748513 May 10 14:48:31.969045 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38826) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:31.990019 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd805b1-b402-4c73-9bff-1319b82c5e08 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:48:32.003542 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a1c95ff8-d340-431e-82e1-b5b9d321c39d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:32.075040 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bfd805b1-b402-4c73-9bff-1319b82c5e08 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:32.075504 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-bfd805b1-b402-4c73-9bff-1319b82c5e08 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Added segment e9fa5cf2-b7bb-4c4a-b9ca-cd71f52e0216 of type vlan for network 2e1cae90-19e5-49eb-b2af-e8de49c7b24e May 10 14:48:32.078188 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 6811a0f2-1368-40d1-841e-70bfb7f64b23 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:32.078649 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:32.095559 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-a3615fb9-6ce3-4289-89d4-baf8842cbfc2 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:32.096406 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-a3615fb9-6ce3-4289-89d4-baf8842cbfc2 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Synchronizing usage tracker for tenant:ff413262496f40d691ca8346c51f1a79 on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:48:32.143382 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bfd805b1-b402-4c73-9bff-1319b82c5e08 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:32.213346 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-a3615fb9-6ce3-4289-89d4-baf8842cbfc2 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Unset dirty status for tenant:ff413262496f40d691ca8346c51f1a79 on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:48:32.215286 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-a3615fb9-6ce3-4289-89d4-baf8842cbfc2 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.86 "GET /v2.0/networks?id=37b960e7-59a7-4942-aea6-10f467886311 HTTP/1.1" status: 200 len: 797 time: 0.4925146 May 10 14:48:32.312692 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bfd805b1-b402-4c73-9bff-1319b82c5e08 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:32.319115 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd805b1-b402-4c73-9bff-1319b82c5e08 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:32.319843 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bfd805b1-b402-4c73-9bff-1319b82c5e08 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:32.325071 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e30a0d-bbcf-4b50-99ac-9235003f76ff None None] Network 58da340e-c7ba-4d5a-a8f9-32e3933a8fe5 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:32.327898 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-11e2bd47-d6df-40d0-a04b-377439046def tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff413262496f40d691ca8346c51f1a79 HTTP/1.1" status: 200 len: 380 time: 0.0968883 May 10 14:48:32.369416 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-40beecf8-aad7-4993-8a96-1b0f59b3af8a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Request body: {'port': {'device_id': 'f1634830-5164-4b96-b345-34f0d8b6859c', 'network_id': '37b960e7-59a7-4942-aea6-10f467886311', 'admin_state_up': True, 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'security_groups': ['cc8eefa9-789e-457d-973c-d71eb63adbf8']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:32.375581 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.api [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 10 14:48:32.375581 dv-neutron-841204-2-hyperv neutron-server[88051]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 10 14:48:32.375581 dv-neutron-841204-2-hyperv neutron-server[88051]: [parameters: {'id': '58da340e-c7ba-4d5a-a8f9-32e3933a8fe5'}] May 10 14:48:32.375581 dv-neutron-841204-2-hyperv neutron-server[88051]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:48:32.376014 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG oslo_db.api [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:48:32.424128 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b8858daa-9810-4384-a7fd-ef5b15aef03a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:32.484196 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7001c9-97b2-4c4e-887e-afbc737b86bd tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Router 900cd496-7049-4e8e-a953-8b2efde3db15 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:48:32.546068 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebaeb2b-e4c7-4a1d-8c67-e323977f085f None None] DHCP port deletion for 58da340e-c7ba-4d5a-a8f9-32e3933a8fe5 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:48:32.550777 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-bebaeb2b-e4c7-4a1d-8c67-e323977f085f None None] Deleting port f4799d66-394f-4594-8fa0-13c5c673f0c4 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:32.550911 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bfd805b1-b402-4c73-9bff-1319b82c5e08 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2170475 May 10 14:48:32.551404 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bebaeb2b-e4c7-4a1d-8c67-e323977f085f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:32.559092 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38834) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:32.570879 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Request body: {'ports': [{'network_id': '0fb8d2e1-ff29-41c5-8a1c-7bb5442d4d6f', 'name': 'tempest-port--235745704', 'admin_state_up': True}, {'network_id': '2e1cae90-19e5-49eb-b2af-e8de49c7b24e', 'admin_state_up': False}]} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:32.571275 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Request body: {'port': {'network_id': '0fb8d2e1-ff29-41c5-8a1c-7bb5442d4d6f', 'name': 'tempest-port--235745704', 'admin_state_up': True}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:32.571808 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Request body: {'port': {'network_id': '2e1cae90-19e5-49eb-b2af-e8de49c7b24e', 'admin_state_up': False}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:32.588330 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd805b1-b402-4c73-9bff-1319b82c5e08 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Pushing event updated for resources: {'Network': ['ID=2e1cae90-19e5-49eb-b2af-e8de49c7b24e,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:32.602190 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a1c95ff8-d340-431e-82e1-b5b9d321c39d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:32.605949 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 2e1cae90-19e5-49eb-b2af-e8de49c7b24e details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:48:32.661817 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a1c95ff8-d340-431e-82e1-b5b9d321c39d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:32.884889 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:32.923503 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-bebaeb2b-e4c7-4a1d-8c67-e323977f085f None None] For port f4799d66-394f-4594-8fa0-13c5c673f0c4, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=f4799d66-394f-4594-8fa0-13c5c673f0c4,segment=NetworkSegment(11c290bd-a8cc-4d4f-8c82-dd53522ab941),segment_id=11c290bd-a8cc-4d4f-8c82-dd53522ab941)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:32.923891 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bebaeb2b-e4c7-4a1d-8c67-e323977f085f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:32.931554 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-40beecf8-aad7-4993-8a96-1b0f59b3af8a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:32.942412 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-40beecf8-aad7-4993-8a96-1b0f59b3af8a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:32.952923 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451721ca-8915-42fd-bdfe-e69af377b608 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:32.954104 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c95ff8-d340-431e-82e1-b5b9d321c39d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Pushing event updated for resources: {'Port': ['ID=86f3a0a8-e56e-4d7f-bace-51a454d35087,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:32.954571 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-451721ca-8915-42fd-bdfe-e69af377b608 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.1048453 May 10 14:48:32.964726 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b8858daa-9810-4384-a7fd-ef5b15aef03a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:32.967039 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38840) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:32.980184 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b8858daa-9810-4384-a7fd-ef5b15aef03a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:32.981748 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-40beecf8-aad7-4993-8a96-1b0f59b3af8a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Made reservation on behalf of ff413262496f40d691ca8346c51f1a79 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:32.985213 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-40beecf8-aad7-4993-8a96-1b0f59b3af8a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:32.991407 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-da26292a-4324-43bf-aca4-de1d0dd0d99b req-b7ef3593-9807-4335-98a1-77f045464f83 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 210 time: 0.0817449 May 10 14:48:33.002685 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7001c9-97b2-4c4e-887e-afbc737b86bd tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:48:33.015708 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8a8192-033a-4a0e-b884-657c9114824e None None] Sync routers for ids ['900cd496-7049-4e8e-a953-8b2efde3db15'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:48:33.019051 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a7001c9-97b2-4c4e-887e-afbc737b86bd tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:33.022779 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7a7001c9-97b2-4c4e-887e-afbc737b86bd tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "PUT /v2.0/routers/900cd496-7049-4e8e-a953-8b2efde3db15 HTTP/1.1" status: 200 len: 706 time: 8.3793254 May 10 14:48:33.033803 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38844) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:33.039104 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8a8192-033a-4a0e-b884-657c9114824e None None] Routers {'900cd496-7049-4e8e-a953-8b2efde3db15'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:33.039821 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1c8a8192-033a-4a0e-b884-657c9114824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['900cd496-7049-4e8e-a953-8b2efde3db15'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:33.057608 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-bebaeb2b-e4c7-4a1d-8c67-e323977f085f None None] Calling delete_port for f4799d66-394f-4594-8fa0-13c5c673f0c4 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:33.101021 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1c8a8192-033a-4a0e-b884-657c9114824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:33.111190 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8a8192-033a-4a0e-b884-657c9114824e None None] Routers {'900cd496-7049-4e8e-a953-8b2efde3db15'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:33.112099 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1c8a8192-033a-4a0e-b884-657c9114824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['900cd496-7049-4e8e-a953-8b2efde3db15'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:33.129066 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef0104f-6de2-4948-a935-f622301f0894 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] GET failed (client error): The resource could not be found. May 10 14:48:33.129603 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4ef0104f-6de2-4948-a935-f622301f0894 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Synchronizing usage tracker for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:48:33.141243 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bebaeb2b-e4c7-4a1d-8c67-e323977f085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:33.184453 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1c8a8192-033a-4a0e-b884-657c9114824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:33.185327 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8a8192-033a-4a0e-b884-657c9114824e None None] The sync data for ids ['900cd496-7049-4e8e-a953-8b2efde3db15'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:48:33.195503 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebaeb2b-e4c7-4a1d-8c67-e323977f085f None None] Pushing event deleted for resources: {'Port': ['ID=f4799d66-394f-4594-8fa0-13c5c673f0c4,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:33.200041 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebaeb2b-e4c7-4a1d-8c67-e323977f085f None None] No DVR routers for this DVR port f4799d66-394f-4594-8fa0-13c5c673f0c4 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:48:33.221917 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Deleting port f4799d66-394f-4594-8fa0-13c5c673f0c4 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:33.222253 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:33.264569 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b8858daa-9810-4384-a7fd-ef5b15aef03a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:33.265035 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8858daa-9810-4384-a7fd-ef5b15aef03a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Fanout notify agent at l3_agent the message router_deleted on router c8d69119-75db-4dd8-b730-59b2dcdf1279 {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:48:33.269008 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5f74db50-9e0d-45fe-bba8-057d3b5aa4ab tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "GET /v2.0/routers/900cd496-7049-4e8e-a953-8b2efde3db15 HTTP/1.1" status: 200 len: 741 time: 0.2331090 May 10 14:48:33.273258 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38848) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:33.291027 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a1c95ff8-d340-431e-82e1-b5b9d321c39d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:33.312603 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] The port 'f4799d66-394f-4594-8fa0-13c5c673f0c4' was deleted {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:48:33.320194 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b8858daa-9810-4384-a7fd-ef5b15aef03a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:33.321272 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b8858daa-9810-4384-a7fd-ef5b15aef03a tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "DELETE /v2.0/routers/c8d69119-75db-4dd8-b730-59b2dcdf1279 HTTP/1.1" status: 204 len: 168 time: 1.3461273 May 10 14:48:33.337356 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4ef0104f-6de2-4948-a935-f622301f0894 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Unset dirty status for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:48:33.338614 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4ef0104f-6de2-4948-a935-f622301f0894 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports/d0b29096-2f6e-4b59-96df-a7395aa603c2 HTTP/1.1" status: 404 len: 333 time: 0.3704531 May 10 14:48:33.347725 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38852) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:33.347911 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38854) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:33.353498 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:33.374881 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-c6b7d848-68f1-4c34-a19a-43b335077f6e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-436378172'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:33.379919 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5faaf86f-1577-4a53-a40c-36f63ea03303 tempest-RoutersAdminTest-1722844279 tempest-RoutersAdminTest-1722844279-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&device_id=900cd496-7049-4e8e-a953-8b2efde3db15 HTTP/1.1" status: 200 len: 205 time: 0.0987947 May 10 14:48:33.386076 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38860) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:33.397036 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c6b7d848-68f1-4c34-a19a-43b335077f6e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:33.444819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:33.447163 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a1c95ff8-d340-431e-82e1-b5b9d321c39d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:33.448431 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a1c95ff8-d340-431e-82e1-b5b9d321c39d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9681962 May 10 14:48:33.449545 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c6b7d848-68f1-4c34-a19a-43b335077f6e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:network and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:33.489708 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c6b7d848-68f1-4c34-a19a-43b335077f6e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:33.494327 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-490c2647-6364-4a23-a2bc-eac98017a7f3 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "GET /v2.0/ports?device_id=900cd496-7049-4e8e-a953-8b2efde3db15 HTTP/1.1" status: 200 len: 205 time: 0.1020236 May 10 14:48:33.502150 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Usage tracker for resource:port and tenant:c22b2f47131c4c7191d7c54ec46eb5cb is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:33.511254 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c6b7d848-68f1-4c34-a19a-43b335077f6e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:33.514886 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-173cac68-52f0-4f9b-b85b-fe68abcb3ecd tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8d69119-75db-4dd8-b730-59b2dcdf1279 HTTP/1.1" status: 200 len: 205 time: 0.1604588 May 10 14:48:33.515017 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38866) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:33.518464 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:33.518712 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38870) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:33.596952 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:33.618016 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:33.650173 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-131ced37-c740-42de-b374-ba0f899d46bc tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] delete failed (client error): The resource could not be found. May 10 14:48:33.655094 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-131ced37-c740-42de-b374-ba0f899d46bc tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "DELETE /v2.0/routers/c8d69119-75db-4dd8-b730-59b2dcdf1279 HTTP/1.1" status: 404 len: 336 time: 0.1309402 May 10 14:48:33.660419 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38884) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:33.673801 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b7d848-68f1-4c34-a19a-43b335077f6e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:33.677207 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c6b7d848-68f1-4c34-a19a-43b335077f6e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:33.705518 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d6e7a0a-3710-45f9-8406-53bba5e3df72 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:33.736092 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58da340e-c7ba-4d5a-a8f9-32e3933a8fe5']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:33.746652 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0680581e-3172-4540-bb9a-75f331580564 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e80a230-06c8-44f7-ba6d-4a9d23a9c882 HTTP/1.1" status: 200 len: 205 time: 0.0829959 May 10 14:48:33.753503 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38888) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:33.756235 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-40beecf8-aad7-4993-8a96-1b0f59b3af8a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Allocated IP 172.20.0.11 (37b960e7-59a7-4942-aea6-10f467886311/f77b7b59-c302-4fb7-b4fd-f13da52bf4b0/f1646914-08a9-4535-a9c9-191645df0d36) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:33.761171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c290bd-a8cc-4d4f-8c82-dd53522ab941') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:33.762097 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c290bd-a8cc-4d4f-8c82-dd53522ab941') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:33.767556 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Made reservation on behalf of c22b2f47131c4c7191d7c54ec46eb5cb for: {'port': 2} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:33.772012 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:33.877103 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b7d848-68f1-4c34-a19a-43b335077f6e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:48:33.880691 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:34.029162 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-5dfa2dc8-1659-435d-9c98-35684f3f001a tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--364154311&fields=id&tenant_id=e85d52d37e7f49109dc18b97419f8c3b HTTP/1.1" status: 200 len: 267 time: 0.4128208 May 10 14:48:34.029801 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c6b7d848-68f1-4c34-a19a-43b335077f6e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:34.030098 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-c6b7d848-68f1-4c34-a19a-43b335077f6e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Added segment 82dfd8d4-2fd7-4d48-8560-e410e9d0d9fa of type vlan for network e3353a53-816c-4056-b271-2011dd01fdfa May 10 14:48:34.032793 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:34.043436 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-7091be95-a0f8-41f9-ac04-e09025cb17ec tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] delete failed (client error): The resource could not be found. May 10 14:48:34.047103 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7091be95-a0f8-41f9-ac04-e09025cb17ec tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "DELETE /v2.0/routers/6e80a230-06c8-44f7-ba6d-4a9d23a9c882 HTTP/1.1" status: 404 len: 336 time: 0.2862847 May 10 14:48:34.050261 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38894) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:34.165020 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d6e7a0a-3710-45f9-8406-53bba5e3df72 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:34.171633 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:34.179639 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d6e7a0a-3710-45f9-8406-53bba5e3df72 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:34.233582 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c6b7d848-68f1-4c34-a19a-43b335077f6e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:34.242106 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-445c1f0c-2924-4dba-a711-6d5f7bfbabd6 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "GET /v2.0/ports?device_id=da3b3079-c2db-4d66-8b03-bb64829f292d HTTP/1.1" status: 200 len: 205 time: 0.1710663 May 10 14:48:34.248889 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:48:34.249288 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:34.265230 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Allocated IP 172.26.0.93 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/d387bc34-4ba9-405a-8e55-b6c986c8a163) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:48:34.269577 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:48:34.271857 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38898) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:34.335118 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3b728df3-88ae-4307-9e1b-c80c98558310 req-25df15e6-829f-487e-a416-c0c5113f568d tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 210 time: 0.1576674 May 10 14:48:34.456638 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-1f807e36-af39-4829-bb3b-288b802ae82b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] delete failed (client error): The resource could not be found. May 10 14:48:34.457638 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1f807e36-af39-4829-bb3b-288b802ae82b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "DELETE /v2.0/routers/da3b3079-c2db-4d66-8b03-bb64829f292d HTTP/1.1" status: 404 len: 336 time: 0.1740735 May 10 14:48:34.467984 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38902) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:34.482699 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:34.563065 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:34.590512 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-9ae0f64a-045d-4f1f-8b97-7b3014e476b5 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:34.591968 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-9ae0f64a-045d-4f1f-8b97-7b3014e476b5 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/networks?id=aa7afffa-e17d-4c0b-836c-b0db2fea3cec HTTP/1.1" status: 200 len: 811 time: 0.5509870 May 10 14:48:34.592695 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Network': ['ID=58da340e-c7ba-4d5a-a8f9-32e3933a8fe5,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:34.597070 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d6e7a0a-3710-45f9-8406-53bba5e3df72 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:34.601894 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6e7a0a-3710-45f9-8406-53bba5e3df72 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Fanout notify agent at l3_agent the message router_deleted on router 900cd496-7049-4e8e-a953-8b2efde3db15 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:48:34.602703 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7ab8aefc-080b-4dac-adaa-84ac0b8e6b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/networks/58da340e-c7ba-4d5a-a8f9-32e3933a8fe5 HTTP/1.1" status: 204 len: 168 time: 14.0452533 May 10 14:48:34.609562 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38906) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:34.619822 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-f025aff0-5f4b-41f4-8860-a9f9786ee960 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1816262067'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:34.623217 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6342f41f-ee4a-41f6-93a3-54efd11617aa tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "GET /v2.0/ports?device_id=519264f4-c11d-4742-b467-739d3f8e68a0 HTTP/1.1" status: 200 len: 205 time: 0.1448185 May 10 14:48:34.630032 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-f025aff0-5f4b-41f4-8860-a9f9786ee960 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:34.633424 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38910) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:34.649863 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-b3c9a070-ee04-4fff-b3d1-ed10b069253c tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/quotas/e85d52d37e7f49109dc18b97419f8c3b HTTP/1.1" status: 200 len: 375 time: 0.0493021 May 10 14:48:34.652171 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c6b7d848-68f1-4c34-a19a-43b335077f6e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:34.655145 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-f025aff0-5f4b-41f4-8860-a9f9786ee960 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Usage tracker for resource:network and tenant:b34db3219d0c46478753528b094049df is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:34.657453 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b7d848-68f1-4c34-a19a-43b335077f6e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:34.658038 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c6b7d848-68f1-4c34-a19a-43b335077f6e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:34.694646 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] device_id is not set on port b2f1537e-7c9a-495d-a16e-ff36daa05627 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:48:34.722161 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-f025aff0-5f4b-41f4-8860-a9f9786ee960 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:34.765629 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d6e7a0a-3710-45f9-8406-53bba5e3df72 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:34.770241 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6d6e7a0a-3710-45f9-8406-53bba5e3df72 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "DELETE /v2.0/routers/900cd496-7049-4e8e-a953-8b2efde3db15 HTTP/1.1" status: 204 len: 168 time: 1.2526140 May 10 14:48:34.773426 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-f025aff0-5f4b-41f4-8860-a9f9786ee960 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:34.781920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38914) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:34.784518 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-40beecf8-aad7-4993-8a96-1b0f59b3af8a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:34.790731 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-9e8c3b46-d150-4930-9dbc-f910ab35bc12 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] delete failed (client error): The resource could not be found. May 10 14:48:34.792296 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9e8c3b46-d150-4930-9dbc-f910ab35bc12 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "DELETE /v2.0/routers/519264f4-c11d-4742-b467-739d3f8e68a0 HTTP/1.1" status: 404 len: 336 time: 0.1439297 May 10 14:48:34.798700 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c6b7d848-68f1-4c34-a19a-43b335077f6e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4469597 May 10 14:48:34.802476 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38918) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:34.802803 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38920) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:34.817563 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-d71cad30-945a-4b25-8333-f5f11d2d848c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'subnet': {'network_id': 'e3353a53-816c-4056-b271-2011dd01fdfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:34.858887 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a2374572-6c1b-40a3-bc49-e203be42bf1e tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "GET /v2.0/ports?device_id=900cd496-7049-4e8e-a953-8b2efde3db15 HTTP/1.1" status: 200 len: 205 time: 0.0649102 May 10 14:48:34.867720 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38926) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:34.878480 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f025aff0-5f4b-41f4-8860-a9f9786ee960 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Made reservation on behalf of b34db3219d0c46478753528b094049df for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:34.881828 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f025aff0-5f4b-41f4-8860-a9f9786ee960 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:34.899270 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:34.932059 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7d848-68f1-4c34-a19a-43b335077f6e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Network': ['ID=e3353a53-816c-4056-b271-2011dd01fdfa,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:34.947222 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network e3353a53-816c-4056-b271-2011dd01fdfa details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:48:34.947847 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-40beecf8-aad7-4993-8a96-1b0f59b3af8a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Transition to ACTIVE for port object f1646914-08a9-4535-a9c9-191645df0d36 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:34.952307 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2f4420fe-5938-4478-b994-45622bdf36f6 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "GET /v2.0/ports?device_id=e440990e-e370-4e5f-bbac-88b80dd6d335 HTTP/1.1" status: 200 len: 205 time: 0.1448636 May 10 14:48:34.966077 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38930) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:35.005589 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d71cad30-945a-4b25-8333-f5f11d2d848c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:35.011914 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d71cad30-945a-4b25-8333-f5f11d2d848c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:subnet and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:35.016868 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d71cad30-945a-4b25-8333-f5f11d2d848c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:35.025399 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d71cad30-945a-4b25-8333-f5f11d2d848c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:35.045211 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-e2c6babf-d501-476d-8337-7a4391652bc0 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] delete failed (client error): The resource could not be found. May 10 14:48:35.046229 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e2c6babf-d501-476d-8337-7a4391652bc0 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "DELETE /v2.0/routers/900cd496-7049-4e8e-a953-8b2efde3db15 HTTP/1.1" status: 404 len: 336 time: 0.1741533 May 10 14:48:35.052151 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38934) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:35.066914 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-ee6ec734-d8af-4767-a48a-5cc649c6445b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] delete failed (client error): The resource could not be found. May 10 14:48:35.067916 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ee6ec734-d8af-4767-a48a-5cc649c6445b tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "DELETE /v2.0/routers/e440990e-e370-4e5f-bbac-88b80dd6d335 HTTP/1.1" status: 404 len: 336 time: 0.0984404 May 10 14:48:35.074819 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38938) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:35.079242 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f025aff0-5f4b-41f4-8860-a9f9786ee960 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:48:35.101525 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-40beecf8-aad7-4993-8a96-1b0f59b3af8a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:35.103056 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71cad30-945a-4b25-8333-f5f11d2d848c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:35.106612 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d71cad30-945a-4b25-8333-f5f11d2d848c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:35.138766 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-05ae2b1d-179d-4ec9-91a7-fa21f792c77e tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "GET /v2.0/ports?device_id=bee971da-6152-45c5-8845-25cf4c393c3f HTTP/1.1" status: 200 len: 205 time: 0.0586171 May 10 14:48:35.142013 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38942) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:35.147934 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f025aff0-5f4b-41f4-8860-a9f9786ee960 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:35.148272 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-f025aff0-5f4b-41f4-8860-a9f9786ee960 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Added segment 043bc985-72f2-49b3-85ab-02480c02e452 of type vlan for network 106a8b1d-2937-4fb7-9609-9d6fc0ea6b80 May 10 14:48:35.184166 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ddcf6a5c-21c9-4614-bb8b-fec216bfc406 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "GET /v2.0/ports?device_id=a34d981b-acd2-4adb-91aa-0152a9668a0a HTTP/1.1" status: 200 len: 205 time: 0.1306047 May 10 14:48:35.212377 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38946) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:35.293941 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-c36333a3-e264-41cc-bf80-1f6220e7b1a2 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Synchronizing usage tracker for tenant:e85d52d37e7f49109dc18b97419f8c3b on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:48:35.299626 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-40beecf8-aad7-4993-8a96-1b0f59b3af8a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Network 37b960e7-59a7-4942-aea6-10f467886311 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:35.306739 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-03ccd8bb-e2b1-49a6-bcae-7cd50abcad70 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] delete failed (client error): The resource could not be found. May 10 14:48:35.308112 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-03ccd8bb-e2b1-49a6-bcae-7cd50abcad70 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "DELETE /v2.0/routers/bee971da-6152-45c5-8845-25cf4c393c3f HTTP/1.1" status: 404 len: 336 time: 0.1631219 May 10 14:48:35.309226 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-40beecf8-aad7-4993-8a96-1b0f59b3af8a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:35.313368 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:35.315546 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38950) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:35.317948 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-40beecf8-aad7-4993-8a96-1b0f59b3af8a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:35.332677 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-14d309a3-2958-4c4f-9152-288348dc214a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] delete failed (client error): The resource could not be found. May 10 14:48:35.336499 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-14d309a3-2958-4c4f-9152-288348dc214a tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "DELETE /v2.0/routers/a34d981b-acd2-4adb-91aa-0152a9668a0a HTTP/1.1" status: 404 len: 336 time: 0.1205978 May 10 14:48:35.336499 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:35.338645 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38954) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:35.441214 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40beecf8-aad7-4993-8a96-1b0f59b3af8a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Pushing event updated for resources: {'Port': ['ID=f1646914-08a9-4535-a9c9-191645df0d36,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:35.451221 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee437cf-a2ba-4e61-885d-63cdc69f6705 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] DELETE failed (client error): The resource could not be found. May 10 14:48:35.451855 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee437cf-a2ba-4e61-885d-63cdc69f6705 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:48:35.511046 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f025aff0-5f4b-41f4-8860-a9f9786ee960 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:35.529800 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-fee437cf-a2ba-4e61-885d-63cdc69f6705 tempest-RoutersIpV6AdminTest-782658433 tempest-RoutersIpV6AdminTest-782658433-project] 10.222.0.79 "DELETE /v2.0/subnets/1ce6a9f6-c9d1-449f-b4c3-92bfadfbbd26 HTTP/1.1" status: 404 len: 337 time: 0.2132123 May 10 14:48:35.550620 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-40beecf8-aad7-4993-8a96-1b0f59b3af8a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:35.551183 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-40beecf8-aad7-4993-8a96-1b0f59b3af8a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:35.588419 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] device_id is not set on port 14612dc3-6336-48b6-8611-4c86aca9d620 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:48:35.632485 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-40beecf8-aad7-4993-8a96-1b0f59b3af8a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2791677 May 10 14:48:35.634077 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-871b55d8-5b70-4408-a4e3-fcdd6aab62ff tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "GET /v2.0/ports?device_id=eeaf7e53-5b2e-4fa5-ab12-e2b84db98fd0 HTTP/1.1" status: 200 len: 205 time: 0.1345377 May 10 14:48:35.635280 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-c36333a3-e264-41cc-bf80-1f6220e7b1a2 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Unset dirty status for tenant:e85d52d37e7f49109dc18b97419f8c3b on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:48:35.636809 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-c36333a3-e264-41cc-bf80-1f6220e7b1a2 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e85d52d37e7f49109dc18b97419f8c3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9065182 May 10 14:48:35.637253 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38962) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:35.653600 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-21f34027-fc7b-4e53-ab47-ab77b8aaf759 service neutron] Request body: {'port': {'device_id': 'f1634830-5164-4b96-b345-34f0d8b6859c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:35.668906 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-407f25dd-1116-422f-a05b-f03ca920de94 None None] Provisioning for port f1646914-08a9-4535-a9c9-191645df0d36 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:35.676886 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-407f25dd-1116-422f-a05b-f03ca920de94 None None] Provisioning complete for port f1646914-08a9-4535-a9c9-191645df0d36 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:35.678174 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-407f25dd-1116-422f-a05b-f03ca920de94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:35.723220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:35.757962 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:35.772919 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Port': ['ID=d387bc34-4ba9-405a-8e55-b6c986c8a163,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:35.775373 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:35.779037 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-407f25dd-1116-422f-a05b-f03ca920de94 None None] Port f1646914-08a9-4535-a9c9-191645df0d36 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:48:35.811749 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d71cad30-945a-4b25-8333-f5f11d2d848c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:35.861828 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-a81142b2-0335-4f24-b1a2-989d47fba4bd tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] delete failed (client error): The resource could not be found. May 10 14:48:35.865770 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a81142b2-0335-4f24-b1a2-989d47fba4bd tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "DELETE /v2.0/routers/eeaf7e53-5b2e-4fa5-ab12-e2b84db98fd0 HTTP/1.1" status: 404 len: 336 time: 0.2233202 May 10 14:48:35.866453 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38968) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:35.891897 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f025aff0-5f4b-41f4-8860-a9f9786ee960 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:35.897464 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f025aff0-5f4b-41f4-8860-a9f9786ee960 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:35.898164 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f025aff0-5f4b-41f4-8860-a9f9786ee960 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:35.944887 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38972) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:35.945461 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-21f34027-fc7b-4e53-ab47-ab77b8aaf759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:35.950757 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f025aff0-5f4b-41f4-8860-a9f9786ee960 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3401313 May 10 14:48:35.953313 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38974) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:35.983897 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6a5f75b8-9067-4dab-ac0b-df06a225a38e tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a2898ec-7458-4da7-bbaa-aca3767ad300 HTTP/1.1" status: 200 len: 205 time: 0.1111379 May 10 14:48:35.994579 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38982) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:36.009819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71cad30-945a-4b25-8333-f5f11d2d848c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Subnet': ['ID=a46af120-58fb-4bfd-933e-3be2aa5a7bb9,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:36.023117 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-fd1948f4-4a4e-46a7-be8a-8c5a3e3a27db tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'subnet': {'network_id': '106a8b1d-2937-4fb7-9609-9d6fc0ea6b80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:36.228168 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893453e-f1cf-4a96-aab0-cb8e2dbbb8c7 req-0482e90b-1ffb-422c-8119-bc19cc92d6e5 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:36.230178 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c893453e-f1cf-4a96-aab0-cb8e2dbbb8c7 req-0482e90b-1ffb-422c-8119-bc19cc92d6e5 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 932 time: 0.7150989 May 10 14:48:36.230840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025aff0-5f4b-41f4-8860-a9f9786ee960 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Network': ['ID=106a8b1d-2937-4fb7-9609-9d6fc0ea6b80,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:36.243511 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 106a8b1d-2937-4fb7-9609-9d6fc0ea6b80 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:48:36.263728 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-39ee085f-b72b-4589-9572-20f20d173ae8 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] delete failed (client error): The resource could not be found. May 10 14:48:36.265005 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-39ee085f-b72b-4589-9572-20f20d173ae8 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "DELETE /v2.0/routers/6a2898ec-7458-4da7-bbaa-aca3767ad300 HTTP/1.1" status: 404 len: 336 time: 0.2663610 May 10 14:48:36.273295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 38986) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:36.275851 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-33feeba2-2417-4516-af0f-ed825032b101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:36.291398 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:36.306866 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71cad30-945a-4b25-8333-f5f11d2d848c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Checking segment: {'id': '82dfd8d4-2fd7-4d48-8560-e410e9d0d9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e3353a53-816c-4056-b271-2011dd01fdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:36.307222 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71cad30-945a-4b25-8333-f5f11d2d848c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network hostable DHCP agents. Network: e3353a53-816c-4056-b271-2011dd01fdfa, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:48:36.307653 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-b26a44e5-f709-4436-b8bf-b41613a5e744 service neutron] 10.222.0.79 "GET /v2.0/networks/aa7afffa-e17d-4c0b-836c-b0db2fea3cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859759 May 10 14:48:36.321430 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-33feeba2-2417-4516-af0f-ed825032b101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:36.337674 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-33feeba2-2417-4516-af0f-ed825032b101 admin admin] Usage tracker for resource:security_group_rule and tenant:0648981e1c164d18960c09fab37cd756 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:36.344760 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-33feeba2-2417-4516-af0f-ed825032b101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:36.388745 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-33feeba2-2417-4516-af0f-ed825032b101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:36.427252 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-fd1948f4-4a4e-46a7-be8a-8c5a3e3a27db tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:36.431132 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71cad30-945a-4b25-8333-f5f11d2d848c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network e3353a53-816c-4056-b271-2011dd01fdfa is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:48:36.431399 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-739c5e86-e1f6-4e2b-84d6-d1e6f798c435 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "GET /v2.0/ports?device_id=9bbefb41-a9de-42f1-843f-e586e8667fbc HTTP/1.1" status: 200 len: 205 time: 0.1292377 May 10 14:48:36.442833 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38990) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:36.482969 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-fd1948f4-4a4e-46a7-be8a-8c5a3e3a27db tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Usage tracker for resource:subnet and tenant:b34db3219d0c46478753528b094049df is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:36.504428 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-fd1948f4-4a4e-46a7-be8a-8c5a3e3a27db tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:36.528904 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-d71cad30-945a-4b25-8333-f5f11d2d848c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, e3353a53-816c-4056-b271-2011dd01fdfa) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:36.539141 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-dc74b876-a40e-409c-b48b-185c26497236 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] delete failed (client error): The resource could not be found. May 10 14:48:36.540152 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-dc74b876-a40e-409c-b48b-185c26497236 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "DELETE /v2.0/routers/9bbefb41-a9de-42f1-843f-e586e8667fbc HTTP/1.1" status: 404 len: 336 time: 0.0949054 May 10 14:48:36.545307 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c890583-f386-4b6b-9e9e-356ec471a9ae None None] Network e3353a53-816c-4056-b271-2011dd01fdfa requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:36.559894 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71cad30-945a-4b25-8333-f5f11d2d848c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:36.560438 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d71cad30-945a-4b25-8333-f5f11d2d848c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:36.564327 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:36.570867 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38994) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:36.584748 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c893453e-f1cf-4a96-aab0-cb8e2dbbb8c7 req-f2c1f538-f351-4ddc-857b-d4e00b42f6e4 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3449700 May 10 14:48:36.587369 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-fd1948f4-4a4e-46a7-be8a-8c5a3e3a27db tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:36.643114 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1948f4-4a4e-46a7-be8a-8c5a3e3a27db tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Made reservation on behalf of b34db3219d0c46478753528b094049df for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:36.647005 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fd1948f4-4a4e-46a7-be8a-8c5a3e3a27db tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:36.753949 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6f5eeb2f-10ee-49d4-9551-4c3bea6efc0c tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "GET /v2.0/ports?device_id=c197ee7d-60ea-4e64-9f7e-d7eb29ff1ce4 HTTP/1.1" status: 200 len: 205 time: 0.1811249 May 10 14:48:36.766206 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 38998) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:36.791085 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ec1bf1-c4c2-46aa-a572-b942871e89ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-e3353a53-816c-4056-b271-2011dd01fdfa', 'network_id': 'e3353a53-816c-4056-b271-2011dd01fdfa', 'tenant_id': 'fde696bf50f046b399c8c2f96142680f', 'fixed_ips': [{'subnet_id': 'a46af120-58fb-4bfd-933e-3be2aa5a7bb9'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:48:36.792528 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-09ec1bf1-c4c2-46aa-a572-b942871e89ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:36.842094 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-4551c6af-f2e0-469e-9b14-8aa02764db02 service neutron] 10.222.0.79 "GET /v2.0/networks/aa7afffa-e17d-4c0b-836c-b0db2fea3cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012090 May 10 14:48:36.870482 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d71cad30-945a-4b25-8333-f5f11d2d848c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0606792 May 10 14:48:36.871233 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Pushing event updated for resources: {'Port': ['ID=b2f1537e-7c9a-495d-a16e-ff36daa05627,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:36.873774 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39002) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:36.906020 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-cb839337-e16d-4b91-a56b-17585399f010 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] delete failed (client error): The resource could not be found. May 10 14:48:36.907151 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-cb839337-e16d-4b91-a56b-17585399f010 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "DELETE /v2.0/routers/c197ee7d-60ea-4e64-9f7e-d7eb29ff1ce4 HTTP/1.1" status: 404 len: 336 time: 0.1356199 May 10 14:48:36.914768 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-e03f5093-5576-4c2f-84a8-29b7a61a1c92 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'subnet': {'network_id': 'e3353a53-816c-4056-b271-2011dd01fdfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:36.942506 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39006) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:36.984136 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:36.996059 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-09ec1bf1-c4c2-46aa-a572-b942871e89ec None None] Allocated IP 2001:db8::2 (e3353a53-816c-4056-b271-2011dd01fdfa/a46af120-58fb-4bfd-933e-3be2aa5a7bb9/888cd152-c505-46a3-8149-b71a53ccdeff) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:37.097833 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Checking segment: {'id': 'ca9f7cf0-1b61-47c2-afd4-1feaec43d4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0fb8d2e1-ff29-41c5-8a1c-7bb5442d4d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:37.097833 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Network hostable DHCP agents. Network: 0fb8d2e1-ff29-41c5-8a1c-7bb5442d4d6f, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:48:37.102464 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e69cb61-8b2e-43cf-9c1e-f7ac50920cf5 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] DELETE failed (client error): The resource could not be found. May 10 14:48:37.102912 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e69cb61-8b2e-43cf-9c1e-f7ac50920cf5 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:48:37.123648 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-33feeba2-2417-4516-af0f-ed825032b101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:37.144435 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1e69cb61-8b2e-43cf-9c1e-f7ac50920cf5 tempest-RoutersAdminTest-159690114 tempest-RoutersAdminTest-159690114-project] 10.222.0.79 "DELETE /v2.0/subnets/bdc5ca2d-23d3-4adb-89ea-c384e12088a1 HTTP/1.1" status: 404 len: 337 time: 0.2008588 May 10 14:48:37.150375 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-33feeba2-2417-4516-af0f-ed825032b101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:37.267624 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Network 0fb8d2e1-ff29-41c5-8a1c-7bb5442d4d6f is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:48:37.309515 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33feeba2-2417-4516-af0f-ed825032b101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8988f4-f9f8-4b9a-bda5-55b1a5becb8e,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:37.313788 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-33feeba2-2417-4516-af0f-ed825032b101 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0648981e1c164d18960c09fab37cd756&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3586137 May 10 14:48:37.320266 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39020) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:37.322763 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 0fb8d2e1-ff29-41c5-8a1c-7bb5442d4d6f) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:37.338100 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038d096d-b805-4764-9022-77d5bd191fb4 None None] Network 0fb8d2e1-ff29-41c5-8a1c-7bb5442d4d6f requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:37.343221 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-21f34027-fc7b-4e53-ab47-ab77b8aaf759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1646914-08a9-4535-a9c9-191645df0d36 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:48:37.350050 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:37.350808 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:37.352669 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e03f5093-5576-4c2f-84a8-29b7a61a1c92 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:37.360396 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-21f34027-fc7b-4e53-ab47-ab77b8aaf759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:37.406169 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e03f5093-5576-4c2f-84a8-29b7a61a1c92 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:subnet and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:37.409786 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e03f5093-5576-4c2f-84a8-29b7a61a1c92 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:37.441449 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-09ec1bf1-c4c2-46aa-a572-b942871e89ec None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:37.457161 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e03f5093-5576-4c2f-84a8-29b7a61a1c92 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:37.469500 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-09ec1bf1-c4c2-46aa-a572-b942871e89ec None None] Transition to ACTIVE for port object 888cd152-c505-46a3-8149-b71a53ccdeff will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:37.478083 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-21f34027-fc7b-4e53-ab47-ab77b8aaf759 service neutron] Transition to ACTIVE for port object f1646914-08a9-4535-a9c9-191645df0d36 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:37.501640 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Pushing event updated for resources: {'Port': ['ID=14612dc3-6336-48b6-8611-4c86aca9d620,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:37.503848 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-21f34027-fc7b-4e53-ab47-ab77b8aaf759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:37.524372 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fd1948f4-4a4e-46a7-be8a-8c5a3e3a27db tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:37.569919 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-09ec1bf1-c4c2-46aa-a572-b942871e89ec None None] Transition to ACTIVE for port object 888cd152-c505-46a3-8149-b71a53ccdeff will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:37.571691 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03f5093-5576-4c2f-84a8-29b7a61a1c92 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:37.576367 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e03f5093-5576-4c2f-84a8-29b7a61a1c92 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:37.593926 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-09ec1bf1-c4c2-46aa-a572-b942871e89ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:37.610744 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ecc4bac3-6f79-46ab-92f8-928c60921694 req-014912e4-36fa-47ee-aa8a-bf42986dfe80 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 210 time: 0.3345163 May 10 14:48:37.702882 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39030) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:37.717008 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:37.751604 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ec1bf1-c4c2-46aa-a572-b942871e89ec None None] Network e3353a53-816c-4056-b271-2011dd01fdfa is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:37.763686 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-09ec1bf1-c4c2-46aa-a572-b942871e89ec None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:37.769808 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec1bf1-c4c2-46aa-a572-b942871e89ec None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:37.769976 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1e4d0b68-1e48-49d1-a43a-b933a5b4d137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:37.785274 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1948f4-4a4e-46a7-be8a-8c5a3e3a27db tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Subnet': ['ID=0a900e00-bbda-4a37-86dc-defc190953c9,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:37.815383 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Checking segment: {'id': 'e9fa5cf2-b7bb-4c4a-b9ca-cd71f52e0216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2e1cae90-19e5-49eb-b2af-e8de49c7b24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:37.816034 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Network hostable DHCP agents. Network: 2e1cae90-19e5-49eb-b2af-e8de49c7b24e, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:48:37.830372 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f34027-fc7b-4e53-ab47-ab77b8aaf759 service neutron] Pushing event updated for resources: {'Port': ['ID=f1646914-08a9-4535-a9c9-191645df0d36,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:37.937618 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec1bf1-c4c2-46aa-a572-b942871e89ec None None] Pushing event updated for resources: {'Port': ['ID=888cd152-c505-46a3-8149-b71a53ccdeff,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:37.941982 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1e4d0b68-1e48-49d1-a43a-b933a5b4d137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:37.975456 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-09ec1bf1-c4c2-46aa-a572-b942871e89ec None None] Attempting to bind port 888cd152-c505-46a3-8149-b71a53ccdeff on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:48:37.975823 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-09ec1bf1-c4c2-46aa-a572-b942871e89ec None None] Attempting to bind port 888cd152-c505-46a3-8149-b71a53ccdeff by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '82dfd8d4-2fd7-4d48-8560-e410e9d0d9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e3353a53-816c-4056-b271-2011dd01fdfa'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:48:37.976157 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec1bf1-c4c2-46aa-a572-b942871e89ec None None] Attempting to bind port 888cd152-c505-46a3-8149-b71a53ccdeff on network e3353a53-816c-4056-b271-2011dd01fdfa {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:48:37.982193 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec1bf1-c4c2-46aa-a572-b942871e89ec None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:48:37.982602 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec1bf1-c4c2-46aa-a572-b942871e89ec None None] Checking segment: {'id': '82dfd8d4-2fd7-4d48-8560-e410e9d0d9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e3353a53-816c-4056-b271-2011dd01fdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:37.982994 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-09ec1bf1-c4c2-46aa-a572-b942871e89ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:37.983379 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec1bf1-c4c2-46aa-a572-b942871e89ec None None] Bound using segment: {'id': '82dfd8d4-2fd7-4d48-8560-e410e9d0d9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e3353a53-816c-4056-b271-2011dd01fdfa'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:48:37.983966 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-09ec1bf1-c4c2-46aa-a572-b942871e89ec None None] Bound port: 888cd152-c505-46a3-8149-b71a53ccdeff, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82dfd8d4-2fd7-4d48-8560-e410e9d0d9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e3353a53-816c-4056-b271-2011dd01fdfa'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:48:37.984534 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-09ec1bf1-c4c2-46aa-a572-b942871e89ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:38.070183 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1948f4-4a4e-46a7-be8a-8c5a3e3a27db tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Checking segment: {'id': '043bc985-72f2-49b3-85ab-02480c02e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '106a8b1d-2937-4fb7-9609-9d6fc0ea6b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:38.070848 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1948f4-4a4e-46a7-be8a-8c5a3e3a27db tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Network hostable DHCP agents. Network: 106a8b1d-2937-4fb7-9609-9d6fc0ea6b80, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:48:38.121662 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-09ec1bf1-c4c2-46aa-a572-b942871e89ec None None] For port 888cd152-c505-46a3-8149-b71a53ccdeff, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:48:38.125590 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-09ec1bf1-c4c2-46aa-a572-b942871e89ec None None] For port 888cd152-c505-46a3-8149-b71a53ccdeff, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=888cd152-c505-46a3-8149-b71a53ccdeff,segment=NetworkSegment(82dfd8d4-2fd7-4d48-8560-e410e9d0d9fa),segment_id=82dfd8d4-2fd7-4d48-8560-e410e9d0d9fa)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:48:38.130902 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-09ec1bf1-c4c2-46aa-a572-b942871e89ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:38.206332 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1948f4-4a4e-46a7-be8a-8c5a3e3a27db tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Network 106a8b1d-2937-4fb7-9609-9d6fc0ea6b80 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:48:38.229024 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-fd1948f4-4a4e-46a7-be8a-8c5a3e3a27db tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 106a8b1d-2937-4fb7-9609-9d6fc0ea6b80) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:38.238922 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-58e9855c-a472-4d1b-ac21-bbc3583dd2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:38.239131 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f408815-6769-4acb-a2db-32becb6e6b9e None None] Network 106a8b1d-2937-4fb7-9609-9d6fc0ea6b80 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:38.240278 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee51f36-084d-4735-bf4a-86a2088ec061 req-cade1180-4b65-4d1f-9591-664ebffcb9b1 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:38.247964 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8ee51f36-084d-4735-bf4a-86a2088ec061 req-cade1180-4b65-4d1f-9591-664ebffcb9b1 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 944 time: 0.3995574 May 10 14:48:38.255474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1948f4-4a4e-46a7-be8a-8c5a3e3a27db tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:38.256065 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fd1948f4-4a4e-46a7-be8a-8c5a3e3a27db tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:38.267827 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Network 2e1cae90-19e5-49eb-b2af-e8de49c7b24e is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:48:38.298684 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.ipam_backend_mixin [None req-e03f5093-5576-4c2f-84a8-29b7a61a1c92 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a46af120-58fb-4bfd-933e-3be2aa5a7bb9 (CIDR: 2001:db8::/64) May 10 14:48:38.318546 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 2e1cae90-19e5-49eb-b2af-e8de49c7b24e) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:38.319824 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-58e9855c-a472-4d1b-ac21-bbc3583dd2c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:38.328054 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-58e9855c-a472-4d1b-ac21-bbc3583dd2c0 admin admin] Usage tracker for resource:security_group_rule and tenant:38ac19a791a74a98ba5a2ed20dbbec88 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:38.331713 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6664daec-4d6f-495f-a1ac-03bc6b96cd3d None None] Network 2e1cae90-19e5-49eb-b2af-e8de49c7b24e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:38.334141 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-58e9855c-a472-4d1b-ac21-bbc3583dd2c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:38.342956 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-58e9855c-a472-4d1b-ac21-bbc3583dd2c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:38.357984 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8ee51f36-084d-4735-bf4a-86a2088ec061 req-7954741d-40fd-46cb-a328-58ed08dd455f tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089356 May 10 14:48:38.364256 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-e03f5093-5576-4c2f-84a8-29b7a61a1c92 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:48:38.364256 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e03f5093-5576-4c2f-84a8-29b7a61a1c92 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:48:38.370517 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:38.374239 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fd1948f4-4a4e-46a7-be8a-8c5a3e3a27db tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4139874 May 10 14:48:38.380775 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39036) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:38.383136 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:38.389102 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:38.390039 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:38.435674 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec1bf1-c4c2-46aa-a572-b942871e89ec None None] Pushing event updated for resources: {'Port': ['ID=888cd152-c505-46a3-8149-b71a53ccdeff,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:38.458493 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1e4d0b68-1e48-49d1-a43a-b933a5b4d137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:38.484499 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-21f34027-fc7b-4e53-ab47-ab77b8aaf759 service neutron] Attempting to bind port f1646914-08a9-4535-a9c9-191645df0d36 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:48:38.485258 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-21f34027-fc7b-4e53-ab47-ab77b8aaf759 service neutron] Attempting to bind port f1646914-08a9-4535-a9c9-191645df0d36 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'b8e4e5ad-f88f-4792-8961-17ae88f4e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '37b960e7-59a7-4942-aea6-10f467886311'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:48:38.485766 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-21f34027-fc7b-4e53-ab47-ab77b8aaf759 service neutron] Attempting to bind port f1646914-08a9-4535-a9c9-191645df0d36 on network 37b960e7-59a7-4942-aea6-10f467886311 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:48:38.497251 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:38.505932 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e03f5093-5576-4c2f-84a8-29b7a61a1c92 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6078129 May 10 14:48:38.509254 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39040) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:38.509694 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1e4d0b68-1e48-49d1-a43a-b933a5b4d137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:38.511603 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1e4d0b68-1e48-49d1-a43a-b933a5b4d137 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5b8988f4-f9f8-4b9a-bda5-55b1a5becb8e HTTP/1.1" status: 204 len: 168 time: 1.1902871 May 10 14:48:38.512931 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d0b68-1e48-49d1-a43a-b933a5b4d137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8988f4-f9f8-4b9a-bda5-55b1a5becb8e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:38.515778 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-21f34027-fc7b-4e53-ab47-ab77b8aaf759 service neutron] Port f1646914-08a9-4535-a9c9-191645df0d36 on network 37b960e7-59a7-4942-aea6-10f467886311 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:48:38.516160 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-21f34027-fc7b-4e53-ab47-ab77b8aaf759 service neutron] Attempting to bind port f1646914-08a9-4535-a9c9-191645df0d36 on network 37b960e7-59a7-4942-aea6-10f467886311 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:48:38.522480 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'subnet': {'network_id': 'e3353a53-816c-4056-b271-2011dd01fdfa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:38.525912 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-21f34027-fc7b-4e53-ab47-ab77b8aaf759 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:48:38.527013 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-21f34027-fc7b-4e53-ab47-ab77b8aaf759 service neutron] Checking segment: {'id': 'b8e4e5ad-f88f-4792-8961-17ae88f4e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '37b960e7-59a7-4942-aea6-10f467886311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:38.527683 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-21f34027-fc7b-4e53-ab47-ab77b8aaf759 service neutron] Bound using segment: {'id': 'b8e4e5ad-f88f-4792-8961-17ae88f4e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '37b960e7-59a7-4942-aea6-10f467886311'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:48:38.528370 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-21f34027-fc7b-4e53-ab47-ab77b8aaf759 service neutron] Bound port: f1646914-08a9-4535-a9c9-191645df0d36, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e4e5ad-f88f-4792-8961-17ae88f4e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '37b960e7-59a7-4942-aea6-10f467886311'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:48:38.528978 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-21f34027-fc7b-4e53-ab47-ab77b8aaf759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:38.577564 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39046) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:38.579763 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:38.580602 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-318739ab-d072-4075-82a7-6bfeb0d47dfa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.9985230 May 10 14:48:38.789217 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-21f34027-fc7b-4e53-ab47-ab77b8aaf759 service neutron] For port f1646914-08a9-4535-a9c9-191645df0d36, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:48:38.795120 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-21f34027-fc7b-4e53-ab47-ab77b8aaf759 service neutron] For port f1646914-08a9-4535-a9c9-191645df0d36, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=f1646914-08a9-4535-a9c9-191645df0d36,segment=NetworkSegment(b8e4e5ad-f88f-4792-8961-17ae88f4e759),segment_id=b8e4e5ad-f88f-4792-8961-17ae88f4e759)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:48:38.811503 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-21f34027-fc7b-4e53-ab47-ab77b8aaf759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:38.918518 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0bf8a8-174f-4296-bd82-d28d2c4e88a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-106a8b1d-2937-4fb7-9609-9d6fc0ea6b80', 'network_id': '106a8b1d-2937-4fb7-9609-9d6fc0ea6b80', 'tenant_id': 'b34db3219d0c46478753528b094049df', 'fixed_ips': [{'subnet_id': '0a900e00-bbda-4a37-86dc-defc190953c9'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:48:38.919705 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0f0bf8a8-174f-4296-bd82-d28d2c4e88a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:38.974634 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-21f34027-fc7b-4e53-ab47-ab77b8aaf759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:38.975494 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-21f34027-fc7b-4e53-ab47-ab77b8aaf759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:38.977089 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-21f34027-fc7b-4e53-ab47-ab77b8aaf759 service neutron] 10.222.0.86 "PUT /v2.0/ports/f1646914-08a9-4535-a9c9-191645df0d36 HTTP/1.1" status: 200 len: 1094 time: 3.3297386 May 10 14:48:38.985795 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:39.004650 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1634830-5164-4b96-b345-34f0d8b6859c', 'tag': 'f1646914-08a9-4535-a9c9-191645df0d36'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:48:39.178195 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb7c0aad-e01a-41e5-8562-07e8c52af816'] response: {'name': 'network-changed', 'server_uuid': 'f1634830-5164-4b96-b345-34f0d8b6859c', 'tag': 'f1646914-08a9-4535-a9c9-191645df0d36', 'status': 'completed', 'code': 200} May 10 14:48:39.224118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 888cd152-c505-46a3-8149-b71a53ccdeff up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:39.253598 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-75fd802e-db1f-4376-a5ee-b93dc048907a req-4d463044-107e-49ca-86b6-c69d1d2056f1 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 210 time: 0.3409247 May 10 14:48:39.345495 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39058) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:39.355992 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-58e9855c-a472-4d1b-ac21-bbc3583dd2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:39.367405 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-0f0bf8a8-174f-4296-bd82-d28d2c4e88a1 None None] Allocated IP 172.20.0.1 (106a8b1d-2937-4fb7-9609-9d6fc0ea6b80/0a900e00-bbda-4a37-86dc-defc190953c9/91e8fdde-5887-4b93-88c0-bb450c1b0254) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:39.379634 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f34027-fc7b-4e53-ab47-ab77b8aaf759 service neutron] Pushing event updated for resources: {'Port': ['ID=f1646914-08a9-4535-a9c9-191645df0d36,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:39.389149 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-58e9855c-a472-4d1b-ac21-bbc3583dd2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:39.424666 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Floating IP 647ce675-8ace-4bae-8200-37befaef5478 associated. External IP: 172.26.0.93, port: 1dcbc4b1-280d-4ceb-9f90-5211a12250f1. May 10 14:48:39.505957 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-cdeac500-8ee8-49ed-b443-bec14da85e5f tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:39.507062 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-cdeac500-8ee8-49ed-b443-bec14da85e5f tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Synchronizing usage tracker for tenant:e85d52d37e7f49109dc18b97419f8c3b on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:48:39.535903 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 888cd152-c505-46a3-8149-b71a53ccdeff completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:39.566878 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-82075cd0-bec7-4b7c-9436-a9abc1d738c7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6e3893fe35f447408f3ea64b56e4678a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190835 May 10 14:48:39.582398 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39068) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:39.626664 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-58e9855c-a472-4d1b-ac21-bbc3583dd2c0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=38ac19a791a74a98ba5a2ed20dbbec88&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8580658 May 10 14:48:39.633395 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39072) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:39.638002 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-bde4a7ed-30c9-46b6-a398-319641d2d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:39.639898 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-bde4a7ed-30c9-46b6-a398-319641d2d95e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ff413262496f40d691ca8346c51f1a79&device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 1097 time: 0.4354925 May 10 14:48:39.644886 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9855c-a472-4d1b-ac21-bbc3583dd2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13f2ea8-1615-45f1-9a7a-5ec38bd6a0fb,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:39.703096 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0f0bf8a8-174f-4296-bd82-d28d2c4e88a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:39.718060 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0f0bf8a8-174f-4296-bd82-d28d2c4e88a1 None None] Transition to ACTIVE for port object 91e8fdde-5887-4b93-88c0-bb450c1b0254 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:39.731765 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-cdeac500-8ee8-49ed-b443-bec14da85e5f tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Unset dirty status for tenant:e85d52d37e7f49109dc18b97419f8c3b on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:48:39.733345 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-cdeac500-8ee8-49ed-b443-bec14da85e5f tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.86 "GET /v2.0/networks?id=aa7afffa-e17d-4c0b-836c-b0db2fea3cec HTTP/1.1" status: 200 len: 811 time: 0.8959932 May 10 14:48:39.743595 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0f0bf8a8-174f-4296-bd82-d28d2c4e88a1 None None] Transition to ACTIVE for port object 91e8fdde-5887-4b93-88c0-bb450c1b0254 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:39.752657 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0f0bf8a8-174f-4296-bd82-d28d2c4e88a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:39.794226 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483cad51-fade-447f-a5f2-a5a1b34f6066 None None] Network e3353a53-816c-4056-b271-2011dd01fdfa requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:39.798014 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-895ff550-8f1d-4a60-8810-785ffaef22ed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1646914-08a9-4535-a9c9-191645df0d36 HTTP/1.1" status: 200 len: 217 time: 0.1234176 May 10 14:48:39.813704 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:39.896326 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1faab731-94f4-4dbb-8382-eb85563142ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:39.912046 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0bf8a8-174f-4296-bd82-d28d2c4e88a1 None None] Network 106a8b1d-2937-4fb7-9609-9d6fc0ea6b80 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:39.919118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-0f0bf8a8-174f-4296-bd82-d28d2c4e88a1 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:39.921032 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Port': ['ID=d387bc34-4ba9-405a-8e55-b6c986c8a163,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:39.928390 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0bf8a8-174f-4296-bd82-d28d2c4e88a1 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:39.930466 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0bf8a8-174f-4296-bd82-d28d2c4e88a1 None None] Pushing event updated for resources: {'Port': ['ID=91e8fdde-5887-4b93-88c0-bb450c1b0254,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:39.948030 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-1c45d83e-e922-4a68-a9cf-2f6c17f73831 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Synchronizing usage tracker for tenant:e85d52d37e7f49109dc18b97419f8c3b on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:48:39.968271 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-06c861c2-08ed-4c79-997e-d0fc660af746 None None] Provisioning for port 888cd152-c505-46a3-8149-b71a53ccdeff completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:39.987260 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-27d29274-8241-4536-867b-69c91dc73883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:39.987584 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Deleting port 91e8fdde-5887-4b93-88c0-bb450c1b0254 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:39.987931 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:39.988766 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-27d29274-8241-4536-867b-69c91dc73883 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f77b7b59-c302-4fb7-b4fd-f13da52bf4b0 HTTP/1.1" status: 200 len: 834 time: 0.1832771 May 10 14:48:39.989429 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b980f18-7efd-4783-83c1-583b14116ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:39.992335 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1faab731-94f4-4dbb-8382-eb85563142ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:40.033610 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-06c861c2-08ed-4c79-997e-d0fc660af746 None None] Provisioning complete for port 888cd152-c505-46a3-8149-b71a53ccdeff triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:40.034043 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-06c861c2-08ed-4c79-997e-d0fc660af746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:40.048119 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:40.114686 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-1c45d83e-e922-4a68-a9cf-2f6c17f73831 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Unset dirty status for tenant:e85d52d37e7f49109dc18b97419f8c3b on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:48:40.115973 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-1c45d83e-e922-4a68-a9cf-2f6c17f73831 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e85d52d37e7f49109dc18b97419f8c3b HTTP/1.1" status: 200 len: 379 time: 0.3562298 May 10 14:48:40.117793 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b980f18-7efd-4783-83c1-583b14116ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:40.121868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:subnet and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:40.129349 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:40.134997 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-0341c11b-179a-4233-aa64-3d13d97bbf55 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Request body: {'port': {'device_id': '116c658c-3aec-4bd9-bb7e-15a096d0a3ea', 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec', 'admin_state_up': True, 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'security_groups': ['82a721ab-d596-495d-88db-395d5af2468e']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:40.139092 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-0f0bf8a8-174f-4296-bd82-d28d2c4e88a1 None None] Attempting to bind port 91e8fdde-5887-4b93-88c0-bb450c1b0254 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:48:40.139718 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-0f0bf8a8-174f-4296-bd82-d28d2c4e88a1 None None] Attempting to bind port 91e8fdde-5887-4b93-88c0-bb450c1b0254 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '043bc985-72f2-49b3-85ab-02480c02e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '106a8b1d-2937-4fb7-9609-9d6fc0ea6b80'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:48:40.140075 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0bf8a8-174f-4296-bd82-d28d2c4e88a1 None None] Attempting to bind port 91e8fdde-5887-4b93-88c0-bb450c1b0254 on network 106a8b1d-2937-4fb7-9609-9d6fc0ea6b80 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:48:40.141853 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308bcbc0-3c76-4da0-a4a4-d1301f16c045 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:40.147716 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308bcbc0-3c76-4da0-a4a4-d1301f16c045 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:40.152903 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-308bcbc0-3c76-4da0-a4a4-d1301f16c045 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 1.5747242 May 10 14:48:40.159444 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39076) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:40.165272 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0bf8a8-174f-4296-bd82-d28d2c4e88a1 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:48:40.165478 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0bf8a8-174f-4296-bd82-d28d2c4e88a1 None None] Checking segment: {'id': '043bc985-72f2-49b3-85ab-02480c02e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '106a8b1d-2937-4fb7-9609-9d6fc0ea6b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:40.165848 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0f0bf8a8-174f-4296-bd82-d28d2c4e88a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:40.166233 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0bf8a8-174f-4296-bd82-d28d2c4e88a1 None None] Bound using segment: {'id': '043bc985-72f2-49b3-85ab-02480c02e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '106a8b1d-2937-4fb7-9609-9d6fc0ea6b80'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:48:40.166759 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-0f0bf8a8-174f-4296-bd82-d28d2c4e88a1 None None] Bound port: 91e8fdde-5887-4b93-88c0-bb450c1b0254, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043bc985-72f2-49b3-85ab-02480c02e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '106a8b1d-2937-4fb7-9609-9d6fc0ea6b80'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:48:40.167466 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0f0bf8a8-174f-4296-bd82-d28d2c4e88a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:40.174330 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:40.334654 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:40.339640 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:40.357008 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-58ba0a05-833e-40b1-83d0-de9cb70d70b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Deleting port b2f1537e-7c9a-495d-a16e-ff36daa05627 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:40.357339 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-58ba0a05-833e-40b1-83d0-de9cb70d70b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:40.378291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d683de-8392-4e7e-bf7a-f3b120c8f451 req-86f3becf-beba-401f-bb19-54134da3451e tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:40.382902 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-41d683de-8392-4e7e-bf7a-f3b120c8f451 req-86f3becf-beba-401f-bb19-54134da3451e tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 944 time: 0.5931594 May 10 14:48:40.400060 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1faab731-94f4-4dbb-8382-eb85563142ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:40.458049 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faab731-94f4-4dbb-8382-eb85563142ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbde5c7-e016-4f93-ad1f-2e59d42e75a1,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:40.462945 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-4fdbac6b-106b-4086-ab6a-71d06b4f7b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:40.465460 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-4fdbac6b-106b-4086-ab6a-71d06b4f7b9f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=37b960e7-59a7-4942-aea6-10f467886311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4598434 May 10 14:48:40.474463 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-0f0bf8a8-174f-4296-bd82-d28d2c4e88a1 None None] For port 91e8fdde-5887-4b93-88c0-bb450c1b0254, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:48:40.485065 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b980f18-7efd-4783-83c1-583b14116ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:40.492634 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-06c861c2-08ed-4c79-997e-d0fc660af746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:40.507415 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-0f0bf8a8-174f-4296-bd82-d28d2c4e88a1 None None] For port 91e8fdde-5887-4b93-88c0-bb450c1b0254, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=91e8fdde-5887-4b93-88c0-bb450c1b0254,segment=NetworkSegment(043bc985-72f2-49b3-85ab-02480c02e452),segment_id=043bc985-72f2-49b3-85ab-02480c02e452)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:48:40.524590 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0f0bf8a8-174f-4296-bd82-d28d2c4e88a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:40.540399 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e0974775-8ae1-41dc-803e-83986663e91b req-a724e6d0-be45-43c1-a48e-a5495c71ca46 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 210 time: 0.1048455 May 10 14:48:40.563876 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-0341c11b-179a-4233-aa64-3d13d97bbf55 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:40.591945 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-0341c11b-179a-4233-aa64-3d13d97bbf55 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:40.595308 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1faab731-94f4-4dbb-8382-eb85563142ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:40.596616 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1faab731-94f4-4dbb-8382-eb85563142ea admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2cbde5c7-e016-4f93-ad1f-2e59d42e75a1 HTTP/1.1" status: 204 len: 168 time: 1.0121405 May 10 14:48:40.597949 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b980f18-7efd-4783-83c1-583b14116ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13f2ea8-1615-45f1-9a7a-5ec38bd6a0fb,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:40.621567 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-06c861c2-08ed-4c79-997e-d0fc660af746 None None] For port 888cd152-c505-46a3-8149-b71a53ccdeff, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=888cd152-c505-46a3-8149-b71a53ccdeff,segment=NetworkSegment(82dfd8d4-2fd7-4d48-8560-e410e9d0d9fa),segment_id=82dfd8d4-2fd7-4d48-8560-e410e9d0d9fa)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:40.640588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Router 6fee7be2-7628-4203-906b-d0bcfb7a8a8d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:48:40.664949 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b980f18-7efd-4783-83c1-583b14116ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:40.669097 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2b980f18-7efd-4783-83c1-583b14116ff2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c13f2ea8-1615-45f1-9a7a-5ec38bd6a0fb HTTP/1.1" status: 204 len: 168 time: 1.0316412 May 10 14:48:40.677049 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-06c861c2-08ed-4c79-997e-d0fc660af746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:40.698073 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0bf8a8-174f-4296-bd82-d28d2c4e88a1 None None] Pushing event updated for resources: {'Port': ['ID=91e8fdde-5887-4b93-88c0-bb450c1b0254,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:40.698350 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-41d683de-8392-4e7e-bf7a-f3b120c8f451 req-086644ec-cc30-4bf2-9c71-1dd9a53f66cf tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196319 May 10 14:48:40.837739 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-0341c11b-179a-4233-aa64-3d13d97bbf55 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Made reservation on behalf of e85d52d37e7f49109dc18b97419f8c3b for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:40.844495 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-0341c11b-179a-4233-aa64-3d13d97bbf55 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:40.879982 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c861c2-08ed-4c79-997e-d0fc660af746 None None] Pushing event updated for resources: {'Port': ['ID=888cd152-c505-46a3-8149-b71a53ccdeff,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:41.040002 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] For port 91e8fdde-5887-4b93-88c0-bb450c1b0254, host dv-neutron-841204-2-hyperv, got binding levels [] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:41.041202 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:41.118213 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-747a3315-c8e5-4b92-9898-bbb7c56e1274 None None] Provisioning complete for port 888cd152-c505-46a3-8149-b71a53ccdeff triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:41.118641 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-747a3315-c8e5-4b92-9898-bbb7c56e1274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:41.369370 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-e3b047a6-ccbf-420d-8f9e-2e611c534b89 service neutron] 10.222.0.86 "GET /v2.0/networks/37b960e7-59a7-4942-aea6-10f467886311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8861248 May 10 14:48:41.377745 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-58ba0a05-833e-40b1-83d0-de9cb70d70b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:41.442081 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:48:41.450882 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Calling delete_port for 91e8fdde-5887-4b93-88c0-bb450c1b0254 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:41.454539 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488d6294-410d-45ba-be93-2e4200b79cb3 None None] Sync routers for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:48:41.466773 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488d6294-410d-45ba-be93-2e4200b79cb3 None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:41.467823 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-488d6294-410d-45ba-be93-2e4200b79cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:41.531856 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:41.539369 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-488d6294-410d-45ba-be93-2e4200b79cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:41.552032 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488d6294-410d-45ba-be93-2e4200b79cb3 None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:41.553073 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-488d6294-410d-45ba-be93-2e4200b79cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:41.645075 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39100) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:41.654093 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-488d6294-410d-45ba-be93-2e4200b79cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:41.654702 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488d6294-410d-45ba-be93-2e4200b79cb3 None None] The sync data for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:48:41.720884 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-58ba0a05-833e-40b1-83d0-de9cb70d70b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Calling delete_port for b2f1537e-7c9a-495d-a16e-ff36daa05627 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:41.771990 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-76c9eb0c-69a4-4e29-bee2-ceef89ef06be req-751ccdc2-849f-4861-a974-451f9a624352 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 210 time: 0.0484519 May 10 14:48:41.814116 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-78b3b949-643b-41e9-85a4-859a62851874 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.3237641 May 10 14:48:41.820407 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39110) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:41.842565 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7a0a2658-b889-4021-8aec-4f81a461ea54 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:41.912799 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-0341c11b-179a-4233-aa64-3d13d97bbf55 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Allocated IP 172.20.0.6 (aa7afffa-e17d-4c0b-836c-b0db2fea3cec/131cfd62-1682-4197-8cdd-002e0ab415e5/41388ac1-4820-4eee-abe3-5c0c080ef468) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:42.087058 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b56fd2-6889-44d8-994f-7c2eba21bb71 None None] Network 106a8b1d-2937-4fb7-9609-9d6fc0ea6b80 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:42.204027 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-828e35bd-645c-4517-b1cc-605badb394f8 None None] Provisioning for port 91e8fdde-5887-4b93-88c0-bb450c1b0254 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:42.213514 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d5ca936e-ea10-4232-ac0b-30a87b9c220b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d8e70110116b481aa528254724b9ebe2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5651696 May 10 14:48:42.218076 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-462e31f2-24ee-4a13-bfd3-f706ef945bc4 req-b58b6aac-389a-465d-9fcc-32cc34075ef8 service neutron] 10.222.0.86 "GET /v2.0/networks/37b960e7-59a7-4942-aea6-10f467886311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8313904 May 10 14:48:42.219089 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a0a2658-b889-4021-8aec-4f81a461ea54 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:42.222247 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39120) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:42.284566 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.api [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:48:42.285203 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG oslo_db.api [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:48:42.302892 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-58ba0a05-833e-40b1-83d0-de9cb70d70b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:42.306545 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:42.308765 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-0341c11b-179a-4233-aa64-3d13d97bbf55 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:42.421605 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-62ee17e2-55a5-4ad1-9594-7488f749a8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:42.439304 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-58ba0a05-833e-40b1-83d0-de9cb70d70b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:42.444016 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network e3353a53-816c-4056-b271-2011dd01fdfa is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:42.448919 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba0a05-833e-40b1-83d0-de9cb70d70b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Pushing event deleted for resources: {'Port': ['ID=b2f1537e-7c9a-495d-a16e-ff36daa05627,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:42.452511 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:42.464217 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e729a19e-1a26-4982-abaa-b43f24670c1b None None] Network e3353a53-816c-4056-b271-2011dd01fdfa requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:42.477870 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba0a05-833e-40b1-83d0-de9cb70d70b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:42.478231 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba0a05-833e-40b1-83d0-de9cb70d70b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:42.478601 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba0a05-833e-40b1-83d0-de9cb70d70b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:42.478971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba0a05-833e-40b1-83d0-de9cb70d70b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:42.479315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba0a05-833e-40b1-83d0-de9cb70d70b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:42.479643 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba0a05-833e-40b1-83d0-de9cb70d70b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:42.480070 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba0a05-833e-40b1-83d0-de9cb70d70b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:42.480419 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba0a05-833e-40b1-83d0-de9cb70d70b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:42.480759 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba0a05-833e-40b1-83d0-de9cb70d70b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:42.481087 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba0a05-833e-40b1-83d0-de9cb70d70b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:42.481413 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba0a05-833e-40b1-83d0-de9cb70d70b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:42.481733 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ba0a05-833e-40b1-83d0-de9cb70d70b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:42.503517 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-0341c11b-179a-4233-aa64-3d13d97bbf55 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Transition to ACTIVE for port object 41388ac1-4820-4eee-abe3-5c0c080ef468 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:42.518227 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-58ba0a05-833e-40b1-83d0-de9cb70d70b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] 10.222.0.79 "DELETE /v2.0/ports/b2f1537e-7c9a-495d-a16e-ff36daa05627 HTTP/1.1" status: 204 len: 168 time: 2.3463457 May 10 14:48:42.521534 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-62ee17e2-55a5-4ad1-9594-7488f749a8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:42.531180 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39130) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:42.593105 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:42.593893 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:42.641829 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.1312099 May 10 14:48:42.643605 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39136) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:42.657234 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-46e0f065-ef21-462f-8942-a4d0e75cb9c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'port': {'network_id': 'e3353a53-816c-4056-b271-2011dd01fdfa', 'fixed_ips': [{'subnet_id': 'a46af120-58fb-4bfd-933e-3be2aa5a7bb9'}, {'subnet_id': '7c6c90db-0683-4f9f-a138-78b5157b7f1a'}], 'name': 'tempest-PortsIpV6TestJSON-1902315192'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:42.674217 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-9b27e960-6f1a-44c4-a86f-834b7328ee1e tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Deleting port 14612dc3-6336-48b6-8611-4c86aca9d620 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:42.674585 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9b27e960-6f1a-44c4-a86f-834b7328ee1e tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:42.728882 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb251c49-fba6-45bf-a548-155d385b9bd0 req-d1ee15fd-d735-4b86-b0da-d469eb937453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:42.731128 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-eb251c49-fba6-45bf-a548-155d385b9bd0 req-d1ee15fd-d735-4b86-b0da-d469eb937453 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ff413262496f40d691ca8346c51f1a79&device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 1097 time: 0.4191279 May 10 14:48:42.785392 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Subnet': ['ID=7c6c90db-0683-4f9f-a138-78b5157b7f1a,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:42.787574 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-0341c11b-179a-4233-aa64-3d13d97bbf55 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:42.812037 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Deleting port 91e8fdde-5887-4b93-88c0-bb450c1b0254 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:42.812322 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:42.866055 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-62ee17e2-55a5-4ad1-9594-7488f749a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:42.875576 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:42.875874 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:42.876312 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:42.876524 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:42.876850 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:42.877175 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:42.877501 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:42.877820 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:42.878281 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:42.878615 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:42.878939 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:42.879255 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4b3d5-3614-48b7-8532-2cb66e234c08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:42.973751 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a0a2658-b889-4021-8aec-4f81a461ea54 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:43.013807 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee17e2-55a5-4ad1-9594-7488f749a8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105c09da-4b23-43c3-a220-76a73c98403a,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:43.029327 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a7ac0-3f39-41f9-aa17-7bacc839183a req-3142191c-5d8d-4b2f-9f4d-17ca1f41580a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:43.030944 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f70a7ac0-3f39-41f9-aa17-7bacc839183a req-3142191c-5d8d-4b2f-9f4d-17ca1f41580a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 944 time: 0.9621904 May 10 14:48:43.031790 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a0a2658-b889-4021-8aec-4f81a461ea54 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:43.032061 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-7a0a2658-b889-4021-8aec-4f81a461ea54 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Floating IP 647ce675-8ace-4bae-8200-37befaef5478 disassociated. External IP: 172.26.0.93, port: 1dcbc4b1-280d-4ceb-9f90-5211a12250f1. May 10 14:48:43.062935 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39146) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:43.092908 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bad2ce8-6895-4d34-881c-854a1b9aa098 None None] Update dhcp port {'port': {'network_id': 'e3353a53-816c-4056-b271-2011dd01fdfa', 'fixed_ips': [{'subnet_id': 'a46af120-58fb-4bfd-933e-3be2aa5a7bb9', 'ip_address': '2001:db8::2'}, {'subnet_id': '7c6c90db-0683-4f9f-a138-78b5157b7f1a'}], 'binding:host_id': 'dv-neutron-841204-2-hyperv'}, 'id': '888cd152-c505-46a3-8149-b71a53ccdeff'} from dv-neutron-841204-2-hyperv. {{(pid=88053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 10 14:48:43.125858 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 888cd152-c505-46a3-8149-b71a53ccdeff up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:43.201067 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3bad2ce8-6895-4d34-881c-854a1b9aa098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:43.362679 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 888cd152-c505-46a3-8149-b71a53ccdeff triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:43.363146 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:43.372589 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f70a7ac0-3f39-41f9-aa17-7bacc839183a req-7f4d943b-089c-4657-b790-28bed44c10e8 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490857 May 10 14:48:43.432851 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-0341c11b-179a-4233-aa64-3d13d97bbf55 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Network aa7afffa-e17d-4c0b-836c-b0db2fea3cec is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:43.440697 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-62ee17e2-55a5-4ad1-9594-7488f749a8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:43.444297 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-62ee17e2-55a5-4ad1-9594-7488f749a8a3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/105c09da-4b23-43c3-a220-76a73c98403a HTTP/1.1" status: 204 len: 168 time: 1.2186320 May 10 14:48:43.444297 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-0341c11b-179a-4233-aa64-3d13d97bbf55 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:43.445283 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-0341c11b-179a-4233-aa64-3d13d97bbf55 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:43.492126 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-46e0f065-ef21-462f-8942-a4d0e75cb9c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:43.499777 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1156385175', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:43.500076 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-3bad2ce8-6895-4d34-881c-854a1b9aa098 None None] Allocated IP 2001:db8:0:1::2 (e3353a53-816c-4056-b271-2011dd01fdfa/7c6c90db-0683-4f9f-a138-78b5157b7f1a/888cd152-c505-46a3-8149-b71a53ccdeff) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:43.556080 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:43.564911 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaba2a2-bd9f-4283-a8ea-e466ff3a32aa req-22c6547b-2766-414b-9dc3-83a585501641 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:43.567237 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-46e0f065-ef21-462f-8942-a4d0e75cb9c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:port and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:43.567775 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0eaba2a2-bd9f-4283-a8ea-e466ff3a32aa req-22c6547b-2766-414b-9dc3-83a585501641 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 931 time: 0.5750849 May 10 14:48:43.570357 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341c11b-179a-4233-aa64-3d13d97bbf55 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Pushing event updated for resources: {'Port': ['ID=41388ac1-4820-4eee-abe3-5c0c080ef468,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:43.577639 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-46e0f065-ef21-462f-8942-a4d0e75cb9c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:43.587899 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Usage tracker for resource:port and tenant:220ea2d1f29e4bec970c83723d79f548 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:43.597583 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9b27e960-6f1a-44c4-a86f-834b7328ee1e tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:43.608022 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-46e0f065-ef21-462f-8942-a4d0e75cb9c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:43.610093 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:43.644112 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:43.667628 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] For port 91e8fdde-5887-4b93-88c0-bb450c1b0254, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=91e8fdde-5887-4b93-88c0-bb450c1b0254,segment=NetworkSegment(043bc985-72f2-49b3-85ab-02480c02e452),segment_id=043bc985-72f2-49b3-85ab-02480c02e452)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:43.668179 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:43.782851 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 91e8fdde-5887-4b93-88c0-bb450c1b0254 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:43.791016 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-9b27e960-6f1a-44c4-a86f-834b7328ee1e tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Calling delete_port for 14612dc3-6336-48b6-8611-4c86aca9d620 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:43.822484 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e0f065-ef21-462f-8942-a4d0e75cb9c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:43.887333 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-957ab8ae-a987-4e5b-b1e8-b8dab789b02e None None] Provisioning for port 41388ac1-4820-4eee-abe3-5c0c080ef468 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:43.888577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Calling delete_port for 91e8fdde-5887-4b93-88c0-bb450c1b0254 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:43.911807 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-957ab8ae-a987-4e5b-b1e8-b8dab789b02e None None] Provisioning complete for port 41388ac1-4820-4eee-abe3-5c0c080ef468 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:43.912264 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-957ab8ae-a987-4e5b-b1e8-b8dab789b02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:43.968075 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-0341c11b-179a-4233-aa64-3d13d97bbf55 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:43.971012 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-0341c11b-179a-4233-aa64-3d13d97bbf55 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:43.978130 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb251c49-fba6-45bf-a548-155d385b9bd0 req-ec9565b1-2e7d-4547-b719-080177a028d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:43.984232 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-eb251c49-fba6-45bf-a548-155d385b9bd0 req-ec9565b1-2e7d-4547-b719-080177a028d0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=37b960e7-59a7-4942-aea6-10f467886311 HTTP/1.1" status: 200 len: 898 time: 1.1980762 May 10 14:48:44.009152 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-3bad2ce8-6895-4d34-881c-854a1b9aa098 None None] For port 888cd152-c505-46a3-8149-b71a53ccdeff, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=888cd152-c505-46a3-8149-b71a53ccdeff,segment=NetworkSegment(82dfd8d4-2fd7-4d48-8560-e410e9d0d9fa),segment_id=82dfd8d4-2fd7-4d48-8560-e410e9d0d9fa)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:44.015753 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-957ab8ae-a987-4e5b-b1e8-b8dab789b02e None None] Port 41388ac1-4820-4eee-abe3-5c0c080ef468 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:48:44.019915 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 91e8fdde-5887-4b93-88c0-bb450c1b0254 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:44.028411 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 91e8fdde-5887-4b93-88c0-bb450c1b0254 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:44.028781 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:44.094162 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device f1646914-08a9-4535-a9c9-191645df0d36 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 14:48:44.107026 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3bad2ce8-6895-4d34-881c-854a1b9aa098 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:44.114470 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Made reservation on behalf of 220ea2d1f29e4bec970c83723d79f548 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:44.116541 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:44.134519 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-eb251c49-fba6-45bf-a548-155d385b9bd0 req-4c9ec3b8-b067-4364-a59e-7df71d95fb94 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1646914-08a9-4535-a9c9-191645df0d36 HTTP/1.1" status: 200 len: 217 time: 0.0991521 May 10 14:48:44.142951 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-46e0f065-ef21-462f-8942-a4d0e75cb9c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:44.144528 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3bad2ce8-6895-4d34-881c-854a1b9aa098 None None] Transition to ACTIVE for port object 888cd152-c505-46a3-8149-b71a53ccdeff will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:44.166056 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3bad2ce8-6895-4d34-881c-854a1b9aa098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:44.198081 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:44.217654 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-0341c11b-179a-4233-aa64-3d13d97bbf55 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0897803 May 10 14:48:44.220490 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-46e0f065-ef21-462f-8942-a4d0e75cb9c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] device_id is not set on port d36e7dde-8643-4de9-8c2a-838856e549f7 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:48:44.274061 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-f6711e20-71bc-4ce3-bf40-229bafb7f662 service neutron] Request body: {'port': {'device_id': '116c658c-3aec-4bd9-bb7e-15a096d0a3ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:44.317248 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Port 91e8fdde-5887-4b93-88c0-bb450c1b0254 update to ACTIVE by agent not found {{(pid=88053) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 10 14:48:44.335472 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0a2658-b889-4021-8aec-4f81a461ea54 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Router 6fee7be2-7628-4203-906b-d0bcfb7a8a8d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:48:44.350764 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:44.350981 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:44.411869 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Usage tracker for resource:security_group_rule and tenant:220ea2d1f29e4bec970c83723d79f548 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:44.418528 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:44.436166 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad2ce8-6895-4d34-881c-854a1b9aa098 None None] Pushing event updated for resources: {'Port': ['ID=888cd152-c505-46a3-8149-b71a53ccdeff,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:44.467583 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port f1646914-08a9-4535-a9c9-191645df0d36, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=f1646914-08a9-4535-a9c9-191645df0d36,segment=NetworkSegment(b8e4e5ad-f88f-4792-8961-17ae88f4e759),segment_id=b8e4e5ad-f88f-4792-8961-17ae88f4e759)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:44.473526 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:44.478710 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9b27e960-6f1a-44c4-a86f-834b7328ee1e tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:44.488193 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'f1646914-08a9-4535-a9c9-191645df0d36', 'network_id': '37b960e7-59a7-4942-aea6-10f467886311', 'port_id': 'f1646914-08a9-4535-a9c9-191645df0d36', 'mac_address': 'fa:16:3e:a3:ff:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77b7b59-c302-4fb7-b4fd-f13da52bf4b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 14:48:44.550655 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0eaba2a2-bd9f-4283-a8ea-e466ff3a32aa req-5920489f-f61c-4983-bc4c-f6000cbc4e66 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9609144 May 10 14:48:44.553730 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:44.583418 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1646914-08a9-4535-a9c9-191645df0d36 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:48:44.602805 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb251c49-fba6-45bf-a548-155d385b9bd0 req-b753b08c-d6f9-4361-9171-0e5080c61f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:44.603354 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port f1646914-08a9-4535-a9c9-191645df0d36, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=f1646914-08a9-4535-a9c9-191645df0d36,segment=NetworkSegment(b8e4e5ad-f88f-4792-8961-17ae88f4e759),segment_id=b8e4e5ad-f88f-4792-8961-17ae88f4e759)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:44.605538 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-eb251c49-fba6-45bf-a548-155d385b9bd0 req-b753b08c-d6f9-4361-9171-0e5080c61f75 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f77b7b59-c302-4fb7-b4fd-f13da52bf4b0 HTTP/1.1" status: 200 len: 834 time: 0.4414465 May 10 14:48:44.611761 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:44.668157 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27e960-6f1a-44c4-a86f-834b7328ee1e tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Pushing event deleted for resources: {'Port': ['ID=14612dc3-6336-48b6-8611-4c86aca9d620,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:44.670229 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-f6711e20-71bc-4ce3-bf40-229bafb7f662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:44.675863 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac87a30d-e43e-4980-bae2-dca09c2ad2da None None] DHCP port deletion for 106a8b1d-2937-4fb7-9609-9d6fc0ea6b80 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:48:44.729057 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=f1646914-08a9-4535-a9c9-191645df0d36,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:44.763002 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No DVR routers for this DVR port 91e8fdde-5887-4b93-88c0-bb450c1b0254 on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:48:44.764967 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Port': ['ID=91e8fdde-5887-4b93-88c0-bb450c1b0254,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:44.768502 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39174) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:44.833689 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9b27e960-6f1a-44c4-a86f-834b7328ee1e tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:44.989116 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-a7e21a10-48a9-4672-9504-ac3f0b67a147 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-176047766'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:45.011313 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:45.036910 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['f1646914-08a9-4535-a9c9-191645df0d36'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 14:48:45.065088 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 888cd152-c505-46a3-8149-b71a53ccdeff up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:45.067031 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a7e21a10-48a9-4672-9504-ac3f0b67a147 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:45.076948 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9b27e960-6f1a-44c4-a86f-834b7328ee1e tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] 10.222.0.79 "DELETE /v2.0/ports/14612dc3-6336-48b6-8611-4c86aca9d620 HTTP/1.1" status: 204 len: 168 time: 2.5391500 May 10 14:48:45.085876 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39180) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:45.101299 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a7e21a10-48a9-4672-9504-ac3f0b67a147 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Usage tracker for resource:network and tenant:415661ba8bdc4916bb9467df4490c04f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:45.110906 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a7e21a10-48a9-4672-9504-ac3f0b67a147 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:45.134651 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a7e21a10-48a9-4672-9504-ac3f0b67a147 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:45.155386 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad646df-07bb-4230-b682-54ae40471ea4 req-c190bd49-8e75-495c-8877-4be9b24871c7 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:45.156148 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-09d0dbf3-337e-4d9a-8e34-9500a9c252d9 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Synchronizing usage tracker for tenant:c22b2f47131c4c7191d7c54ec46eb5cb on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:48:45.157521 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2ad646df-07bb-4230-b682-54ae40471ea4 req-c190bd49-8e75-495c-8877-4be9b24871c7 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 945 time: 0.4775608 May 10 14:48:45.204647 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0a2658-b889-4021-8aec-4f81a461ea54 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:48:45.216034 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b1f4c-6662-4557-bfe7-b920f3d2d852 None None] Sync routers for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:48:45.231419 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7a0a2658-b889-4021-8aec-4f81a461ea54 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:45.241874 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7b1f4c-6662-4557-bfe7-b920f3d2d852 None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:45.242440 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-4c7b1f4c-6662-4557-bfe7-b920f3d2d852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:45.266411 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e21a10-48a9-4672-9504-ac3f0b67a147 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Made reservation on behalf of 415661ba8bdc4916bb9467df4490c04f for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:45.270067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a7e21a10-48a9-4672-9504-ac3f0b67a147 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:45.306256 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:45.315589 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9d3bf3-bcbd-4095-8352-0b7b0e816219 None None] get_active_networks_info from dv-neutron-841204-2-hyperv {{(pid=88053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 10 14:48:45.332601 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-4c7b1f4c-6662-4557-bfe7-b920f3d2d852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:45.345125 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7b1f4c-6662-4557-bfe7-b920f3d2d852 None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:48:45.345953 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-4c7b1f4c-6662-4557-bfe7-b920f3d2d852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:45.375900 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2ad646df-07bb-4230-b682-54ae40471ea4 req-4634432c-e23b-4ecb-bb8b-0dd9f4cc625c tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949558 May 10 14:48:45.376299 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a7e21a10-48a9-4672-9504-ac3f0b67a147 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:45.388323 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-09d0dbf3-337e-4d9a-8e34-9500a9c252d9 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Unset dirty status for tenant:c22b2f47131c4c7191d7c54ec46eb5cb on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:48:45.389887 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-09d0dbf3-337e-4d9a-8e34-9500a9c252d9 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2984102 May 10 14:48:45.396704 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Subnet': ['ID=0a900e00-bbda-4a37-86dc-defc190953c9,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:45.405770 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39184) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:45.416734 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 91e8fdde-5887-4b93-88c0-bb450c1b0254 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:48:45.424016 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb251c49-fba6-45bf-a548-155d385b9bd0 req-6544142c-d260-4fb0-ae7b-4e8cbdcb64b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:45.426069 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-eb251c49-fba6-45bf-a548-155d385b9bd0 req-6544142c-d260-4fb0-ae7b-4e8cbdcb64b6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=37b960e7-59a7-4942-aea6-10f467886311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7593517 May 10 14:48:45.427013 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-4c7b1f4c-6662-4557-bfe7-b920f3d2d852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:45.427555 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b1f4c-6662-4557-bfe7-b920f3d2d852 None None] The sync data for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:48:45.436477 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a7e21a10-48a9-4672-9504-ac3f0b67a147 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:45.443105 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-6fd9c57c-5b9d-47af-873c-2c0304115ec9 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1254962123'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:45.443303 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7a0a2658-b889-4021-8aec-4f81a461ea54 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "PUT /v2.0/floatingips/647ce675-8ace-4bae-8200-37befaef5478 HTTP/1.1" status: 200 len: 687 time: 3.6185689 May 10 14:48:45.455275 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39188) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:45.492382 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6fd9c57c-5b9d-47af-873c-2c0304115ec9 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:45.501239 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a7e21a10-48a9-4672-9504-ac3f0b67a147 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Usage tracker for resource:security_group_rule and tenant:415661ba8bdc4916bb9467df4490c04f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:45.515355 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a7e21a10-48a9-4672-9504-ac3f0b67a147 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:45.526265 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a7e21a10-48a9-4672-9504-ac3f0b67a147 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:45.532819 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:45.533618 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 91e8fdde-5887-4b93-88c0-bb450c1b0254 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:48:45.533960 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 91e8fdde-5887-4b93-88c0-bb450c1b0254 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:48:45.564725 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6fd9c57c-5b9d-47af-873c-2c0304115ec9 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Usage tracker for resource:network and tenant:c22b2f47131c4c7191d7c54ec46eb5cb is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:45.565700 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106a8b1d-2937-4fb7-9609-9d6fc0ea6b80']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:45.569232 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:45.582526 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7c861f24-3ce7-4ea5-a418-3551e47bfb52 None None] Provisioning for port 888cd152-c505-46a3-8149-b71a53ccdeff completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:45.585799 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043bc985-72f2-49b3-85ab-02480c02e452') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:45.586139 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043bc985-72f2-49b3-85ab-02480c02e452') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:45.609963 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:45.620583 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7c861f24-3ce7-4ea5-a418-3551e47bfb52 None None] Provisioning complete for port 888cd152-c505-46a3-8149-b71a53ccdeff triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:45.620946 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7c861f24-3ce7-4ea5-a418-3551e47bfb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:45.638023 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:45.652268 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:48:45.652755 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:48:45.670760 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:48:45.767911 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6fd9c57c-5b9d-47af-873c-2c0304115ec9 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:45.769986 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9d3bf3-bcbd-4095-8352-0b7b0e816219 None None] Resources bound (agent type, host, resource id): {{(pid=88053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 14:48:45.797621 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:45.800472 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6fd9c57c-5b9d-47af-873c-2c0304115ec9 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:45.846767 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] device_id is not set on port a8663e16-b415-481f-8df5-bac7412c5321 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:48:45.857730 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:45.862755 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:45.910851 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Network': ['ID=106a8b1d-2937-4fb7-9609-9d6fc0ea6b80,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:45.942158 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a3147ca0-15c5-42c4-9749-854bc1030416 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/networks/106a8b1d-2937-4fb7-9609-9d6fc0ea6b80 HTTP/1.1" status: 204 len: 168 time: 7.5601985 May 10 14:48:45.944149 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a7e21a10-48a9-4672-9504-ac3f0b67a147 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:45.947154 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39194) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:45.953926 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-8499751b-e1b7-4058-bd19-f7dd0bf1c96c tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1747439195'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:45.957368 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a7e21a10-48a9-4672-9504-ac3f0b67a147 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:45.975127 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-8499751b-e1b7-4058-bd19-f7dd0bf1c96c tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:45.987541 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8499751b-e1b7-4058-bd19-f7dd0bf1c96c tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Usage tracker for resource:network and tenant:b34db3219d0c46478753528b094049df is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:45.995827 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8499751b-e1b7-4058-bd19-f7dd0bf1c96c tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:46.016673 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a60da-29b4-445a-ba12-4694007c01c7 req-a74b5c21-24cd-49bd-8880-ae4413f8ff1e tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:46.018031 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0c1a60da-29b4-445a-ba12-4694007c01c7 req-a74b5c21-24cd-49bd-8880-ae4413f8ff1e tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 931 time: 0.2719672 May 10 14:48:46.018768 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e21a10-48a9-4672-9504-ac3f0b67a147 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:48:46.030820 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-8499751b-e1b7-4058-bd19-f7dd0bf1c96c tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:46.055747 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e21a10-48a9-4672-9504-ac3f0b67a147 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=268bf888-4707-4795-8e02-634d4a48f99a,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:46.065370 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a7e21a10-48a9-4672-9504-ac3f0b67a147 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:46.065713 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-a7e21a10-48a9-4672-9504-ac3f0b67a147 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Added segment 30b517a0-eefd-4927-a483-8580b8d0edd5 of type vlan for network b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d May 10 14:48:46.087303 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8499751b-e1b7-4058-bd19-f7dd0bf1c96c tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Made reservation on behalf of b34db3219d0c46478753528b094049df for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:46.091558 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8499751b-e1b7-4058-bd19-f7dd0bf1c96c tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:46.105934 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd9c57c-5b9d-47af-873c-2c0304115ec9 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Made reservation on behalf of c22b2f47131c4c7191d7c54ec46eb5cb for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:46.109445 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c57c-5b9d-47af-873c-2c0304115ec9 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:46.145092 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a7e21a10-48a9-4672-9504-ac3f0b67a147 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:46.153135 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0c1a60da-29b4-445a-ba12-4694007c01c7 req-0e290bcd-a0cc-4b5b-aab6-4592f872549b tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176515 May 10 14:48:46.165526 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8499751b-e1b7-4058-bd19-f7dd0bf1c96c tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:48:46.198459 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8499751b-e1b7-4058-bd19-f7dd0bf1c96c tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:46.198459 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-8499751b-e1b7-4058-bd19-f7dd0bf1c96c tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Added segment b9ec8ebc-0f3f-46ed-8e14-129117455d5e of type vlan for network 970ada72-7db5-458e-bb1c-35914bfb34f9 May 10 14:48:46.198459 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a7e21a10-48a9-4672-9504-ac3f0b67a147 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:46.203707 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e21a10-48a9-4672-9504-ac3f0b67a147 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:46.204344 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a7e21a10-48a9-4672-9504-ac3f0b67a147 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:46.236158 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-2c66302e-7348-40f7-9368-f550b8cdd790 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Deleting port d387bc34-4ba9-405a-8e55-b6c986c8a163 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:46.236657 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2c66302e-7348-40f7-9368-f550b8cdd790 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:46.292970 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7370d55-37c8-4c8a-98ef-b2ebd8e3943f,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:46.342584 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a7e21a10-48a9-4672-9504-ac3f0b67a147 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5397809 May 10 14:48:46.342584 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e21a10-48a9-4672-9504-ac3f0b67a147 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Pushing event updated for resources: {'Network': ['ID=b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:46.346717 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8499751b-e1b7-4058-bd19-f7dd0bf1c96c tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:46.348504 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-46e0f065-ef21-462f-8942-a4d0e75cb9c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Allocated IP 2001:db8::1d2 (e3353a53-816c-4056-b271-2011dd01fdfa/a46af120-58fb-4bfd-933e-3be2aa5a7bb9/d36e7dde-8643-4de9-8c2a-838856e549f7) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:46.350459 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39198) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:46.362544 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:48:46.382240 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8499751b-e1b7-4058-bd19-f7dd0bf1c96c tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:46.389403 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8499751b-e1b7-4058-bd19-f7dd0bf1c96c tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:46.390928 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8499751b-e1b7-4058-bd19-f7dd0bf1c96c tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:46.403908 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-a507efac-ad3f-4675-9831-ddbf3bbde7f2 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Request body: {'subnet': {'network_id': 'b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:46.419572 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd9c57c-5b9d-47af-873c-2c0304115ec9 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:48:46.430214 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-46e0f065-ef21-462f-8942-a4d0e75cb9c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Allocated IP 2001:db8:0:1::2ab (e3353a53-816c-4056-b271-2011dd01fdfa/7c6c90db-0683-4f9f-a138-78b5157b7f1a/d36e7dde-8643-4de9-8c2a-838856e549f7) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:46.436952 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515902e7-f394-490a-8e60-f6804104febb None None] DHCP port deletion for 106a8b1d-2937-4fb7-9609-9d6fc0ea6b80 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:48:46.455504 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-eb251c49-fba6-45bf-a548-155d385b9bd0 req-815e58fd-0cf8-45ea-afcb-4305fec67a3a service neutron] 10.222.0.86 "GET /v2.0/networks/37b960e7-59a7-4942-aea6-10f467886311?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0027242 May 10 14:48:46.583992 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c57c-5b9d-47af-873c-2c0304115ec9 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:46.584240 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-6fd9c57c-5b9d-47af-873c-2c0304115ec9 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Added segment 08500c22-5541-48dc-84b0-391c1eb6b700 of type vlan for network 941c0e2d-cc8e-4e42-8582-30bbfb8b61ee May 10 14:48:46.669744 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8499751b-e1b7-4058-bd19-f7dd0bf1c96c tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7185364 May 10 14:48:46.671834 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39204) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:46.692649 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-90c2bc42-1788-4d05-a82b-c31d3c8d51d7 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:46.710395 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499751b-e1b7-4058-bd19-f7dd0bf1c96c tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Network': ['ID=970ada72-7db5-458e-bb1c-35914bfb34f9,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:46.722356 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 970ada72-7db5-458e-bb1c-35914bfb34f9 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:48:46.786264 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Allocated IP 172.26.0.98 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/a8663e16-b415-481f-8df5-bac7412c5321) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:46.846156 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1e38c-3b9f-413a-a186-4ccda36752d4 req-a1428b90-29b7-422e-b93c-089134691d01 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:46.848064 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-90e1e38c-3b9f-413a-a186-4ccda36752d4 req-a1428b90-29b7-422e-b93c-089134691d01 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 945 time: 0.2445078 May 10 14:48:46.852144 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c57c-5b9d-47af-873c-2c0304115ec9 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:46.886417 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a507efac-ad3f-4675-9831-ddbf3bbde7f2 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:46.977066 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-90e1e38c-3b9f-413a-a186-4ccda36752d4 req-df36216a-0890-488e-88f0-aa12552b11b1 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804510 May 10 14:48:46.978566 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a507efac-ad3f-4675-9831-ddbf3bbde7f2 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Usage tracker for resource:subnet and tenant:415661ba8bdc4916bb9467df4490c04f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:46.988871 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a507efac-ad3f-4675-9831-ddbf3bbde7f2 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:46.993060 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90c2bc42-1788-4d05-a82b-c31d3c8d51d7 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:47.014081 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90c2bc42-1788-4d05-a82b-c31d3c8d51d7 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:47.076698 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a507efac-ad3f-4675-9831-ddbf3bbde7f2 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:47.081752 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90c2bc42-1788-4d05-a82b-c31d3c8d51d7 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Network 970ada72-7db5-458e-bb1c-35914bfb34f9 is not hosted by any dhcp agent {{(pid=88051) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 10 14:48:47.087285 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c2bc42-1788-4d05-a82b-c31d3c8d51d7 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:47.087870 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90c2bc42-1788-4d05-a82b-c31d3c8d51d7 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:47.089918 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-90c2bc42-1788-4d05-a82b-c31d3c8d51d7 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "PUT /v2.0/networks/970ada72-7db5-458e-bb1c-35914bfb34f9 HTTP/1.1" status: 200 len: 723 time: 0.4171784 May 10 14:48:47.094818 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.resource_extend [None req-6fd9c57c-5b9d-47af-873c-2c0304115ec9 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:48:47.096158 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39208) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:47.103261 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2c66302e-7348-40f7-9368-f550b8cdd790 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:47.103587 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2c66302e-7348-40f7-9368-f550b8cdd790 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:47.116055 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-6c5c92aa-ca78-430e-b3e1-b5a5395ed71b tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'subnet': {'network_id': '970ada72-7db5-458e-bb1c-35914bfb34f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:47.132354 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-eb251c49-fba6-45bf-a548-155d385b9bd0 req-1aa1ef93-6bff-4723-8e96-8a3956ab9a22 service neutron] 10.222.0.86 "GET /v2.0/networks/37b960e7-59a7-4942-aea6-10f467886311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6587636 May 10 14:48:47.195056 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2bc42-1788-4d05-a82b-c31d3c8d51d7 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Network': ['ID=970ada72-7db5-458e-bb1c-35914bfb34f9,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:47.207929 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-f6711e20-71bc-4ce3-bf40-229bafb7f662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41388ac1-4820-4eee-abe3-5c0c080ef468 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:48:47.210118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 970ada72-7db5-458e-bb1c-35914bfb34f9 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:48:47.240783 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6c5c92aa-ca78-430e-b3e1-b5a5395ed71b tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:47.244806 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6c5c92aa-ca78-430e-b3e1-b5a5395ed71b tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Usage tracker for resource:subnet and tenant:b34db3219d0c46478753528b094049df is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:47.248095 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6c5c92aa-ca78-430e-b3e1-b5a5395ed71b tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:47.254066 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6c5c92aa-ca78-430e-b3e1-b5a5395ed71b tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:47.269657 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5c92aa-ca78-430e-b3e1-b5a5395ed71b tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Made reservation on behalf of b34db3219d0c46478753528b094049df for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:47.273745 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6c5c92aa-ca78-430e-b3e1-b5a5395ed71b tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:47.287395 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-2c66302e-7348-40f7-9368-f550b8cdd790 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Calling delete_port for d387bc34-4ba9-405a-8e55-b6c986c8a163 owned by network:floatingip {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:47.331330 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a507efac-ad3f-4675-9831-ddbf3bbde7f2 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Made reservation on behalf of 415661ba8bdc4916bb9467df4490c04f for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:47.334583 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a507efac-ad3f-4675-9831-ddbf3bbde7f2 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:47.477742 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdce3e0-d1d9-498b-b1ad-1b2d2de36071 req-3371846a-15a4-466a-a729-4d9c29434d74 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:47.479941 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fcdce3e0-d1d9-498b-b1ad-1b2d2de36071 req-3371846a-15a4-466a-a729-4d9c29434d74 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 931 time: 0.1797261 May 10 14:48:47.496316 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-f6711e20-71bc-4ce3-bf40-229bafb7f662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:47.577741 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fcdce3e0-d1d9-498b-b1ad-1b2d2de36071 req-5c35e749-9725-418a-a794-718fc2f76ead tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894835 May 10 14:48:47.611793 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c57c-5b9d-47af-873c-2c0304115ec9 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:47.617257 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd9c57c-5b9d-47af-873c-2c0304115ec9 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:47.617927 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6fd9c57c-5b9d-47af-873c-2c0304115ec9 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:47.620742 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6c5c92aa-ca78-430e-b3e1-b5a5395ed71b tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:47.702677 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c92aa-ca78-430e-b3e1-b5a5395ed71b tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Subnet': ['ID=6a1dc0e7-2fdd-4f5e-8439-8be4fd91b9c2,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:47.711464 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c92aa-ca78-430e-b3e1-b5a5395ed71b tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Checking segment: {'id': 'b9ec8ebc-0f3f-46ed-8e14-129117455d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '970ada72-7db5-458e-bb1c-35914bfb34f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:47.711812 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5c92aa-ca78-430e-b3e1-b5a5395ed71b tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Network hostable DHCP agents. Network: 970ada72-7db5-458e-bb1c-35914bfb34f9, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:48:47.731232 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5c92aa-ca78-430e-b3e1-b5a5395ed71b tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Network 970ada72-7db5-458e-bb1c-35914bfb34f9 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:48:47.740093 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-6c5c92aa-ca78-430e-b3e1-b5a5395ed71b tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 970ada72-7db5-458e-bb1c-35914bfb34f9) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:47.744057 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5c92aa-ca78-430e-b3e1-b5a5395ed71b tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:47.745291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6c5c92aa-ca78-430e-b3e1-b5a5395ed71b tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3609168'] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:47.753399 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d505e0-df8a-4fc9-ad3a-86bb7d414cf3 None None] Network 970ada72-7db5-458e-bb1c-35914bfb34f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:47.770010 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6c5c92aa-ca78-430e-b3e1-b5a5395ed71b tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6704247 May 10 14:48:47.770194 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39214) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:47.777179 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e26e6d9c-a802-4a08-b6ca-c32b42751936 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:47.789183 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-f6711e20-71bc-4ce3-bf40-229bafb7f662 service neutron] Transition to ACTIVE for port object 41388ac1-4820-4eee-abe3-5c0c080ef468 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:47.848023 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-f6711e20-71bc-4ce3-bf40-229bafb7f662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:47.914213 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e26e6d9c-a802-4a08-b6ca-c32b42751936 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10806411'] for subnet, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:47.928953 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-46e0f065-ef21-462f-8942-a4d0e75cb9c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:47.954105 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9c57c-5b9d-47af-873c-2c0304115ec9 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Pushing event updated for resources: {'Network': ['ID=941c0e2d-cc8e-4e42-8582-30bbfb8b61ee,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:47.958598 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6fd9c57c-5b9d-47af-873c-2c0304115ec9 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.5313940 May 10 14:48:47.974467 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39218) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:47.987074 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 941c0e2d-cc8e-4e42-8582-30bbfb8b61ee details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:48:47.988209 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-fbf7ae14-bab8-422d-a0d4-c4c8152dbab8 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-433740869'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:47.997438 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-fbf7ae14-bab8-422d-a0d4-c4c8152dbab8 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:48.005671 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-fbf7ae14-bab8-422d-a0d4-c4c8152dbab8 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Usage tracker for resource:network and tenant:c22b2f47131c4c7191d7c54ec46eb5cb is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:48.011864 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-fbf7ae14-bab8-422d-a0d4-c4c8152dbab8 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:48.023553 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-fbf7ae14-bab8-422d-a0d4-c4c8152dbab8 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:48.074046 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf7ae14-bab8-422d-a0d4-c4c8152dbab8 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Made reservation on behalf of c22b2f47131c4c7191d7c54ec46eb5cb for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:48.077453 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fbf7ae14-bab8-422d-a0d4-c4c8152dbab8 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:48.102027 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device f1646914-08a9-4535-a9c9-191645df0d36 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:48.124735 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf7ae14-bab8-422d-a0d4-c4c8152dbab8 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:48:48.133978 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fbf7ae14-bab8-422d-a0d4-c4c8152dbab8 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:48.134316 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-fbf7ae14-bab8-422d-a0d4-c4c8152dbab8 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Added segment 410d3a2f-a773-4040-8627-e15e5948a5f2 of type vlan for network 59608a1b-d8ff-40c4-8c1b-80fce4407092 May 10 14:48:48.146816 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-46e0f065-ef21-462f-8942-a4d0e75cb9c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Transition to ACTIVE for port object d36e7dde-8643-4de9-8c2a-838856e549f7 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:48.161364 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afde6aff-5035-4243-a53e-5703eb663e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-970ada72-7db5-458e-bb1c-35914bfb34f9', 'network_id': '970ada72-7db5-458e-bb1c-35914bfb34f9', 'tenant_id': 'b34db3219d0c46478753528b094049df', 'fixed_ips': [{'subnet_id': '6a1dc0e7-2fdd-4f5e-8439-8be4fd91b9c2'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:48:48.161703 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-afde6aff-5035-4243-a53e-5703eb663e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:48.188291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fbf7ae14-bab8-422d-a0d4-c4c8152dbab8 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:48.265903 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fbf7ae14-bab8-422d-a0d4-c4c8152dbab8 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:48.269526 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port f1646914-08a9-4535-a9c9-191645df0d36 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:48.271499 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf7ae14-bab8-422d-a0d4-c4c8152dbab8 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:48.272090 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fbf7ae14-bab8-422d-a0d4-c4c8152dbab8 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:48.281454 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port f1646914-08a9-4535-a9c9-191645df0d36 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:48.281454 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:48.281772 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6711e20-71bc-4ce3-bf40-229bafb7f662 service neutron] Pushing event updated for resources: {'Port': ['ID=41388ac1-4820-4eee-abe3-5c0c080ef468,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:48.286701 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:48.390274 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7ae14-bab8-422d-a0d4-c4c8152dbab8 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Pushing event updated for resources: {'Network': ['ID=59608a1b-d8ff-40c4-8c1b-80fce4407092,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:48.411654 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 59608a1b-d8ff-40c4-8c1b-80fce4407092 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:48:48.438484 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2c66302e-7348-40f7-9368-f550b8cdd790 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:48.481591 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:48.521563 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66302e-7348-40f7-9368-f550b8cdd790 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event deleted for resources: {'Port': ['ID=d387bc34-4ba9-405a-8e55-b6c986c8a163,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:48.541001 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1634830-5164-4b96-b345-34f0d8b6859c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1646914-08a9-4535-a9c9-191645df0d36'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:48:48.546730 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-46e0f065-ef21-462f-8942-a4d0e75cb9c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:48.553760 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port f1646914-08a9-4535-a9c9-191645df0d36, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=f1646914-08a9-4535-a9c9-191645df0d36,segment=NetworkSegment(b8e4e5ad-f88f-4792-8961-17ae88f4e759),segment_id=b8e4e5ad-f88f-4792-8961-17ae88f4e759)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:48.559618 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:48.595646 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-f6711e20-71bc-4ce3-bf40-229bafb7f662 service neutron] Attempting to bind port 41388ac1-4820-4eee-abe3-5c0c080ef468 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:48:48.595973 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-f6711e20-71bc-4ce3-bf40-229bafb7f662 service neutron] Attempting to bind port 41388ac1-4820-4eee-abe3-5c0c080ef468 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '76fe6fbd-5476-4144-9dd0-5971ebff891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:48:48.596489 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-f6711e20-71bc-4ce3-bf40-229bafb7f662 service neutron] Attempting to bind port 41388ac1-4820-4eee-abe3-5c0c080ef468 on network aa7afffa-e17d-4c0b-836c-b0db2fea3cec {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:48:48.605547 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fbf7ae14-bab8-422d-a0d4-c4c8152dbab8 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6298509 May 10 14:48:48.623273 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de0110f-4415-4f7d-8967-39092abad766'] response: {'server_uuid': 'f1634830-5164-4b96-b345-34f0d8b6859c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1646914-08a9-4535-a9c9-191645df0d36', 'code': 200} May 10 14:48:48.637521 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e26e6d9c-a802-4a08-b6ca-c32b42751936 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758962909305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-816438'] for subnet, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:48.710547 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-f6711e20-71bc-4ce3-bf40-229bafb7f662 service neutron] Port 41388ac1-4820-4eee-abe3-5c0c080ef468 on network aa7afffa-e17d-4c0b-836c-b0db2fea3cec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:48:48.711763 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-f6711e20-71bc-4ce3-bf40-229bafb7f662 service neutron] Attempting to bind port 41388ac1-4820-4eee-abe3-5c0c080ef468 on network aa7afffa-e17d-4c0b-836c-b0db2fea3cec {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:48:48.750811 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=f1646914-08a9-4535-a9c9-191645df0d36,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:48.775918 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-afde6aff-5035-4243-a53e-5703eb663e4d None None] Allocated IP 172.20.0.2 (970ada72-7db5-458e-bb1c-35914bfb34f9/6a1dc0e7-2fdd-4f5e-8439-8be4fd91b9c2/365aa79d-80b0-41db-b406-43b28b165227) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:48.782709 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26e6d9c-a802-4a08-b6ca-c32b42751936 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:48.786362 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e26e6d9c-a802-4a08-b6ca-c32b42751936 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:48.790466 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e26e6d9c-a802-4a08-b6ca-c32b42751936 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "PUT /v2.0/subnets/6a1dc0e7-2fdd-4f5e-8439-8be4fd91b9c2 HTTP/1.1" status: 200 len: 806 time: 1.0184317 May 10 14:48:48.796268 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39228) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:48.801057 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e0f065-ef21-462f-8942-a4d0e75cb9c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network e3353a53-816c-4056-b271-2011dd01fdfa is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:48.802441 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-f6711e20-71bc-4ce3-bf40-229bafb7f662 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:48:48.802913 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-f6711e20-71bc-4ce3-bf40-229bafb7f662 service neutron] Checking segment: {'id': '76fe6fbd-5476-4144-9dd0-5971ebff891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:48.803403 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-f6711e20-71bc-4ce3-bf40-229bafb7f662 service neutron] Bound using segment: {'id': '76fe6fbd-5476-4144-9dd0-5971ebff891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:48:48.803951 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-f6711e20-71bc-4ce3-bf40-229bafb7f662 service neutron] Bound port: 41388ac1-4820-4eee-abe3-5c0c080ef468, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76fe6fbd-5476-4144-9dd0-5971ebff891e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:48:48.804493 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-f6711e20-71bc-4ce3-bf40-229bafb7f662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:48.815497 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:48.818059 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a507efac-ad3f-4675-9831-ddbf3bbde7f2 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:48.858898 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e6d9c-a802-4a08-b6ca-c32b42751936 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Subnet': ['ID=6a1dc0e7-2fdd-4f5e-8439-8be4fd91b9c2,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:48.889519 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-46e0f065-ef21-462f-8942-a4d0e75cb9c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:49.003597 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e0f065-ef21-462f-8942-a4d0e75cb9c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:49.006524 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47703731-57e0-4f69-a41f-c9ad26f1bc68 req-333c8730-fdb8-42c7-ab58-b322dd09178f tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:49.008649 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e0f065-ef21-462f-8942-a4d0e75cb9c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:49.016325 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-47703731-57e0-4f69-a41f-c9ad26f1bc68 req-333c8730-fdb8-42c7-ab58-b322dd09178f tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 945 time: 0.8003154 May 10 14:48:49.017927 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-46e0f065-ef21-462f-8942-a4d0e75cb9c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:49.068809 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0f065-ef21-462f-8942-a4d0e75cb9c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Port': ['ID=d36e7dde-8643-4de9-8c2a-838856e549f7,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:49.122682 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:48:49.197746 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-afde6aff-5035-4243-a53e-5703eb663e4d None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:49.209618 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-afde6aff-5035-4243-a53e-5703eb663e4d None None] Transition to ACTIVE for port object 365aa79d-80b0-41db-b406-43b28b165227 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:49.222778 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:49.231092 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-afde6aff-5035-4243-a53e-5703eb663e4d None None] Transition to ACTIVE for port object 365aa79d-80b0-41db-b406-43b28b165227 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:49.241466 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-afde6aff-5035-4243-a53e-5703eb663e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:49.253861 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-47703731-57e0-4f69-a41f-c9ad26f1bc68 req-d7c8e31f-fc4f-459f-9d10-c11dff77e4ba tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353525 May 10 14:48:49.267172 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:49.277209 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2c66302e-7348-40f7-9368-f550b8cdd790 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:49.304607 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:49.336451 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afde6aff-5035-4243-a53e-5703eb663e4d None None] Network 970ada72-7db5-458e-bb1c-35914bfb34f9 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:49.339992 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-afde6aff-5035-4243-a53e-5703eb663e4d None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:49.343976 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afde6aff-5035-4243-a53e-5703eb663e4d None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:49.355621 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507efac-ad3f-4675-9831-ddbf3bbde7f2 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Pushing event updated for resources: {'Subnet': ['ID=327bc1a5-0e1d-4430-9e11-3585a60506c3,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:49.360532 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde6aff-5035-4243-a53e-5703eb663e4d None None] Pushing event updated for resources: {'Port': ['ID=365aa79d-80b0-41db-b406-43b28b165227,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:49.370323 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-46e0f065-ef21-462f-8942-a4d0e75cb9c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 6.7231107 May 10 14:48:49.395522 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2c66302e-7348-40f7-9368-f550b8cdd790 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:49.399959 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2c66302e-7348-40f7-9368-f550b8cdd790 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "DELETE /v2.0/floatingips/647ce675-8ace-4bae-8200-37befaef5478 HTTP/1.1" status: 204 len: 168 time: 3.9132266 May 10 14:48:49.402361 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bc313-ec23-43f4-a751-c484e3bb70d9 req-c1661fd2-49aa-4589-9cab-85c49b5474a9 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:49.404069 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39232) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:49.404385 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39234) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:49.410787 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c77bc313-ec23-43f4-a751-c484e3bb70d9 req-c1661fd2-49aa-4589-9cab-85c49b5474a9 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 943 time: 0.6180346 May 10 14:48:49.416433 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-1553999f-d5c2-445c-a1c2-dcd7e025eb2f tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a46af120-58fb-4bfd-933e-3be2aa5a7bb9'}]}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:49.428695 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:49.453580 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Pushing event updated for resources: {'Port': ['ID=a8663e16-b415-481f-8df5-bac7412c5321,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:49.468971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': '8c0855ff-4e33-46a3-94b1-b4dc08fc3284'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:49.484052 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c77bc313-ec23-43f4-a751-c484e3bb70d9 req-4ed4adfb-c0d9-46de-bc0c-522733aaede6 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721402 May 10 14:48:49.489625 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:49.495166 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Deleting port 365aa79d-80b0-41db-b406-43b28b165227 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:49.495785 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:49.500363 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-afde6aff-5035-4243-a53e-5703eb663e4d None None] Attempting to bind port 365aa79d-80b0-41db-b406-43b28b165227 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:48:49.501172 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-afde6aff-5035-4243-a53e-5703eb663e4d None None] Attempting to bind port 365aa79d-80b0-41db-b406-43b28b165227 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'b9ec8ebc-0f3f-46ed-8e14-129117455d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '970ada72-7db5-458e-bb1c-35914bfb34f9'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:48:49.501679 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Usage tracker for resource:floatingip and tenant:d96b13b642cb4adf9c29a3eb1de983c1 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:49.501985 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde6aff-5035-4243-a53e-5703eb663e4d None None] Attempting to bind port 365aa79d-80b0-41db-b406-43b28b165227 on network 970ada72-7db5-458e-bb1c-35914bfb34f9 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:48:49.504777 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-5f1cee47-edfa-4cf2-b736-eeca9a588db3 None None] Provisioning for port d36e7dde-8643-4de9-8c2a-838856e549f7 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:49.506885 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:49.513740 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:49.515913 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde6aff-5035-4243-a53e-5703eb663e4d None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:48:49.516586 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde6aff-5035-4243-a53e-5703eb663e4d None None] Checking segment: {'id': 'b9ec8ebc-0f3f-46ed-8e14-129117455d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '970ada72-7db5-458e-bb1c-35914bfb34f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:49.517296 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-afde6aff-5035-4243-a53e-5703eb663e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:49.517974 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde6aff-5035-4243-a53e-5703eb663e4d None None] Bound using segment: {'id': 'b9ec8ebc-0f3f-46ed-8e14-129117455d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '970ada72-7db5-458e-bb1c-35914bfb34f9'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:48:49.518772 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-afde6aff-5035-4243-a53e-5703eb663e4d None None] Bound port: 365aa79d-80b0-41db-b406-43b28b165227, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ec8ebc-0f3f-46ed-8e14-129117455d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '970ada72-7db5-458e-bb1c-35914bfb34f9'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:48:49.519319 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-afde6aff-5035-4243-a53e-5703eb663e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:49.522532 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a507efac-ad3f-4675-9831-ddbf3bbde7f2 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Checking segment: {'id': '30b517a0-eefd-4927-a483-8580b8d0edd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:49.522985 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a507efac-ad3f-4675-9831-ddbf3bbde7f2 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Network hostable DHCP agents. Network: b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:48:49.540448 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-5f1cee47-edfa-4cf2-b736-eeca9a588db3 None None] Provisioning complete for port d36e7dde-8643-4de9-8c2a-838856e549f7 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:49.540962 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5f1cee47-edfa-4cf2-b736-eeca9a588db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:49.546741 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:49.581799 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-f6711e20-71bc-4ce3-bf40-229bafb7f662 service neutron] For port 41388ac1-4820-4eee-abe3-5c0c080ef468, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:48:49.591008 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:49.591804 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:49.665215 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-afde6aff-5035-4243-a53e-5703eb663e4d None None] For port 365aa79d-80b0-41db-b406-43b28b165227, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:48:49.671878 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-afde6aff-5035-4243-a53e-5703eb663e4d None None] For port 365aa79d-80b0-41db-b406-43b28b165227, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=365aa79d-80b0-41db-b406-43b28b165227,segment=NetworkSegment(b9ec8ebc-0f3f-46ed-8e14-129117455d5e),segment_id=b9ec8ebc-0f3f-46ed-8e14-129117455d5e)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:48:49.691820 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-afde6aff-5035-4243-a53e-5703eb663e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:49.778328 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] For port 365aa79d-80b0-41db-b406-43b28b165227, host dv-neutron-841204-2-hyperv, got binding levels [] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:49.778728 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:49.793569 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5f1cee47-edfa-4cf2-b736-eeca9a588db3 None None] Port d36e7dde-8643-4de9-8c2a-838856e549f7 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:48:49.819212 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde6aff-5035-4243-a53e-5703eb663e4d None None] Pushing event updated for resources: {'Port': ['ID=365aa79d-80b0-41db-b406-43b28b165227,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:49.847455 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3b801725-59da-4fb0-bd46-05b63ff2cdb2 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 6.7096601 May 10 14:48:49.847455 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-f6711e20-71bc-4ce3-bf40-229bafb7f662 service neutron] For port 41388ac1-4820-4eee-abe3-5c0c080ef468, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=41388ac1-4820-4eee-abe3-5c0c080ef468,segment=NetworkSegment(76fe6fbd-5476-4144-9dd0-5971ebff891e),segment_id=76fe6fbd-5476-4144-9dd0-5971ebff891e)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:48:49.852403 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39240) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:49.853080 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a507efac-ad3f-4675-9831-ddbf3bbde7f2 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Network b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:48:49.949904 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Calling delete_port for 365aa79d-80b0-41db-b406-43b28b165227 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:50.015185 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-6c67fbb3-939d-46c2-aeac-e93ef048257f tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.98'}]}}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:50.021126 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-a507efac-ad3f-4675-9831-ddbf3bbde7f2 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:50.023182 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-f6711e20-71bc-4ce3-bf40-229bafb7f662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:50.028556 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3352ce82-8229-4ff5-9ddd-6d39788d0da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:50.034838 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb4517f-b75b-4fc6-9822-14b42e3ea99a None None] Network b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:50.083535 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2b13c-4e94-41fd-82df-69304b0037b1 req-cb37ca93-3853-44f7-8936-e470a046f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:50.085435 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-75d2b13c-4e94-41fd-82df-69304b0037b1 req-cb37ca93-3853-44f7-8936-e470a046f1f8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 1099 time: 1.1613972 May 10 14:48:50.086097 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6c67fbb3-939d-46c2-aeac-e93ef048257f tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:50.102537 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a507efac-ad3f-4675-9831-ddbf3bbde7f2 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:50.102537 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a507efac-ad3f-4675-9831-ddbf3bbde7f2 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:50.110037 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.api [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:48:50.111991 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG oslo_db.api [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:48:50.188684 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6c67fbb3-939d-46c2-aeac-e93ef048257f tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Usage tracker for resource:router and tenant:220ea2d1f29e4bec970c83723d79f548 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:50.211780 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-f6711e20-71bc-4ce3-bf40-229bafb7f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:50.212434 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-f6711e20-71bc-4ce3-bf40-229bafb7f662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:50.216033 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-f6711e20-71bc-4ce3-bf40-229bafb7f662 service neutron] 10.222.0.86 "PUT /v2.0/ports/41388ac1-4820-4eee-abe3-5c0c080ef468 HTTP/1.1" status: 200 len: 1093 time: 5.9523737 May 10 14:48:50.231350 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6c67fbb3-939d-46c2-aeac-e93ef048257f tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:50.231350 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116c658c-3aec-4bd9-bb7e-15a096d0a3ea', 'tag': '41388ac1-4820-4eee-abe3-5c0c080ef468'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:48:50.343402 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6c67fbb3-939d-46c2-aeac-e93ef048257f tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:50.356082 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a507efac-ad3f-4675-9831-ddbf3bbde7f2 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9935448 May 10 14:48:50.356356 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39248) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:50.363189 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7013d608-55ab-4c49-b2c0-6033ce0208c1 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Request body: {'port': {'network_id': 'b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-841863666'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:50.500214 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eda44fdb-9ac0-4986-aeb9-b3d11aa5e00d'] response: {'name': 'network-changed', 'server_uuid': '116c658c-3aec-4bd9-bb7e-15a096d0a3ea', 'tag': '41388ac1-4820-4eee-abe3-5c0c080ef468', 'status': 'completed', 'code': 200} May 10 14:48:50.508599 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d', 'network_id': 'b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d', 'tenant_id': '415661ba8bdc4916bb9467df4490c04f', 'fixed_ips': [{'subnet_id': '327bc1a5-0e1d-4430-9e11-3585a60506c3'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:48:50.509683 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:50.549785 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-75d2b13c-4e94-41fd-82df-69304b0037b1 req-f57b2016-1f39-45da-85f2-e9175efc172e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4042017 May 10 14:48:50.550965 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6c67fbb3-939d-46c2-aeac-e93ef048257f tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:50.552210 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6c67fbb3-939d-46c2-aeac-e93ef048257f tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:50.570333 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6c67fbb3-939d-46c2-aeac-e93ef048257f tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:50.591683 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6711e20-71bc-4ce3-bf40-229bafb7f662 service neutron] Pushing event updated for resources: {'Port': ['ID=41388ac1-4820-4eee-abe3-5c0c080ef468,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:50.664446 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Deleting port 365aa79d-80b0-41db-b406-43b28b165227 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:50.664874 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:50.786567 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Allocated IP 172.20.0.2 (b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d/327bc1a5-0e1d-4430-9e11-3585a60506c3/fdb5df35-6b5e-4c96-9004-afcaabeca195) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:51.076016 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 365aa79d-80b0-41db-b406-43b28b165227 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:51.186354 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858cb188-bc76-413b-bb6b-d424c07512ec None None] Network 970ada72-7db5-458e-bb1c-35914bfb34f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:51.209362 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1553999f-d5c2-445c-a1c2-dcd7e025eb2f tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:51.232448 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7013d608-55ab-4c49-b2c0-6033ce0208c1 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:51.245898 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4986b8-dadd-42b2-8e72-9ce5cf22fbaf req-cb83f8a2-ee4d-42ad-b1ff-68c3eeebfa29 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:51.249046 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0d4986b8-dadd-42b2-8e72-9ce5cf22fbaf req-cb83f8a2-ee4d-42ad-b1ff-68c3eeebfa29 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 946 time: 0.7041001 May 10 14:48:51.257027 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661055a4-65c8-42d7-98a8-9fdf96be8f4e req-467d074f-597e-4c6d-9fa9-a5def9f4bce9 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:51.265271 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-661055a4-65c8-42d7-98a8-9fdf96be8f4e req-467d074f-597e-4c6d-9fa9-a5def9f4bce9 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 943 time: 0.5454237 May 10 14:48:51.310843 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6c67fbb3-939d-46c2-aeac-e93ef048257f tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:51.317636 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7013d608-55ab-4c49-b2c0-6033ce0208c1 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Usage tracker for resource:port and tenant:415661ba8bdc4916bb9467df4490c04f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:51.362762 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7013d608-55ab-4c49-b2c0-6033ce0208c1 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:51.363125 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-f62da277-78c7-4eee-b45f-59b170fb4370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:51.365085 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-f62da277-78c7-4eee-b45f-59b170fb4370 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e85d52d37e7f49109dc18b97419f8c3b&device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 1096 time: 1.0254004 May 10 14:48:51.383570 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2b792135-171c-40dd-9227-eaadb43ec72c None None] Provisioning for port 365aa79d-80b0-41db-b406-43b28b165227 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:51.395402 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:51.400796 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7013d608-55ab-4c49-b2c0-6033ce0208c1 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:51.419109 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 365aa79d-80b0-41db-b406-43b28b165227 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:51.438612 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Transition to ACTIVE for port object fdb5df35-6b5e-4c96-9004-afcaabeca195 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:51.441712 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 365aa79d-80b0-41db-b406-43b28b165227 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:51.442214 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:51.466878 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0d4986b8-dadd-42b2-8e72-9ce5cf22fbaf req-ce4eb2a9-a525-49fb-b6aa-1b6879f940a1 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991792 May 10 14:48:51.477050 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-7d4c555f-e76e-4a79-bff7-25071b0779b5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41388ac1-4820-4eee-abe3-5c0c080ef468 HTTP/1.1" status: 200 len: 217 time: 0.0849516 May 10 14:48:51.491503 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7013d608-55ab-4c49-b2c0-6033ce0208c1 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Made reservation on behalf of 415661ba8bdc4916bb9467df4490c04f for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:51.496075 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7013d608-55ab-4c49-b2c0-6033ce0208c1 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:51.500234 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2b792135-171c-40dd-9227-eaadb43ec72c None None] Provisioning complete for port 365aa79d-80b0-41db-b406-43b28b165227 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:51.500653 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2b792135-171c-40dd-9227-eaadb43ec72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:51.531107 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-661055a4-65c8-42d7-98a8-9fdf96be8f4e req-521e86ee-bb4f-4931-b3a1-e62a605c28eb tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2646480 May 10 14:48:51.550332 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-7013d608-55ab-4c49-b2c0-6033ce0208c1 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] device_id is not set on port 75da463a-1e7f-4766-bff3-ef05bb79295e yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:48:51.628955 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] For port 365aa79d-80b0-41db-b406-43b28b165227, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=365aa79d-80b0-41db-b406-43b28b165227,segment=NetworkSegment(b9ec8ebc-0f3f-46ed-8e14-129117455d5e),segment_id=b9ec8ebc-0f3f-46ed-8e14-129117455d5e)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:51.629743 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:51.655840 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-815ba5a6-da35-4386-be1b-10f6753604c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:51.657320 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-815ba5a6-da35-4386-be1b-10f6753604c5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=131cfd62-1682-4197-8cdd-002e0ab415e5 HTTP/1.1" status: 200 len: 850 time: 0.0973728 May 10 14:48:51.667663 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:51.725400 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Transition to ACTIVE for port object fdb5df35-6b5e-4c96-9004-afcaabeca195 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:51.904157 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:52.026790 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:52.080520 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2b792135-171c-40dd-9227-eaadb43ec72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:52.085271 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39254) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:52.091934 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 365aa79d-80b0-41db-b406-43b28b165227, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=365aa79d-80b0-41db-b406-43b28b165227,segment=NetworkSegment(b9ec8ebc-0f3f-46ed-8e14-129117455d5e),segment_id=b9ec8ebc-0f3f-46ed-8e14-129117455d5e)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:52.094465 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Network b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:52.100492 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Request body: {'subnets': [{'network_id': '941c0e2d-cc8e-4e42-8582-30bbfb8b61ee', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--298041085', 'ip_version': 6}, {'network_id': '59608a1b-d8ff-40c4-8c1b-80fce4407092', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:52.100799 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Request body: {'subnet': {'network_id': '941c0e2d-cc8e-4e42-8582-30bbfb8b61ee', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--298041085', 'ip_version': 6}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:52.102214 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Request body: {'subnet': {'network_id': '59608a1b-d8ff-40c4-8c1b-80fce4407092', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:52.106388 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:52.108018 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Calling delete_port for 365aa79d-80b0-41db-b406-43b28b165227 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:52.108831 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:52.115782 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:52.126194 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Allocated IP 172.26.0.22 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/074a9322-33eb-4c65-9eda-8cbea4e2d614) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:52.157868 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Pushing event updated for resources: {'Port': ['ID=fdb5df35-6b5e-4c96-9004-afcaabeca195,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:52.180006 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:52.180357 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:52.180753 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:52.181088 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:52.181420 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:52.182369 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:52.183368 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:52.183368 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:52.183561 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:52.183852 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:52.184185 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:52.184505 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:48:52.269694 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-7013d608-55ab-4c49-b2c0-6033ce0208c1 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Allocated IP 172.20.0.6 (b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d/327bc1a5-0e1d-4430-9e11-3585a60506c3/75da463a-1e7f-4766-bff3-ef05bb79295e) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:52.276128 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.api [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:48:52.276651 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG oslo_db.api [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:48:52.357691 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Attempting to bind port fdb5df35-6b5e-4c96-9004-afcaabeca195 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:48:52.358051 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Attempting to bind port fdb5df35-6b5e-4c96-9004-afcaabeca195 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '30b517a0-eefd-4927-a483-8580b8d0edd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:48:52.358402 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Attempting to bind port fdb5df35-6b5e-4c96-9004-afcaabeca195 on network b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:48:52.378206 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:48:52.378601 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Checking segment: {'id': '30b517a0-eefd-4927-a483-8580b8d0edd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:52.378998 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:52.379385 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Bound using segment: {'id': '30b517a0-eefd-4927-a483-8580b8d0edd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:48:52.379853 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Bound port: fdb5df35-6b5e-4c96-9004-afcaabeca195, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b517a0-eefd-4927-a483-8580b8d0edd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:48:52.380221 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:52.393956 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-2b792135-171c-40dd-9227-eaadb43ec72c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:48:52.394380 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-2b792135-171c-40dd-9227-eaadb43ec72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:48:52.394938 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c073f52b-e4b8-4ea2-afce-8a171a281493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:52.492150 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c3888d-30ce-4591-a9b0-eecc56b03163 None None] Network 970ada72-7db5-458e-bb1c-35914bfb34f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:52.505292 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=365aa79d-80b0-41db-b406-43b28b165227,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:52.645422 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7013d608-55ab-4c49-b2c0-6033ce0208c1 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:52.684438 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-7013d608-55ab-4c49-b2c0-6033ce0208c1 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Transition to ACTIVE for port object 75da463a-1e7f-4766-bff3-ef05bb79295e will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:52.706450 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-3e98a299-6ed9-42df-bf8a-7457bed8fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:52.708054 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-3e98a299-6ed9-42df-bf8a-7457bed8fa8e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aa7afffa-e17d-4c0b-836c-b0db2fea3cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9001343 May 10 14:48:52.772835 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] For port fdb5df35-6b5e-4c96-9004-afcaabeca195, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:48:52.799701 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] For port fdb5df35-6b5e-4c96-9004-afcaabeca195, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=fdb5df35-6b5e-4c96-9004-afcaabeca195,segment=NetworkSegment(30b517a0-eefd-4927-a483-8580b8d0edd5),segment_id=30b517a0-eefd-4927-a483-8580b8d0edd5)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:48:52.835346 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:52.864103 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7013d608-55ab-4c49-b2c0-6033ce0208c1 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:53.002018 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7013d608-55ab-4c49-b2c0-6033ce0208c1 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Network b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:53.008098 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-7013d608-55ab-4c49-b2c0-6033ce0208c1 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:53.012118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 365aa79d-80b0-41db-b406-43b28b165227 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:53.021068 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82c3c3-10b2-4b57-8f1a-34b407b51ea3 req-e544d220-df01-4633-9791-acf490354345 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:53.029035 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0e82c3c3-10b2-4b57-8f1a-34b407b51ea3 req-e544d220-df01-4633-9791-acf490354345 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 946 time: 0.3099823 May 10 14:48:53.030475 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7013d608-55ab-4c49-b2c0-6033ce0208c1 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:53.058738 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:53.085020 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Usage tracker for resource:subnet and tenant:c22b2f47131c4c7191d7c54ec46eb5cb is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:53.090794 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538ed25-8362-465a-abb2-7c6d5cec7cfb req-22e5f7b0-640b-4338-b6f0-c44169d4d699 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:53.092340 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e538ed25-8362-465a-abb2-7c6d5cec7cfb req-22e5f7b0-640b-4338-b6f0-c44169d4d699 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 943 time: 0.3223515 May 10 14:48:53.100784 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013d608-55ab-4c49-b2c0-6033ce0208c1 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Pushing event updated for resources: {'Port': ['ID=75da463a-1e7f-4766-bff3-ef05bb79295e,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:53.104934 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:53.112505 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:53.127110 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:53.135735 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-1553999f-d5c2-445c-a1c2-dcd7e025eb2f tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Delete allocated IP 2001:db8:0:1::2ab (e3353a53-816c-4056-b271-2011dd01fdfa/7c6c90db-0683-4f9f-a138-78b5157b7f1a) {{(pid=88052) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 10 14:48:53.162646 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0e82c3c3-10b2-4b57-8f1a-34b407b51ea3 req-ff7786be-ae90-486d-bea4-a3dde0a8abf6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330004 May 10 14:48:53.182409 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7013d608-55ab-4c49-b2c0-6033ce0208c1 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:53.183221 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7013d608-55ab-4c49-b2c0-6033ce0208c1 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:53.207043 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e538ed25-8362-465a-abb2-7c6d5cec7cfb req-f4046d18-9b73-48fc-b01f-a5111a40a19c tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944440 May 10 14:48:53.221295 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:53.236140 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7013d608-55ab-4c49-b2c0-6033ce0208c1 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8786137 May 10 14:48:53.239320 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39266) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:53.248682 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:53.249514 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 365aa79d-80b0-41db-b406-43b28b165227 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:53.249872 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:53.252508 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-feca26e3-acc4-442d-8f2e-a6a63773c1e0 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Request body: {'port': {'network_id': 'b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-982940244', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:53.253381 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.api.validators [None req-feca26e3-acc4-442d-8f2e-a6a63773c1e0 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] bootfile-name is not in valid_values {{(pid=88051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 10 14:48:53.253959 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.api.validators [None req-feca26e3-acc4-442d-8f2e-a6a63773c1e0 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] tftp-server is not in valid_values {{(pid=88051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 10 14:48:53.254601 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.api.validators [None req-feca26e3-acc4-442d-8f2e-a6a63773c1e0 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] server-ip-address is not in valid_values {{(pid=88051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 10 14:48:53.274276 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Made reservation on behalf of c22b2f47131c4c7191d7c54ec46eb5cb for: {'subnet': 2} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:53.277198 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Deleting port 365aa79d-80b0-41db-b406-43b28b165227 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:53.277724 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:53.279243 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:53.279569 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:53.337896 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e55ad5-33bb-458d-ba7c-2b87c9065740 None None] Pushing event updated for resources: {'Port': ['ID=fdb5df35-6b5e-4c96-9004-afcaabeca195,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:53.394457 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:53.405105 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-2c75b63a-aec8-4d4c-96fd-6f0d645e87b1 service neutron] 10.222.0.86 "GET /v2.0/networks/aa7afffa-e17d-4c0b-836c-b0db2fea3cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6515632 May 10 14:48:53.504474 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c02a750f-5d8e-4e67-9bd4-0be4246da669 None None] Provisioning complete for port 365aa79d-80b0-41db-b406-43b28b165227 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:53.505126 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c02a750f-5d8e-4e67-9bd4-0be4246da669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:53.735432 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:53.775073 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-feca26e3-acc4-442d-8f2e-a6a63773c1e0 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:53.789920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-feca26e3-acc4-442d-8f2e-a6a63773c1e0 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Usage tracker for resource:port and tenant:415661ba8bdc4916bb9467df4490c04f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:53.801221 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-feca26e3-acc4-442d-8f2e-a6a63773c1e0 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:53.812237 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-feca26e3-acc4-442d-8f2e-a6a63773c1e0 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:53.835031 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae7f75-e367-42cf-be2b-90269a80781e req-8bb49cfc-0dd7-451d-a809-166db50f4762 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:53.836116 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-684c572e-576b-40f3-a698-2564da455b17 None None] Provisioning complete for port 365aa79d-80b0-41db-b406-43b28b165227 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:53.836540 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-684c572e-576b-40f3-a698-2564da455b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:53.838893 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-49ae7f75-e367-42cf-be2b-90269a80781e req-8bb49cfc-0dd7-451d-a809-166db50f4762 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 946 time: 0.4375536 May 10 14:48:53.888155 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] For port 365aa79d-80b0-41db-b406-43b28b165227, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=365aa79d-80b0-41db-b406-43b28b165227,segment=NetworkSegment(b9ec8ebc-0f3f-46ed-8e14-129117455d5e),segment_id=b9ec8ebc-0f3f-46ed-8e14-129117455d5e)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:53.888935 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:53.939452 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:53.949613 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:53.986895 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:54.046049 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Port': ['ID=074a9322-33eb-4c65-9eda-8cbea4e2d614,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:54.057838 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feca26e3-acc4-442d-8f2e-a6a63773c1e0 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Made reservation on behalf of 415661ba8bdc4916bb9467df4490c04f for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:54.061459 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-feca26e3-acc4-442d-8f2e-a6a63773c1e0 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:54.077251 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Calling delete_port for 365aa79d-80b0-41db-b406-43b28b165227 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:54.158576 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d8afca47-f82c-4137-9297-1deb9be0c014 req-e3e629c6-f3dc-4fa1-a38e-9390d1099f8a service neutron] 10.222.0.86 "GET /v2.0/networks/aa7afffa-e17d-4c0b-836c-b0db2fea3cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6881425 May 10 14:48:54.159766 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6c67fbb3-939d-46c2-aeac-e93ef048257f tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:54.276701 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-feca26e3-acc4-442d-8f2e-a6a63773c1e0 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] device_id is not set on port f81594d0-93e2-4ca9-a352-0e22229c25a5 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:48:54.359133 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1553999f-d5c2-445c-a1c2-dcd7e025eb2f tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:54.425073 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-49ae7f75-e367-42cf-be2b-90269a80781e req-cad67826-6692-4fd9-bf23-99c572e71c31 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4435084 May 10 14:48:54.433854 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2118abed-704d-4abb-8779-e05edd0883ee None None] Network b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:54.450712 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6c67fbb3-939d-46c2-aeac-e93ef048257f tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:54.462324 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39272) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:54.541579 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-16c01771-c78b-482b-b7e8-862c72ca53d1 None None] Provisioning for port fdb5df35-6b5e-4c96-9004-afcaabeca195 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:54.583451 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-feca26e3-acc4-442d-8f2e-a6a63773c1e0 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Allocated IP 172.20.0.12 (b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d/327bc1a5-0e1d-4430-9e11-3585a60506c3/f81594d0-93e2-4ca9-a352-0e22229c25a5) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:54.617548 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8d15c-aa93-4045-a791-cca771fd3aa5 req-7bc937c8-a381-40fb-a8e9-cb6b377a80bf tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:54.619581 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c6b8d15c-aa93-4045-a791-cca771fd3aa5 req-7bc937c8-a381-40fb-a8e9-cb6b377a80bf tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 943 time: 0.2613354 May 10 14:48:54.634754 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:54.655182 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-1553999f-d5c2-445c-a1c2-dcd7e025eb2f tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Transition to ACTIVE for port object d36e7dde-8643-4de9-8c2a-838856e549f7 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:54.685939 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1553999f-d5c2-445c-a1c2-dcd7e025eb2f tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:54.712043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Port': ['ID=365aa79d-80b0-41db-b406-43b28b165227,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:54.842126 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aea12f4-e19b-47e8-abfa-102b4a6f56d5 None None] DHCP port deletion for 970ada72-7db5-458e-bb1c-35914bfb34f9 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:48:54.864463 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:54.926624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No DVR routers for this DVR port 365aa79d-80b0-41db-b406-43b28b165227 on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:48:54.981393 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c6b8d15c-aa93-4045-a791-cca771fd3aa5 req-f4dacaf6-2ba0-4215-b080-9a71a0f666de tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3484616 May 10 14:48:55.034991 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device fdb5df35-6b5e-4c96-9004-afcaabeca195 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:55.083658 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:55.142990 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port fdb5df35-6b5e-4c96-9004-afcaabeca195 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:55.149632 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port fdb5df35-6b5e-4c96-9004-afcaabeca195 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:55.149831 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:55.156184 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-1553999f-d5c2-445c-a1c2-dcd7e025eb2f tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] In _notify_port_updated(), no bound segment for port d36e7dde-8643-4de9-8c2a-838856e549f7 on network e3353a53-816c-4056-b271-2011dd01fdfa {{(pid=88052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 10 14:48:55.167073 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1553999f-d5c2-445c-a1c2-dcd7e025eb2f tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:55.167521 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1553999f-d5c2-445c-a1c2-dcd7e025eb2f tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:55.168778 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1553999f-d5c2-445c-a1c2-dcd7e025eb2f tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "PUT /v2.0/ports/d36e7dde-8643-4de9-8c2a-838856e549f7 HTTP/1.1" status: 200 len: 926 time: 5.7617791 May 10 14:48:55.175327 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39276) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:55.199899 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-1a14de68-bbdb-4da5-a273-e83e0b0e2d74 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a46af120-58fb-4bfd-933e-3be2aa5a7bb9'}, {'subnet_id': '7c6c90db-0683-4f9f-a138-78b5157b7f1a'}]}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:55.281532 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0000cad9-cd0a-4937-8124-0557648849d8 None None] Provisioning for port 75da463a-1e7f-4766-bff3-ef05bb79295e completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:55.291886 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-feca26e3-acc4-442d-8f2e-a6a63773c1e0 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:55.294472 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0000cad9-cd0a-4937-8124-0557648849d8 None None] Provisioning complete for port 75da463a-1e7f-4766-bff3-ef05bb79295e triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:55.294853 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0000cad9-cd0a-4937-8124-0557648849d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:55.314250 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834fd04c-c3ee-400a-b3b3-25c16c7608a9 tempest-TestNetworkAdvancedServerOps-1613514548 tempest-TestNetworkAdvancedServerOps-1613514548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:55.319197 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-834fd04c-c3ee-400a-b3b3-25c16c7608a9 tempest-TestNetworkAdvancedServerOps-1613514548 tempest-TestNetworkAdvancedServerOps-1613514548-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 1094 time: 0.8401170 May 10 14:48:55.326550 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39280) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:55.327707 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:55.331892 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553999f-d5c2-445c-a1c2-dcd7e025eb2f tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Port': ['ID=d36e7dde-8643-4de9-8c2a-838856e549f7,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:55.372181 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': 'f1646914-08a9-4535-a9c9-191645df0d36', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:55.378124 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:55.379297 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:55.383434 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Usage tracker for resource:floatingip and tenant:ff413262496f40d691ca8346c51f1a79 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:55.386855 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:55.386996 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-0000cad9-cd0a-4937-8124-0557648849d8 None None] Port 75da463a-1e7f-4766-bff3-ef05bb79295e cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:48:55.394796 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:55.416878 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0000cad9-cd0a-4937-8124-0557648849d8 None None] Provisioning complete for port fdb5df35-6b5e-4c96-9004-afcaabeca195 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:55.416878 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0000cad9-cd0a-4937-8124-0557648849d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:55.434198 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-feca26e3-acc4-442d-8f2e-a6a63773c1e0 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Transition to ACTIVE for port object f81594d0-93e2-4ca9-a352-0e22229c25a5 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:55.440862 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Subnet': ['ID=6a1dc0e7-2fdd-4f5e-8439-8be4fd91b9c2,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:55.442458 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda013b9-f598-4501-99d4-409027be605c req-1aaed5eb-c26c-4585-a190-58945cad6451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:55.443896 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cda013b9-f598-4501-99d4-409027be605c req-1aaed5eb-c26c-4585-a190-58945cad6451 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e85d52d37e7f49109dc18b97419f8c3b&device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 1096 time: 1.0782602 May 10 14:48:55.469126 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port fdb5df35-6b5e-4c96-9004-afcaabeca195, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=fdb5df35-6b5e-4c96-9004-afcaabeca195,segment=NetworkSegment(30b517a0-eefd-4927-a483-8580b8d0edd5),segment_id=30b517a0-eefd-4927-a483-8580b8d0edd5)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:55.471751 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb336d77-a066-45a8-9f59-e204cec09e75 None None] Network 970ada72-7db5-458e-bb1c-35914bfb34f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:55.497870 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:55.564176 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:55.579581 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 365aa79d-80b0-41db-b406-43b28b165227 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:48:55.583705 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for floatingip, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:55.621747 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970ada72-7db5-458e-bb1c-35914bfb34f9']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:55.649354 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 365aa79d-80b0-41db-b406-43b28b165227 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:48:55.649603 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 365aa79d-80b0-41db-b406-43b28b165227 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:48:55.677586 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ec8ebc-0f3f-46ed-8e14-129117455d5e') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:55.677883 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ec8ebc-0f3f-46ed-8e14-129117455d5e') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:48:55.695872 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-feca26e3-acc4-442d-8f2e-a6a63773c1e0 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:55.706817 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:55.790684 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=fdb5df35-6b5e-4c96-9004-afcaabeca195,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:55.824308 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24279cd-7262-4a8c-bbfe-eaffc3a8f5b3 None None] DHCP port deletion for 970ada72-7db5-458e-bb1c-35914bfb34f9 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:48:55.833105 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:55.835495 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a14de68-bbdb-4da5-a273-e83e0b0e2d74 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:55.843390 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79fc0b0-32c9-4961-b696-5eb1c16371a2 None None] get_active_networks_info from dv-neutron-841204-2-hyperv {{(pid=88053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 10 14:48:55.868029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feca26e3-acc4-442d-8f2e-a6a63773c1e0 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Network b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:55.886625 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-feca26e3-acc4-442d-8f2e-a6a63773c1e0 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:55.890029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:48:55.890029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:48:55.930567 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:48:55.933430 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6c67fbb3-939d-46c2-aeac-e93ef048257f tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:55.974831 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca26e3-acc4-442d-8f2e-a6a63773c1e0 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Pushing event updated for resources: {'Port': ['ID=f81594d0-93e2-4ca9-a352-0e22229c25a5,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:55.987734 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8b7990c8-27fc-4704-9074-2dfcdef5608e None None] Provisioning for port d36e7dde-8643-4de9-8c2a-838856e549f7 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:55.997756 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79fc0b0-32c9-4961-b696-5eb1c16371a2 None None] Resources bound (agent type, host, resource id): {{(pid=88053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 14:48:55.999132 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca26e3-acc4-442d-8f2e-a6a63773c1e0 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:56.000032 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8b7990c8-27fc-4704-9074-2dfcdef5608e None None] Provisioning complete for port d36e7dde-8643-4de9-8c2a-838856e549f7 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:56.000556 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8b7990c8-27fc-4704-9074-2dfcdef5608e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:56.060069 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-8b7990c8-27fc-4704-9074-2dfcdef5608e None None] Port d36e7dde-8643-4de9-8c2a-838856e549f7 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:48:56.091278 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda013b9-f598-4501-99d4-409027be605c req-fabc05fb-8f27-4a54-b0a5-adba4bb79c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:56.092737 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cda013b9-f598-4501-99d4-409027be605c req-fabc05fb-8f27-4a54-b0a5-adba4bb79c2d service neutron] 10.222.0.86 "GET /v2.0/networks?id=aa7afffa-e17d-4c0b-836c-b0db2fea3cec HTTP/1.1" status: 200 len: 912 time: 0.5799921 May 10 14:48:56.164014 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 41388ac1-4820-4eee-abe3-5c0c080ef468 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 14:48:56.173287 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8b7990c8-27fc-4704-9074-2dfcdef5608e None None] Provisioning complete for port 75da463a-1e7f-4766-bff3-ef05bb79295e triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:56.173654 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8b7990c8-27fc-4704-9074-2dfcdef5608e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:56.363991 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feca26e3-acc4-442d-8f2e-a6a63773c1e0 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:56.364613 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-feca26e3-acc4-442d-8f2e-a6a63773c1e0 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:56.391433 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cda013b9-f598-4501-99d4-409027be605c req-2cbb4392-997a-41f5-987f-e655fce84776 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41388ac1-4820-4eee-abe3-5c0c080ef468 HTTP/1.1" status: 200 len: 217 time: 0.2827339 May 10 14:48:56.482596 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda013b9-f598-4501-99d4-409027be605c req-3deaff6b-e181-4bec-b443-d2fe5c44de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:56.484052 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cda013b9-f598-4501-99d4-409027be605c req-3deaff6b-e181-4bec-b443-d2fe5c44de1a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=131cfd62-1682-4197-8cdd-002e0ab415e5 HTTP/1.1" status: 200 len: 850 time: 0.0650222 May 10 14:48:56.485019 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:56.535314 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 41388ac1-4820-4eee-abe3-5c0c080ef468, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=41388ac1-4820-4eee-abe3-5c0c080ef468,segment=NetworkSegment(76fe6fbd-5476-4144-9dd0-5971ebff891e),segment_id=76fe6fbd-5476-4144-9dd0-5971ebff891e)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:56.552819 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:56.557901 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/networks/970ada72-7db5-458e-bb1c-35914bfb34f9 HTTP/1.1" status: 204 len: 168 time: 7.7113414 May 10 14:48:56.563180 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0eb16-9ab8-4c8e-8ef5-bb0c80374c1d req-f2a35450-3505-4479-8e48-6e45c176cb23 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:56.564608 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-59b0eb16-9ab8-4c8e-8ef5-bb0c80374c1d req-f2a35450-3505-4479-8e48-6e45c176cb23 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 943 time: 0.4170394 May 10 14:48:56.565377 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c50a23-0d5a-4ed7-a687-6120c3d9baca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Network': ['ID=970ada72-7db5-458e-bb1c-35914bfb34f9,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:56.567089 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39286) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:56.578277 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-feca26e3-acc4-442d-8f2e-a6a63773c1e0 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.3371215 May 10 14:48:56.588133 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39290) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:56.588600 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '41388ac1-4820-4eee-abe3-5c0c080ef468', 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec', 'port_id': '41388ac1-4820-4eee-abe3-5c0c080ef468', 'mac_address': 'fa:16:3e:50:16:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '131cfd62-1682-4197-8cdd-002e0ab415e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 14:48:56.647997 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-76077b7d-6809-4bab-a390-3fb54eaa1bec tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] DELETE failed (client error): The resource could not be found. May 10 14:48:56.648470 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76077b7d-6809-4bab-a390-3fb54eaa1bec tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:48:56.654485 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-76077b7d-6809-4bab-a390-3fb54eaa1bec tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/networks/970ada72-7db5-458e-bb1c-35914bfb34f9 HTTP/1.1" status: 404 len: 339 time: 0.0764716 May 10 14:48:56.654680 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:56.679872 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39294) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:56.692527 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-cc6027e7-de20-4b91-8d40-2465c157361f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1607684868', 'description': 'd1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:56.694904 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-8b7990c8-27fc-4704-9074-2dfcdef5608e None None] Port 75da463a-1e7f-4766-bff3-ef05bb79295e cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:48:56.698129 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-cc6027e7-de20-4b91-8d40-2465c157361f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:48:56.701559 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-cc6027e7-de20-4b91-8d40-2465c157361f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Usage tracker for resource:network and tenant:b34db3219d0c46478753528b094049df is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:48:56.704523 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-cc6027e7-de20-4b91-8d40-2465c157361f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:48:56.706796 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:56.710362 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-cc6027e7-de20-4b91-8d40-2465c157361f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:48:56.726770 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6c67fbb3-939d-46c2-aeac-e93ef048257f tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:56.729573 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6c67fbb3-939d-46c2-aeac-e93ef048257f tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:56.745011 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41388ac1-4820-4eee-abe3-5c0c080ef468 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:48:56.774723 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 41388ac1-4820-4eee-abe3-5c0c080ef468, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=41388ac1-4820-4eee-abe3-5c0c080ef468,segment=NetworkSegment(76fe6fbd-5476-4144-9dd0-5971ebff891e),segment_id=76fe6fbd-5476-4144-9dd0-5971ebff891e)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:56.780350 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:56.789430 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-59b0eb16-9ab8-4c8e-8ef5-bb0c80374c1d req-c3c85f2a-e433-4b3f-aa58-475f655fd2fc tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022653 May 10 14:48:56.790019 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6027e7-de20-4b91-8d40-2465c157361f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Made reservation on behalf of b34db3219d0c46478753528b094049df for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:48:56.794248 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cc6027e7-de20-4b91-8d40-2465c157361f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:56.808649 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6c67fbb3-939d-46c2-aeac-e93ef048257f tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:56.809141 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c67fbb3-939d-46c2-aeac-e93ef048257f tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fcefd005-1595-4dd7-abbd-7fecdbd8db47 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:48:56.886302 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6027e7-de20-4b91-8d40-2465c157361f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:48:56.897728 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b123e556-08a3-4199-9290-f5cab929fc59 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:56.904055 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b123e556-08a3-4199-9290-f5cab929fc59 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:56.910172 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b123e556-08a3-4199-9290-f5cab929fc59 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:56.911144 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b123e556-08a3-4199-9290-f5cab929fc59 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Synchronizing usage tracker for tenant:415661ba8bdc4916bb9467df4490c04f on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:48:56.930168 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-6c67fbb3-939d-46c2-aeac-e93ef048257f tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 10 14:48:56.935687 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6c67fbb3-939d-46c2-aeac-e93ef048257f tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 7.0748444 May 10 14:48:56.939151 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39298) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:56.957134 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Pushing event updated for resources: {'Subnet': ['ID=60a2b0af-1554-4554-81f4-5c79b0099cd0,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:56.983592 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cc6027e7-de20-4b91-8d40-2465c157361f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:56.983931 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-cc6027e7-de20-4b91-8d40-2465c157361f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Added segment cb5e5f15-d6ab-4859-93bc-9c7bcb8e5a6c of type vlan for network 7f73338b-c54c-4a6d-96a9-4ed8be0b1edd May 10 14:48:57.007148 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-63615a10-7988-4d58-b9e5-d4e3d71ac470 req-2ba0bb8f-2dd3-48ae-9bf7-d0bb573a8a24 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.1535952 May 10 14:48:57.016194 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device fdb5df35-6b5e-4c96-9004-afcaabeca195 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:57.031477 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Checking segment: {'id': '08500c22-5541-48dc-84b0-391c1eb6b700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '941c0e2d-cc8e-4e42-8582-30bbfb8b61ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:57.031826 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Network hostable DHCP agents. Network: 941c0e2d-cc8e-4e42-8582-30bbfb8b61ee, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:48:57.038934 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b123e556-08a3-4199-9290-f5cab929fc59 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Unset dirty status for tenant:415661ba8bdc4916bb9467df4490c04f on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:48:57.043723 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b123e556-08a3-4199-9290-f5cab929fc59 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.4546905 May 10 14:48:57.047739 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39302) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:57.058461 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cc6027e7-de20-4b91-8d40-2465c157361f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:57.084170 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-bae6c202-f12b-4254-8091-0e144282e924 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Deleting port a8663e16-b415-481f-8df5-bac7412c5321 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:57.084519 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bae6c202-f12b-4254-8091-0e144282e924 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:57.098695 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['41388ac1-4820-4eee-abe3-5c0c080ef468'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 14:48:57.110738 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda013b9-f598-4501-99d4-409027be605c req-cdae81e0-924f-4a05-8f20-850b228eabe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:57.112199 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cda013b9-f598-4501-99d4-409027be605c req-cdae81e0-924f-4a05-8f20-850b228eabe3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aa7afffa-e17d-4c0b-836c-b0db2fea3cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5105755 May 10 14:48:57.120573 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:57.144389 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-af6632b3-db50-4950-9183-ddea7e20079a tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Deleting port f81594d0-93e2-4ca9-a352-0e22229c25a5 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:57.144725 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-af6632b3-db50-4950-9183-ddea7e20079a tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:57.171978 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=41388ac1-4820-4eee-abe3-5c0c080ef468,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:57.206845 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-1a14de68-bbdb-4da5-a273-e83e0b0e2d74 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Allocated IP 2001:db8:0:1::b4 (e3353a53-816c-4056-b271-2011dd01fdfa/7c6c90db-0683-4f9f-a138-78b5157b7f1a/d36e7dde-8643-4de9-8c2a-838856e549f7) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:57.234522 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port fdb5df35-6b5e-4c96-9004-afcaabeca195 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:57.234997 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:57.236219 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:57.294482 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Network 941c0e2d-cc8e-4e42-8582-30bbfb8b61ee is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:48:57.388688 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 941c0e2d-cc8e-4e42-8582-30bbfb8b61ee) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:57.424789 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:57.438060 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdb0be6-255f-46be-9c9d-466138c6e36e None None] Network 941c0e2d-cc8e-4e42-8582-30bbfb8b61ee requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:57.472681 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cc6027e7-de20-4b91-8d40-2465c157361f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:57.477745 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6027e7-de20-4b91-8d40-2465c157361f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:57.478385 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cc6027e7-de20-4b91-8d40-2465c157361f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:57.607839 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-77c41e13-39ae-4340-bb89-76b101651486 None None] Provisioning for port f81594d0-93e2-4ca9-a352-0e22229c25a5 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:57.634392 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cc6027e7-de20-4b91-8d40-2465c157361f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9510839 May 10 14:48:57.635181 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-77c41e13-39ae-4340-bb89-76b101651486 None None] Provisioning complete for port f81594d0-93e2-4ca9-a352-0e22229c25a5 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:57.635181 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-77c41e13-39ae-4340-bb89-76b101651486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:57.643945 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39306) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:57.695052 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6027e7-de20-4b91-8d40-2465c157361f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Network': ['ID=7f73338b-c54c-4a6d-96a9-4ed8be0b1edd,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:57.726808 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 7f73338b-c54c-4a6d-96a9-4ed8be0b1edd details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:48:57.748498 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Pushing event updated for resources: {'Subnet': ['ID=a90f353b-f606-4c63-865a-b7778834a7a1,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:57.751964 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cda013b9-f598-4501-99d4-409027be605c req-66391d79-8497-48ce-a7f6-6fe261d5baa7 service neutron] 10.222.0.86 "GET /v2.0/networks/aa7afffa-e17d-4c0b-836c-b0db2fea3cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6294339 May 10 14:48:57.778716 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-af6632b3-db50-4950-9183-ddea7e20079a tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:57.791621 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:57.805685 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-77c41e13-39ae-4340-bb89-76b101651486 None None] Port f81594d0-93e2-4ca9-a352-0e22229c25a5 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:48:57.942505 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c55e15a-850a-489a-99a6-71a0c19cb291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-941c0e2d-cc8e-4e42-8582-30bbfb8b61ee', 'network_id': '941c0e2d-cc8e-4e42-8582-30bbfb8b61ee', 'tenant_id': 'c22b2f47131c4c7191d7c54ec46eb5cb', 'fixed_ips': [{'subnet_id': '60a2b0af-1554-4554-81f4-5c79b0099cd0'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:48:57.943636 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0c55e15a-850a-489a-99a6-71a0c19cb291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:57.966571 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.resource_extend [None req-1a14de68-bbdb-4da5-a273-e83e0b0e2d74 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:48:57.990237 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-af6632b3-db50-4950-9183-ddea7e20079a tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Calling delete_port for f81594d0-93e2-4ca9-a352-0e22229c25a5 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:58.040142 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Checking segment: {'id': '410d3a2f-a773-4040-8627-e15e5948a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '59608a1b-d8ff-40c4-8c1b-80fce4407092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:58.040142 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Network hostable DHCP agents. Network: 59608a1b-d8ff-40c4-8c1b-80fce4407092, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:48:58.068712 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63615a10-7988-4d58-b9e5-d4e3d71ac470 req-73797f90-bac5-4fd3-99b3-ebdcdf6c65d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:58.070029 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-63615a10-7988-4d58-b9e5-d4e3d71ac470 req-73797f90-bac5-4fd3-99b3-ebdcdf6c65d8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ff413262496f40d691ca8346c51f1a79&device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 1099 time: 0.8660054 May 10 14:48:58.080372 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Allocated IP 172.26.0.132 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/2ccd8898-dbe0-41be-82f7-9bcec638d057) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:58.085595 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a14de68-bbdb-4da5-a273-e83e0b0e2d74 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:58.098845 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95b9a79-8e24-40f1-b5a4-f51b43a06602 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:58.100281 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c95b9a79-8e24-40f1-b5a4-f51b43a06602 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Synchronizing usage tracker for tenant:b34db3219d0c46478753528b094049df on resource:network {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:48:58.117066 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-0c55e15a-850a-489a-99a6-71a0c19cb291 None None] Allocated IP 2001:db8::1 (941c0e2d-cc8e-4e42-8582-30bbfb8b61ee/60a2b0af-1554-4554-81f4-5c79b0099cd0/90fcb938-fcd4-45f0-b929-3909778eb639) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:48:58.129239 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 41388ac1-4820-4eee-abe3-5c0c080ef468 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:48:58.135449 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-1a14de68-bbdb-4da5-a273-e83e0b0e2d74 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Ignored duplicate provisioning block setup for port d36e7dde-8643-4de9-8c2a-838856e549f7 by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 10 14:48:58.150817 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a14de68-bbdb-4da5-a273-e83e0b0e2d74 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:58.211488 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c95b9a79-8e24-40f1-b5a4-f51b43a06602 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Unset dirty status for tenant:b34db3219d0c46478753528b094049df on resource:network {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:48:58.215576 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c95b9a79-8e24-40f1-b5a4-f51b43a06602 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "GET /v2.0/networks?id=7f73338b-c54c-4a6d-96a9-4ed8be0b1edd HTTP/1.1" status: 200 len: 761 time: 0.5675125 May 10 14:48:58.219447 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39312) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:58.236006 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-fc98818f-9525-4f24-bcbd-5a1a6fd648b5 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'network': {'description': 'd2'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:58.255895 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bae6c202-f12b-4254-8091-0e144282e924 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:58.314128 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port 41388ac1-4820-4eee-abe3-5c0c080ef468 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:48:58.324755 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 41388ac1-4820-4eee-abe3-5c0c080ef468 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:58.325911 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:58.381025 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Network 59608a1b-d8ff-40c4-8c1b-80fce4407092 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:48:58.541467 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0c55e15a-850a-489a-99a6-71a0c19cb291 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:58.560896 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:58.595663 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116c658c-3aec-4bd9-bb7e-15a096d0a3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41388ac1-4820-4eee-abe3-5c0c080ef468'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:48:58.607636 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 41388ac1-4820-4eee-abe3-5c0c080ef468, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=41388ac1-4820-4eee-abe3-5c0c080ef468,segment=NetworkSegment(76fe6fbd-5476-4144-9dd0-5971ebff891e),segment_id=76fe6fbd-5476-4144-9dd0-5971ebff891e)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:48:58.612707 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:58.613254 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f184f2-0f9e-4bbb-8f0a-e9f78a72d04a req-ebd624f2-f1ba-4f7e-92f8-395320485f79 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:58.620797 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-32f184f2-0f9e-4bbb-8f0a-e9f78a72d04a req-ebd624f2-f1ba-4f7e-92f8-395320485f79 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 944 time: 0.6554255 May 10 14:48:58.653611 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1a14de68-bbdb-4da5-a273-e83e0b0e2d74 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] In _notify_port_updated(), no bound segment for port d36e7dde-8643-4de9-8c2a-838856e549f7 on network e3353a53-816c-4056-b271-2011dd01fdfa {{(pid=88051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 10 14:48:58.659275 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a14de68-bbdb-4da5-a273-e83e0b0e2d74 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:58.660610 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a14de68-bbdb-4da5-a273-e83e0b0e2d74 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:58.665070 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1a14de68-bbdb-4da5-a273-e83e0b0e2d74 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "PUT /v2.0/ports/d36e7dde-8643-4de9-8c2a-838856e549f7 HTTP/1.1" status: 200 len: 1011 time: 3.4888499 May 10 14:48:58.666747 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39318) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:58.670607 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5497ff46-2ccc-4c6a-a87a-c64657e97869'] response: {'server_uuid': '116c658c-3aec-4bd9-bb7e-15a096d0a3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41388ac1-4820-4eee-abe3-5c0c080ef468', 'code': 200} May 10 14:48:58.714758 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-bae6c202-f12b-4254-8091-0e144282e924 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Calling delete_port for a8663e16-b415-481f-8df5-bac7412c5321 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:58.725078 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14de68-bbdb-4da5-a273-e83e0b0e2d74 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Port': ['ID=d36e7dde-8643-4de9-8c2a-838856e549f7,revision_number=3']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:58.740833 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=41388ac1-4820-4eee-abe3-5c0c080ef468,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:58.746550 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0c55e15a-850a-489a-99a6-71a0c19cb291 None None] Transition to ACTIVE for port object 90fcb938-fcd4-45f0-b929-3909778eb639 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:58.759113 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-af6632b3-db50-4950-9183-ddea7e20079a tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:58.772665 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-66ef7793-cbdc-48eb-8876-d277e06115fe None None] Provisioning complete for port d36e7dde-8643-4de9-8c2a-838856e549f7 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:48:58.773175 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-66ef7793-cbdc-48eb-8876-d277e06115fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:58.816784 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-32f184f2-0f9e-4bbb-8f0a-e9f78a72d04a req-849a576f-53d6-4c53-b5d4-6f54a4b8fa9d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948335 May 10 14:48:58.844916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6632b3-db50-4950-9183-ddea7e20079a tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Pushing event deleted for resources: {'Port': ['ID=f81594d0-93e2-4ca9-a352-0e22229c25a5,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:58.845827 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0c55e15a-850a-489a-99a6-71a0c19cb291 None None] Transition to ACTIVE for port object 90fcb938-fcd4-45f0-b929-3909778eb639 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:48:58.886240 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-0d94f737-7dbb-4006-b0e6-6716a96d0cfe tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port d36e7dde-8643-4de9-8c2a-838856e549f7 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:48:58.886773 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0d94f737-7dbb-4006-b0e6-6716a96d0cfe tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:58.890492 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0c55e15a-850a-489a-99a6-71a0c19cb291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:58.902288 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 59608a1b-d8ff-40c4-8c1b-80fce4407092) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:59.001372 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:59.001874 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:59.004033 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:59.013022 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529ebec6-658c-4591-a94c-b011e6e80032 None None] Network 59608a1b-d8ff-40c4-8c1b-80fce4407092 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:48:59.056812 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cda013b9-f598-4501-99d4-409027be605c req-5ad64a92-f67a-4768-bb6e-d6bf85197b99 service neutron] 10.222.0.86 "GET /v2.0/networks/aa7afffa-e17d-4c0b-836c-b0db2fea3cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2926767 May 10 14:48:59.057448 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bae6c202-f12b-4254-8091-0e144282e924 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:59.101300 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-af6632b3-db50-4950-9183-ddea7e20079a tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:59.186993 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63615a10-7988-4d58-b9e5-d4e3d71ac470 req-7ae7c828-31c8-4c5e-add0-840bd320c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:59.188452 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-63615a10-7988-4d58-b9e5-d4e3d71ac470 req-7ae7c828-31c8-4c5e-add0-840bd320c902 service neutron] 10.222.0.86 "GET /v2.0/networks?id=37b960e7-59a7-4942-aea6-10f467886311 HTTP/1.1" status: 200 len: 898 time: 1.0814133 May 10 14:48:59.216328 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-66ef7793-cbdc-48eb-8876-d277e06115fe None None] Port d36e7dde-8643-4de9-8c2a-838856e549f7 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:48:59.230739 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6c202-f12b-4254-8091-0e144282e924 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8663e16-b415-481f-8df5-bac7412c5321,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:59.231603 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c55e15a-850a-489a-99a6-71a0c19cb291 None None] Network 941c0e2d-cc8e-4e42-8582-30bbfb8b61ee is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:48:59.237401 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-0c55e15a-850a-489a-99a6-71a0c19cb291 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:48:59.242741 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c55e15a-850a-489a-99a6-71a0c19cb291 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:48:59.250729 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-af6632b3-db50-4950-9183-ddea7e20079a tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] 10.222.0.79 "DELETE /v2.0/ports/f81594d0-93e2-4ca9-a352-0e22229c25a5 HTTP/1.1" status: 204 len: 168 time: 2.1971114 May 10 14:48:59.252932 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39322) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:59.261124 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e52ab7f0-5901-4cfb-98e7-204495c44220 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Request body: {'port': {'name': 'tempest-new-port-name-49418652', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:48:59.261508 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.api.validators [None req-e52ab7f0-5901-4cfb-98e7-204495c44220 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] bootfile-name is not in valid_values {{(pid=88051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 10 14:48:59.261840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.api.validators [None req-e52ab7f0-5901-4cfb-98e7-204495c44220 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] tftp-server is not in valid_values {{(pid=88051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 10 14:48:59.262162 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.api.validators [None req-e52ab7f0-5901-4cfb-98e7-204495c44220 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] server-ip-address is not in valid_values {{(pid=88051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 10 14:48:59.289012 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55e15a-850a-489a-99a6-71a0c19cb291 None None] Pushing event updated for resources: {'Port': ['ID=90fcb938-fcd4-45f0-b929-3909778eb639,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:59.405881 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-0c55e15a-850a-489a-99a6-71a0c19cb291 None None] Attempting to bind port 90fcb938-fcd4-45f0-b929-3909778eb639 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:48:59.405881 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-0c55e15a-850a-489a-99a6-71a0c19cb291 None None] Attempting to bind port 90fcb938-fcd4-45f0-b929-3909778eb639 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '08500c22-5541-48dc-84b0-391c1eb6b700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '941c0e2d-cc8e-4e42-8582-30bbfb8b61ee'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:48:59.406379 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c55e15a-850a-489a-99a6-71a0c19cb291 None None] Attempting to bind port 90fcb938-fcd4-45f0-b929-3909778eb639 on network 941c0e2d-cc8e-4e42-8582-30bbfb8b61ee {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:48:59.410645 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0d94f737-7dbb-4006-b0e6-6716a96d0cfe tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:59.417609 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-375c623b-2699-4deb-aed5-c9fbe274e185 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 7.3223245 May 10 14:48:59.420742 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39326) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:59.423569 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c55e15a-850a-489a-99a6-71a0c19cb291 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:48:59.424089 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c55e15a-850a-489a-99a6-71a0c19cb291 None None] Checking segment: {'id': '08500c22-5541-48dc-84b0-391c1eb6b700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '941c0e2d-cc8e-4e42-8582-30bbfb8b61ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:48:59.424592 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0c55e15a-850a-489a-99a6-71a0c19cb291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:59.425079 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c55e15a-850a-489a-99a6-71a0c19cb291 None None] Bound using segment: {'id': '08500c22-5541-48dc-84b0-391c1eb6b700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '941c0e2d-cc8e-4e42-8582-30bbfb8b61ee'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:48:59.425663 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-0c55e15a-850a-489a-99a6-71a0c19cb291 None None] Bound port: 90fcb938-fcd4-45f0-b929-3909778eb639, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08500c22-5541-48dc-84b0-391c1eb6b700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '941c0e2d-cc8e-4e42-8582-30bbfb8b61ee'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:48:59.426155 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0c55e15a-850a-489a-99a6-71a0c19cb291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:59.433645 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-63615a10-7988-4d58-b9e5-d4e3d71ac470 req-113f87f6-5cac-4f3e-83d1-19dda25416bf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1646914-08a9-4535-a9c9-191645df0d36 HTTP/1.1" status: 200 len: 217 time: 0.2164760 May 10 14:48:59.553075 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd24cf0c-5609-4b39-aea4-74080bb342e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-59608a1b-d8ff-40c4-8c1b-80fce4407092', 'network_id': '59608a1b-d8ff-40c4-8c1b-80fce4407092', 'tenant_id': 'c22b2f47131c4c7191d7c54ec46eb5cb', 'fixed_ips': [{'subnet_id': 'a90f353b-f606-4c63-865a-b7778834a7a1'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:48:59.554118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dd24cf0c-5609-4b39-aea4-74080bb342e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:59.566187 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:59.583764 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-0c55e15a-850a-489a-99a6-71a0c19cb291 None None] For port 90fcb938-fcd4-45f0-b929-3909778eb639, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:48:59.584770 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e52ab7f0-5901-4cfb-98e7-204495c44220 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:59.599894 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-0d94f737-7dbb-4006-b0e6-6716a96d0cfe tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Calling delete_port for d36e7dde-8643-4de9-8c2a-838856e549f7 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:48:59.636601 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-0c55e15a-850a-489a-99a6-71a0c19cb291 None None] For port 90fcb938-fcd4-45f0-b929-3909778eb639, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=90fcb938-fcd4-45f0-b929-3909778eb639,segment=NetworkSegment(08500c22-5541-48dc-84b0-391c1eb6b700),segment_id=08500c22-5541-48dc-84b0-391c1eb6b700)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:48:59.644401 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c6721-02d6-46aa-9795-929502148a5f req-a3094328-e925-47bd-9f07-8502f22da0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:59.646199 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7c5c6721-02d6-46aa-9795-929502148a5f req-a3094328-e925-47bd-9f07-8502f22da0f2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 1098 time: 0.7120240 May 10 14:48:59.649973 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:59.652981 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0c55e15a-850a-489a-99a6-71a0c19cb291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:59.653385 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bae6c202-f12b-4254-8091-0e144282e924 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:59.659202 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bae6c202-f12b-4254-8091-0e144282e924 tempest-RoutersAdminNegativeIpV6Test-1942185282 tempest-RoutersAdminNegativeIpV6Test-1942185282-project-admin] 10.222.0.79 "DELETE /v2.0/ports/a8663e16-b415-481f-8df5-bac7412c5321 HTTP/1.1" status: 204 len: 168 time: 2.7031672 May 10 14:48:59.669493 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63615a10-7988-4d58-b9e5-d4e3d71ac470 req-ab06d7d7-be2a-4e6e-a408-844ce899952f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:59.671175 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-63615a10-7988-4d58-b9e5-d4e3d71ac470 req-ab06d7d7-be2a-4e6e-a408-844ce899952f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f77b7b59-c302-4fb7-b4fd-f13da52bf4b0 HTTP/1.1" status: 200 len: 834 time: 0.1861734 May 10 14:48:59.673137 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fc98818f-9525-4f24-bcbd-5a1a6fd648b5 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:59.711204 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:48:59.730634 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73bddb9-fda6-44fe-8106-93a57a96b1c0 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:59.732432 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73bddb9-fda6-44fe-8106-93a57a96b1c0 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:59.734131 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73bddb9-fda6-44fe-8106-93a57a96b1c0 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:48:59.736269 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f73bddb9-fda6-44fe-8106-93a57a96b1c0 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3146477 May 10 14:48:59.748162 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39332) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:48:59.827042 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55e15a-850a-489a-99a6-71a0c19cb291 None None] Pushing event updated for resources: {'Port': ['ID=90fcb938-fcd4-45f0-b929-3909778eb639,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:48:59.885040 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-dd24cf0c-5609-4b39-aea4-74080bb342e5 None None] Allocated IP 2001:db8:0:1::1 (59608a1b-d8ff-40c4-8c1b-80fce4407092/a90f353b-f606-4c63-865a-b7778834a7a1/63adc21b-7cbd-4d4c-a3a4-b95eb344ad81) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:00.044528 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fc98818f-9525-4f24-bcbd-5a1a6fd648b5 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:00.051805 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef7a336-69a3-4e2f-aa52-2f0f938bc8c6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Deleting subnet 60a2b0af-1554-4554-81f4-5c79b0099cd0 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:49:00.128866 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9ef7a336-69a3-4e2f-aa52-2f0f938bc8c6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:00.142612 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:00.174305 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc98818f-9525-4f24-bcbd-5a1a6fd648b5 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Network 7f73338b-c54c-4a6d-96a9-4ed8be0b1edd is not hosted by any dhcp agent {{(pid=88052) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 10 14:49:00.180125 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc98818f-9525-4f24-bcbd-5a1a6fd648b5 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:00.180749 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fc98818f-9525-4f24-bcbd-5a1a6fd648b5 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:00.185138 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-fc98818f-9525-4f24-bcbd-5a1a6fd648b5 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "PUT /v2.0/networks/7f73338b-c54c-4a6d-96a9-4ed8be0b1edd HTTP/1.1" status: 200 len: 758 time: 1.9532645 May 10 14:49:00.189250 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39340) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:00.251471 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39344) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:00.299104 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:00.305306 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dd24cf0c-5609-4b39-aea4-74080bb342e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:00.321290 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-dd24cf0c-5609-4b39-aea4-74080bb342e5 None None] Transition to ACTIVE for port object 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:00.338716 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:00.346282 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-dd24cf0c-5609-4b39-aea4-74080bb342e5 None None] Transition to ACTIVE for port object 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:00.355876 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dd24cf0c-5609-4b39-aea4-74080bb342e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:00.360529 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:00.390941 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7c5c6721-02d6-46aa-9795-929502148a5f req-45411aba-4488-4e15-a98e-d615aac3cc13 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6983163 May 10 14:49:00.410030 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Port': ['ID=074a9322-33eb-4c65-9eda-8cbea4e2d614,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:00.421940 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98818f-9525-4f24-bcbd-5a1a6fd648b5 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Network': ['ID=7f73338b-c54c-4a6d-96a9-4ed8be0b1edd,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:00.439219 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd24cf0c-5609-4b39-aea4-74080bb342e5 None None] Network 59608a1b-d8ff-40c4-8c1b-80fce4407092 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:00.441823 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 7f73338b-c54c-4a6d-96a9-4ed8be0b1edd details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:49:00.461443 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-dd24cf0c-5609-4b39-aea4-74080bb342e5 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:00.464627 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd24cf0c-5609-4b39-aea4-74080bb342e5 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:00.485222 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:00.554390 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9ef7a336-69a3-4e2f-aa52-2f0f938bc8c6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:00.583572 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24cf0c-5609-4b39-aea4-74080bb342e5 None None] Pushing event updated for resources: {'Port': ['ID=63adc21b-7cbd-4d4c-a3a4-b95eb344ad81,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:00.648182 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Pushing event updated for resources: {'Port': ['ID=2ccd8898-dbe0-41be-82f7-9bcec638d057,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:00.700219 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-dd24cf0c-5609-4b39-aea4-74080bb342e5 None None] Attempting to bind port 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:49:00.700697 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-dd24cf0c-5609-4b39-aea4-74080bb342e5 None None] Attempting to bind port 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '410d3a2f-a773-4040-8627-e15e5948a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '59608a1b-d8ff-40c4-8c1b-80fce4407092'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:49:00.700879 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd24cf0c-5609-4b39-aea4-74080bb342e5 None None] Attempting to bind port 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81 on network 59608a1b-d8ff-40c4-8c1b-80fce4407092 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:49:00.706641 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd24cf0c-5609-4b39-aea4-74080bb342e5 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:49:00.707009 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd24cf0c-5609-4b39-aea4-74080bb342e5 None None] Checking segment: {'id': '410d3a2f-a773-4040-8627-e15e5948a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '59608a1b-d8ff-40c4-8c1b-80fce4407092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:49:00.707542 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dd24cf0c-5609-4b39-aea4-74080bb342e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:00.708069 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd24cf0c-5609-4b39-aea4-74080bb342e5 None None] Bound using segment: {'id': '410d3a2f-a773-4040-8627-e15e5948a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '59608a1b-d8ff-40c4-8c1b-80fce4407092'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:49:00.708537 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-dd24cf0c-5609-4b39-aea4-74080bb342e5 None None] Bound port: 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d3a2f-a773-4040-8627-e15e5948a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '59608a1b-d8ff-40c4-8c1b-80fce4407092'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:49:00.708906 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dd24cf0c-5609-4b39-aea4-74080bb342e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:00.725605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1c86a0c5-1aad-4706-96b4-58324406e42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:00.736961 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63615a10-7988-4d58-b9e5-d4e3d71ac470 req-c00ac097-2cf6-40da-a69a-a2547f604fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:00.738781 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-63615a10-7988-4d58-b9e5-d4e3d71ac470 req-c00ac097-2cf6-40da-a69a-a2547f604fe7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=37b960e7-59a7-4942-aea6-10f467886311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0063705 May 10 14:49:00.766494 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49832c11-dd35-4516-b022-7584a7cdd1bd req-20c4e638-1fa5-4d38-a40f-693e30d4711d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:00.773623 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-49832c11-dd35-4516-b022-7584a7cdd1bd req-20c4e638-1fa5-4d38-a40f-693e30d4711d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.7095001 May 10 14:49:00.796008 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f254a5-e7e1-4b29-8029-4a510030ece9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:00.797552 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-34f254a5-e7e1-4b29-8029-4a510030ece9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "GET /v2.0/networks?id=7f73338b-c54c-4a6d-96a9-4ed8be0b1edd HTTP/1.1" status: 200 len: 761 time: 0.5941584 May 10 14:49:00.811279 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39350) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:00.817733 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1c86a0c5-1aad-4706-96b4-58324406e42a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:00.830295 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-dd24cf0c-5609-4b39-aea4-74080bb342e5 None None] For port 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:49:00.833438 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-dd24cf0c-5609-4b39-aea4-74080bb342e5 None None] For port 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=63adc21b-7cbd-4d4c-a3a4-b95eb344ad81,segment=NetworkSegment(410d3a2f-a773-4040-8627-e15e5948a5f2),segment_id=410d3a2f-a773-4040-8627-e15e5948a5f2)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:49:00.840495 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dd24cf0c-5609-4b39-aea4-74080bb342e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:00.841108 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1c86a0c5-1aad-4706-96b4-58324406e42a admin admin] Usage tracker for resource:security_group_rule and tenant:d0e23ff1eb7c46cda899cfa482937ae3 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:00.855321 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1c86a0c5-1aad-4706-96b4-58324406e42a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:00.859337 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0d94f737-7dbb-4006-b0e6-6716a96d0cfe tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:00.877780 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1c86a0c5-1aad-4706-96b4-58324406e42a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:00.901690 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-043d45c0-9212-4abc-b6f4-cc94a1e7e1bb tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-273674264'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:00.928702 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-043d45c0-9212-4abc-b6f4-cc94a1e7e1bb tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:00.935272 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24cf0c-5609-4b39-aea4-74080bb342e5 None None] Pushing event updated for resources: {'Port': ['ID=63adc21b-7cbd-4d4c-a3a4-b95eb344ad81,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:00.965144 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-49832c11-dd35-4516-b022-7584a7cdd1bd req-4708c6b9-0dd1-4b5e-b5b4-e2d585d48a3b tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857765 May 10 14:49:01.014576 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94f737-7dbb-4006-b0e6-6716a96d0cfe tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Port': ['ID=d36e7dde-8643-4de9-8c2a-838856e549f7,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:01.047299 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-043d45c0-9212-4abc-b6f4-cc94a1e7e1bb tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:01.093486 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9ef7a336-69a3-4e2f-aa52-2f0f938bc8c6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:01.095642 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 90fcb938-fcd4-45f0-b929-3909778eb639 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:49:01.135960 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-63615a10-7988-4d58-b9e5-d4e3d71ac470 req-c67bb1de-55a4-4b5a-9c0a-01edb2da9fe6 service neutron] 10.222.0.86 "GET /v2.0/networks/37b960e7-59a7-4942-aea6-10f467886311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622599 May 10 14:49:01.137702 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Floating IP fcb23853-3d1c-435f-b6fd-38f4b661365e associated. External IP: 172.26.0.22, port: 8c0855ff-4e33-46a3-94b1-b4dc08fc3284. May 10 14:49:01.203198 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 90fcb938-fcd4-45f0-b929-3909778eb639 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:01.261484 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.resource_extend [None req-e52ab7f0-5901-4cfb-98e7-204495c44220 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:49:01.319377 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e52ab7f0-5901-4cfb-98e7-204495c44220 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:01.324693 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0d94f737-7dbb-4006-b0e6-6716a96d0cfe tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:01.354095 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e52ab7f0-5901-4cfb-98e7-204495c44220 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:01.363470 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1c86a0c5-1aad-4706-96b4-58324406e42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:01.379653 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3c95a8-caac-4abf-ae25-0b16f05f4783 None None] Network 941c0e2d-cc8e-4e42-8582-30bbfb8b61ee requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:01.394813 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043d45c0-9212-4abc-b6f4-cc94a1e7e1bb tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Made reservation on behalf of b34db3219d0c46478753528b094049df for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:01.398767 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-043d45c0-9212-4abc-b6f4-cc94a1e7e1bb tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:01.440381 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1c86a0c5-1aad-4706-96b4-58324406e42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:01.487589 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0d94f737-7dbb-4006-b0e6-6716a96d0cfe tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/ports/d36e7dde-8643-4de9-8c2a-838856e549f7 HTTP/1.1" status: 204 len: 168 time: 2.8119094 May 10 14:49:01.544318 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39354) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:01.678582 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9ef7a336-69a3-4e2f-aa52-2f0f938bc8c6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:01.698529 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-50b10dea-9457-4b46-a840-d4c21167fe91 None None] Provisioning for port 90fcb938-fcd4-45f0-b929-3909778eb639 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:01.705410 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-50b10dea-9457-4b46-a840-d4c21167fe91 None None] Provisioning complete for port 90fcb938-fcd4-45f0-b929-3909778eb639 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:01.706145 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-50b10dea-9457-4b46-a840-d4c21167fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:01.745097 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-740c1f53-43c6-4dc0-b681-627a80b21743 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] GET failed (client error): The resource could not be found. May 10 14:49:01.745898 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-740c1f53-43c6-4dc0-b681-627a80b21743 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Synchronizing usage tracker for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:01.756403 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ab7f0-5901-4cfb-98e7-204495c44220 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Pushing event updated for resources: {'Port': ['ID=75da463a-1e7f-4766-bff3-ef05bb79295e,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:01.762631 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1c86a0c5-1aad-4706-96b4-58324406e42a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d0e23ff1eb7c46cda899cfa482937ae3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4991152 May 10 14:49:01.763780 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86a0c5-1aad-4706-96b4-58324406e42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f828f51-7231-42ab-b9d9-56a9caf04513,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:01.769871 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39358) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:01.788896 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9ef7a336-69a3-4e2f-aa52-2f0f938bc8c6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:01.807455 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7a336-69a3-4e2f-aa52-2f0f938bc8c6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Pushing event deleted for resources: {'Subnet': ['ID=60a2b0af-1554-4554-81f4-5c79b0099cd0,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:01.826307 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-e52ab7f0-5901-4cfb-98e7-204495c44220 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] In _notify_port_updated(), no bound segment for port 75da463a-1e7f-4766-bff3-ef05bb79295e on network b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d {{(pid=88051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 10 14:49:01.836277 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52ab7f0-5901-4cfb-98e7-204495c44220 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:01.837215 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e52ab7f0-5901-4cfb-98e7-204495c44220 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:01.845758 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e52ab7f0-5901-4cfb-98e7-204495c44220 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] 10.222.0.79 "PUT /v2.0/ports/75da463a-1e7f-4766-bff3-ef05bb79295e HTTP/1.1" status: 200 len: 1134 time: 2.5921350 May 10 14:49:01.888318 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39362) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:01.907334 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9ef7a336-69a3-4e2f-aa52-2f0f938bc8c6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] 10.222.0.79 "DELETE /v2.0/subnets/60a2b0af-1554-4554-81f4-5c79b0099cd0 HTTP/1.1" status: 204 len: 168 time: 2.1562831 May 10 14:49:01.911140 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39364) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:01.918225 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-50b10dea-9457-4b46-a840-d4c21167fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:01.942950 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-740c1f53-43c6-4dc0-b681-627a80b21743 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Unset dirty status for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:01.949762 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-740c1f53-43c6-4dc0-b681-627a80b21743 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports/d36e7dde-8643-4de9-8c2a-838856e549f7 HTTP/1.1" status: 404 len: 333 time: 0.4013116 May 10 14:49:01.953646 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39370) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:01.955561 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-50b10dea-9457-4b46-a840-d4c21167fe91 None None] For port 90fcb938-fcd4-45f0-b929-3909778eb639, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=90fcb938-fcd4-45f0-b929-3909778eb639,segment=NetworkSegment(08500c22-5541-48dc-84b0-391c1eb6b700),segment_id=08500c22-5541-48dc-84b0-391c1eb6b700)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:01.958681 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d1be49-8a1c-46b7-ae19-9f1fc1f6c5a4 None None] DHCP port deletion for 941c0e2d-cc8e-4e42-8582-30bbfb8b61ee request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:49:01.963889 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-a1d1be49-8a1c-46b7-ae19-9f1fc1f6c5a4 None None] Deleting port 90fcb938-fcd4-45f0-b929-3909778eb639 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:01.964378 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a1d1be49-8a1c-46b7-ae19-9f1fc1f6c5a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:01.995346 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-50b10dea-9457-4b46-a840-d4c21167fe91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:02.016982 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4b283bcc-ad12-4dd6-a59b-91392b10d293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:02.049911 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4b283bcc-ad12-4dd6-a59b-91392b10d293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:02.072734 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1cee27-781e-4fc7-8ccd-2147206c35c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting subnet 7c6c90db-0683-4f9f-a138-78b5157b7f1a {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:49:02.079574 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043d45c0-9212-4abc-b6f4-cc94a1e7e1bb tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:49:02.114300 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ce1cee27-781e-4fc7-8ccd-2147206c35c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:02.188850 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b10dea-9457-4b46-a840-d4c21167fe91 None None] Pushing event updated for resources: {'Port': ['ID=90fcb938-fcd4-45f0-b929-3909778eb639,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:02.202386 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4b283bcc-ad12-4dd6-a59b-91392b10d293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:02.238492 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4b283bcc-ad12-4dd6-a59b-91392b10d293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:02.239415 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4b283bcc-ad12-4dd6-a59b-91392b10d293 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8f828f51-7231-42ab-b9d9-56a9caf04513 HTTP/1.1" status: 204 len: 168 time: 0.4606657 May 10 14:49:02.262417 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-043d45c0-9212-4abc-b6f4-cc94a1e7e1bb tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:02.262788 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-043d45c0-9212-4abc-b6f4-cc94a1e7e1bb tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Added segment 8c0c6aaf-1881-492d-aa88-708e838320e9 of type vlan for network d1c82aca-f5bf-485e-8f09-bcd741d76946 May 10 14:49:02.264547 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-2184f995-f8cb-46a4-ad5b-ff29c78db50c tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Deleting subnet a90f353b-f606-4c63-865a-b7778834a7a1 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:49:02.267684 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a7913fa0-4b57-4c9b-9f2c-ee3bc9b9f8bd None None] Provisioning complete for port 75da463a-1e7f-4766-bff3-ef05bb79295e triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:02.268583 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b283bcc-ad12-4dd6-a59b-91392b10d293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f828f51-7231-42ab-b9d9-56a9caf04513,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:02.268697 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a7913fa0-4b57-4c9b-9f2c-ee3bc9b9f8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:02.274756 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2184f995-f8cb-46a4-ad5b-ff29c78db50c tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:02.316659 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1f1890-0f5d-4450-964e-a749f2e233d3 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:02.318111 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0f1f1890-0f5d-4450-964e-a749f2e233d3 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] 10.222.0.79 "GET /v2.0/ports/75da463a-1e7f-4766-bff3-ef05bb79295e HTTP/1.1" status: 200 len: 1134 time: 0.3980584 May 10 14:49:02.324369 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39378) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:02.337501 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-63615a10-7988-4d58-b9e5-d4e3d71ac470 req-97318a80-f08a-4c0c-a8e1-c401ff82bc4f service neutron] 10.222.0.86 "GET /v2.0/networks/37b960e7-59a7-4942-aea6-10f467886311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0947895 May 10 14:49:02.345538 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ce1cee27-781e-4fc7-8ccd-2147206c35c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:02.445811 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-a7913fa0-4b57-4c9b-9f2c-ee3bc9b9f8bd None None] Port 75da463a-1e7f-4766-bff3-ef05bb79295e cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:49:02.447984 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112228c-cb9e-46a8-b10d-6e79a65efc92 req-003b2ee2-8ff1-4351-b756-f9eeefb339f7 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:02.450553 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a1d1be49-8a1c-46b7-ae19-9f1fc1f6c5a4 None None] For port 90fcb938-fcd4-45f0-b929-3909778eb639, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=90fcb938-fcd4-45f0-b929-3909778eb639,segment=NetworkSegment(08500c22-5541-48dc-84b0-391c1eb6b700),segment_id=08500c22-5541-48dc-84b0-391c1eb6b700)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:02.451038 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a1d1be49-8a1c-46b7-ae19-9f1fc1f6c5a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:02.457157 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5112228c-cb9e-46a8-b10d-6e79a65efc92 req-003b2ee2-8ff1-4351-b756-f9eeefb339f7 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.3401196 May 10 14:49:02.465783 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-043d45c0-9212-4abc-b6f4-cc94a1e7e1bb tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:02.497270 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2184f995-f8cb-46a4-ad5b-ff29c78db50c tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:02.501338 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Router 6fee7be2-7628-4203-906b-d0bcfb7a8a8d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:49:02.581433 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5112228c-cb9e-46a8-b10d-6e79a65efc92 req-1d6bee45-2774-46e1-b4ff-b75e204ab1e1 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231835 May 10 14:49:02.614595 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-b4ca6fba-a365-4884-95c2-f8ed14842aca tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Deleting port 75da463a-1e7f-4766-bff3-ef05bb79295e {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:02.615158 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b4ca6fba-a365-4884-95c2-f8ed14842aca tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:02.642977 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-a1d1be49-8a1c-46b7-ae19-9f1fc1f6c5a4 None None] Calling delete_port for 90fcb938-fcd4-45f0-b929-3909778eb639 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:02.691946 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-043d45c0-9212-4abc-b6f4-cc94a1e7e1bb tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:02.698075 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043d45c0-9212-4abc-b6f4-cc94a1e7e1bb tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:02.698736 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-043d45c0-9212-4abc-b6f4-cc94a1e7e1bb tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:02.738356 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2fd6f0-3649-4118-b22e-c0b7a17a1c5a None None] Network 59608a1b-d8ff-40c4-8c1b-80fce4407092 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:02.826352 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ce1cee27-781e-4fc7-8ccd-2147206c35c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:02.908749 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39388) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:02.910763 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4b558ad8-1bb9-408d-a9f5-f85777ac534b None None] Provisioning for port 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:03.019878 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a1d1be49-8a1c-46b7-ae19-9f1fc1f6c5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:03.059792 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2184f995-f8cb-46a4-ad5b-ff29c78db50c tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:03.075021 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:49:03.118465 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:03.121551 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d45c0-9212-4abc-b6f4-cc94a1e7e1bb tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Network': ['ID=d1c82aca-f5bf-485e-8f09-bcd741d76946,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:03.156241 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-043d45c0-9212-4abc-b6f4-cc94a1e7e1bb tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2970524 May 10 14:49:03.158366 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb43780-8de0-460a-9c84-1c0d68db65ca None None] Sync routers for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:49:03.159918 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0f265f6f-12a2-403d-a18a-55ee109894ea admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=220ea2d1f29e4bec970c83723d79f548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485106 May 10 14:49:03.160745 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39392) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:03.162292 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b4ca6fba-a365-4884-95c2-f8ed14842aca tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:03.162884 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39394) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:03.175084 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:49:03.183408 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-9b87e635-b707-4aad-82d4-d000bf70cd9f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'subnet': {'network_id': 'd1c82aca-f5bf-485e-8f09-bcd741d76946', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:03.188004 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:03.209448 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e88a21-728f-4ccd-aec5-44237cb51c17 req-f6d65835-5615-4aca-8579-bef285800c2f tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:03.210987 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-28e88a21-728f-4ccd-aec5-44237cb51c17 req-f6d65835-5615-4aca-8579-bef285800c2f tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.4438262 May 10 14:49:03.238256 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39400) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:03.241999 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network d1c82aca-f5bf-485e-8f09-bcd741d76946 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:49:03.269310 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d1be49-8a1c-46b7-ae19-9f1fc1f6c5a4 None None] No DVR routers for this DVR port 90fcb938-fcd4-45f0-b929-3909778eb639 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:49:03.271582 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-b19c7bb0-7cd0-45b2-a27b-6297282784fd tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Request body: {'floatingip': {'port_id': '41388ac1-4820-4eee-abe3-5c0c080ef468'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:03.285192 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1be49-8a1c-46b7-ae19-9f1fc1f6c5a4 None None] Pushing event deleted for resources: {'Port': ['ID=90fcb938-fcd4-45f0-b929-3909778eb639,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:03.354573 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb43780-8de0-460a-9c84-1c0d68db65ca None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:03.355265 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-6eb43780-8de0-460a-9c84-1c0d68db65ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:03.378603 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ce1cee27-781e-4fc7-8ccd-2147206c35c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:03.459614 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b19c7bb0-7cd0-45b2-a27b-6297282784fd tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks [] for floatingip, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:03.476504 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-6eb43780-8de0-460a-9c84-1c0d68db65ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:03.516857 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb43780-8de0-460a-9c84-1c0d68db65ca None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:03.517435 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-6eb43780-8de0-460a-9c84-1c0d68db65ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:03.553096 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e27066be-b46d-4d4f-8a8d-ef7dd024c139 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 14.1443119 May 10 14:49:03.556847 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1cee27-781e-4fc7-8ccd-2147206c35c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Subnet': ['ID=7c6c90db-0683-4f9f-a138-78b5157b7f1a,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:03.559101 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ce1cee27-781e-4fc7-8ccd-2147206c35c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:03.561558 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39404) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:03.585318 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5162eb1-f21b-45b2-b260-bf9a2bc319e2 None None] Network e3353a53-816c-4056-b271-2011dd01fdfa requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:03.603687 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-b4ca6fba-a365-4884-95c2-f8ed14842aca tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Calling delete_port for 75da463a-1e7f-4766-bff3-ef05bb79295e owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:03.615927 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:03.635221 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2184f995-f8cb-46a4-ad5b-ff29c78db50c tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:03.666979 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-6eb43780-8de0-460a-9c84-1c0d68db65ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:03.666979 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb43780-8de0-460a-9c84-1c0d68db65ca None None] The sync data for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:49:03.682295 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:03.682295 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:03.706175 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184f995-f8cb-46a4-ad5b-ff29c78db50c tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Pushing event deleted for resources: {'Subnet': ['ID=a90f353b-f606-4c63-865a-b7778834a7a1,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:03.729881 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2184f995-f8cb-46a4-ad5b-ff29c78db50c tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:03.742264 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2184f995-f8cb-46a4-ad5b-ff29c78db50c tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] 10.222.0.79 "DELETE /v2.0/subnets/a90f353b-f606-4c63-865a-b7778834a7a1 HTTP/1.1" status: 204 len: 168 time: 1.8181884 May 10 14:49:03.746466 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39408) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:03.753560 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9b87e635-b707-4aad-82d4-d000bf70cd9f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:03.758071 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9b87e635-b707-4aad-82d4-d000bf70cd9f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Usage tracker for resource:subnet and tenant:b34db3219d0c46478753528b094049df is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:03.762179 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9b87e635-b707-4aad-82d4-d000bf70cd9f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:03.773469 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9b87e635-b707-4aad-82d4-d000bf70cd9f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:03.837607 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ce1cee27-781e-4fc7-8ccd-2147206c35c9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/subnets/7c6c90db-0683-4f9f-a138-78b5157b7f1a HTTP/1.1" status: 204 len: 168 time: 1.8460000 May 10 14:49:03.841577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39412) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:03.861741 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:03.904187 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bf033bfa-b08d-41af-a53e-7884b8f0906c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:03.926018 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b4dccb-3d60-4f9e-9e84-7cf635683564 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting subnet a46af120-58fb-4bfd-933e-3be2aa5a7bb9 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:49:03.934727 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0b4dccb-3d60-4f9e-9e84-7cf635683564 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:03.980094 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b87e635-b707-4aad-82d4-d000bf70cd9f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Made reservation on behalf of b34db3219d0c46478753528b094049df for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:03.983600 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b87e635-b707-4aad-82d4-d000bf70cd9f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:04.017297 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:04.035809 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bf033bfa-b08d-41af-a53e-7884b8f0906c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:04.053769 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d3ead851-2634-42ad-b3bb-1779e2ece0c7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "GET /v2.0/floatingips/fcb23853-3d1c-435f-b6fd-38f4b661365e HTTP/1.1" status: 200 len: 976 time: 0.4859707 May 10 14:49:04.064473 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39416) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:04.072551 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=63adc21b-7cbd-4d4c-a3a4-b95eb344ad81,segment=NetworkSegment(410d3a2f-a773-4040-8627-e15e5948a5f2),segment_id=410d3a2f-a773-4040-8627-e15e5948a5f2)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:04.084777 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:04.161274 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=63adc21b-7cbd-4d4c-a3a4-b95eb344ad81,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:04.186410 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 90fcb938-fcd4-45f0-b929-3909778eb639 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:49:04.232505 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 90fcb938-fcd4-45f0-b929-3909778eb639 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:49:04.233166 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 90fcb938-fcd4-45f0-b929-3909778eb639 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:49:04.279678 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0b4dccb-3d60-4f9e-9e84-7cf635683564 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:04.294020 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cb081c-f735-4db4-9ea4-f685d29c5dbe None None] Network 59608a1b-d8ff-40c4-8c1b-80fce4407092 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:04.315895 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a739910f-476c-4b6a-9829-f3c68ddd924a tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:04.316597 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a739910f-476c-4b6a-9829-f3c68ddd924a tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Synchronizing usage tracker for tenant:c22b2f47131c4c7191d7c54ec46eb5cb on resource:subnet {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:04.387295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a739910f-476c-4b6a-9829-f3c68ddd924a tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Unset dirty status for tenant:c22b2f47131c4c7191d7c54ec46eb5cb on resource:subnet {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:04.388437 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a739910f-476c-4b6a-9829-f3c68ddd924a tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6407394 May 10 14:49:04.397252 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39420) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:04.437116 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-aca96b52-db94-426f-ba0b-ef5d243ea54c None None] Provisioning complete for port 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:04.437541 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-aca96b52-db94-426f-ba0b-ef5d243ea54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:04.447355 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-869af928-03e4-4da3-b748-849da59c1e64 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Synchronizing usage tracker for tenant:d96b13b642cb4adf9c29a3eb1de983c1 on resource:floatingip {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:04.533477 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bf033bfa-b08d-41af-a53e-7884b8f0906c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:04.536166 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b87e635-b707-4aad-82d4-d000bf70cd9f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:04.536538 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-869af928-03e4-4da3-b748-849da59c1e64 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Unset dirty status for tenant:d96b13b642cb4adf9c29a3eb1de983c1 on resource:floatingip {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:04.540392 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-869af928-03e4-4da3-b748-849da59c1e64 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.4720795 May 10 14:49:04.544449 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39424) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:04.577981 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b4ca6fba-a365-4884-95c2-f8ed14842aca tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:04.601798 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-f5b3f0a5-abaa-459e-b7f1-670890a154fa tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Request body: {'floatingip': {'port_id': '1dcbc4b1-280d-4ceb-9f90-5211a12250f1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:04.651894 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf033bfa-b08d-41af-a53e-7884b8f0906c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7370d55-37c8-4c8a-98ef-b2ebd8e3943f,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:04.712740 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bf033bfa-b08d-41af-a53e-7884b8f0906c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:04.714103 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bf033bfa-b08d-41af-a53e-7884b8f0906c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e7370d55-37c8-4c8a-98ef-b2ebd8e3943f HTTP/1.1" status: 204 len: 168 time: 1.5500231 May 10 14:49:04.752823 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:04.761287 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca6fba-a365-4884-95c2-f8ed14842aca tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Pushing event deleted for resources: {'Port': ['ID=75da463a-1e7f-4766-bff3-ef05bb79295e,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:04.787646 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef89433-d493-4715-8b58-a7d78a2d64e1 None None] DHCP port deletion for 59608a1b-d8ff-40c4-8c1b-80fce4407092 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:49:04.794543 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-1ef89433-d493-4715-8b58-a7d78a2d64e1 None None] Deleting port 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:04.794920 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1ef89433-d493-4715-8b58-a7d78a2d64e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:04.917495 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b87e635-b707-4aad-82d4-d000bf70cd9f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Checking segment: {'id': '8c0c6aaf-1881-492d-aa88-708e838320e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd1c82aca-f5bf-485e-8f09-bcd741d76946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:49:04.917861 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b87e635-b707-4aad-82d4-d000bf70cd9f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Network hostable DHCP agents. Network: d1c82aca-f5bf-485e-8f09-bcd741d76946, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:49:04.937452 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1908b45c-ac16-4624-b8e8-70a5c235adaa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:05.046148 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b19c7bb0-7cd0-45b2-a27b-6297282784fd tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:05.046553 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0b4dccb-3d60-4f9e-9e84-7cf635683564 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:05.048026 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:05.070268 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:49:05.104057 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87e635-b707-4aad-82d4-d000bf70cd9f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Subnet': ['ID=ae9638be-0389-48f0-8cbd-86701dd7a9aa,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:05.125171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b87e635-b707-4aad-82d4-d000bf70cd9f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Network d1c82aca-f5bf-485e-8f09-bcd741d76946 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:49:05.127499 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1908b45c-ac16-4624-b8e8-70a5c235adaa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Deleting port 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:05.127821 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1908b45c-ac16-4624-b8e8-70a5c235adaa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:05.130754 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b19c7bb0-7cd0-45b2-a27b-6297282784fd tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:05.251974 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:05.274121 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f87bac50-4d92-486f-92d0-e3dd5a1a54b7 None None] Provisioning complete for port 888cd152-c505-46a3-8149-b71a53ccdeff triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:05.274547 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f87bac50-4d92-486f-92d0-e3dd5a1a54b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:05.366465 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f0a5-abaa-459e-b7f1-670890a154fa tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:05.415978 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-1ef89433-d493-4715-8b58-a7d78a2d64e1 None None] For port 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=63adc21b-7cbd-4d4c-a3a4-b95eb344ad81,segment=NetworkSegment(410d3a2f-a773-4040-8627-e15e5948a5f2),segment_id=410d3a2f-a773-4040-8627-e15e5948a5f2)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:05.416380 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1ef89433-d493-4715-8b58-a7d78a2d64e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:05.450001 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Pushing event updated for resources: {'Port': ['ID=2ccd8898-dbe0-41be-82f7-9bcec638d057,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:05.560458 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-1ef89433-d493-4715-8b58-a7d78a2d64e1 None None] Calling delete_port for 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:05.606811 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b4ca6fba-a365-4884-95c2-f8ed14842aca tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:05.609756 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:05.645972 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-9b87e635-b707-4aad-82d4-d000bf70cd9f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, d1c82aca-f5bf-485e-8f09-bcd741d76946) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:05.655015 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b87e635-b707-4aad-82d4-d000bf70cd9f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:05.655760 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b87e635-b707-4aad-82d4-d000bf70cd9f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:05.669644 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=63adc21b-7cbd-4d4c-a3a4-b95eb344ad81,segment=NetworkSegment(410d3a2f-a773-4040-8627-e15e5948a5f2),segment_id=410d3a2f-a773-4040-8627-e15e5948a5f2)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:05.677754 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de1b95d-1601-4b03-ac41-59708c931db6 None None] Network d1c82aca-f5bf-485e-8f09-bcd741d76946 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:05.692642 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [None req-b19c7bb0-7cd0-45b2-a27b-6297282784fd tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Floating IP 6a9bb1ec-0b2f-4b9e-868f-215fdc0c309d associated. External IP: 172.26.0.27, port: 41388ac1-4820-4eee-abe3-5c0c080ef468. May 10 14:49:05.699685 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:05.759319 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Floating IP 41810c47-9d8b-4efb-9d5f-5be3f13ffab5 associated. External IP: 172.26.0.132, port: f1646914-08a9-4535-a9c9-191645df0d36. May 10 14:49:05.768867 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9b87e635-b707-4aad-82d4-d000bf70cd9f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5949931 May 10 14:49:05.772502 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39444) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:05.827255 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b4ca6fba-a365-4884-95c2-f8ed14842aca tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] 10.222.0.79 "DELETE /v2.0/ports/75da463a-1e7f-4766-bff3-ef05bb79295e HTTP/1.1" status: 204 len: 168 time: 3.4993474 May 10 14:49:05.829130 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39450) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:05.987842 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-1ef89433-d493-4715-8b58-a7d78a2d64e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:49:05.988225 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-1ef89433-d493-4715-8b58-a7d78a2d64e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:49:06.002791 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=63adc21b-7cbd-4d4c-a3a4-b95eb344ad81,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:06.085651 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-1908b45c-ac16-4624-b8e8-70a5c235adaa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] For port 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=63adc21b-7cbd-4d4c-a3a4-b95eb344ad81,segment=NetworkSegment(410d3a2f-a773-4040-8627-e15e5948a5f2),segment_id=410d3a2f-a773-4040-8627-e15e5948a5f2)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:06.086746 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1908b45c-ac16-4624-b8e8-70a5c235adaa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:06.090706 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce83b031-a456-4f4f-b2ba-fc5cffd58370 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Deleting subnet 327bc1a5-0e1d-4430-9e11-3585a60506c3 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:49:06.096956 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ce83b031-a456-4f4f-b2ba-fc5cffd58370 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:06.116005 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39456) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:06.148560 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bd6e92-3c71-4aa8-a803-387d472d1ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-d1c82aca-f5bf-485e-8f09-bcd741d76946', 'network_id': 'd1c82aca-f5bf-485e-8f09-bcd741d76946', 'tenant_id': 'b34db3219d0c46478753528b094049df', 'fixed_ips': [{'subnet_id': 'ae9638be-0389-48f0-8cbd-86701dd7a9aa'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:49:06.151686 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6e92-3c71-4aa8-a803-387d472d1ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:06.179305 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ce83b031-a456-4f4f-b2ba-fc5cffd58370 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:06.313461 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1908b45c-ac16-4624-b8e8-70a5c235adaa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Calling delete_port for 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:06.333723 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-d3bd6e92-3c71-4aa8-a803-387d472d1ff1 None None] Allocated IP 172.20.0.2 (d1c82aca-f5bf-485e-8f09-bcd741d76946/ae9638be-0389-48f0-8cbd-86701dd7a9aa/6eb88c7d-408c-4ac9-81b3-221032659e9a) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:06.349659 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0b4dccb-3d60-4f9e-9e84-7cf635683564 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:06.427045 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-2509acb0-eb0a-4d85-b082-2f0029d60d2b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1355996987'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:06.452074 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4dccb-3d60-4f9e-9e84-7cf635683564 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Subnet': ['ID=a46af120-58fb-4bfd-933e-3be2aa5a7bb9,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:06.456828 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2509acb0-eb0a-4d85-b082-2f0029d60d2b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:06.466660 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0b4dccb-3d60-4f9e-9e84-7cf635683564 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:06.468707 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac6e0f0-88f6-4c43-a5fb-bf7ae6f5d8bc None None] Network e3353a53-816c-4056-b271-2011dd01fdfa requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:06.472843 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2509acb0-eb0a-4d85-b082-2f0029d60d2b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:network and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:06.484154 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2509acb0-eb0a-4d85-b082-2f0029d60d2b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:06.489173 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-1ef89433-d493-4715-8b58-a7d78a2d64e1 None None] Deleting port 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:06.489395 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1ef89433-d493-4715-8b58-a7d78a2d64e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:06.506728 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2509acb0-eb0a-4d85-b082-2f0029d60d2b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:06.526014 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e0b4dccb-3d60-4f9e-9e84-7cf635683564 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/subnets/a46af120-58fb-4bfd-933e-3be2aa5a7bb9 HTTP/1.1" status: 204 len: 168 time: 2.6730354 May 10 14:49:06.539480 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39462) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:06.618304 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:06.639967 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2509acb0-eb0a-4d85-b082-2f0029d60d2b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:06.643512 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2509acb0-eb0a-4d85-b082-2f0029d60d2b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:06.664985 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2509acb0-eb0a-4d85-b082-2f0029d60d2b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:06.679633 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.api [None req-1908b45c-ac16-4624-b8e8-70a5c235adaa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:49:06.680051 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG oslo_db.api [None req-1908b45c-ac16-4624-b8e8-70a5c235adaa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:49:06.696809 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ce83b031-a456-4f4f-b2ba-fc5cffd58370 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:06.734527 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2509acb0-eb0a-4d85-b082-2f0029d60d2b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:06.743274 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19c7bb0-7cd0-45b2-a27b-6297282784fd tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Router 6e6d938e-c580-4278-b882-b47854d8c535 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:49:06.745616 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2509acb0-eb0a-4d85-b082-2f0029d60d2b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:security_group_rule and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:06.746891 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Router 4ce929a1-a885-4508-a2a9-aae7a984580d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:49:06.751576 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2509acb0-eb0a-4d85-b082-2f0029d60d2b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:06.756481 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cb30858d-3c16-46b4-b186-cb07a94e37d7 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:06.763506 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2509acb0-eb0a-4d85-b082-2f0029d60d2b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:06.785281 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:06.939254 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6e92-3c71-4aa8-a803-387d472d1ff1 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:06.959203 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-1ef89433-d493-4715-8b58-a7d78a2d64e1 None None] For port 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=63adc21b-7cbd-4d4c-a3a4-b95eb344ad81,segment=NetworkSegment(410d3a2f-a773-4040-8627-e15e5948a5f2),segment_id=410d3a2f-a773-4040-8627-e15e5948a5f2)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:06.959686 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1ef89433-d493-4715-8b58-a7d78a2d64e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:06.970494 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6e92-3c71-4aa8-a803-387d472d1ff1 None None] Transition to ACTIVE for port object 6eb88c7d-408c-4ac9-81b3-221032659e9a will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:07.057321 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2509acb0-eb0a-4d85-b082-2f0029d60d2b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:07.061462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2509acb0-eb0a-4d85-b082-2f0029d60d2b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:07.068287 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-cb30858d-3c16-46b4-b186-cb07a94e37d7 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port 888cd152-c505-46a3-8149-b71a53ccdeff {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:07.068865 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cb30858d-3c16-46b4-b186-cb07a94e37d7 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:07.111708 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-1ef89433-d493-4715-8b58-a7d78a2d64e1 None None] Calling delete_port for 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:07.168719 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d3bd6e92-3c71-4aa8-a803-387d472d1ff1 None None] Transition to ACTIVE for port object 6eb88c7d-408c-4ac9-81b3-221032659e9a will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:07.198156 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6e92-3c71-4aa8-a803-387d472d1ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:07.203838 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f0a5-abaa-459e-b7f1-670890a154fa tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:07.208475 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1908b45c-ac16-4624-b8e8-70a5c235adaa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Deleting port 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:07.208475 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1908b45c-ac16-4624-b8e8-70a5c235adaa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:07.249174 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f0a5-abaa-459e-b7f1-670890a154fa tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:07.279180 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bd6e92-3c71-4aa8-a803-387d472d1ff1 None None] Network d1c82aca-f5bf-485e-8f09-bcd741d76946 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:07.281672 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ce83b031-a456-4f4f-b2ba-fc5cffd58370 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:07.283900 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d682ab4f-4614-4f8f-837d-0c3961007f29 None None] DHCP port deletion for e3353a53-816c-4056-b271-2011dd01fdfa request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:49:07.287587 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6e92-3c71-4aa8-a803-387d472d1ff1 None None] Pushing event updated for resources: {'Port': ['ID=6eb88c7d-408c-4ac9-81b3-221032659e9a,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:07.294885 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-d3bd6e92-3c71-4aa8-a803-387d472d1ff1 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:07.298629 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1ef89433-d493-4715-8b58-a7d78a2d64e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:07.302598 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bd6e92-3c71-4aa8-a803-387d472d1ff1 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:07.333340 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d682ab4f-4614-4f8f-837d-0c3961007f29 None None] Deleting port 888cd152-c505-46a3-8149-b71a53ccdeff {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:07.333340 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d682ab4f-4614-4f8f-837d-0c3961007f29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:07.358010 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509acb0-eb0a-4d85-b082-2f0029d60d2b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22eb45eb-8495-4e11-8a60-722101f1154e,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:07.383423 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83b031-a456-4f4f-b2ba-fc5cffd58370 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Pushing event deleted for resources: {'Subnet': ['ID=327bc1a5-0e1d-4430-9e11-3585a60506c3,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:07.388906 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef89433-d493-4715-8b58-a7d78a2d64e1 None None] Pushing event deleted for resources: {'Port': ['ID=63adc21b-7cbd-4d4c-a3a4-b95eb344ad81,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:07.395347 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ce83b031-a456-4f4f-b2ba-fc5cffd58370 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:07.430859 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ce83b031-a456-4f4f-b2ba-fc5cffd58370 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] 10.222.0.79 "DELETE /v2.0/subnets/327bc1a5-0e1d-4430-9e11-3585a60506c3 HTTP/1.1" status: 204 len: 168 time: 1.5884547 May 10 14:49:07.432223 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d97b41-d015-40ce-9741-1adef88054d7 None None] Network b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:07.435021 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39466) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:07.453115 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef89433-d493-4715-8b58-a7d78a2d64e1 None None] No DVR routers for this DVR port 63adc21b-7cbd-4d4c-a3a4-b95eb344ad81 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:49:07.466762 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19c7bb0-7cd0-45b2-a27b-6297282784fd tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:49:07.466969 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1908b45c-ac16-4624-b8e8-70a5c235adaa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] The port '63adc21b-7cbd-4d4c-a3a4-b95eb344ad81' was deleted {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:49:07.468276 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:07.473224 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:49:07.478331 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b19c7bb0-7cd0-45b2-a27b-6297282784fd tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:07.481429 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ab27fc-4463-4e96-84f5-00e6e64e3f4b None None] Sync routers for ids ['6e6d938e-c580-4278-b882-b47854d8c535'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:49:07.505976 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ab27fc-4463-4e96-84f5-00e6e64e3f4b None None] Routers {'6e6d938e-c580-4278-b882-b47854d8c535'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:07.506889 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-f7ab27fc-4463-4e96-84f5-00e6e64e3f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6e6d938e-c580-4278-b882-b47854d8c535'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:07.522738 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2509acb0-eb0a-4d85-b082-2f0029d60d2b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:49:07.553427 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8523ae91-828d-4147-b4c7-3f5a36c31066 None None] Sync routers for ids ['4ce929a1-a885-4508-a2a9-aae7a984580d'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:49:07.583635 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Subnet': ['ID=ae9638be-0389-48f0-8cbd-86701dd7a9aa,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:07.687959 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2509acb0-eb0a-4d85-b082-2f0029d60d2b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:07.688237 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-2509acb0-eb0a-4d85-b082-2f0029d60d2b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Added segment 40fb2252-bf7e-449c-8296-1f2d19882cf3 of type vlan for network a36358c0-b900-4df5-ae69-1592404548f9 May 10 14:49:07.723570 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8523ae91-828d-4147-b4c7-3f5a36c31066 None None] Routers {'4ce929a1-a885-4508-a2a9-aae7a984580d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:07.724207 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-8523ae91-828d-4147-b4c7-3f5a36c31066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4ce929a1-a885-4508-a2a9-aae7a984580d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:07.740673 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b19c7bb0-7cd0-45b2-a27b-6297282784fd tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "PUT /v2.0/floatingips/6a9bb1ec-0b2f-4b9e-868f-215fdc0c309d HTTP/1.1" status: 200 len: 990 time: 4.4945674 May 10 14:49:07.746502 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116c658c-3aec-4bd9-bb7e-15a096d0a3ea', 'tag': '41388ac1-4820-4eee-abe3-5c0c080ef468'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:49:07.751258 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:07.757566 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:07.802584 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-cb30858d-3c16-46b4-b186-cb07a94e37d7 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] For port 888cd152-c505-46a3-8149-b71a53ccdeff, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=888cd152-c505-46a3-8149-b71a53ccdeff,segment=NetworkSegment(82dfd8d4-2fd7-4d48-8560-e410e9d0d9fa),segment_id=82dfd8d4-2fd7-4d48-8560-e410e9d0d9fa)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:07.814915 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cb30858d-3c16-46b4-b186-cb07a94e37d7 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:07.823021 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-d3bd6e92-3c71-4aa8-a803-387d472d1ff1 None None] Attempting to bind port 6eb88c7d-408c-4ac9-81b3-221032659e9a on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:49:07.823646 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-d3bd6e92-3c71-4aa8-a803-387d472d1ff1 None None] Attempting to bind port 6eb88c7d-408c-4ac9-81b3-221032659e9a by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '8c0c6aaf-1881-492d-aa88-708e838320e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd1c82aca-f5bf-485e-8f09-bcd741d76946'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:49:07.824152 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd6e92-3c71-4aa8-a803-387d472d1ff1 None None] Attempting to bind port 6eb88c7d-408c-4ac9-81b3-221032659e9a on network d1c82aca-f5bf-485e-8f09-bcd741d76946 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:49:07.832871 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1908b45c-ac16-4624-b8e8-70a5c235adaa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:07.848502 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0f6635e5-37d5-4e7e-a75e-1e2c6bc142e5 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:07.855380 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-f5b3f0a5-abaa-459e-b7f1-670890a154fa tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Floating IP fcb23853-3d1c-435f-b6fd-38f4b661365e associated. External IP: 172.26.0.22, port: 8c0855ff-4e33-46a3-94b1-b4dc08fc3284. May 10 14:49:07.868438 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-f7ab27fc-4463-4e96-84f5-00e6e64e3f4b None None] Set router 6e6d938e-c580-4278-b882-b47854d8c535 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:49:07.877443 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd6e92-3c71-4aa8-a803-387d472d1ff1 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:49:07.877813 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd6e92-3c71-4aa8-a803-387d472d1ff1 None None] Checking segment: {'id': '8c0c6aaf-1881-492d-aa88-708e838320e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd1c82aca-f5bf-485e-8f09-bcd741d76946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:49:07.878214 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6e92-3c71-4aa8-a803-387d472d1ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:07.878631 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd6e92-3c71-4aa8-a803-387d472d1ff1 None None] Bound using segment: {'id': '8c0c6aaf-1881-492d-aa88-708e838320e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd1c82aca-f5bf-485e-8f09-bcd741d76946'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:49:07.879298 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-d3bd6e92-3c71-4aa8-a803-387d472d1ff1 None None] Bound port: 6eb88c7d-408c-4ac9-81b3-221032659e9a, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0c6aaf-1881-492d-aa88-708e838320e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'd1c82aca-f5bf-485e-8f09-bcd741d76946'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:49:07.879821 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77da6c59-6c9f-4282-a718-5b93abfd6ab4'] response: {'name': 'network-changed', 'server_uuid': '116c658c-3aec-4bd9-bb7e-15a096d0a3ea', 'tag': '41388ac1-4820-4eee-abe3-5c0c080ef468', 'status': 'completed', 'code': 200} May 10 14:49:07.879987 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6e92-3c71-4aa8-a803-387d472d1ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:08.053342 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-cb30858d-3c16-46b4-b186-cb07a94e37d7 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Calling delete_port for 888cd152-c505-46a3-8149-b71a53ccdeff owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:08.099315 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-d3bd6e92-3c71-4aa8-a803-387d472d1ff1 None None] For port 6eb88c7d-408c-4ac9-81b3-221032659e9a, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:49:08.102478 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d4df5780-d12b-4300-a618-db990daf9b3a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 12.7720473 May 10 14:49:08.105520 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-d3bd6e92-3c71-4aa8-a803-387d472d1ff1 None None] For port 6eb88c7d-408c-4ac9-81b3-221032659e9a, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6eb88c7d-408c-4ac9-81b3-221032659e9a,segment=NetworkSegment(8c0c6aaf-1881-492d-aa88-708e838320e9),segment_id=8c0c6aaf-1881-492d-aa88-708e838320e9)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:49:08.140763 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6e92-3c71-4aa8-a803-387d472d1ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:08.160631 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-0f6635e5-37d5-4e7e-a75e-1e2c6bc142e5 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Deleting port fdb5df35-6b5e-4c96-9004-afcaabeca195 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:08.170316 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-1908b45c-ac16-4624-b8e8-70a5c235adaa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59608a1b-d8ff-40c4-8c1b-80fce4407092']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:08.171218 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0f6635e5-37d5-4e7e-a75e-1e2c6bc142e5 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:08.180852 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c82aca-f5bf-485e-8f09-bcd741d76946']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:08.254241 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2509acb0-eb0a-4d85-b082-2f0029d60d2b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:08.259460 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-1908b45c-ac16-4624-b8e8-70a5c235adaa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410d3a2f-a773-4040-8627-e15e5948a5f2') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:08.259760 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-1908b45c-ac16-4624-b8e8-70a5c235adaa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410d3a2f-a773-4040-8627-e15e5948a5f2') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:08.284739 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-d682ab4f-4614-4f8f-837d-0c3961007f29 None None] For port 888cd152-c505-46a3-8149-b71a53ccdeff, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=888cd152-c505-46a3-8149-b71a53ccdeff,segment=NetworkSegment(82dfd8d4-2fd7-4d48-8560-e410e9d0d9fa),segment_id=82dfd8d4-2fd7-4d48-8560-e410e9d0d9fa)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:08.284739 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d682ab4f-4614-4f8f-837d-0c3961007f29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:08.308258 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0c6aaf-1881-492d-aa88-708e838320e9') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:08.308258 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0c6aaf-1881-492d-aa88-708e838320e9') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:08.308921 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cb30858d-3c16-46b4-b186-cb07a94e37d7 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:08.353693 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1908b45c-ac16-4624-b8e8-70a5c235adaa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:08.380673 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:08.410141 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30858d-3c16-46b4-b186-cb07a94e37d7 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Port': ['ID=888cd152-c505-46a3-8149-b71a53ccdeff,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:08.413941 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-8523ae91-828d-4147-b4c7-3f5a36c31066 None None] Set router 4ce929a1-a885-4508-a2a9-aae7a984580d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:49:08.415188 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb30858d-3c16-46b4-b186-cb07a94e37d7 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] No DVR routers for this DVR port 888cd152-c505-46a3-8149-b71a53ccdeff on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:49:08.461197 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b6d73-5342-4cc5-bc0b-0289106a1adc req-2d79fa0a-28a6-4b21-9233-06b7b02722cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:08.462992 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-855b6d73-5342-4cc5-bc0b-0289106a1adc req-2d79fa0a-28a6-4b21-9233-06b7b02722cb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e85d52d37e7f49109dc18b97419f8c3b&device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 1098 time: 0.5071564 May 10 14:49:08.489364 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-f7ab27fc-4463-4e96-84f5-00e6e64e3f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d938e-c580-4278-b882-b47854d8c535', 'name': 'tempest-ServerActionsTestJSON-492547824-router', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:48:01Z', 'updated_at': '2022-05-10T14:48:17Z', 'revision_number': 4, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'gw_port': {'id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:03Z', 'updated_at': '2022-05-10T14:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '6a9bb1ec-0b2f-4b9e-868f-215fdc0c309d', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'port_id': '41388ac1-4820-4eee-abe3-5c0c080ef468', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec', 'mac_address': 'fa:16:3e:50:16:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116c658c-3aec-4bd9-bb7e-15a096d0a3ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:48:31Z', 'updated_at': '2022-05-10T14:49:04Z', 'revision_number': 1, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6811a0f2-1368-40d1-841e-70bfb7f64b23', 'name': '', 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'mac_address': 'fa:16:3e:ce:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '131cfd62-1682-4197-8cdd-002e0ab415e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:12Z', 'updated_at': '2022-05-10T14:48:30Z', 'revision_number': 5, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'subnets': [{'id': '131cfd62-1682-4197-8cdd-002e0ab415e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:08.494074 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ab27fc-4463-4e96-84f5-00e6e64e3f4b None None] Checking router: 6e6d938e-c580-4278-b882-b47854d8c535 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:49:08.503935 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ab27fc-4463-4e96-84f5-00e6e64e3f4b None None] Routers {'6e6d938e-c580-4278-b882-b47854d8c535'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:08.504611 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-f7ab27fc-4463-4e96-84f5-00e6e64e3f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6e6d938e-c580-4278-b882-b47854d8c535'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:08.527145 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d682ab4f-4614-4f8f-837d-0c3961007f29 None None] Calling delete_port for 888cd152-c505-46a3-8149-b71a53ccdeff owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:08.574334 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:08.582198 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6e92-3c71-4aa8-a803-387d472d1ff1 None None] Pushing event updated for resources: {'Port': ['ID=6eb88c7d-408c-4ac9-81b3-221032659e9a,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:08.597784 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:49:08.598952 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:08.637680 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1908b45c-ac16-4624-b8e8-70a5c235adaa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:08.641218 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2efdcd-dc2e-400e-ae3e-a8ad23ef4bfe None None] Network d1c82aca-f5bf-485e-8f09-bcd741d76946 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:49:08.654344 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:49:08.726523 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99cc9fa-bb23-484a-a015-94162e7aa145 None None] DHCP port deletion for b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:49:08.735791 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1908b45c-ac16-4624-b8e8-70a5c235adaa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:49:08.736218 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1908b45c-ac16-4624-b8e8-70a5c235adaa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:08.754084 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b3f0a5-abaa-459e-b7f1-670890a154fa tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Router 6fee7be2-7628-4203-906b-d0bcfb7a8a8d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:49:08.755337 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:49:08.812965 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b99cc9fa-bb23-484a-a015-94162e7aa145 None None] Deleting port fdb5df35-6b5e-4c96-9004-afcaabeca195 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:08.813591 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b99cc9fa-bb23-484a-a015-94162e7aa145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:08.819412 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-f7ab27fc-4463-4e96-84f5-00e6e64e3f4b None None] Set router 6e6d938e-c580-4278-b882-b47854d8c535 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:49:08.862901 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cb30858d-3c16-46b4-b186-cb07a94e37d7 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:08.949435 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-0f6635e5-37d5-4e7e-a75e-1e2c6bc142e5 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] For port fdb5df35-6b5e-4c96-9004-afcaabeca195, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=fdb5df35-6b5e-4c96-9004-afcaabeca195,segment=NetworkSegment(30b517a0-eefd-4927-a483-8580b8d0edd5),segment_id=30b517a0-eefd-4927-a483-8580b8d0edd5)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:08.959026 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0f6635e5-37d5-4e7e-a75e-1e2c6bc142e5 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:09.004127 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-d682ab4f-4614-4f8f-837d-0c3961007f29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:49:09.004465 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-d682ab4f-4614-4f8f-837d-0c3961007f29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:49:09.005141 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device fdb5df35-6b5e-4c96-9004-afcaabeca195 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:49:09.018625 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-cb30858d-3c16-46b4-b186-cb07a94e37d7 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3353a53-816c-4056-b271-2011dd01fdfa']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:09.083469 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b6d73-5342-4cc5-bc0b-0289106a1adc req-5b54b369-dd3d-41f9-8e79-de77afe180e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:09.085304 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-855b6d73-5342-4cc5-bc0b-0289106a1adc req-5b54b369-dd3d-41f9-8e79-de77afe180e9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=aa7afffa-e17d-4c0b-836c-b0db2fea3cec HTTP/1.1" status: 200 len: 912 time: 0.5890088 May 10 14:49:09.087314 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-cb30858d-3c16-46b4-b186-cb07a94e37d7 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82dfd8d4-2fd7-4d48-8560-e410e9d0d9fa') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:09.087892 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-cb30858d-3c16-46b4-b186-cb07a94e37d7 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82dfd8d4-2fd7-4d48-8560-e410e9d0d9fa') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:09.120201 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2509acb0-eb0a-4d85-b082-2f0029d60d2b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:09.126297 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2509acb0-eb0a-4d85-b082-2f0029d60d2b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:09.126948 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2509acb0-eb0a-4d85-b082-2f0029d60d2b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:09.166215 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-0f6635e5-37d5-4e7e-a75e-1e2c6bc142e5 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Calling delete_port for fdb5df35-6b5e-4c96-9004-afcaabeca195 owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:09.172179 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.api [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 10 14:49:09.172179 dv-neutron-841204-2-hyperv neutron-server[88051]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 10 14:49:09.172179 dv-neutron-841204-2-hyperv neutron-server[88051]: [parameters: {'id': 'd1c82aca-f5bf-485e-8f09-bcd741d76946'}] May 10 14:49:09.172179 dv-neutron-841204-2-hyperv neutron-server[88051]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:49:09.172607 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG oslo_db.api [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:49:09.271364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cb30858d-3c16-46b4-b186-cb07a94e37d7 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:09.279643 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-f7ab27fc-4463-4e96-84f5-00e6e64e3f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d938e-c580-4278-b882-b47854d8c535', 'name': 'tempest-ServerActionsTestJSON-492547824-router', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:48:01Z', 'updated_at': '2022-05-10T14:48:17Z', 'revision_number': 4, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'gw_port': {'id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:03Z', 'updated_at': '2022-05-10T14:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '6a9bb1ec-0b2f-4b9e-868f-215fdc0c309d', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'port_id': '41388ac1-4820-4eee-abe3-5c0c080ef468', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec', 'mac_address': 'fa:16:3e:50:16:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116c658c-3aec-4bd9-bb7e-15a096d0a3ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:48:31Z', 'updated_at': '2022-05-10T14:49:04Z', 'revision_number': 1, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6811a0f2-1368-40d1-841e-70bfb7f64b23', 'name': '', 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'mac_address': 'fa:16:3e:ce:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '131cfd62-1682-4197-8cdd-002e0ab415e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:12Z', 'updated_at': '2022-05-10T14:48:30Z', 'revision_number': 5, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'subnets': [{'id': '131cfd62-1682-4197-8cdd-002e0ab415e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:09.284141 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ab27fc-4463-4e96-84f5-00e6e64e3f4b None None] The sync data for ids ['6e6d938e-c580-4278-b882-b47854d8c535'] in dv-neutron-841204-2-hyperv is: [{'id': '6e6d938e-c580-4278-b882-b47854d8c535', 'name': 'tempest-ServerActionsTestJSON-492547824-router', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:48:01Z', 'updated_at': '2022-05-10T14:48:17Z', 'revision_number': 4, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'gw_port': {'id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:03Z', 'updated_at': '2022-05-10T14:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '6a9bb1ec-0b2f-4b9e-868f-215fdc0c309d', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'floating_ip_address': '172.26.0.27', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'port_id': '41388ac1-4820-4eee-abe3-5c0c080ef468', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec', 'mac_address': 'fa:16:3e:50:16:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116c658c-3aec-4bd9-bb7e-15a096d0a3ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:48:31Z', 'updated_at': '2022-05-10T14:49:04Z', 'revision_number': 1, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6811a0f2-1368-40d1-841e-70bfb7f64b23', 'name': '', 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'mac_address': 'fa:16:3e:ce:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '131cfd62-1682-4197-8cdd-002e0ab415e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:12Z', 'updated_at': '2022-05-10T14:48:30Z', 'revision_number': 5, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'subnets': [{'id': '131cfd62-1682-4197-8cdd-002e0ab415e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:49:09.318158 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cb30858d-3c16-46b4-b186-cb07a94e37d7 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:09.336844 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb30858d-3c16-46b4-b186-cb07a94e37d7 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:49:09.342900 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cb30858d-3c16-46b4-b186-cb07a94e37d7 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:49:09.359291 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:49:09.373841 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1908b45c-ac16-4624-b8e8-70a5c235adaa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:09.395843 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa396e19-d4e7-4c2c-b29a-00abe5fadce9 req-9b3ccd60-a454-4e3a-9db8-b74d41b16dff tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:09.397388 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-aa396e19-d4e7-4c2c-b29a-00abe5fadce9 req-9b3ccd60-a454-4e3a-9db8-b74d41b16dff tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 1.3142843 May 10 14:49:09.415743 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2509acb0-eb0a-4d85-b082-2f0029d60d2b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.2966757 May 10 14:49:09.417090 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1908b45c-ac16-4624-b8e8-70a5c235adaa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:09.418887 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1908b45c-ac16-4624-b8e8-70a5c235adaa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] 10.222.0.79 "DELETE /v2.0/networks/59608a1b-d8ff-40c4-8c1b-80fce4407092 HTTP/1.1" status: 204 len: 168 time: 5.0187583 May 10 14:49:09.425850 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39476) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:09.426180 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39478) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:09.452984 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-435610e8-7240-41e5-8349-bf2e5020f310 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:09.462814 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-b99cc9fa-bb23-484a-a015-94162e7aa145 None None] For port fdb5df35-6b5e-4c96-9004-afcaabeca195, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=fdb5df35-6b5e-4c96-9004-afcaabeca195,segment=NetworkSegment(30b517a0-eefd-4927-a483-8580b8d0edd5),segment_id=30b517a0-eefd-4927-a483-8580b8d0edd5)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:09.463491 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b99cc9fa-bb23-484a-a015-94162e7aa145 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:09.471157 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-855b6d73-5342-4cc5-bc0b-0289106a1adc req-f08a8efc-e1b9-4947-b591-819556112d94 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41388ac1-4820-4eee-abe3-5c0c080ef468 HTTP/1.1" status: 200 len: 998 time: 0.3121552 May 10 14:49:09.501412 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10faa17f-ec18-4379-b4f1-25ee1d867164 req-5561eb17-1e4c-4cbd-ac3e-a4fe25e320a6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:09.503978 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-10faa17f-ec18-4379-b4f1-25ee1d867164 req-5561eb17-1e4c-4cbd-ac3e-a4fe25e320a6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 946 time: 1.2329659 May 10 14:49:09.507861 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d682ab4f-4614-4f8f-837d-0c3961007f29 None None] Deleting port 888cd152-c505-46a3-8149-b71a53ccdeff {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:09.508233 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d682ab4f-4614-4f8f-837d-0c3961007f29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:09.570025 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509acb0-eb0a-4d85-b082-2f0029d60d2b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Network': ['ID=a36358c0-b900-4df5-ae69-1592404548f9,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:09.596104 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-aa396e19-d4e7-4c2c-b29a-00abe5fadce9 req-a01f4b5f-3697-41e9-9819-af5ee75ccc2b tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762018 May 10 14:49:09.600561 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b3f0a5-abaa-459e-b7f1-670890a154fa tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:49:09.615415 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be167b5-f4bc-434c-8f9d-721e5d51c000 None None] Sync routers for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:49:09.634401 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be167b5-f4bc-434c-8f9d-721e5d51c000 None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:09.635220 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-7be167b5-f4bc-434c-8f9d-721e5d51c000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:09.698336 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0f6635e5-37d5-4e7e-a75e-1e2c6bc142e5 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:09.738856 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-7be167b5-f4bc-434c-8f9d-721e5d51c000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:09.750312 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cb30858d-3c16-46b4-b186-cb07a94e37d7 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:09.754574 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be167b5-f4bc-434c-8f9d-721e5d51c000 None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:09.755203 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-7be167b5-f4bc-434c-8f9d-721e5d51c000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:09.809627 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cb30858d-3c16-46b4-b186-cb07a94e37d7 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:09.812601 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6635e5-37d5-4e7e-a75e-1e2c6bc142e5 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Pushing event deleted for resources: {'Port': ['ID=fdb5df35-6b5e-4c96-9004-afcaabeca195,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:09.813911 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network a36358c0-b900-4df5-ae69-1592404548f9 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:49:09.818526 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-7be167b5-f4bc-434c-8f9d-721e5d51c000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:09.818926 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be167b5-f4bc-434c-8f9d-721e5d51c000 None None] The sync data for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:49:09.840616 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6635e5-37d5-4e7e-a75e-1e2c6bc142e5 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] No DVR routers for this DVR port fdb5df35-6b5e-4c96-9004-afcaabeca195 on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:49:09.840819 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b99cc9fa-bb23-484a-a015-94162e7aa145 None None] Calling delete_port for fdb5df35-6b5e-4c96-9004-afcaabeca195 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:09.846024 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:09.862101 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908b45c-ac16-4624-b8e8-70a5c235adaa tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Pushing event deleted for resources: {'Network': ['ID=59608a1b-d8ff-40c4-8c1b-80fce4407092,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:09.873310 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30858d-3c16-46b4-b186-cb07a94e37d7 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Network': ['ID=e3353a53-816c-4056-b271-2011dd01fdfa,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:09.876519 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b6d73-5342-4cc5-bc0b-0289106a1adc req-806dd564-81d4-4fbb-9375-b5e26d8761d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:09.878169 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-855b6d73-5342-4cc5-bc0b-0289106a1adc req-806dd564-81d4-4fbb-9375-b5e26d8761d0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=131cfd62-1682-4197-8cdd-002e0ab415e5 HTTP/1.1" status: 200 len: 850 time: 0.3693802 May 10 14:49:09.888222 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1634830-5164-4b96-b345-34f0d8b6859c', 'tag': 'f1646914-08a9-4535-a9c9-191645df0d36'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:49:09.896711 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113d4143-2e1d-47da-8395-7074bd4bfd38 None None] New status for floating IP 6a9bb1ec-0b2f-4b9e-868f-215fdc0c309d: ACTIVE {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:49:09.904035 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-91a5c307-3344-49d6-9a50-b3928d9c98b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:09.932304 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-10faa17f-ec18-4379-b4f1-25ee1d867164 req-ef785750-c8d6-4fa0-936b-9b9e6ea214ae tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4119360 May 10 14:49:09.967313 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Deleting port 6eb88c7d-408c-4ac9-81b3-221032659e9a {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:09.967658 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:09.998414 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39488) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:10.025636 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-435610e8-7240-41e5-8349-bf2e5020f310 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:10.030306 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf8fe5b8-7410-495c-af08-84a4cdd4a758'] response: {'name': 'network-changed', 'server_uuid': 'f1634830-5164-4b96-b345-34f0d8b6859c', 'tag': 'f1646914-08a9-4535-a9c9-191645df0d36', 'status': 'completed', 'code': 200} May 10 14:49:10.037972 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d682ab4f-4614-4f8f-837d-0c3961007f29 None None] The port '888cd152-c505-46a3-8149-b71a53ccdeff' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:49:10.048659 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-435610e8-7240-41e5-8349-bf2e5020f310 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:10.097889 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-435610e8-7240-41e5-8349-bf2e5020f310 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:10.101188 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:10.132728 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-cb30858d-3c16-46b4-b186-cb07a94e37d7 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/networks/e3353a53-816c-4056-b271-2011dd01fdfa HTTP/1.1" status: 204 len: 168 time: 3.5921967 May 10 14:49:10.169623 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39492) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:10.170794 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-435610e8-7240-41e5-8349-bf2e5020f310 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:10.263504 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0f6635e5-37d5-4e7e-a75e-1e2c6bc142e5 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:10.284699 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-62a01e02-f36e-4b7e-b728-b3171ceefa0e tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/floatingips/41810c47-9d8b-4efb-9d5f-5be3f13ffab5 HTTP/1.1" status: 200 len: 992 time: 0.2790582 May 10 14:49:10.321233 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-b99cc9fa-bb23-484a-a015-94162e7aa145 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:49:10.322259 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-b99cc9fa-bb23-484a-a015-94162e7aa145 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:49:10.326472 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 888cd152-c505-46a3-8149-b71a53ccdeff no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:49:10.368012 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 888cd152-c505-46a3-8149-b71a53ccdeff {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:49:10.368240 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 888cd152-c505-46a3-8149-b71a53ccdeff not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:49:10.392883 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7d509-68e1-4b82-996e-75e0465ba6d1 req-ca9195f1-329b-4fd6-a294-684e1bac5c28 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:10.394847 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-03c7d509-68e1-4b82-996e-75e0465ba6d1 req-ca9195f1-329b-4fd6-a294-684e1bac5c28 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.5338128 May 10 14:49:10.417498 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435610e8-7240-41e5-8349-bf2e5020f310 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:10.420923 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-435610e8-7240-41e5-8349-bf2e5020f310 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:10.453411 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-8523ae91-828d-4147-b4c7-3f5a36c31066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985080515', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:47:56Z', 'updated_at': '2022-05-10T14:48:18Z', 'revision_number': 4, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'gw_port': {'id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:47:57Z', 'updated_at': '2022-05-10T14:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '41810c47-9d8b-4efb-9d5f-5be3f13ffab5', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'floating_ip_address': '172.26.0.132', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'port_id': 'f1646914-08a9-4535-a9c9-191645df0d36', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b960e7-59a7-4942-aea6-10f467886311', 'mac_address': 'fa:16:3e:a3:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1634830-5164-4b96-b345-34f0d8b6859c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:49:02Z', 'updated_at': '2022-05-10T14:49:02Z', 'revision_number': 0, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc3a2c3-79da-4f40-b5d4-66e16cd39870', 'name': '', 'network_id': '37b960e7-59a7-4942-aea6-10f467886311', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'mac_address': 'fa:16:3e:1b:76:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f77b7b59-c302-4fb7-b4fd-f13da52bf4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:13Z', 'updated_at': '2022-05-10T14:48:29Z', 'revision_number': 5, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'subnets': [{'id': 'f77b7b59-c302-4fb7-b4fd-f13da52bf4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:10.459435 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8523ae91-828d-4147-b4c7-3f5a36c31066 None None] Checking router: 4ce929a1-a885-4508-a2a9-aae7a984580d for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:49:10.470510 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8523ae91-828d-4147-b4c7-3f5a36c31066 None None] Routers {'4ce929a1-a885-4508-a2a9-aae7a984580d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:10.471346 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-8523ae91-828d-4147-b4c7-3f5a36c31066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4ce929a1-a885-4508-a2a9-aae7a984580d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:10.534040 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b3f0a5-abaa-459e-b7f1-670890a154fa tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Router 6fee7be2-7628-4203-906b-d0bcfb7a8a8d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:49:10.535892 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] For port 6eb88c7d-408c-4ac9-81b3-221032659e9a, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6eb88c7d-408c-4ac9-81b3-221032659e9a,segment=NetworkSegment(8c0c6aaf-1881-492d-aa88-708e838320e9),segment_id=8c0c6aaf-1881-492d-aa88-708e838320e9)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:10.536254 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:10.557074 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-03c7d509-68e1-4b82-996e-75e0465ba6d1 req-7cb1c5b4-8474-4445-9f01-c90bfb4882db tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147113 May 10 14:49:10.592173 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-0f6635e5-37d5-4e7e-a75e-1e2c6bc142e5 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:10.649139 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-0f6635e5-37d5-4e7e-a75e-1e2c6bc142e5 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b517a0-eefd-4927-a483-8580b8d0edd5') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:10.649353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-0f6635e5-37d5-4e7e-a75e-1e2c6bc142e5 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b517a0-eefd-4927-a483-8580b8d0edd5') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:10.667942 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-8523ae91-828d-4147-b4c7-3f5a36c31066 None None] Set router 4ce929a1-a885-4508-a2a9-aae7a984580d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:49:10.681604 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-91a5c307-3344-49d6-9a50-b3928d9c98b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:10.694167 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0f6635e5-37d5-4e7e-a75e-1e2c6bc142e5 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:10.756479 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b6d73-5342-4cc5-bc0b-0289106a1adc req-4118783b-481b-4865-b28e-e8e256e1b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:10.757980 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-855b6d73-5342-4cc5-bc0b-0289106a1adc req-4118783b-481b-4865-b28e-e8e256e1b697 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aa7afffa-e17d-4c0b-836c-b0db2fea3cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8646512 May 10 14:49:10.763171 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-91a5c307-3344-49d6-9a50-b3928d9c98b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941c0e2d-cc8e-4e42-8582-30bbfb8b61ee']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:10.771054 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0f6635e5-37d5-4e7e-a75e-1e2c6bc142e5 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:10.780754 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b730a-291c-42cd-9a4e-477f3ff4f75f req-b8bb6b6c-71ee-4028-955d-a54483ef2630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:10.782539 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-824b730a-291c-42cd-9a4e-477f3ff4f75f req-b8bb6b6c-71ee-4028-955d-a54483ef2630 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ff413262496f40d691ca8346c51f1a79&device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 1099 time: 0.6810875 May 10 14:49:10.808461 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-91a5c307-3344-49d6-9a50-b3928d9c98b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08500c22-5541-48dc-84b0-391c1eb6b700') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:10.809047 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-91a5c307-3344-49d6-9a50-b3928d9c98b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08500c22-5541-48dc-84b0-391c1eb6b700') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:10.832161 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Calling delete_port for 6eb88c7d-408c-4ac9-81b3-221032659e9a owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:10.845893 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6635e5-37d5-4e7e-a75e-1e2c6bc142e5 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:49:10.846534 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0f6635e5-37d5-4e7e-a75e-1e2c6bc142e5 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:49:10.861431 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:49:10.865553 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b99cc9fa-bb23-484a-a015-94162e7aa145 None None] Deleting port fdb5df35-6b5e-4c96-9004-afcaabeca195 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:10.865928 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b99cc9fa-bb23-484a-a015-94162e7aa145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:10.929202 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b83c43d-d423-4e51-978e-afa5ff4a8af3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:10.930526 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1b83c43d-d423-4e51-978e-afa5ff4a8af3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Synchronizing usage tracker for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:10.935054 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-91a5c307-3344-49d6-9a50-b3928d9c98b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:10.959019 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b99cc9fa-bb23-484a-a015-94162e7aa145 None None] The port 'fdb5df35-6b5e-4c96-9004-afcaabeca195' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:49:10.984075 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57981726-539e-4525-afb2-9c71d5df9e55 None None] get_active_networks_info from dv-neutron-841204-2-hyperv {{(pid=88053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 10 14:49:11.070736 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:11.099577 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-91a5c307-3344-49d6-9a50-b3928d9c98b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:11.127127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1b83c43d-d423-4e51-978e-afa5ff4a8af3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Unset dirty status for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:11.127765 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b3f0a5-abaa-459e-b7f1-670890a154fa tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:49:11.128767 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1b83c43d-d423-4e51-978e-afa5ff4a8af3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.9545357 May 10 14:49:11.130122 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a5c307-3344-49d6-9a50-b3928d9c98b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:49:11.130559 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-91a5c307-3344-49d6-9a50-b3928d9c98b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:11.136136 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No DVR routers for this DVR port 6eb88c7d-408c-4ac9-81b3-221032659e9a on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:49:11.137605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39496) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:11.141624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Port': ['ID=6eb88c7d-408c-4ac9-81b3-221032659e9a,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:11.141977 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698a711d-fd58-43aa-9cd5-d823c97b0059 None None] Sync routers for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:49:11.148994 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:49:11.168534 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a711d-fd58-43aa-9cd5-d823c97b0059 None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:11.169240 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-698a711d-fd58-43aa-9cd5-d823c97b0059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:11.229880 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0f6635e5-37d5-4e7e-a75e-1e2c6bc142e5 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:11.238836 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f0a5-abaa-459e-b7f1-670890a154fa tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:11.275984 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57981726-539e-4525-afb2-9c71d5df9e55 None None] Resources bound (agent type, host, resource id): {{(pid=88053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 14:49:11.276860 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-698a711d-fd58-43aa-9cd5-d823c97b0059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:11.279046 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0f6635e5-37d5-4e7e-a75e-1e2c6bc142e5 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:11.295259 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39500) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:11.299114 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a711d-fd58-43aa-9cd5-d823c97b0059 None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:11.301224 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-698a711d-fd58-43aa-9cd5-d823c97b0059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:11.324434 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6635e5-37d5-4e7e-a75e-1e2c6bc142e5 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] Pushing event deleted for resources: {'Network': ['ID=b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:11.377952 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:11.398174 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0f6635e5-37d5-4e7e-a75e-1e2c6bc142e5 tempest-ExtraDHCPOptionsTestJSON-1040001030 tempest-ExtraDHCPOptionsTestJSON-1040001030-project] 10.222.0.79 "DELETE /v2.0/networks/b9e2e33d-ad1e-4d54-a0d4-d5e3c01b422d HTTP/1.1" status: 204 len: 168 time: 3.9586976 May 10 14:49:11.417788 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-855b6d73-5342-4cc5-bc0b-0289106a1adc req-ad41607b-4fef-417a-a11d-70dee9458af7 service neutron] 10.222.0.86 "GET /v2.0/networks/aa7afffa-e17d-4c0b-836c-b0db2fea3cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6404667 May 10 14:49:11.424285 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b730a-291c-42cd-9a4e-477f3ff4f75f req-1e7b9585-ed64-4de6-9e3e-51deced8b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:11.425969 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-824b730a-291c-42cd-9a4e-477f3ff4f75f req-1e7b9585-ed64-4de6-9e3e-51deced8b2a8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=37b960e7-59a7-4942-aea6-10f467886311 HTTP/1.1" status: 200 len: 898 time: 0.6062052 May 10 14:49:11.428225 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-8523ae91-828d-4147-b4c7-3f5a36c31066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985080515', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:47:56Z', 'updated_at': '2022-05-10T14:48:18Z', 'revision_number': 4, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'gw_port': {'id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:47:57Z', 'updated_at': '2022-05-10T14:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '41810c47-9d8b-4efb-9d5f-5be3f13ffab5', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'floating_ip_address': '172.26.0.132', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'port_id': 'f1646914-08a9-4535-a9c9-191645df0d36', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b960e7-59a7-4942-aea6-10f467886311', 'mac_address': 'fa:16:3e:a3:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1634830-5164-4b96-b345-34f0d8b6859c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:49:02Z', 'updated_at': '2022-05-10T14:49:02Z', 'revision_number': 0, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc3a2c3-79da-4f40-b5d4-66e16cd39870', 'name': '', 'network_id': '37b960e7-59a7-4942-aea6-10f467886311', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'mac_address': 'fa:16:3e:1b:76:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f77b7b59-c302-4fb7-b4fd-f13da52bf4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:13Z', 'updated_at': '2022-05-10T14:48:29Z', 'revision_number': 5, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'subnets': [{'id': 'f77b7b59-c302-4fb7-b4fd-f13da52bf4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:11.438297 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-698a711d-fd58-43aa-9cd5-d823c97b0059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:11.438830 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698a711d-fd58-43aa-9cd5-d823c97b0059 None None] The sync data for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:49:11.439573 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8523ae91-828d-4147-b4c7-3f5a36c31066 None None] The sync data for ids ['4ce929a1-a885-4508-a2a9-aae7a984580d'] in dv-neutron-841204-2-hyperv is: [{'id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985080515', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:47:56Z', 'updated_at': '2022-05-10T14:48:18Z', 'revision_number': 4, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'gw_port': {'id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:47:57Z', 'updated_at': '2022-05-10T14:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '41810c47-9d8b-4efb-9d5f-5be3f13ffab5', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'floating_ip_address': '172.26.0.132', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'port_id': 'f1646914-08a9-4535-a9c9-191645df0d36', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b960e7-59a7-4942-aea6-10f467886311', 'mac_address': 'fa:16:3e:a3:ff:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1634830-5164-4b96-b345-34f0d8b6859c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:49:02Z', 'updated_at': '2022-05-10T14:49:02Z', 'revision_number': 0, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc3a2c3-79da-4f40-b5d4-66e16cd39870', 'name': '', 'network_id': '37b960e7-59a7-4942-aea6-10f467886311', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'mac_address': 'fa:16:3e:1b:76:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f77b7b59-c302-4fb7-b4fd-f13da52bf4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:13Z', 'updated_at': '2022-05-10T14:48:29Z', 'revision_number': 5, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'subnets': [{'id': 'f77b7b59-c302-4fb7-b4fd-f13da52bf4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:49:11.443851 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-91a5c307-3344-49d6-9a50-b3928d9c98b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:11.469143 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c82aca-f5bf-485e-8f09-bcd741d76946']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:11.492265 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0c6aaf-1881-492d-aa88-708e838320e9') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:11.492265 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0c6aaf-1881-492d-aa88-708e838320e9') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:11.513103 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-71153cbf-8841-41d0-9927-3dda795abea3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3662324 May 10 14:49:11.514933 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f5b3f0a5-abaa-459e-b7f1-670890a154fa tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "PUT /v2.0/floatingips/fcb23853-3d1c-435f-b6fd-38f4b661365e HTTP/1.1" status: 200 len: 977 time: 6.9232137 May 10 14:49:11.514933 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39506) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:11.517744 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:11.524531 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39510) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:11.531241 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-0a86ebb4-7856-4fae-86aa-22b398863fa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1749060353'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:11.541870 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-0a86ebb4-7856-4fae-86aa-22b398863fa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:11.547221 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-4e6624bd-8e4b-460c-97ea-0d7ea3b8a07a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:11.550345 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-91a5c307-3344-49d6-9a50-b3928d9c98b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:11.607497 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:11.620631 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-0a86ebb4-7856-4fae-86aa-22b398863fa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:network and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:11.623803 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:49:11.624208 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:49:11.652116 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:49:11.654076 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-0a86ebb4-7856-4fae-86aa-22b398863fa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:11.725469 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-0a86ebb4-7856-4fae-86aa-22b398863fa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:11.752607 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5c307-3344-49d6-9a50-b3928d9c98b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Pushing event deleted for resources: {'Network': ['ID=941c0e2d-cc8e-4e42-8582-30bbfb8b61ee,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:11.755505 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-91a5c307-3344-49d6-9a50-b3928d9c98b6 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] 10.222.0.79 "DELETE /v2.0/networks/941c0e2d-cc8e-4e42-8582-30bbfb8b61ee HTTP/1.1" status: 204 len: 168 time: 2.3185048 May 10 14:49:11.763859 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39518) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:11.844909 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4e6624bd-8e4b-460c-97ea-0d7ea3b8a07a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:11.848727 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-66fa5b76-a30f-4157-a09c-d4a16f61a14c tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/floatingips/41810c47-9d8b-4efb-9d5f-5be3f13ffab5 HTTP/1.1" status: 200 len: 992 time: 0.5380230 May 10 14:49:11.849188 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f4eb32-adb5-4c3e-a875-a80a349ce785 None None] New status for floating IP 41810c47-9d8b-4efb-9d5f-5be3f13ffab5: ACTIVE {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:49:11.889352 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-824b730a-291c-42cd-9a4e-477f3ff4f75f req-2d707e08-0f48-4268-aeeb-f633aacab042 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1646914-08a9-4535-a9c9-191645df0d36 HTTP/1.1" status: 200 len: 1000 time: 0.4184155 May 10 14:49:11.972471 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39522) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:12.033459 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-855b6d73-5342-4cc5-bc0b-0289106a1adc req-fd41a08d-ac3d-452e-a623-0ea82685d523 service neutron] 10.222.0.86 "GET /v2.0/networks/aa7afffa-e17d-4c0b-836c-b0db2fea3cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6063461 May 10 14:49:12.041309 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b730a-291c-42cd-9a4e-477f3ff4f75f req-1d76f16f-6ca8-499b-bab6-1e894c939df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:12.043587 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-824b730a-291c-42cd-9a4e-477f3ff4f75f req-1d76f16f-6ca8-499b-bab6-1e894c939df8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f77b7b59-c302-4fb7-b4fd-f13da52bf4b0 HTTP/1.1" status: 200 len: 834 time: 0.1458569 May 10 14:49:12.045674 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-435610e8-7240-41e5-8349-bf2e5020f310 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:12.071085 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a86ebb4-7856-4fae-86aa-22b398863fa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:12.075744 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0a86ebb4-7856-4fae-86aa-22b398863fa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:12.114050 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:12.162196 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:12.223067 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435610e8-7240-41e5-8349-bf2e5020f310 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=e7b49b92-c4ee-44b9-acb6-9a92357957b6,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:12.259951 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Network': ['ID=d1c82aca-f5bf-485e-8f09-bcd741d76946,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:12.292437 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2a389b8a-24f5-4923-a2e2-04ee8a7abf1e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/networks/d1c82aca-f5bf-485e-8f09-bcd741d76946 HTTP/1.1" status: 204 len: 168 time: 6.5137897 May 10 14:49:12.292437 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a86ebb4-7856-4fae-86aa-22b398863fa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:49:12.299680 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1be51018-ba3d-45c0-9307-983eccce7764 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:12.303651 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39528) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:12.406562 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b5a6b4ea-57f2-4037-a3a6-ae9938c7b970 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=415661ba8bdc4916bb9467df4490c04f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4299221 May 10 14:49:12.406969 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39532) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:12.412712 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435610e8-7240-41e5-8349-bf2e5020f310 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Checking segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:49:12.413090 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435610e8-7240-41e5-8349-bf2e5020f310 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network hostable DHCP agents. Network: a36358c0-b900-4df5-ae69-1592404548f9, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:49:12.457317 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b730a-291c-42cd-9a4e-477f3ff4f75f req-6928b032-c50b-4bbb-9b7c-926f61a4163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:12.458824 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-824b730a-291c-42cd-9a4e-477f3ff4f75f req-6928b032-c50b-4bbb-9b7c-926f61a4163c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=37b960e7-59a7-4942-aea6-10f467886311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3751659 May 10 14:49:12.489135 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0a86ebb4-7856-4fae-86aa-22b398863fa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:12.489726 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-0a86ebb4-7856-4fae-86aa-22b398863fa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Added segment 804ec679-0351-49b5-b94c-efcbcd990dbd of type vlan for network 30684860-9ebd-4be6-8de9-8b468c925c03 May 10 14:49:12.504737 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7e15fa-8d8e-4744-ac9b-46c3a50feea4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] GET failed (client error): The resource could not be found. May 10 14:49:12.505208 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-db7e15fa-8d8e-4744-ac9b-46c3a50feea4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Synchronizing usage tracker for tenant:b34db3219d0c46478753528b094049df on resource:subnet {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:12.548233 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435610e8-7240-41e5-8349-bf2e5020f310 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:49:12.579739 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-435610e8-7240-41e5-8349-bf2e5020f310 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, a36358c0-b900-4df5-ae69-1592404548f9) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:12.588176 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-345d69e0-4502-45de-aff2-6ed95b39aa6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:12.590673 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c4ceec-acf8-4a16-bd9b-672aca7e2595 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:12.592217 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435610e8-7240-41e5-8349-bf2e5020f310 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:12.592804 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-435610e8-7240-41e5-8349-bf2e5020f310 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:12.628025 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4e6624bd-8e4b-460c-97ea-0d7ea3b8a07a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:12.642139 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1d492-01a4-4434-9602-48443e8a9bcf req-84c8715e-a98d-4825-b446-ceedd1df52e1 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:12.643648 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9fa1d492-01a4-4434-9602-48443e8a9bcf req-84c8715e-a98d-4825-b446-ceedd1df52e1 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.8094752 May 10 14:49:12.653870 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-435610e8-7240-41e5-8349-bf2e5020f310 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2160368 May 10 14:49:12.660745 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39536) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:12.666461 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-345d69e0-4502-45de-aff2-6ed95b39aa6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:12.673950 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4e6624bd-8e4b-460c-97ea-0d7ea3b8a07a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:12.674619 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-4e6624bd-8e4b-460c-97ea-0d7ea3b8a07a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Floating IP fcb23853-3d1c-435f-b6fd-38f4b661365e disassociated. External IP: 172.26.0.22, port: 1dcbc4b1-280d-4ceb-9f90-5211a12250f1. May 10 14:49:12.687986 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-824b730a-291c-42cd-9a4e-477f3ff4f75f req-c668f6b1-66e4-43a4-949b-543dbffbc5a5 service neutron] 10.222.0.86 "GET /v2.0/networks/37b960e7-59a7-4942-aea6-10f467886311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182710 May 10 14:49:12.736102 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-ea46309d-d987-4b5e-831d-1979e03799f6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'name': 'tempest-NetworksTestDHCPv6-1150814296'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:12.779741 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0a86ebb4-7856-4fae-86aa-22b398863fa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:12.794619 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-db7e15fa-8d8e-4744-ac9b-46c3a50feea4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Unset dirty status for tenant:b34db3219d0c46478753528b094049df on resource:subnet {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:12.798771 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-db7e15fa-8d8e-4744-ac9b-46c3a50feea4 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "GET /v2.0/subnets/ae9638be-0389-48f0-8cbd-86701dd7a9aa HTTP/1.1" status: 404 len: 337 time: 0.4878914 May 10 14:49:12.798902 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39540) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:12.825196 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1fb950-c215-41c1-a6ab-271d5c0cc619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-a36358c0-b900-4df5-ae69-1592404548f9', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'fixed_ips': [{'subnet_id': 'e7b49b92-c4ee-44b9-acb6-9a92357957b6'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:49:12.825196 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ab1fb950-c215-41c1-a6ab-271d5c0cc619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:12.848353 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-d344bb95-1c85-4453-ba54-63b9054dbdca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] DELETE failed (client error): The resource could not be found. May 10 14:49:12.848848 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d344bb95-1c85-4453-ba54-63b9054dbdca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:49:12.854477 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39544) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:12.862012 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-345d69e0-4502-45de-aff2-6ed95b39aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:12.974265 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d344bb95-1c85-4453-ba54-63b9054dbdca tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/networks/d1c82aca-f5bf-485e-8f09-bcd741d76946 HTTP/1.1" status: 404 len: 339 time: 0.1709468 May 10 14:49:12.976659 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-345d69e0-4502-45de-aff2-6ed95b39aa6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:12.980986 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-345d69e0-4502-45de-aff2-6ed95b39aa6a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/268bf888-4707-4795-8e02-634d4a48f99a HTTP/1.1" status: 204 len: 168 time: 0.5679133 May 10 14:49:12.980986 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d69e0-4502-45de-aff2-6ed95b39aa6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268bf888-4707-4795-8e02-634d4a48f99a,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:12.991008 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39548) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:12.999023 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-824b730a-291c-42cd-9a4e-477f3ff4f75f req-c28f5298-4ea7-42f0-8f21-a057b2f3e19b service neutron] 10.222.0.86 "GET /v2.0/networks/37b960e7-59a7-4942-aea6-10f467886311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987378 May 10 14:49:13.055165 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1be51018-ba3d-45c0-9307-983eccce7764 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:13.086846 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9fa1d492-01a4-4434-9602-48443e8a9bcf req-c3fb732d-c15e-4187-a621-9d8260276c0e tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4285696 May 10 14:49:13.119161 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-ab1fb950-c215-41c1-a6ab-271d5c0cc619 None None] Allocated IP 2001:db8::2 (a36358c0-b900-4df5-ae69-1592404548f9/e7b49b92-c4ee-44b9-acb6-9a92357957b6/cfc225e9-cbe4-46b0-8485-5deaa224872f) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:13.127451 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-64d54431-ab84-4875-a259-d979251ca656 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/floatingips/41810c47-9d8b-4efb-9d5f-5be3f13ffab5 HTTP/1.1" status: 200 len: 994 time: 0.2708032 May 10 14:49:13.131324 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-1be51018-ba3d-45c0-9307-983eccce7764 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1cae90-19e5-49eb-b2af-e8de49c7b24e']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:13.158994 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0a86ebb4-7856-4fae-86aa-22b398863fa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:13.165945 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a86ebb4-7856-4fae-86aa-22b398863fa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:13.166834 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0a86ebb4-7856-4fae-86aa-22b398863fa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:13.201549 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-1be51018-ba3d-45c0-9307-983eccce7764 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9fa5cf2-b7bb-4c4a-b9ca-cd71f52e0216') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:13.201549 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-1be51018-ba3d-45c0-9307-983eccce7764 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9fa5cf2-b7bb-4c4a-b9ca-cd71f52e0216') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:13.231975 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7257576e-fee1-4ea0-97b8-3e6e3472ff7d tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:13.232782 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7257576e-fee1-4ea0-97b8-3e6e3472ff7d tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Synchronizing usage tracker for tenant:b34db3219d0c46478753528b094049df on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:13.253008 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7257576e-fee1-4ea0-97b8-3e6e3472ff7d tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Unset dirty status for tenant:b34db3219d0c46478753528b094049df on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:13.257694 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7257576e-fee1-4ea0-97b8-3e6e3472ff7d tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2630281 May 10 14:49:13.258035 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39556) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:13.301338 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-ea46309d-d987-4b5e-831d-1979e03799f6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:13.311423 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1be51018-ba3d-45c0-9307-983eccce7764 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:13.313374 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3ce82d9b-02b5-4f2d-8f35-bfe612d3447d tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Synchronizing usage tracker for tenant:b34db3219d0c46478753528b094049df on resource:subnet {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:13.328450 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3ce82d9b-02b5-4f2d-8f35-bfe612d3447d tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Unset dirty status for tenant:b34db3219d0c46478753528b094049df on resource:subnet {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:13.332943 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3ce82d9b-02b5-4f2d-8f35-bfe612d3447d tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "GET /v2.0/subnets?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b HTTP/1.1" status: 200 len: 207 time: 0.0705183 May 10 14:49:13.333258 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39560) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:13.383118 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-ea46309d-d987-4b5e-831d-1979e03799f6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:port and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:13.397025 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-ea46309d-d987-4b5e-831d-1979e03799f6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:13.401323 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ab1fb950-c215-41c1-a6ab-271d5c0cc619 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:13.405893 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0a86ebb4-7856-4fae-86aa-22b398863fa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8879626 May 10 14:49:13.414655 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ab1fb950-c215-41c1-a6ab-271d5c0cc619 None None] Transition to ACTIVE for port object cfc225e9-cbe4-46b0-8485-5deaa224872f will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:13.422649 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39568) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:13.425108 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86ebb4-7856-4fae-86aa-22b398863fa3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Network': ['ID=30684860-9ebd-4be6-8de9-8b468c925c03,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:13.430014 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-ea46309d-d987-4b5e-831d-1979e03799f6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:13.433444 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1be51018-ba3d-45c0-9307-983eccce7764 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:13.440976 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 30684860-9ebd-4be6-8de9-8b468c925c03 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:49:13.442021 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-3be0bf37-509c-4627-842f-e6f50b1ac080 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'subnet': {'network_id': '30684860-9ebd-4be6-8de9-8b468c925c03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:13.516040 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be51018-ba3d-45c0-9307-983eccce7764 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:49:13.516755 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1be51018-ba3d-45c0-9307-983eccce7764 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:49:13.537297 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:49:13.566047 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7369c1-0116-493d-afb0-f72cb690a2df tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:13.573675 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7369c1-0116-493d-afb0-f72cb690a2df tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:13.580568 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7369c1-0116-493d-afb0-f72cb690a2df tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:13.586597 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7369c1-0116-493d-afb0-f72cb690a2df tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:13.590465 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-da7369c1-0116-493d-afb0-f72cb690a2df tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2548363 May 10 14:49:13.592690 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39576) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:13.686601 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea46309d-d987-4b5e-831d-1979e03799f6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:13.690105 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ea46309d-d987-4b5e-831d-1979e03799f6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:13.744813 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3be0bf37-509c-4627-842f-e6f50b1ac080 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:13.757823 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ab1fb950-c215-41c1-a6ab-271d5c0cc619 None None] Transition to ACTIVE for port object cfc225e9-cbe4-46b0-8485-5deaa224872f will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:13.760049 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3be0bf37-509c-4627-842f-e6f50b1ac080 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:subnet and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:13.763630 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-ea46309d-d987-4b5e-831d-1979e03799f6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] device_id is not set on port 2cdbce92-cb9d-4b4f-a402-4fddffd7c284 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:49:13.768057 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ab1fb950-c215-41c1-a6ab-271d5c0cc619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:13.772770 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6e5fde7f-373e-4760-8937-fc9bf0de2303 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1788898 May 10 14:49:13.773670 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39586) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:13.803946 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3be0bf37-509c-4627-842f-e6f50b1ac080 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:13.806867 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1be51018-ba3d-45c0-9307-983eccce7764 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:13.813940 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3be0bf37-509c-4627-842f-e6f50b1ac080 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:13.834915 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1be51018-ba3d-45c0-9307-983eccce7764 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:13.857660 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1fb950-c215-41c1-a6ab-271d5c0cc619 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:13.861146 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-ab1fb950-c215-41c1-a6ab-271d5c0cc619 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:13.865158 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1fb950-c215-41c1-a6ab-271d5c0cc619 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:13.871900 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1fb950-c215-41c1-a6ab-271d5c0cc619 None None] Pushing event updated for resources: {'Port': ['ID=cfc225e9-cbe4-46b0-8485-5deaa224872f,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:13.876421 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be51018-ba3d-45c0-9307-983eccce7764 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Pushing event deleted for resources: {'Network': ['ID=2e1cae90-19e5-49eb-b2af-e8de49c7b24e,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:13.877894 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b639fe6-b29c-41a0-a13a-43a69427b887 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:13.879940 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b639fe6-b29c-41a0-a13a-43a69427b887 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:13.901140 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6b639fe6-b29c-41a0-a13a-43a69427b887 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1232326 May 10 14:49:13.901981 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39592) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:13.937874 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6624bd-8e4b-460c-97ea-0d7ea3b8a07a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Router 6fee7be2-7628-4203-906b-d0bcfb7a8a8d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:49:13.942820 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be0bf37-509c-4627-842f-e6f50b1ac080 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:13.946596 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3be0bf37-509c-4627-842f-e6f50b1ac080 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:13.979877 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-ab1fb950-c215-41c1-a6ab-271d5c0cc619 None None] Attempting to bind port cfc225e9-cbe4-46b0-8485-5deaa224872f on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:49:13.980306 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-ab1fb950-c215-41c1-a6ab-271d5c0cc619 None None] Attempting to bind port cfc225e9-cbe4-46b0-8485-5deaa224872f by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:49:13.980763 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1fb950-c215-41c1-a6ab-271d5c0cc619 None None] Attempting to bind port cfc225e9-cbe4-46b0-8485-5deaa224872f on network a36358c0-b900-4df5-ae69-1592404548f9 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:49:13.986391 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1be51018-ba3d-45c0-9307-983eccce7764 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] 10.222.0.79 "DELETE /v2.0/networks/2e1cae90-19e5-49eb-b2af-e8de49c7b24e HTTP/1.1" status: 204 len: 168 time: 2.2212083 May 10 14:49:13.986577 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0532427f-2cca-4ed0-9d48-355b3439a83b tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['shared'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:13.988676 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0532427f-2cca-4ed0-9d48-355b3439a83b tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['shared'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:13.990257 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1fb950-c215-41c1-a6ab-271d5c0cc619 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:49:13.990786 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1fb950-c215-41c1-a6ab-271d5c0cc619 None None] Checking segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:49:13.991373 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ab1fb950-c215-41c1-a6ab-271d5c0cc619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:13.993005 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1fb950-c215-41c1-a6ab-271d5c0cc619 None None] Bound using segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:49:13.993005 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-ab1fb950-c215-41c1-a6ab-271d5c0cc619 None None] Bound port: cfc225e9-cbe4-46b0-8485-5deaa224872f, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:49:13.993005 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ab1fb950-c215-41c1-a6ab-271d5c0cc619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:13.994398 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0532427f-2cca-4ed0-9d48-355b3439a83b tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0913627 May 10 14:49:13.995075 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39596) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:13.995410 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39598) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:14.005108 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39602) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:14.095921 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-ab1fb950-c215-41c1-a6ab-271d5c0cc619 None None] For port cfc225e9-cbe4-46b0-8485-5deaa224872f, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:49:14.099103 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-ab1fb950-c215-41c1-a6ab-271d5c0cc619 None None] For port cfc225e9-cbe4-46b0-8485-5deaa224872f, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=cfc225e9-cbe4-46b0-8485-5deaa224872f,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:49:14.104666 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ab1fb950-c215-41c1-a6ab-271d5c0cc619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:14.163451 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a9765339-1050-4bcd-a36b-0c986cc698b1 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:14.201331 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1fb950-c215-41c1-a6ab-271d5c0cc619 None None] Pushing event updated for resources: {'Port': ['ID=cfc225e9-cbe4-46b0-8485-5deaa224872f,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:14.530284 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-29f6e7f1-73bb-4b9a-abc2-2f843d2bd4c1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1560846396'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:14.550915 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-29f6e7f1-73bb-4b9a-abc2-2f843d2bd4c1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:14.554297 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-ea46309d-d987-4b5e-831d-1979e03799f6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8::23b (a36358c0-b900-4df5-ae69-1592404548f9/e7b49b92-c4ee-44b9-acb6-9a92357957b6/2cdbce92-cb9d-4b4f-a402-4fddffd7c284) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:14.567505 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-29f6e7f1-73bb-4b9a-abc2-2f843d2bd4c1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:network and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:14.574756 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-29f6e7f1-73bb-4b9a-abc2-2f843d2bd4c1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:14.578371 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a9765339-1050-4bcd-a36b-0c986cc698b1 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:14.604815 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-29f6e7f1-73bb-4b9a-abc2-2f843d2bd4c1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:14.612791 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44bfa43-1700-4c5d-9e1e-addd6c3de50a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:14.618079 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b44bfa43-1700-4c5d-9e1e-addd6c3de50a tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "GET /v2.0/networks/562d87a4-7478-46d4-b0d8-abd3fc31c9e9 HTTP/1.1" status: 200 len: 800 time: 0.6194918 May 10 14:49:14.622897 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39612) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:14.631713 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6624bd-8e4b-460c-97ea-0d7ea3b8a07a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:49:14.644658 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b8d1bb-4f09-4160-b8a0-f6705aa8853b None None] Sync routers for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:49:14.652824 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-a9765339-1050-4bcd-a36b-0c986cc698b1 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb8d2e1-ff29-41c5-8a1c-7bb5442d4d6f']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:14.657828 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b8d1bb-4f09-4160-b8a0-f6705aa8853b None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:14.658817 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-f4b8d1bb-4f09-4160-b8a0-f6705aa8853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:14.663049 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c8d4e-595c-49bc-8874-ce1f45f95f02 req-4a481382-fc0a-4a4d-ad92-62769228ca76 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:14.664589 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-143c8d4e-595c-49bc-8874-ce1f45f95f02 req-4a481382-fc0a-4a4d-ad92-62769228ca76 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.3183284 May 10 14:49:14.713274 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4e6624bd-8e4b-460c-97ea-0d7ea3b8a07a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:14.717278 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-a9765339-1050-4bcd-a36b-0c986cc698b1 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9f7cf0-1b61-47c2-afd4-1feaec43d4a9') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:14.717578 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-a9765339-1050-4bcd-a36b-0c986cc698b1 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9f7cf0-1b61-47c2-afd4-1feaec43d4a9') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:14.729484 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f6e7f1-73bb-4b9a-abc2-2f843d2bd4c1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Made reservation on behalf of ab426055898a431ea72055cf37c2d0b5 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:14.732818 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-29f6e7f1-73bb-4b9a-abc2-2f843d2bd4c1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:14.736028 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-f4b8d1bb-4f09-4160-b8a0-f6705aa8853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:14.745053 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b8d1bb-4f09-4160-b8a0-f6705aa8853b None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:14.745760 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-f4b8d1bb-4f09-4160-b8a0-f6705aa8853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:48:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:14.761839 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-29f6e7f1-73bb-4b9a-abc2-2f843d2bd4c1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:14.776282 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a9765339-1050-4bcd-a36b-0c986cc698b1 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:14.800343 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-29f6e7f1-73bb-4b9a-abc2-2f843d2bd4c1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:14.804184 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a9765339-1050-4bcd-a36b-0c986cc698b1 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:14.808239 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-f4b8d1bb-4f09-4160-b8a0-f6705aa8853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:14.808746 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b8d1bb-4f09-4160-b8a0-f6705aa8853b None None] The sync data for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:49:14.809546 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-29f6e7f1-73bb-4b9a-abc2-2f843d2bd4c1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:security_group_rule and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:14.817519 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-29f6e7f1-73bb-4b9a-abc2-2f843d2bd4c1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:14.838558 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-29f6e7f1-73bb-4b9a-abc2-2f843d2bd4c1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:14.840735 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9765339-1050-4bcd-a36b-0c986cc698b1 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:49:14.841137 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a9765339-1050-4bcd-a36b-0c986cc698b1 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:49:14.858686 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:49:14.911412 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-143c8d4e-595c-49bc-8874-ce1f45f95f02 req-756bc926-58de-446a-976a-a41f60dd3f54 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123196 May 10 14:49:14.912909 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4e6624bd-8e4b-460c-97ea-0d7ea3b8a07a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "PUT /v2.0/floatingips/fcb23853-3d1c-435f-b6fd-38f4b661365e HTTP/1.1" status: 200 len: 687 time: 3.3782265 May 10 14:49:14.926974 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39616) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:14.990517 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3be0bf37-509c-4627-842f-e6f50b1ac080 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:15.051222 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device cfc225e9-cbe4-46b0-8485-5deaa224872f up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:49:15.057652 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d74692b6-2ea5-4035-81b3-f9890dc441b9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "GET /v2.0/networks/562d87a4-7478-46d4-b0d8-abd3fc31c9e9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4332843 May 10 14:49:15.065942 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39622) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:15.151000 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port cfc225e9-cbe4-46b0-8485-5deaa224872f completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:15.186133 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ea46309d-d987-4b5e-831d-1979e03799f6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:15.198355 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0bf37-509c-4627-842f-e6f50b1ac080 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Subnet': ['ID=0bd0777e-e38b-4240-b905-d9a4fcf03c45,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:15.207363 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a9765339-1050-4bcd-a36b-0c986cc698b1 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:15.222655 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0bf37-509c-4627-842f-e6f50b1ac080 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Checking segment: {'id': '804ec679-0351-49b5-b94c-efcbcd990dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '30684860-9ebd-4be6-8de9-8b468c925c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:49:15.223007 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be0bf37-509c-4627-842f-e6f50b1ac080 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network hostable DHCP agents. Network: 30684860-9ebd-4be6-8de9-8b468c925c03, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:49:15.230626 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-ea46309d-d987-4b5e-831d-1979e03799f6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Transition to ACTIVE for port object 2cdbce92-cb9d-4b4f-a402-4fddffd7c284 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:15.264981 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a9765339-1050-4bcd-a36b-0c986cc698b1 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:15.268043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be0bf37-509c-4627-842f-e6f50b1ac080 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network 30684860-9ebd-4be6-8de9-8b468c925c03 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:49:15.273264 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-5d08abbc-0d2d-4c3b-ac51-cd6462a6e3c9 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Deleting port 074a9322-33eb-4c65-9eda-8cbea4e2d614 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:15.273588 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5d08abbc-0d2d-4c3b-ac51-cd6462a6e3c9 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:15.278892 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b874b-ff87-4fb9-80e8-3b68465aaef5 req-137eb5e5-c938-4f80-9379-7f80c94b86ee tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:15.280410 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d71b874b-ff87-4fb9-80e8-3b68465aaef5 req-137eb5e5-c938-4f80-9379-7f80c94b86ee tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.2030635 May 10 14:49:15.309451 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9765339-1050-4bcd-a36b-0c986cc698b1 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] Pushing event deleted for resources: {'Network': ['ID=0fb8d2e1-ff29-41c5-8a1c-7bb5442d4d6f,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:15.309829 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-3be0bf37-509c-4627-842f-e6f50b1ac080 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 30684860-9ebd-4be6-8de9-8b468c925c03) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:15.316073 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be0bf37-509c-4627-842f-e6f50b1ac080 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:15.316766 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3be0bf37-509c-4627-842f-e6f50b1ac080 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:15.325056 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d5db88-0dbf-40cf-b964-82987dc7bbfd None None] Network 30684860-9ebd-4be6-8de9-8b468c925c03 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:15.330785 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ea46309d-d987-4b5e-831d-1979e03799f6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:15.353454 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a9765339-1050-4bcd-a36b-0c986cc698b1 tempest-BulkNetworkOpsIpV6Test-729268553 tempest-BulkNetworkOpsIpV6Test-729268553-project] 10.222.0.79 "DELETE /v2.0/networks/0fb8d2e1-ff29-41c5-8a1c-7bb5442d4d6f HTTP/1.1" status: 204 len: 168 time: 1.3569620 May 10 14:49:15.392168 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99100be5-d838-4b85-9692-2f91ae15fcc2 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:15.400398 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-99100be5-d838-4b85-9692-2f91ae15fcc2 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "GET /v2.0/subnets/2c9118a4-248e-43ce-a301-46c4e0ae92a9 HTTP/1.1" status: 200 len: 811 time: 0.3114305 May 10 14:49:15.403094 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39628) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:15.470625 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d71b874b-ff87-4fb9-80e8-3b68465aaef5 req-b9ee494a-4852-4472-8c2a-9b7b4b997ef7 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839845 May 10 14:49:15.494075 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3be0bf37-509c-4627-842f-e6f50b1ac080 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0694959 May 10 14:49:15.498098 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea46309d-d987-4b5e-831d-1979e03799f6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:15.508141 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39632) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:15.514881 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-ea46309d-d987-4b5e-831d-1979e03799f6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:15.533319 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-10081c2d-adaa-412e-9ed9-216386c04c6d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'port': {'network_id': '30684860-9ebd-4be6-8de9-8b468c925c03', 'name': 'tempest-PortsIpV6TestJSON-449710535'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:15.570355 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea46309d-d987-4b5e-831d-1979e03799f6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:15.586185 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea46309d-d987-4b5e-831d-1979e03799f6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:15.587837 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ea46309d-d987-4b5e-831d-1979e03799f6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:15.614980 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46309d-d987-4b5e-831d-1979e03799f6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=2cdbce92-cb9d-4b4f-a402-4fddffd7c284,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:15.615845 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4220fdbd-5cc3-4365-809e-2a46b18711e1 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:15.625067 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-29f6e7f1-73bb-4b9a-abc2-2f843d2bd4c1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:15.643340 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ea46309d-d987-4b5e-831d-1979e03799f6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9158494 May 10 14:49:15.646345 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39638) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:15.654574 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-29f6e7f1-73bb-4b9a-abc2-2f843d2bd4c1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:15.724946 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5d08abbc-0d2d-4c3b-ac51-cd6462a6e3c9 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:15.725522 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5d08abbc-0d2d-4c3b-ac51-cd6462a6e3c9 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:15.730925 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512a36ba-3f1c-4251-97f0-50bfce759ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-30684860-9ebd-4be6-8de9-8b468c925c03', 'network_id': '30684860-9ebd-4be6-8de9-8b468c925c03', 'tenant_id': 'fde696bf50f046b399c8c2f96142680f', 'fixed_ips': [{'subnet_id': '0bd0777e-e38b-4240-b905-d9a4fcf03c45'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:49:15.731678 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-512a36ba-3f1c-4251-97f0-50bfce759ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:15.736613 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a976b324-a085-419a-a9bb-927745b0e0cc tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['shared'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:15.744109 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a976b324-a085-419a-a9bb-927745b0e0cc tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "GET /v2.0/subnets/2c9118a4-248e-43ce-a301-46c4e0ae92a9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3256199 May 10 14:49:15.746304 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39644) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:15.757338 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-51a69e09-16f8-4a69-b7f3-b2b67e6319fd tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-572284577'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:15.772153 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-51a69e09-16f8-4a69-b7f3-b2b67e6319fd tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:15.834475 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-10081c2d-adaa-412e-9ed9-216386c04c6d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:15.839471 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-10081c2d-adaa-412e-9ed9-216386c04c6d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:port and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:15.843690 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-10081c2d-adaa-412e-9ed9-216386c04c6d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:15.866643 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-10081c2d-adaa-412e-9ed9-216386c04c6d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:15.883032 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39650) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:15.897866 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c2baff25-6e8d-4197-859b-761823fc8f7e None None] Provisioning for port cfc225e9-cbe4-46b0-8485-5deaa224872f completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:15.898794 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10081c2d-adaa-412e-9ed9-216386c04c6d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:15.903344 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-10081c2d-adaa-412e-9ed9-216386c04c6d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:15.906202 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-5d08abbc-0d2d-4c3b-ac51-cd6462a6e3c9 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Calling delete_port for 074a9322-33eb-4c65-9eda-8cbea4e2d614 owned by network:floatingip {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:15.925935 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-51a69e09-16f8-4a69-b7f3-b2b67e6319fd tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:15.934722 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-10081c2d-adaa-412e-9ed9-216386c04c6d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] device_id is not set on port 47356ead-5c0f-4467-8465-be4e2bf68c08 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:49:15.974089 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c2baff25-6e8d-4197-859b-761823fc8f7e None None] Provisioning complete for port cfc225e9-cbe4-46b0-8485-5deaa224872f triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:15.974668 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c2baff25-6e8d-4197-859b-761823fc8f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:16.084933 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f6e7f1-73bb-4b9a-abc2-2f843d2bd4c1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:49:16.095117 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5d08abbc-0d2d-4c3b-ac51-cd6462a6e3c9 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:16.116093 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-10081c2d-adaa-412e-9ed9-216386c04c6d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Allocated IP 2001:db8::38d (30684860-9ebd-4be6-8de9-8b468c925c03/0bd0777e-e38b-4240-b905-d9a4fcf03c45/47356ead-5c0f-4467-8465-be4e2bf68c08) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:16.137659 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6e7f1-73bb-4b9a-abc2-2f843d2bd4c1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dd7cd4-1f48-4148-9b60-a90653117c31,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:16.155634 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-29f6e7f1-73bb-4b9a-abc2-2f843d2bd4c1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:16.155977 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-29f6e7f1-73bb-4b9a-abc2-2f843d2bd4c1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Added segment eeb33ba6-686b-47fd-a80c-447d6daa775d of type vlan for network 37b56033-b2b3-440b-8e93-c6012d65dba3 May 10 14:49:16.157184 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08abbc-0d2d-4c3b-ac51-cd6462a6e3c9 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event deleted for resources: {'Port': ['ID=074a9322-33eb-4c65-9eda-8cbea4e2d614,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:16.251896 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c2baff25-6e8d-4197-859b-761823fc8f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:16.271427 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-29f6e7f1-73bb-4b9a-abc2-2f843d2bd4c1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:16.283938 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafb202a-72ce-43ce-9b6b-e1aa824d2ad0 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:16.289783 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafb202a-72ce-43ce-9b6b-e1aa824d2ad0 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:16.293021 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-eafb202a-72ce-43ce-9b6b-e1aa824d2ad0 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6441224 May 10 14:49:16.295553 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39656) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:16.302627 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-c2baff25-6e8d-4197-859b-761823fc8f7e None None] For port cfc225e9-cbe4-46b0-8485-5deaa224872f, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=cfc225e9-cbe4-46b0-8485-5deaa224872f,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:16.307658 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c2baff25-6e8d-4197-859b-761823fc8f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:16.360966 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5d08abbc-0d2d-4c3b-ac51-cd6462a6e3c9 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:16.386097 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2baff25-6e8d-4197-859b-761823fc8f7e None None] Pushing event updated for resources: {'Port': ['ID=cfc225e9-cbe4-46b0-8485-5deaa224872f,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:16.392094 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-608452e4-50a5-464f-9eb5-14732fd2a5b2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting port 2cdbce92-cb9d-4b4f-a402-4fddffd7c284 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:16.392352 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-608452e4-50a5-464f-9eb5-14732fd2a5b2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:16.396889 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a69e09-16f8-4a69-b7f3-b2b67e6319fd tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Made reservation on behalf of b34db3219d0c46478753528b094049df for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:16.401469 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-51a69e09-16f8-4a69-b7f3-b2b67e6319fd tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:16.559995 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-29f6e7f1-73bb-4b9a-abc2-2f843d2bd4c1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:16.565472 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f6e7f1-73bb-4b9a-abc2-2f843d2bd4c1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:16.566692 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-29f6e7f1-73bb-4b9a-abc2-2f843d2bd4c1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:16.635958 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c885ceb6-11d4-4bb2-9a08-f1b948b07642 None None] Provisioning for port 2cdbce92-cb9d-4b4f-a402-4fddffd7c284 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:16.642771 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-10081c2d-adaa-412e-9ed9-216386c04c6d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:16.645763 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c885ceb6-11d4-4bb2-9a08-f1b948b07642 None None] Provisioning complete for port 2cdbce92-cb9d-4b4f-a402-4fddffd7c284 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:16.646289 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c885ceb6-11d4-4bb2-9a08-f1b948b07642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:16.647417 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-126b7333-adc8-4fe9-856e-153167b45768 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c22b2f47131c4c7191d7c54ec46eb5cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7622709 May 10 14:49:16.655266 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39662) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:16.669263 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5d08abbc-0d2d-4c3b-ac51-cd6462a6e3c9 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:16.673126 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5d08abbc-0d2d-4c3b-ac51-cd6462a6e3c9 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "DELETE /v2.0/floatingips/fcb23853-3d1c-435f-b6fd-38f4b661365e HTTP/1.1" status: 204 len: 168 time: 1.7434406 May 10 14:49:16.685152 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39666) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:16.686114 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a69e09-16f8-4a69-b7f3-b2b67e6319fd tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:49:16.716605 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-29f6e7f1-73bb-4b9a-abc2-2f843d2bd4c1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.6921015 May 10 14:49:16.717437 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39670) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:16.720005 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-c885ceb6-11d4-4bb2-9a08-f1b948b07642 None None] Port 2cdbce92-cb9d-4b4f-a402-4fddffd7c284 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:49:16.735047 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c885ceb6-11d4-4bb2-9a08-f1b948b07642 None None] Provisioning complete for port cfc225e9-cbe4-46b0-8485-5deaa224872f triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:16.735558 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c885ceb6-11d4-4bb2-9a08-f1b948b07642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:16.737380 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-245b7fbf-ad91-461c-a755-82b64c69a3c0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1589688465'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:16.757375 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-245b7fbf-ad91-461c-a755-82b64c69a3c0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:16.762847 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-10081c2d-adaa-412e-9ed9-216386c04c6d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Transition to ACTIVE for port object 47356ead-5c0f-4467-8465-be4e2bf68c08 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:16.767967 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-245b7fbf-ad91-461c-a755-82b64c69a3c0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:network and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:16.770708 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6e7f1-73bb-4b9a-abc2-2f843d2bd4c1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Network': ['ID=37b56033-b2b3-440b-8e93-c6012d65dba3,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:16.775696 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-245b7fbf-ad91-461c-a755-82b64c69a3c0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:16.799735 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-51a69e09-16f8-4a69-b7f3-b2b67e6319fd tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:16.800068 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-51a69e09-16f8-4a69-b7f3-b2b67e6319fd tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Added segment 16f049ae-03fe-47a4-9214-2636d4233d21 of type vlan for network 438052ee-9a17-47cf-bf3a-3935bc19f440 May 10 14:49:16.805711 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-245b7fbf-ad91-461c-a755-82b64c69a3c0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:16.816266 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-fb0e6662-9f48-4385-a154-c8b8bedd612f tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] delete failed (client error): The resource could not be found. May 10 14:49:16.817526 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fb0e6662-9f48-4385-a154-c8b8bedd612f tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "DELETE /v2.0/floatingips/fcb23853-3d1c-435f-b6fd-38f4b661365e HTTP/1.1" status: 404 len: 345 time: 0.1287596 May 10 14:49:16.830868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86546217-b568-4e6e-b65b-f98f8d1d3e69 req-06640514-623a-4cde-96e2-f89c3de7ac0a tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:16.833236 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 37b56033-b2b3-440b-8e93-c6012d65dba3 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:49:16.839140 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-86546217-b568-4e6e-b65b-f98f8d1d3e69 req-06640514-623a-4cde-96e2-f89c3de7ac0a tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.5416415 May 10 14:49:16.844511 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39674) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:16.895569 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245b7fbf-ad91-461c-a755-82b64c69a3c0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Made reservation on behalf of ab426055898a431ea72055cf37c2d0b5 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:16.900765 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-245b7fbf-ad91-461c-a755-82b64c69a3c0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:16.972621 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245b7fbf-ad91-461c-a755-82b64c69a3c0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:49:16.975942 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-608452e4-50a5-464f-9eb5-14732fd2a5b2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:17.015709 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-51a69e09-16f8-4a69-b7f3-b2b67e6319fd tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:17.019674 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2ec79446-f950-411f-bbb4-52ad7e418fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:17.023182 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device cfc225e9-cbe4-46b0-8485-5deaa224872f up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:49:17.104470 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2ec79446-f950-411f-bbb4-52ad7e418fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:17.115572 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-86546217-b568-4e6e-b65b-f98f8d1d3e69 req-195422b6-166f-4d22-b906-f9be27e5c740 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519186 May 10 14:49:17.126264 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-608452e4-50a5-464f-9eb5-14732fd2a5b2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Calling delete_port for 2cdbce92-cb9d-4b4f-a402-4fddffd7c284 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:17.128308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-10081c2d-adaa-412e-9ed9-216386c04c6d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:17.169527 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-245b7fbf-ad91-461c-a755-82b64c69a3c0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:17.172108 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-245b7fbf-ad91-461c-a755-82b64c69a3c0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Added segment 99902992-f253-4898-8c21-193793d2e2f9 of type vlan for network 20d9cefb-40bf-45fa-bf5b-2ac474cb1c84 May 10 14:49:17.226176 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-245b7fbf-ad91-461c-a755-82b64c69a3c0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:17.245007 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-512a36ba-3f1c-4251-97f0-50bfce759ef1 None None] Allocated IP 2001:db8::2 (30684860-9ebd-4be6-8de9-8b468c925c03/0bd0777e-e38b-4240-b905-d9a4fcf03c45/e2fdde61-2635-4d9a-a4af-a34e8280d7eb) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:17.267373 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port cfc225e9-cbe4-46b0-8485-5deaa224872f triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:17.267799 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:17.286295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10081c2d-adaa-412e-9ed9-216386c04c6d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network 30684860-9ebd-4be6-8de9-8b468c925c03 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:17.332219 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-245b7fbf-ad91-461c-a755-82b64c69a3c0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:17.339544 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245b7fbf-ad91-461c-a755-82b64c69a3c0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:17.340167 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-245b7fbf-ad91-461c-a755-82b64c69a3c0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:17.347402 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10081c2d-adaa-412e-9ed9-216386c04c6d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Port': ['ID=47356ead-5c0f-4467-8465-be4e2bf68c08,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:17.350396 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-10081c2d-adaa-412e-9ed9-216386c04c6d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:17.361824 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-51a69e09-16f8-4a69-b7f3-b2b67e6319fd tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:17.370024 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a69e09-16f8-4a69-b7f3-b2b67e6319fd tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:17.370803 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-51a69e09-16f8-4a69-b7f3-b2b67e6319fd tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:17.413874 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10081c2d-adaa-412e-9ed9-216386c04c6d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:17.430227 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10081c2d-adaa-412e-9ed9-216386c04c6d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:17.431889 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-10081c2d-adaa-412e-9ed9-216386c04c6d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:17.480638 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-608452e4-50a5-464f-9eb5-14732fd2a5b2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:17.482633 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b7fbf-ad91-461c-a755-82b64c69a3c0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Network': ['ID=20d9cefb-40bf-45fa-bf5b-2ac474cb1c84,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:17.489227 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-bad65385-e714-4d40-b7b8-c6b0e356f1d8 None None] Provisioning complete for port 2cdbce92-cb9d-4b4f-a402-4fddffd7c284 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:17.489794 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bad65385-e714-4d40-b7b8-c6b0e356f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:17.529894 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-245b7fbf-ad91-461c-a755-82b64c69a3c0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8034761 May 10 14:49:17.538360 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39688) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:17.543782 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608452e4-50a5-464f-9eb5-14732fd2a5b2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Port': ['ID=2cdbce92-cb9d-4b4f-a402-4fddffd7c284,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:17.548665 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-7163732e-db2e-49ac-b24f-5bd1f3369c41 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'subnet': {'network_id': '37b56033-b2b3-440b-8e93-c6012d65dba3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:17.550286 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c15161-a729-4f07-9f63-3c9b412c4a44 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:17.556144 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c15161-a729-4f07-9f63-3c9b412c4a44 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:17.558850 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 20d9cefb-40bf-45fa-bf5b-2ac474cb1c84 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:49:17.561938 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c15161-a729-4f07-9f63-3c9b412c4a44 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:17.563583 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e2c15161-a729-4f07-9f63-3c9b412c4a44 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "GET /v2.0/ports?network_id=5479cc0b-ed50-461c-a5e1-9947c14b3eb6 HTTP/1.1" status: 200 len: 2357 time: 0.7181242 May 10 14:49:17.564338 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2ec79446-f950-411f-bbb4-52ad7e418fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:17.566764 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2ec79446-f950-411f-bbb4-52ad7e418fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:17.567825 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2ec79446-f950-411f-bbb4-52ad7e418fb5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aa7db846-b8ec-4026-a327-8c6d8e73276c HTTP/1.1" status: 204 len: 168 time: 0.9088027 May 10 14:49:17.601524 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39692) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:17.614869 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-bad65385-e714-4d40-b7b8-c6b0e356f1d8 None None] Port 2cdbce92-cb9d-4b4f-a402-4fddffd7c284 was deleted so its status cannot be updated. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 10 14:49:17.629209 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-51a69e09-16f8-4a69-b7f3-b2b67e6319fd tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8761005 May 10 14:49:17.670740 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39698) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:17.719953 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-e30fdf40-7ab7-4c18-afcb-dc445b18f919 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'subnet': {'network_id': '438052ee-9a17-47cf-bf3a-3935bc19f440', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:17.826445 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec79446-f950-411f-bbb4-52ad7e418fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7db846-b8ec-4026-a327-8c6d8e73276c,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:17.844521 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-10081c2d-adaa-412e-9ed9-216386c04c6d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3313282 May 10 14:49:17.848230 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a69e09-16f8-4a69-b7f3-b2b67e6319fd tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Network': ['ID=438052ee-9a17-47cf-bf3a-3935bc19f440,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:17.854175 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39706) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:17.859942 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-512a36ba-3f1c-4251-97f0-50bfce759ef1 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:17.864357 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-608452e4-50a5-464f-9eb5-14732fd2a5b2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:17.869362 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-608452e4-50a5-464f-9eb5-14732fd2a5b2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/2cdbce92-cb9d-4b4f-a402-4fddffd7c284 HTTP/1.1" status: 204 len: 168 time: 1.5712419 May 10 14:49:17.877298 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-d7a5986a-d704-401f-ad4e-1129fd2daa65 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'port': {'network_id': '30684860-9ebd-4be6-8de9-8b468c925c03', 'name': 'tempest-PortsIpV6TestJSON-590612323'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:17.896485 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39712) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:17.920686 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 438052ee-9a17-47cf-bf3a-3935bc19f440 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:49:17.958712 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-7163732e-db2e-49ac-b24f-5bd1f3369c41 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:18.010590 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7163732e-db2e-49ac-b24f-5bd1f3369c41 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:subnet and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:18.024889 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7163732e-db2e-49ac-b24f-5bd1f3369c41 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:18.041249 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acbf20b-5f44-45b8-ac21-24cfe82131f7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:18.042011 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7acbf20b-5f44-45b8-ac21-24cfe82131f7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Synchronizing usage tracker for tenant:d96b13b642cb4adf9c29a3eb1de983c1 on resource:subnet {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:18.052355 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-7163732e-db2e-49ac-b24f-5bd1f3369c41 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:18.062985 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e30fdf40-7ab7-4c18-afcb-dc445b18f919 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:18.065639 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-512a36ba-3f1c-4251-97f0-50bfce759ef1 None None] Transition to ACTIVE for port object e2fdde61-2635-4d9a-a4af-a34e8280d7eb will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:18.077455 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24298cbc-8d71-42c4-a94d-0d112a61517f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:18.079471 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24298cbc-8d71-42c4-a94d-0d112a61517f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:18.080460 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-24298cbc-8d71-42c4-a94d-0d112a61517f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:18.101627 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7163732e-db2e-49ac-b24f-5bd1f3369c41 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Made reservation on behalf of ab426055898a431ea72055cf37c2d0b5 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:18.106861 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7163732e-db2e-49ac-b24f-5bd1f3369c41 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:18.111462 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-512a36ba-3f1c-4251-97f0-50bfce759ef1 None None] Transition to ACTIVE for port object e2fdde61-2635-4d9a-a4af-a34e8280d7eb will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:18.128359 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e30fdf40-7ab7-4c18-afcb-dc445b18f919 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:18.129065 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-512a36ba-3f1c-4251-97f0-50bfce759ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:18.135546 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-24298cbc-8d71-42c4-a94d-0d112a61517f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:18.137015 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-24298cbc-8d71-42c4-a94d-0d112a61517f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2333341 May 10 14:49:18.144823 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39720) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:18.195432 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7acbf20b-5f44-45b8-ac21-24cfe82131f7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Unset dirty status for tenant:d96b13b642cb4adf9c29a3eb1de983c1 on resource:subnet {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:18.202066 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7acbf20b-5f44-45b8-ac21-24cfe82131f7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "GET /v2.0/subnets/411cddca-209c-4e1a-b58d-2223709af17d HTTP/1.1" status: 200 len: 797 time: 0.5744171 May 10 14:49:18.205527 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39726) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:18.212402 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-a55b894e-c2f0-4a80-ac11-3f55bdd6f89a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Request body: {'port': {'network_id': '5479cc0b-ed50-461c-a5e1-9947c14b3eb6', 'name': 'tempest-FloatingIPTestJSON-480738996', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:18.223435 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512a36ba-3f1c-4251-97f0-50bfce759ef1 None None] Network 30684860-9ebd-4be6-8de9-8b468c925c03 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:18.226462 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-512a36ba-3f1c-4251-97f0-50bfce759ef1 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:18.232664 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512a36ba-3f1c-4251-97f0-50bfce759ef1 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:18.241060 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30fdf40-7ab7-4c18-afcb-dc445b18f919 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Made reservation on behalf of b34db3219d0c46478753528b094049df for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:18.244964 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e30fdf40-7ab7-4c18-afcb-dc445b18f919 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:18.326469 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a36ba-3f1c-4251-97f0-50bfce759ef1 None None] Pushing event updated for resources: {'Port': ['ID=e2fdde61-2635-4d9a-a4af-a34e8280d7eb,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:18.351590 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-512a36ba-3f1c-4251-97f0-50bfce759ef1 None None] Attempting to bind port e2fdde61-2635-4d9a-a4af-a34e8280d7eb on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:49:18.352047 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-512a36ba-3f1c-4251-97f0-50bfce759ef1 None None] Attempting to bind port e2fdde61-2635-4d9a-a4af-a34e8280d7eb by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '804ec679-0351-49b5-b94c-efcbcd990dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '30684860-9ebd-4be6-8de9-8b468c925c03'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:49:18.353614 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a36ba-3f1c-4251-97f0-50bfce759ef1 None None] Attempting to bind port e2fdde61-2635-4d9a-a4af-a34e8280d7eb on network 30684860-9ebd-4be6-8de9-8b468c925c03 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:49:18.361489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a36ba-3f1c-4251-97f0-50bfce759ef1 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:49:18.362114 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a36ba-3f1c-4251-97f0-50bfce759ef1 None None] Checking segment: {'id': '804ec679-0351-49b5-b94c-efcbcd990dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '30684860-9ebd-4be6-8de9-8b468c925c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:49:18.362978 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-512a36ba-3f1c-4251-97f0-50bfce759ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:18.363439 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512a36ba-3f1c-4251-97f0-50bfce759ef1 None None] Bound using segment: {'id': '804ec679-0351-49b5-b94c-efcbcd990dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '30684860-9ebd-4be6-8de9-8b468c925c03'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:49:18.364092 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-512a36ba-3f1c-4251-97f0-50bfce759ef1 None None] Bound port: e2fdde61-2635-4d9a-a4af-a34e8280d7eb, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804ec679-0351-49b5-b94c-efcbcd990dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '30684860-9ebd-4be6-8de9-8b468c925c03'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:49:18.364526 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-512a36ba-3f1c-4251-97f0-50bfce759ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:18.368833 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d7a5986a-d704-401f-ad4e-1129fd2daa65 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:18.383105 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7fcdf-a76b-40af-ac06-3a02df57630d req-cb835a9e-ad4d-4e1e-9faf-cf72970deba1 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:18.391381 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6da7fcdf-a76b-40af-ac06-3a02df57630d req-cb835a9e-ad4d-4e1e-9faf-cf72970deba1 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.3037441 May 10 14:49:18.393918 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d7a5986a-d704-401f-ad4e-1129fd2daa65 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:port and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:18.400569 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d7a5986a-d704-401f-ad4e-1129fd2daa65 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:18.423429 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d7a5986a-d704-401f-ad4e-1129fd2daa65 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:18.506137 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6da7fcdf-a76b-40af-ac06-3a02df57630d req-bea8e163-7c90-4287-a920-d427b5f23c21 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096454 May 10 14:49:18.511892 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.ipam_backend_mixin [None req-e30fdf40-7ab7-4c18-afcb-dc445b18f919 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Performing IP validity checks on allocation pools {{(pid=88052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 10 14:49:18.512729 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.ipam_backend_mixin [None req-e30fdf40-7ab7-4c18-afcb-dc445b18f919 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 10 14:49:18.517159 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a5986a-d704-401f-ad4e-1129fd2daa65 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:18.527136 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-4626ba90-1be3-4ca2-9112-2486c9538e9c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet e7b49b92-c4ee-44b9-acb6-9a92357957b6 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:49:18.528735 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-512a36ba-3f1c-4251-97f0-50bfce759ef1 None None] For port e2fdde61-2635-4d9a-a4af-a34e8280d7eb, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:49:18.531722 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d7a5986a-d704-401f-ad4e-1129fd2daa65 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:18.531941 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-512a36ba-3f1c-4251-97f0-50bfce759ef1 None None] For port e2fdde61-2635-4d9a-a4af-a34e8280d7eb, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e2fdde61-2635-4d9a-a4af-a34e8280d7eb,segment=NetworkSegment(804ec679-0351-49b5-b94c-efcbcd990dbd),segment_id=804ec679-0351-49b5-b94c-efcbcd990dbd)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:49:18.541017 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-512a36ba-3f1c-4251-97f0-50bfce759ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:18.543046 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4626ba90-1be3-4ca2-9112-2486c9538e9c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:18.583592 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-d7a5986a-d704-401f-ad4e-1129fd2daa65 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] device_id is not set on port 753866a3-aa62-48be-9adf-0bb6c1ab3c31 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:49:18.646874 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4626ba90-1be3-4ca2-9112-2486c9538e9c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:18.661474 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a36ba-3f1c-4251-97f0-50bfce759ef1 None None] Pushing event updated for resources: {'Port': ['ID=e2fdde61-2635-4d9a-a4af-a34e8280d7eb,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:18.678169 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a55b894e-c2f0-4a80-ac11-3f55bdd6f89a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:18.684291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a55b894e-c2f0-4a80-ac11-3f55bdd6f89a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Usage tracker for resource:port and tenant:d96b13b642cb4adf9c29a3eb1de983c1 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:18.688058 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a55b894e-c2f0-4a80-ac11-3f55bdd6f89a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:18.694767 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a55b894e-c2f0-4a80-ac11-3f55bdd6f89a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:18.726790 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55b894e-c2f0-4a80-ac11-3f55bdd6f89a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Made reservation on behalf of d96b13b642cb4adf9c29a3eb1de983c1 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:18.794734 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39740) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:18.898342 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7163732e-db2e-49ac-b24f-5bd1f3369c41 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:18.947323 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-d7a5986a-d704-401f-ad4e-1129fd2daa65 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Allocated IP 2001:db8::3e4 (30684860-9ebd-4be6-8de9-8b468c925c03/0bd0777e-e38b-4240-b905-d9a4fcf03c45/753866a3-aa62-48be-9adf-0bb6c1ab3c31) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:18.975714 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4626ba90-1be3-4ca2-9112-2486c9538e9c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:18.984976 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a55b894e-c2f0-4a80-ac11-3f55bdd6f89a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:19.035357 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-a55b894e-c2f0-4a80-ac11-3f55bdd6f89a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] device_id is not set on port facfae16-1bdd-4c7e-842a-a58ef5716df4 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:49:19.094574 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e30fdf40-7ab7-4c18-afcb-dc445b18f919 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:19.111392 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-5ed31857-e395-43f6-bc0c-3c1c2bcb679c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Request body: {'security_group': {'name': 'tempest-secgroup--703833231'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:19.120225 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163732e-db2e-49ac-b24f-5bd1f3369c41 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Subnet': ['ID=14c99ef6-a6f6-4a2d-8b53-2b42e29ab943,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:19.163156 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5ed31857-e395-43f6-bc0c-3c1c2bcb679c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:19.188312 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5ed31857-e395-43f6-bc0c-3c1c2bcb679c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Usage tracker for resource:security_group and tenant:9ac6bad6e6184612b57155af00ea7575 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:19.193890 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5ed31857-e395-43f6-bc0c-3c1c2bcb679c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:19.201436 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7163732e-db2e-49ac-b24f-5bd1f3369c41 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Checking segment: {'id': 'eeb33ba6-686b-47fd-a80c-447d6daa775d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '37b56033-b2b3-440b-8e93-c6012d65dba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:49:19.201792 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7163732e-db2e-49ac-b24f-5bd1f3369c41 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network hostable DHCP agents. Network: 37b56033-b2b3-440b-8e93-c6012d65dba3, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:49:19.226743 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5ed31857-e395-43f6-bc0c-3c1c2bcb679c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:19.257160 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30fdf40-7ab7-4c18-afcb-dc445b18f919 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Subnet': ['ID=97aa6408-4f57-48dd-ab5d-d56ad8772296,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:19.264935 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4626ba90-1be3-4ca2-9112-2486c9538e9c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:19.304152 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5ed31857-e395-43f6-bc0c-3c1c2bcb679c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:19.313958 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30fdf40-7ab7-4c18-afcb-dc445b18f919 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Checking segment: {'id': '16f049ae-03fe-47a4-9214-2636d4233d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '438052ee-9a17-47cf-bf3a-3935bc19f440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:49:19.314323 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30fdf40-7ab7-4c18-afcb-dc445b18f919 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Network hostable DHCP agents. Network: 438052ee-9a17-47cf-bf3a-3935bc19f440, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:49:19.335242 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5ed31857-e395-43f6-bc0c-3c1c2bcb679c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:19.344760 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626ba90-1be3-4ca2-9112-2486c9538e9c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b49b92-c4ee-44b9-acb6-9a92357957b6,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:19.351540 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7163732e-db2e-49ac-b24f-5bd1f3369c41 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network 37b56033-b2b3-440b-8e93-c6012d65dba3 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:49:19.359612 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4626ba90-1be3-4ca2-9112-2486c9538e9c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:19.362866 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc47d73-550d-4aaa-ba27-862313079e5d None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:19.376832 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-7163732e-db2e-49ac-b24f-5bd1f3369c41 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 37b56033-b2b3-440b-8e93-c6012d65dba3) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:19.381172 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5ed31857-e395-43f6-bc0c-3c1c2bcb679c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:19.390472 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7163732e-db2e-49ac-b24f-5bd1f3369c41 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:19.391059 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7163732e-db2e-49ac-b24f-5bd1f3369c41 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:19.394795 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5ed31857-e395-43f6-bc0c-3c1c2bcb679c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Usage tracker for resource:security_group_rule and tenant:9ac6bad6e6184612b57155af00ea7575 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:19.400033 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5ed31857-e395-43f6-bc0c-3c1c2bcb679c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:19.414063 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30fdf40-7ab7-4c18-afcb-dc445b18f919 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Network 438052ee-9a17-47cf-bf3a-3935bc19f440 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:49:19.417184 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5ed31857-e395-43f6-bc0c-3c1c2bcb679c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:19.422192 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4626ba90-1be3-4ca2-9112-2486c9538e9c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/e7b49b92-c4ee-44b9-acb6-9a92357957b6 HTTP/1.1" status: 204 len: 168 time: 1.2737439 May 10 14:49:19.423755 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39746) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:19.428880 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9c7ccc-893c-4925-9e2a-ab6aad675eb2 None None] Network 37b56033-b2b3-440b-8e93-c6012d65dba3 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:19.431497 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-e30fdf40-7ab7-4c18-afcb-dc445b18f919 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 438052ee-9a17-47cf-bf3a-3935bc19f440) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:19.436486 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7163732e-db2e-49ac-b24f-5bd1f3369c41 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8971045 May 10 14:49:19.438926 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30fdf40-7ab7-4c18-afcb-dc445b18f919 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:19.439512 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e30fdf40-7ab7-4c18-afcb-dc445b18f919 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:19.450263 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39750) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:19.453135 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaf2723-8c12-45c0-aa6c-c9f460e2646a None None] Network 438052ee-9a17-47cf-bf3a-3935bc19f440 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:19.458634 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-21b83d9e-2403-4151-8a12-e639f6729f05 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'subnet': {'network_id': '20d9cefb-40bf-45fa-bf5b-2ac474cb1c84', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:19.580393 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e30fdf40-7ab7-4c18-afcb-dc445b18f919 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9080033 May 10 14:49:19.592328 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39756) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:19.613456 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-7aa3c21e-37ed-476a-bae2-368e77051e02 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:19.625686 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-20679787-6e68-4866-b560-698ee5a9b3fb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2006750 May 10 14:49:19.632869 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39760) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:19.663037 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-a24a4abc-ee0f-4383-a408-ff9fb910c650 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:19.678445 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-21b83d9e-2403-4151-8a12-e639f6729f05 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:19.692617 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-21b83d9e-2403-4151-8a12-e639f6729f05 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:subnet and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:19.698964 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-21b83d9e-2403-4151-8a12-e639f6729f05 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:19.702894 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d7a5986a-d704-401f-ad4e-1129fd2daa65 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:19.717445 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-21b83d9e-2403-4151-8a12-e639f6729f05 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:19.800286 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b83d9e-2403-4151-8a12-e639f6729f05 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Made reservation on behalf of ab426055898a431ea72055cf37c2d0b5 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:19.803774 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-21b83d9e-2403-4151-8a12-e639f6729f05 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:19.826398 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5ed31857-e395-43f6-bc0c-3c1c2bcb679c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:19.893551 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5ed31857-e395-43f6-bc0c-3c1c2bcb679c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:19.924916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-d7a5986a-d704-401f-ad4e-1129fd2daa65 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Transition to ACTIVE for port object 753866a3-aa62-48be-9adf-0bb6c1ab3c31 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:19.941719 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5ed31857-e395-43f6-bc0c-3c1c2bcb679c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:19.951052 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7aa3c21e-37ed-476a-bae2-368e77051e02 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10960354'] for subnet, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:19.957832 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a24a4abc-ee0f-4383-a408-ff9fb910c650 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:19.961594 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5ed31857-e395-43f6-bc0c-3c1c2bcb679c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Usage tracker for resource:security_group_rule and tenant:9ac6bad6e6184612b57155af00ea7575 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:19.968164 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5ed31857-e395-43f6-bc0c-3c1c2bcb679c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:19.973609 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a24a4abc-ee0f-4383-a408-ff9fb910c650 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:19.979482 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a24a4abc-ee0f-4383-a408-ff9fb910c650 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:19.984070 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5ed31857-e395-43f6-bc0c-3c1c2bcb679c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:19.986113 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2856428b-5d88-41fc-beec-e30f991c1b91 None None] Network 30684860-9ebd-4be6-8de9-8b468c925c03 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:20.020692 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed31857-e395-43f6-bc0c-3c1c2bcb679c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edef108d-f488-4c5e-a616-1c13b1465ddc,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:20.024112 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a24a4abc-ee0f-4383-a408-ff9fb910c650 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:20.068179 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24a4abc-ee0f-4383-a408-ff9fb910c650 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:20.072345 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a24a4abc-ee0f-4383-a408-ff9fb910c650 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:20.101427 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d7a5986a-d704-401f-ad4e-1129fd2daa65 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:20.104378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-a55b894e-c2f0-4a80-ac11-3f55bdd6f89a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Allocated IP 172.20.0.14 (5479cc0b-ed50-461c-a5e1-9947c14b3eb6/411cddca-209c-4e1a-b58d-2223709af17d/facfae16-1bdd-4c7e-842a-a58ef5716df4) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:20.131148 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f4f7c08b-a28d-4e33-bddb-2d3f0fc20dc0 None None] Provisioning for port e2fdde61-2635-4d9a-a4af-a34e8280d7eb completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:20.178842 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-034256f6-cac6-4cd1-87f2-485154f63b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:20.225357 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-a55b894e-c2f0-4a80-ac11-3f55bdd6f89a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Allocated IP 172.20.0.13 (5479cc0b-ed50-461c-a5e1-9947c14b3eb6/411cddca-209c-4e1a-b58d-2223709af17d/facfae16-1bdd-4c7e-842a-a58ef5716df4) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:20.235107 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6140a-1e81-4118-b358-b41c4e6bd35e req-6963e5cb-731d-453f-a02e-67455478115f tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:20.236636 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fab6140a-1e81-4118-b358-b41c4e6bd35e req-6963e5cb-731d-453f-a02e-67455478115f tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.5268826 May 10 14:49:20.297758 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5ed31857-e395-43f6-bc0c-3c1c2bcb679c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:20.304317 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a5986a-d704-401f-ad4e-1129fd2daa65 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network 30684860-9ebd-4be6-8de9-8b468c925c03 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:20.316276 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5ed31857-e395-43f6-bc0c-3c1c2bcb679c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:20.325216 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-d7a5986a-d704-401f-ad4e-1129fd2daa65 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:20.334521 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5986a-d704-401f-ad4e-1129fd2daa65 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Port': ['ID=753866a3-aa62-48be-9adf-0bb6c1ab3c31,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:20.339940 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a5986a-d704-401f-ad4e-1129fd2daa65 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:20.345287 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239aceb0-1a9b-4256-97a1-805915336543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-37b56033-b2b3-440b-8e93-c6012d65dba3', 'network_id': '37b56033-b2b3-440b-8e93-c6012d65dba3', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'fixed_ips': [{'subnet_id': '14c99ef6-a6f6-4a2d-8b53-2b42e29ab943'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:49:20.345534 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a5986a-d704-401f-ad4e-1129fd2daa65 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:20.346233 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d7a5986a-d704-401f-ad4e-1129fd2daa65 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:20.347430 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-239aceb0-1a9b-4256-97a1-805915336543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:20.386792 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-21b83d9e-2403-4151-8a12-e639f6729f05 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:20.432688 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fab6140a-1e81-4118-b358-b41c4e6bd35e req-77f39a08-d433-448f-924d-28da08cea025 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594248 May 10 14:49:20.478265 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5ed31857-e395-43f6-bc0c-3c1c2bcb679c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:20.481882 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5ed31857-e395-43f6-bc0c-3c1c2bcb679c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6801715 May 10 14:49:20.481882 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed31857-e395-43f6-bc0c-3c1c2bcb679c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd54b37d-e638-41b8-a402-35e8351baab1,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:20.484301 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39766) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:20.520349 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316a2825-9a09-4506-86cb-c697340bd5fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-438052ee-9a17-47cf-bf3a-3935bc19f440', 'network_id': '438052ee-9a17-47cf-bf3a-3935bc19f440', 'tenant_id': 'b34db3219d0c46478753528b094049df', 'fixed_ips': [{'subnet_id': '97aa6408-4f57-48dd-ab5d-d56ad8772296'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:49:20.521162 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-316a2825-9a09-4506-86cb-c697340bd5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:20.535799 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7aa3c21e-37ed-476a-bae2-368e77051e02 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758962909305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1675520'] for subnet, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:20.543886 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b83d9e-2403-4151-8a12-e639f6729f05 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Subnet': ['ID=120668f7-f502-4d66-acfe-71bf63357647,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:20.551059 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d7a5986a-d704-401f-ad4e-1129fd2daa65 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6856699 May 10 14:49:20.584507 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39770) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:20.602511 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b83d9e-2403-4151-8a12-e639f6729f05 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Checking segment: {'id': '99902992-f253-4898-8c21-193793d2e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '20d9cefb-40bf-45fa-bf5b-2ac474cb1c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:49:20.603132 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b83d9e-2403-4151-8a12-e639f6729f05 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network hostable DHCP agents. Network: 20d9cefb-40bf-45fa-bf5b-2ac474cb1c84, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:49:20.653066 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4137567-7a35-4a52-b370-e2dcdeaf9a1c None None] DHCP port deletion for a36358c0-b900-4df5-ae69-1592404548f9 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:49:20.656661 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa3c21e-37ed-476a-bae2-368e77051e02 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:20.657262 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7aa3c21e-37ed-476a-bae2-368e77051e02 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:20.658554 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7aa3c21e-37ed-476a-bae2-368e77051e02 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "PUT /v2.0/subnets/97aa6408-4f57-48dd-ab5d-d56ad8772296 HTTP/1.1" status: 200 len: 877 time: 1.0652499 May 10 14:49:20.667017 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39774) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:20.674386 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d4137567-7a35-4a52-b370-e2dcdeaf9a1c None None] Deleting port cfc225e9-cbe4-46b0-8485-5deaa224872f {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:20.674778 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d4137567-7a35-4a52-b370-e2dcdeaf9a1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:20.695018 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c272493c-d02a-476c-a1f0-d0a6cc6870da tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Synchronizing usage tracker for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:20.711248 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b83d9e-2403-4151-8a12-e639f6729f05 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network 20d9cefb-40bf-45fa-bf5b-2ac474cb1c84 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:49:20.759634 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a55b894e-c2f0-4a80-ac11-3f55bdd6f89a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:20.803431 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e361d40-d6ab-45ca-8266-88e71d4061e6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:20.803721 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-0e361d40-d6ab-45ca-8266-88e71d4061e6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Synchronizing usage tracker for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:20.813268 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a24a4abc-ee0f-4383-a408-ff9fb910c650 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:20.882948 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3c21e-37ed-476a-bae2-368e77051e02 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event updated for resources: {'Subnet': ['ID=97aa6408-4f57-48dd-ab5d-d56ad8772296,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:20.890836 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24a4abc-ee0f-4383-a408-ff9fb910c650 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:20.894735 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-a24a4abc-ee0f-4383-a408-ff9fb910c650 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:20.900312 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-0e361d40-d6ab-45ca-8266-88e71d4061e6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Unset dirty status for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:20.904256 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0e361d40-d6ab-45ca-8266-88e71d4061e6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A38d HTTP/1.1" status: 200 len: 928 time: 0.3120568 May 10 14:49:20.906473 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24a4abc-ee0f-4383-a408-ff9fb910c650 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:20.906687 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39778) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:20.907228 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a24a4abc-ee0f-4383-a408-ff9fb910c650 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:20.923894 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a4abc-ee0f-4383-a408-ff9fb910c650 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=3442fe53-29eb-49d4-8d7b-9bde578dc3d2,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:20.933662 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a55b894e-c2f0-4a80-ac11-3f55bdd6f89a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:20.950135 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-21b83d9e-2403-4151-8a12-e639f6729f05 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 20d9cefb-40bf-45fa-bf5b-2ac474cb1c84) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:20.978698 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88b530c-3a46-43b8-961f-f9632bf4db0d None None] Network 20d9cefb-40bf-45fa-bf5b-2ac474cb1c84 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:21.000436 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-239aceb0-1a9b-4256-97a1-805915336543 None None] Allocated IP 2001:db8::2 (37b56033-b2b3-440b-8e93-c6012d65dba3/14c99ef6-a6f6-4a2d-8b53-2b42e29ab943/b0988d3e-0d59-4479-a891-80bb07d6d0e6) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:21.004880 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a24a4abc-ee0f-4383-a408-ff9fb910c650 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3536091 May 10 14:49:21.019080 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b83d9e-2403-4151-8a12-e639f6729f05 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:21.019806 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-21b83d9e-2403-4151-8a12-e639f6729f05 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:21.020583 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39782) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:21.036094 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-dab92c59-3814-4054-8ac7-5ded05607030 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'name': 'tempest-NetworksTestDHCPv6-608482778'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:21.043238 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c272493c-d02a-476c-a1f0-d0a6cc6870da tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Unset dirty status for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:21.044561 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c272493c-d02a-476c-a1f0-d0a6cc6870da tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.5544138 May 10 14:49:21.050448 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39786) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:21.061401 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55b894e-c2f0-4a80-ac11-3f55bdd6f89a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Network 5479cc0b-ed50-461c-a5e1-9947c14b3eb6 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:21.068349 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7829dbd9-7aab-4750-9078-7771af7135cd tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Request body: {'security_group': {'name': 'tempest-security--1736011864', 'description': 'tempest-security-description-907858120'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:21.093688 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-21b83d9e-2403-4151-8a12-e639f6729f05 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6421299 May 10 14:49:21.103323 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39790) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:21.116738 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-f6163eda-109f-4a4d-b82c-1bd628473da9 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1909665823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:21.126919 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e2fdde61-2635-4d9a-a4af-a34e8280d7eb up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:49:21.133828 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-a55b894e-c2f0-4a80-ac11-3f55bdd6f89a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:21.134134 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f6163eda-109f-4a4d-b82c-1bd628473da9 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:21.139767 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-ea1e157d-41a4-4f40-921c-0a902db72e57 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port 753866a3-aa62-48be-9adf-0bb6c1ab3c31 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:21.140435 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ea1e157d-41a4-4f40-921c-0a902db72e57 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:21.145934 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b894e-c2f0-4a80-ac11-3f55bdd6f89a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:21.191888 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f6163eda-109f-4a4d-b82c-1bd628473da9 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:router and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:21.199433 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f6163eda-109f-4a4d-b82c-1bd628473da9 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:21.204329 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b894e-c2f0-4a80-ac11-3f55bdd6f89a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Port': ['ID=facfae16-1bdd-4c7e-842a-a58ef5716df4,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:21.205529 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:21.215436 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f6163eda-109f-4a4d-b82c-1bd628473da9 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:21.226454 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-316a2825-9a09-4506-86cb-c697340bd5fc None None] Allocated IP 172.20.0.3 (438052ee-9a17-47cf-bf3a-3935bc19f440/97aa6408-4f57-48dd-ab5d-d56ad8772296/41bf5e58-344a-41f0-9c6c-a1d65819352e) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:21.273926 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7829dbd9-7aab-4750-9078-7771af7135cd tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:21.303399 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f6163eda-109f-4a4d-b82c-1bd628473da9 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:21.304422 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f6163eda-109f-4a4d-b82c-1bd628473da9 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:21.355979 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55b894e-c2f0-4a80-ac11-3f55bdd6f89a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:21.357502 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a55b894e-c2f0-4a80-ac11-3f55bdd6f89a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:21.382826 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dab92c59-3814-4054-8ac7-5ded05607030 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:21.389667 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dab92c59-3814-4054-8ac7-5ded05607030 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:port and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:21.393374 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dab92c59-3814-4054-8ac7-5ded05607030 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:21.402411 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dab92c59-3814-4054-8ac7-5ded05607030 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:21.411262 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a55b894e-c2f0-4a80-ac11-3f55bdd6f89a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.2037771 May 10 14:49:21.417308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39794) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:21.423893 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': 'facfae16-1bdd-4c7e-842a-a58ef5716df4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:21.433004 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:21.437175 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Usage tracker for resource:floatingip and tenant:d96b13b642cb4adf9c29a3eb1de983c1 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:21.440052 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:21.446134 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:21.460478 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:21.486722 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f6163eda-109f-4a4d-b82c-1bd628473da9 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:21.516718 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:21.603331 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f6163eda-109f-4a4d-b82c-1bd628473da9 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:21.672639 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f6163eda-109f-4a4d-b82c-1bd628473da9 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:21.676532 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f6163eda-109f-4a4d-b82c-1bd628473da9 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5661027 May 10 14:49:21.677578 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39800) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:21.733194 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab92c59-3814-4054-8ac7-5ded05607030 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:21.737522 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dab92c59-3814-4054-8ac7-5ded05607030 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:21.748313 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d85c272a-ef7b-43a6-b6da-77b30c8b82c3 None None] Provisioning for port 753866a3-aa62-48be-9adf-0bb6c1ab3c31 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:21.834102 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-dab92c59-3814-4054-8ac7-5ded05607030 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] device_id is not set on port 8d6b648e-a30f-4aa0-bf8b-841272fbf9da yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:49:21.842004 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ea1e157d-41a4-4f40-921c-0a902db72e57 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:21.845709 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-d4137567-7a35-4a52-b370-e2dcdeaf9a1c None None] For port cfc225e9-cbe4-46b0-8485-5deaa224872f, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=cfc225e9-cbe4-46b0-8485-5deaa224872f,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:21.846109 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d4137567-7a35-4a52-b370-e2dcdeaf9a1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:21.856812 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d85c272a-ef7b-43a6-b6da-77b30c8b82c3 None None] Provisioning complete for port 753866a3-aa62-48be-9adf-0bb6c1ab3c31 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:21.857187 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d85c272a-ef7b-43a6-b6da-77b30c8b82c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:21.918755 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7829dbd9-7aab-4750-9078-7771af7135cd tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:21.954608 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port e2fdde61-2635-4d9a-a4af-a34e8280d7eb completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:21.958362 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7829dbd9-7aab-4750-9078-7771af7135cd tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:22.005716 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7829dbd9-7aab-4750-9078-7771af7135cd tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:22.010037 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7829dbd9-7aab-4750-9078-7771af7135cd tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "PUT /v2.0/security-groups/bd54b37d-e638-41b8-a402-35e8351baab1 HTTP/1.1" status: 200 len: 1777 time: 0.9475639 May 10 14:49:22.014232 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39804) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:22.073345 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829dbd9-7aab-4750-9078-7771af7135cd tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd54b37d-e638-41b8-a402-35e8351baab1,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:22.078587 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-ea1e157d-41a4-4f40-921c-0a902db72e57 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Calling delete_port for 753866a3-aa62-48be-9adf-0bb6c1ab3c31 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:22.107236 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port e2fdde61-2635-4d9a-a4af-a34e8280d7eb triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:22.107236 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:22.109226 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0e01e-2e01-4643-a9a6-bd507df45fb7 req-1cb8e643-cbd3-446c-805e-9b2e20224982 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:22.110758 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-eee0e01e-2e01-4643-a9a6-bd507df45fb7 req-1cb8e643-cbd3-446c-805e-9b2e20224982 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.3533931 May 10 14:49:22.145190 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d4137567-7a35-4a52-b370-e2dcdeaf9a1c None None] Calling delete_port for cfc225e9-cbe4-46b0-8485-5deaa224872f owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:22.204127 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-dab92c59-3814-4054-8ac7-5ded05607030 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8::390 (a36358c0-b900-4df5-ae69-1592404548f9/3442fe53-29eb-49d4-8d7b-9bde578dc3d2/8d6b648e-a30f-4aa0-bf8b-841272fbf9da) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:22.210664 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e66f7408-dec7-422e-b037-d192cc14bacf tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-groups/bd54b37d-e638-41b8-a402-35e8351baab1 HTTP/1.1" status: 200 len: 1777 time: 0.1914418 May 10 14:49:22.216568 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39808) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:22.241789 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-eee0e01e-2e01-4643-a9a6-bd507df45fb7 req-10466a79-8809-48fa-9ad6-05208814d848 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132355 May 10 14:49:22.274641 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:22.360876 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d85c272a-ef7b-43a6-b6da-77b30c8b82c3 None None] Port 753866a3-aa62-48be-9adf-0bb6c1ab3c31 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:49:22.426330 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80b3f98-9185-49eb-80f6-ca307188c3f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-20d9cefb-40bf-45fa-bf5b-2ac474cb1c84', 'network_id': '20d9cefb-40bf-45fa-bf5b-2ac474cb1c84', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'fixed_ips': [{'subnet_id': '120668f7-f502-4d66-acfe-71bf63357647'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:49:22.427188 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f80b3f98-9185-49eb-80f6-ca307188c3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:22.436963 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b6827c42-6e2e-4f26-a534-6db82bd0fd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:22.458866 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-239aceb0-1a9b-4256-97a1-805915336543 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:22.462500 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-316a2825-9a09-4506-86cb-c697340bd5fc None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:22.467350 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d85c272a-ef7b-43a6-b6da-77b30c8b82c3 None None] Provisioning for port 47356ead-5c0f-4467-8465-be4e2bf68c08 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:22.480168 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e3aae976-5234-4ff9-8c34-47f2c68b7e06 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:22.492064 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d4137567-7a35-4a52-b370-e2dcdeaf9a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:22.499523 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d973c5b-7ead-4481-b2db-0e713df3b9a5 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:22.561133 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d85c272a-ef7b-43a6-b6da-77b30c8b82c3 None None] Provisioning complete for port 47356ead-5c0f-4467-8465-be4e2bf68c08 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:22.562258 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d85c272a-ef7b-43a6-b6da-77b30c8b82c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:22.583661 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e3aae976-5234-4ff9-8c34-47f2c68b7e06 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:22.650548 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Allocated IP 172.26.0.152 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/fb1cb947-79ef-405f-b308-5d265d7db17d) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:22.654930 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4137567-7a35-4a52-b370-e2dcdeaf9a1c None None] Pushing event deleted for resources: {'Port': ['ID=cfc225e9-cbe4-46b0-8485-5deaa224872f,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:22.672495 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4137567-7a35-4a52-b370-e2dcdeaf9a1c None None] No DVR routers for this DVR port cfc225e9-cbe4-46b0-8485-5deaa224872f on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:49:22.701271 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2d0604-2536-4dd3-9e5a-a21fd3d9b65f None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:22.705406 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dab92c59-3814-4054-8ac7-5ded05607030 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:22.737549 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d85c272a-ef7b-43a6-b6da-77b30c8b82c3 None None] Port 47356ead-5c0f-4467-8465-be4e2bf68c08 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:49:22.739103 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:22.760116 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ea1e157d-41a4-4f40-921c-0a902db72e57 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:22.799303 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-239aceb0-1a9b-4256-97a1-805915336543 None None] Transition to ACTIVE for port object b0988d3e-0d59-4479-a891-80bb07d6d0e6 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:22.802318 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-316a2825-9a09-4506-86cb-c697340bd5fc None None] Transition to ACTIVE for port object 41bf5e58-344a-41f0-9c6c-a1d65819352e will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:22.802996 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-dab92c59-3814-4054-8ac7-5ded05607030 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Transition to ACTIVE for port object 8d6b648e-a30f-4aa0-bf8b-841272fbf9da will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:22.820249 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e157d-41a4-4f40-921c-0a902db72e57 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Port': ['ID=753866a3-aa62-48be-9adf-0bb6c1ab3c31,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:22.838075 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e3aae976-5234-4ff9-8c34-47f2c68b7e06 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:22.918308 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ea1e157d-41a4-4f40-921c-0a902db72e57 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:22.923451 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-316a2825-9a09-4506-86cb-c697340bd5fc None None] Transition to ACTIVE for port object 41bf5e58-344a-41f0-9c6c-a1d65819352e will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:22.924902 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-239aceb0-1a9b-4256-97a1-805915336543 None None] Transition to ACTIVE for port object b0988d3e-0d59-4479-a891-80bb07d6d0e6 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:22.940040 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d85c272a-ef7b-43a6-b6da-77b30c8b82c3 None None] Provisioning complete for port e2fdde61-2635-4d9a-a4af-a34e8280d7eb triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:22.940368 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d85c272a-ef7b-43a6-b6da-77b30c8b82c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:22.965536 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:22.995795 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-316a2825-9a09-4506-86cb-c697340bd5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:22.999585 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-239aceb0-1a9b-4256-97a1-805915336543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:23.007337 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:23.048710 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ea1e157d-41a4-4f40-921c-0a902db72e57 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/ports/753866a3-aa62-48be-9adf-0bb6c1ab3c31 HTTP/1.1" status: 204 len: 168 time: 2.1367207 May 10 14:49:23.048920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dab92c59-3814-4054-8ac7-5ded05607030 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:23.052888 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39812) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:23.060444 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aae976-5234-4ff9-8c34-47f2c68b7e06 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd54b37d-e638-41b8-a402-35e8351baab1,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:23.069298 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port e2fdde61-2635-4d9a-a4af-a34e8280d7eb, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e2fdde61-2635-4d9a-a4af-a34e8280d7eb,segment=NetworkSegment(804ec679-0351-49b5-b94c-efcbcd990dbd),segment_id=804ec679-0351-49b5-b94c-efcbcd990dbd)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:23.070285 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:23.082295 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Subnet': ['ID=97aa6408-4f57-48dd-ab5d-d56ad8772296,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:23.150050 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:23.154602 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-f80b3f98-9185-49eb-80f6-ca307188c3f5 None None] Allocated IP 2001:db8:1::2 (20d9cefb-40bf-45fa-bf5b-2ac474cb1c84/120668f7-f502-4d66-acfe-71bf63357647/ee93e277-3022-4677-a20e-837a114cf570) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:23.164318 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:23.173486 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316a2825-9a09-4506-86cb-c697340bd5fc None None] Network 438052ee-9a17-47cf-bf3a-3935bc19f440 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:23.192466 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239aceb0-1a9b-4256-97a1-805915336543 None None] Network 37b56033-b2b3-440b-8e93-c6012d65dba3 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:23.201767 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-316a2825-9a09-4506-86cb-c697340bd5fc None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:23.230710 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-2332acbd-1eb1-40b1-90e4-4e6eb7c46d20 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] GET failed (client error): The resource could not be found. May 10 14:49:23.234591 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2332acbd-1eb1-40b1-90e4-4e6eb7c46d20 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports/753866a3-aa62-48be-9adf-0bb6c1ab3c31 HTTP/1.1" status: 404 len: 333 time: 0.1732259 May 10 14:49:23.240133 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39822) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:23.242809 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:23.248874 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Port': ['ID=fb1cb947-79ef-405f-b308-5d265d7db17d,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:23.283432 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316a2825-9a09-4506-86cb-c697340bd5fc None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:23.309814 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e3aae976-5234-4ff9-8c34-47f2c68b7e06 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:23.311376 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e3aae976-5234-4ff9-8c34-47f2c68b7e06 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "DELETE /v2.0/security-groups/bd54b37d-e638-41b8-a402-35e8351baab1 HTTP/1.1" status: 204 len: 168 time: 1.0936623 May 10 14:49:23.317222 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39828) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:23.323699 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:23.345662 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab92c59-3814-4054-8ac7-5ded05607030 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:23.356548 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:23.358588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-dab92c59-3814-4054-8ac7-5ded05607030 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:23.369500 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:23.377275 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['438052ee-9a17-47cf-bf3a-3935bc19f440']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:23.396581 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-239aceb0-1a9b-4256-97a1-805915336543 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:23.405666 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239aceb0-1a9b-4256-97a1-805915336543 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:23.407168 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f049ae-03fe-47a4-9214-2636d4233d21') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:23.408116 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f049ae-03fe-47a4-9214-2636d4233d21') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:23.418692 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:23.424580 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab92c59-3814-4054-8ac7-5ded05607030 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:23.431247 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab92c59-3814-4054-8ac7-5ded05607030 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:23.432037 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dab92c59-3814-4054-8ac7-5ded05607030 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:23.442848 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-368a539a-930b-44b3-96f7-f1827238e948 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port 47356ead-5c0f-4467-8465-be4e2bf68c08 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:23.443186 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-368a539a-930b-44b3-96f7-f1827238e948 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:23.444441 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device cfc225e9-cbe4-46b0-8485-5deaa224872f no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:49:23.472662 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-6d973c5b-7ead-4481-b2db-0e713df3b9a5 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Allocated IP 2001:db8::1 (37b56033-b2b3-440b-8e93-c6012d65dba3/14c99ef6-a6f6-4a2d-8b53-2b42e29ab943/9743635c-8610-4539-b400-c9f64c16b7db) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:23.480055 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:23.514479 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: cfc225e9-cbe4-46b0-8485-5deaa224872f {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:49:23.515217 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device cfc225e9-cbe4-46b0-8485-5deaa224872f not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:49:23.550180 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d8c6feae-e229-480d-b8b1-f9121cd85024 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2222941 May 10 14:49:23.552345 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:23.552491 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39834) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:23.553855 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab92c59-3814-4054-8ac7-5ded05607030 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=8d6b648e-a30f-4aa0-bf8b-841272fbf9da,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:23.563118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a2825-9a09-4506-86cb-c697340bd5fc None None] Pushing event updated for resources: {'Port': ['ID=41bf5e58-344a-41f0-9c6c-a1d65819352e,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:23.568286 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dab92c59-3814-4054-8ac7-5ded05607030 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5411608 May 10 14:49:23.583705 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39838) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:23.599547 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-bf3d9aeb-a579-46fd-a393-4f9cbe3b6aa0 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] delete failed (client error): The resource could not be found. May 10 14:49:23.605462 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bf3d9aeb-a579-46fd-a393-4f9cbe3b6aa0 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "DELETE /v2.0/security-groups/bd54b37d-e638-41b8-a402-35e8351baab1 HTTP/1.1" status: 404 len: 347 time: 0.0437889 May 10 14:49:23.610930 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39840) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:23.624587 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e072d175-22f1-4c49-92c0-0eccd7327608 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1041655040'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:23.633230 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e072d175-22f1-4c49-92c0-0eccd7327608 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:23.643955 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e072d175-22f1-4c49-92c0-0eccd7327608 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Usage tracker for resource:security_group and tenant:9ac6bad6e6184612b57155af00ea7575 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:23.647849 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e072d175-22f1-4c49-92c0-0eccd7327608 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:23.658148 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:49:23.658402 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:49:23.683352 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:49:23.688722 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e072d175-22f1-4c49-92c0-0eccd7327608 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:23.730804 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827ca8f-e685-4b35-9ac0-979bbdb4e4ee req-a570844d-1205-4a7c-8ab1-4a4e615936df tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:23.732563 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d827ca8f-e685-4b35-9ac0-979bbdb4e4ee req-a570844d-1205-4a7c-8ab1-4a4e615936df tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.2850657 May 10 14:49:23.737016 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e072d175-22f1-4c49-92c0-0eccd7327608 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:23.766198 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e072d175-22f1-4c49-92c0-0eccd7327608 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:23.846740 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e072d175-22f1-4c49-92c0-0eccd7327608 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Usage tracker for resource:security_group_rule and tenant:9ac6bad6e6184612b57155af00ea7575 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:23.862357 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e072d175-22f1-4c49-92c0-0eccd7327608 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:23.883115 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.api [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 10 14:49:23.883115 dv-neutron-841204-2-hyperv neutron-server[88052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 10 14:49:23.883115 dv-neutron-841204-2-hyperv neutron-server[88052]: [parameters: {'id': '438052ee-9a17-47cf-bf3a-3935bc19f440'}] May 10 14:49:23.883115 dv-neutron-841204-2-hyperv neutron-server[88052]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:49:23.883682 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG oslo_db.api [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:49:23.887983 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e072d175-22f1-4c49-92c0-0eccd7327608 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:23.936891 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:23.958295 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-239aceb0-1a9b-4256-97a1-805915336543 None None] Attempting to bind port b0988d3e-0d59-4479-a891-80bb07d6d0e6 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:49:23.958842 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-239aceb0-1a9b-4256-97a1-805915336543 None None] Attempting to bind port b0988d3e-0d59-4479-a891-80bb07d6d0e6 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'eeb33ba6-686b-47fd-a80c-447d6daa775d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '37b56033-b2b3-440b-8e93-c6012d65dba3'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:49:23.959408 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239aceb0-1a9b-4256-97a1-805915336543 None None] Attempting to bind port b0988d3e-0d59-4479-a891-80bb07d6d0e6 on network 37b56033-b2b3-440b-8e93-c6012d65dba3 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:49:24.008067 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d973c5b-7ead-4481-b2db-0e713df3b9a5 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.017223 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239aceb0-1a9b-4256-97a1-805915336543 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:49:24.017743 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239aceb0-1a9b-4256-97a1-805915336543 None None] Checking segment: {'id': 'eeb33ba6-686b-47fd-a80c-447d6daa775d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '37b56033-b2b3-440b-8e93-c6012d65dba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:49:24.018268 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-239aceb0-1a9b-4256-97a1-805915336543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.018779 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239aceb0-1a9b-4256-97a1-805915336543 None None] Bound using segment: {'id': 'eeb33ba6-686b-47fd-a80c-447d6daa775d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '37b56033-b2b3-440b-8e93-c6012d65dba3'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:49:24.019342 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-239aceb0-1a9b-4256-97a1-805915336543 None None] Bound port: b0988d3e-0d59-4479-a891-80bb07d6d0e6, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb33ba6-686b-47fd-a80c-447d6daa775d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '37b56033-b2b3-440b-8e93-c6012d65dba3'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:49:24.019803 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-239aceb0-1a9b-4256-97a1-805915336543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.042231 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded1561-09cf-467c-95af-06cecee0b404 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:24.043298 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2ded1561-09cf-467c-95af-06cecee0b404 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:24.073055 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-6d973c5b-7ead-4481-b2db-0e713df3b9a5 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Transition to ACTIVE for port object 9743635c-8610-4539-b400-c9f64c16b7db will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:24.085417 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-368a539a-930b-44b3-96f7-f1827238e948 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.106655 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d827ca8f-e685-4b35-9ac0-979bbdb4e4ee req-4772d8ef-3026-4aa8-892e-9c184800c09b tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3533297 May 10 14:49:24.142098 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239aceb0-1a9b-4256-97a1-805915336543 None None] Pushing event updated for resources: {'Port': ['ID=b0988d3e-0d59-4479-a891-80bb07d6d0e6,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:24.145495 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-316a2825-9a09-4506-86cb-c697340bd5fc None None] Attempting to bind port 41bf5e58-344a-41f0-9c6c-a1d65819352e on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:49:24.146575 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-316a2825-9a09-4506-86cb-c697340bd5fc None None] Attempting to bind port 41bf5e58-344a-41f0-9c6c-a1d65819352e by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '16f049ae-03fe-47a4-9214-2636d4233d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '438052ee-9a17-47cf-bf3a-3935bc19f440'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:49:24.146575 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316a2825-9a09-4506-86cb-c697340bd5fc None None] Attempting to bind port 41bf5e58-344a-41f0-9c6c-a1d65819352e on network 438052ee-9a17-47cf-bf3a-3935bc19f440 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:49:24.181365 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2ded1561-09cf-467c-95af-06cecee0b404 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:24.182680 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2ded1561-09cf-467c-95af-06cecee0b404 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.5702307 May 10 14:49:24.185886 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39846) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:24.191712 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316a2825-9a09-4506-86cb-c697340bd5fc None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:49:24.192294 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316a2825-9a09-4506-86cb-c697340bd5fc None None] Checking segment: {'id': '16f049ae-03fe-47a4-9214-2636d4233d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '438052ee-9a17-47cf-bf3a-3935bc19f440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:49:24.192586 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-316a2825-9a09-4506-86cb-c697340bd5fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.193064 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316a2825-9a09-4506-86cb-c697340bd5fc None None] Bound using segment: {'id': '16f049ae-03fe-47a4-9214-2636d4233d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '438052ee-9a17-47cf-bf3a-3935bc19f440'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:49:24.193666 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-316a2825-9a09-4506-86cb-c697340bd5fc None None] Bound port: 41bf5e58-344a-41f0-9c6c-a1d65819352e, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f049ae-03fe-47a4-9214-2636d4233d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '438052ee-9a17-47cf-bf3a-3935bc19f440'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:49:24.194089 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-316a2825-9a09-4506-86cb-c697340bd5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.282418 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e072d175-22f1-4c49-92c0-0eccd7327608 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.295435 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-68003b30-0fb1-4293-8552-2fc7aec9fb40 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting port 8d6b648e-a30f-4aa0-bf8b-841272fbf9da {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:24.295801 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-68003b30-0fb1-4293-8552-2fc7aec9fb40 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.301592 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3174e9c8-96c3-41b8-9e36-fb7522dcb1df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-a36358c0-b900-4df5-ae69-1592404548f9', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'fixed_ips': [{'subnet_id': '3442fe53-29eb-49d4-8d7b-9bde578dc3d2'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:49:24.302594 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3174e9c8-96c3-41b8-9e36-fb7522dcb1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.333950 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e072d175-22f1-4c49-92c0-0eccd7327608 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.374521 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-368a539a-930b-44b3-96f7-f1827238e948 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Calling delete_port for 47356ead-5c0f-4467-8465-be4e2bf68c08 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:24.403700 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.413981 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072d175-22f1-4c49-92c0-0eccd7327608 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4077c69b-873f-48a8-add9-2fde68b8e407,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:24.421953 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-893418a6-7e27-4bb4-9547-eb586921c4f1 None None] Could not find standard attr ID for object 753866a3-aa62-48be-9adf-0bb6c1ab3c31. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:49:24.440165 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Deleting port 41bf5e58-344a-41f0-9c6c-a1d65819352e {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:24.440504 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.462122 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e072d175-22f1-4c49-92c0-0eccd7327608 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.463443 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e072d175-22f1-4c49-92c0-0eccd7327608 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8505690 May 10 14:49:24.471700 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39850) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:24.472812 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f80b3f98-9185-49eb-80f6-ca307188c3f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.485308 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=e2fdde61-2635-4d9a-a4af-a34e8280d7eb,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:24.487893 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7c1b04ba-cbc1-415b-b620-4b0f8cd6b0cd tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Request body: {'security_group_rule': {'security_group_id': '4077c69b-873f-48a8-add9-2fde68b8e407', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:24.497608 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7c1b04ba-cbc1-415b-b620-4b0f8cd6b0cd tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:24.502155 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-239aceb0-1a9b-4256-97a1-805915336543 None None] For port b0988d3e-0d59-4479-a891-80bb07d6d0e6, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:49:24.506756 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7c1b04ba-cbc1-415b-b620-4b0f8cd6b0cd tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Usage tracker for resource:security_group_rule and tenant:9ac6bad6e6184612b57155af00ea7575 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:24.508226 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f80b3f98-9185-49eb-80f6-ca307188c3f5 None None] Transition to ACTIVE for port object ee93e277-3022-4677-a20e-837a114cf570 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:24.513051 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7c1b04ba-cbc1-415b-b620-4b0f8cd6b0cd tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:24.520521 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-239aceb0-1a9b-4256-97a1-805915336543 None None] For port b0988d3e-0d59-4479-a891-80bb07d6d0e6, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b0988d3e-0d59-4479-a891-80bb07d6d0e6,segment=NetworkSegment(eeb33ba6-686b-47fd-a80c-447d6daa775d),segment_id=eeb33ba6-686b-47fd-a80c-447d6daa775d)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:49:24.528893 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d973c5b-7ead-4481-b2db-0e713df3b9a5 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.537578 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.543875 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7c1b04ba-cbc1-415b-b620-4b0f8cd6b0cd tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:24.554555 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-239aceb0-1a9b-4256-97a1-805915336543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.641095 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f80b3f98-9185-49eb-80f6-ca307188c3f5 None None] Transition to ACTIVE for port object ee93e277-3022-4677-a20e-837a114cf570 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:24.655193 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-316a2825-9a09-4506-86cb-c697340bd5fc None None] For port 41bf5e58-344a-41f0-9c6c-a1d65819352e, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:49:24.660521 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-893418a6-7e27-4bb4-9547-eb586921c4f1 None None] Provisioning complete for port 47356ead-5c0f-4467-8465-be4e2bf68c08 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:24.660521 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-893418a6-7e27-4bb4-9547-eb586921c4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.679754 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7c1b04ba-cbc1-415b-b620-4b0f8cd6b0cd tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.701406 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d973c5b-7ead-4481-b2db-0e713df3b9a5 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network 37b56033-b2b3-440b-8e93-c6012d65dba3 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:24.705249 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f80b3f98-9185-49eb-80f6-ca307188c3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.712337 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-6d973c5b-7ead-4481-b2db-0e713df3b9a5 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:24.714866 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d973c5b-7ead-4481-b2db-0e713df3b9a5 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:24.715750 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d973c5b-7ead-4481-b2db-0e713df3b9a5 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.747087 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d973c5b-7ead-4481-b2db-0e713df3b9a5 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Port': ['ID=9743635c-8610-4539-b400-c9f64c16b7db,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:24.762635 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.802226 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-68003b30-0fb1-4293-8552-2fc7aec9fb40 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.810922 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80b3f98-9185-49eb-80f6-ca307188c3f5 None None] Network 20d9cefb-40bf-45fa-bf5b-2ac474cb1c84 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:24.814353 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239aceb0-1a9b-4256-97a1-805915336543 None None] Pushing event updated for resources: {'Port': ['ID=b0988d3e-0d59-4479-a891-80bb07d6d0e6,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:24.828178 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-f80b3f98-9185-49eb-80f6-ca307188c3f5 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:24.861878 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-368a539a-930b-44b3-96f7-f1827238e948 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.939092 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b3f98-9185-49eb-80f6-ca307188c3f5 None None] Pushing event updated for resources: {'Port': ['ID=ee93e277-3022-4677-a20e-837a114cf570,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:24.952994 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a539a-930b-44b3-96f7-f1827238e948 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Port': ['ID=47356ead-5c0f-4467-8465-be4e2bf68c08,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:24.964087 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] For port 41bf5e58-344a-41f0-9c6c-a1d65819352e, host dv-neutron-841204-2-hyperv, got binding levels [] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:24.964482 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:24.965207 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-893418a6-7e27-4bb4-9547-eb586921c4f1 None None] Port 47356ead-5c0f-4467-8465-be4e2bf68c08 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:49:24.987832 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-68003b30-0fb1-4293-8552-2fc7aec9fb40 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Calling delete_port for 8d6b648e-a30f-4aa0-bf8b-841272fbf9da owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:25.026025 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-3174e9c8-96c3-41b8-9e36-fb7522dcb1df None None] Allocated IP 2001:db8::2 (a36358c0-b900-4df5-ae69-1592404548f9/3442fe53-29eb-49d4-8d7b-9bde578dc3d2/f9bf1d12-8f55-4d53-8377-48fd1f22d083) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:25.034866 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b3f98-9185-49eb-80f6-ca307188c3f5 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:25.068837 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7c1b04ba-cbc1-415b-b620-4b0f8cd6b0cd tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:25.083190 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7c1b04ba-cbc1-415b-b620-4b0f8cd6b0cd tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:25.099659 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:25.101896 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-316a2825-9a09-4506-86cb-c697340bd5fc None None] For port 41bf5e58-344a-41f0-9c6c-a1d65819352e, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=41bf5e58-344a-41f0-9c6c-a1d65819352e,segment=NetworkSegment(16f049ae-03fe-47a4-9214-2636d4233d21),segment_id=16f049ae-03fe-47a4-9214-2636d4233d21)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:49:25.195980 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-316a2825-9a09-4506-86cb-c697340bd5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:25.207264 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Calling delete_port for 41bf5e58-344a-41f0-9c6c-a1d65819352e owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:25.248547 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-368a539a-930b-44b3-96f7-f1827238e948 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:25.322699 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:25.328662 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-f80b3f98-9185-49eb-80f6-ca307188c3f5 None None] Attempting to bind port ee93e277-3022-4677-a20e-837a114cf570 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:49:25.329101 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-f80b3f98-9185-49eb-80f6-ca307188c3f5 None None] Attempting to bind port ee93e277-3022-4677-a20e-837a114cf570 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '99902992-f253-4898-8c21-193793d2e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '20d9cefb-40bf-45fa-bf5b-2ac474cb1c84'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:49:25.329600 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b3f98-9185-49eb-80f6-ca307188c3f5 None None] Attempting to bind port ee93e277-3022-4677-a20e-837a114cf570 on network 20d9cefb-40bf-45fa-bf5b-2ac474cb1c84 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:49:25.355538 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-368a539a-930b-44b3-96f7-f1827238e948 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/ports/47356ead-5c0f-4467-8465-be4e2bf68c08 HTTP/1.1" status: 204 len: 168 time: 2.1043506 May 10 14:49:25.368467 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39858) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:25.416005 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:25.440017 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b3f98-9185-49eb-80f6-ca307188c3f5 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:49:25.440909 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b3f98-9185-49eb-80f6-ca307188c3f5 None None] Checking segment: {'id': '99902992-f253-4898-8c21-193793d2e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '20d9cefb-40bf-45fa-bf5b-2ac474cb1c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:49:25.440909 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f80b3f98-9185-49eb-80f6-ca307188c3f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:25.441166 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff8e06c7-ac78-4207-9fe5-a2683a66d7c6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] GET failed (client error): The resource could not be found. May 10 14:49:25.441260 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b3f98-9185-49eb-80f6-ca307188c3f5 None None] Bound using segment: {'id': '99902992-f253-4898-8c21-193793d2e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '20d9cefb-40bf-45fa-bf5b-2ac474cb1c84'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:49:25.441673 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-f80b3f98-9185-49eb-80f6-ca307188c3f5 None None] Bound port: ee93e277-3022-4677-a20e-837a114cf570, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99902992-f253-4898-8c21-193793d2e2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '20d9cefb-40bf-45fa-bf5b-2ac474cb1c84'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:49:25.441805 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ff8e06c7-ac78-4207-9fe5-a2683a66d7c6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Synchronizing usage tracker for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:25.442039 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f80b3f98-9185-49eb-80f6-ca307188c3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:25.472777 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b04ba-cbc1-415b-b620-4b0f8cd6b0cd tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c09e3996-cf10-404e-9e3e-6f504fb442d5,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:25.478364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d973c5b-7ead-4481-b2db-0e713df3b9a5 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:25.491898 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.api [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:49:25.492110 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG oslo_db.api [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:49:25.500935 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ff8e06c7-ac78-4207-9fe5-a2683a66d7c6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Unset dirty status for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:25.502101 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ff8e06c7-ac78-4207-9fe5-a2683a66d7c6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports/47356ead-5c0f-4467-8465-be4e2bf68c08 HTTP/1.1" status: 404 len: 333 time: 0.1323149 May 10 14:49:25.522633 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39862) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:25.556493 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a2825-9a09-4506-86cb-c697340bd5fc None None] Pushing event updated for resources: {'Port': ['ID=41bf5e58-344a-41f0-9c6c-a1d65819352e,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:25.605294 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:25.650977 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464ecff9-18e3-4854-8304-43b888d88777 None None] Network 438052ee-9a17-47cf-bf3a-3935bc19f440 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:25.836180 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7c1b04ba-cbc1-415b-b620-4b0f8cd6b0cd tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:25.840889 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7c1b04ba-cbc1-415b-b620-4b0f8cd6b0cd tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3587382 May 10 14:49:25.845339 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e2fdde61-2635-4d9a-a4af-a34e8280d7eb up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:49:25.880427 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39866) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:25.937490 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d51eb6cb-166d-48bc-a672-d64d9759d84c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:25.940607 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-f80b3f98-9185-49eb-80f6-ca307188c3f5 None None] For port ee93e277-3022-4677-a20e-837a114cf570, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:49:25.956413 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d51eb6cb-166d-48bc-a672-d64d9759d84c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:25.978647 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-f80b3f98-9185-49eb-80f6-ca307188c3f5 None None] For port ee93e277-3022-4677-a20e-837a114cf570, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=ee93e277-3022-4677-a20e-837a114cf570,segment=NetworkSegment(99902992-f253-4898-8c21-193793d2e2f9),segment_id=99902992-f253-4898-8c21-193793d2e2f9)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:49:25.996761 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Deleting port 41bf5e58-344a-41f0-9c6c-a1d65819352e {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:25.997367 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:26.016692 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f80b3f98-9185-49eb-80f6-ca307188c3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:26.073633 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3174e9c8-96c3-41b8-9e36-fb7522dcb1df None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:26.099034 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d51eb6cb-166d-48bc-a672-d64d9759d84c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:26.100096 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Port': ['ID=fb1cb947-79ef-405f-b308-5d265d7db17d,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:26.103057 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Floating IP 5d1b4972-d1dc-40b7-b4bf-aa9767eaaec0 associated. External IP: 172.26.0.152, port: facfae16-1bdd-4c7e-842a-a58ef5716df4. May 10 14:49:26.128176 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:49:26.185013 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51eb6cb-166d-48bc-a672-d64d9759d84c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c09e3996-cf10-404e-9e3e-6f504fb442d5,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:26.193604 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d973c5b-7ead-4481-b2db-0e713df3b9a5 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:26.211251 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d51eb6cb-166d-48bc-a672-d64d9759d84c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:26.213035 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d51eb6cb-166d-48bc-a672-d64d9759d84c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/c09e3996-cf10-404e-9e3e-6f504fb442d5 HTTP/1.1" status: 204 len: 168 time: 0.3310404 May 10 14:49:26.217309 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39870) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:26.219906 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-68003b30-0fb1-4293-8552-2fc7aec9fb40 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:26.234962 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3174e9c8-96c3-41b8-9e36-fb7522dcb1df None None] Transition to ACTIVE for port object f9bf1d12-8f55-4d53-8377-48fd1f22d083 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:26.267905 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port e2fdde61-2635-4d9a-a4af-a34e8280d7eb triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:26.268465 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:26.298878 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68003b30-0fb1-4293-8552-2fc7aec9fb40 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Port': ['ID=8d6b648e-a30f-4aa0-bf8b-841272fbf9da,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:26.341652 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef81ce1-a802-47a6-8068-e5771d3daa89 req-7a3cfbe7-7b2f-4082-aa4e-dc6d089b2578 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:26.343446 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8ef81ce1-a802-47a6-8068-e5771d3daa89 req-7a3cfbe7-7b2f-4082-aa4e-dc6d089b2578 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 1.0082998 May 10 14:49:26.347908 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-4996b224-7aed-40cc-aa77-0b40efbe2627 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting subnet 0bd0777e-e38b-4240-b905-d9a4fcf03c45 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:49:26.349032 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3174e9c8-96c3-41b8-9e36-fb7522dcb1df None None] Transition to ACTIVE for port object f9bf1d12-8f55-4d53-8377-48fd1f22d083 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:26.367231 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b3f98-9185-49eb-80f6-ca307188c3f5 None None] Pushing event updated for resources: {'Port': ['ID=ee93e277-3022-4677-a20e-837a114cf570,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:26.377343 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372d352e-41a8-40a8-9028-470aaea4b5b9 None None] Network 438052ee-9a17-47cf-bf3a-3935bc19f440 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:26.393438 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3174e9c8-96c3-41b8-9e36-fb7522dcb1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:26.411806 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4996b224-7aed-40cc-aa77-0b40efbe2627 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:26.453725 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d973c5b-7ead-4481-b2db-0e713df3b9a5 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:26.454366 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d973c5b-7ead-4481-b2db-0e713df3b9a5 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:26.520303 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-68003b30-0fb1-4293-8552-2fc7aec9fb40 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:26.576302 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174e9c8-96c3-41b8-9e36-fb7522dcb1df None None] Pushing event updated for resources: {'Port': ['ID=f9bf1d12-8f55-4d53-8377-48fd1f22d083,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:26.595761 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35da5644-dacd-449d-8766-9b4377e8b234 None None] Network 37b56033-b2b3-440b-8e93-c6012d65dba3 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:26.634834 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3174e9c8-96c3-41b8-9e36-fb7522dcb1df None None] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:26.635121 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-68003b30-0fb1-4293-8552-2fc7aec9fb40 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/8d6b648e-a30f-4aa0-bf8b-841272fbf9da HTTP/1.1" status: 204 len: 168 time: 2.4481814 May 10 14:49:26.647261 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39874) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:26.675144 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-3174e9c8-96c3-41b8-9e36-fb7522dcb1df None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:26.686093 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4996b224-7aed-40cc-aa77-0b40efbe2627 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:26.729376 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0d9199a5-286f-42e8-93db-113ef34df8ca tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Synchronizing usage tracker for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:26.732330 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3174e9c8-96c3-41b8-9e36-fb7522dcb1df None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:26.745314 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] For port 41bf5e58-344a-41f0-9c6c-a1d65819352e, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=41bf5e58-344a-41f0-9c6c-a1d65819352e,segment=NetworkSegment(16f049ae-03fe-47a4-9214-2636d4233d21),segment_id=16f049ae-03fe-47a4-9214-2636d4233d21)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:26.745678 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:26.761400 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d973c5b-7ead-4481-b2db-0e713df3b9a5 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Port': ['ID=9743635c-8610-4539-b400-c9f64c16b7db,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:26.878526 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f680be7b-c022-478c-8c22-b171bbc3c74a None None] Provisioning for port b0988d3e-0d59-4479-a891-80bb07d6d0e6 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:26.894911 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Calling delete_port for 41bf5e58-344a-41f0-9c6c-a1d65819352e owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:26.908172 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8ef81ce1-a802-47a6-8068-e5771d3daa89 req-042579d9-6c38-46cf-88ee-b74d212e4a54 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4027884 May 10 14:49:26.948598 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0d9199a5-286f-42e8-93db-113ef34df8ca tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Unset dirty status for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:26.952990 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0d9199a5-286f-42e8-93db-113ef34df8ca tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7319710 May 10 14:49:26.958093 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39880) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:26.997271 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b0988d3e-0d59-4479-a891-80bb07d6d0e6 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:49:27.015636 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b22311-4f0e-49be-bc5e-c64aa9ad8958 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:27.020539 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b22311-4f0e-49be-bc5e-c64aa9ad8958 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:27.021683 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b9b22311-4f0e-49be-bc5e-c64aa9ad8958 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:27.031272 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-3174e9c8-96c3-41b8-9e36-fb7522dcb1df None None] Attempting to bind port f9bf1d12-8f55-4d53-8377-48fd1f22d083 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:49:27.031505 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-3174e9c8-96c3-41b8-9e36-fb7522dcb1df None None] Attempting to bind port f9bf1d12-8f55-4d53-8377-48fd1f22d083 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:49:27.031872 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3174e9c8-96c3-41b8-9e36-fb7522dcb1df None None] Attempting to bind port f9bf1d12-8f55-4d53-8377-48fd1f22d083 on network a36358c0-b900-4df5-ae69-1592404548f9 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:49:27.063491 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3174e9c8-96c3-41b8-9e36-fb7522dcb1df None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:49:27.063875 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3174e9c8-96c3-41b8-9e36-fb7522dcb1df None None] Checking segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:49:27.064261 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3174e9c8-96c3-41b8-9e36-fb7522dcb1df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:27.064648 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3174e9c8-96c3-41b8-9e36-fb7522dcb1df None None] Bound using segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:49:27.065115 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-3174e9c8-96c3-41b8-9e36-fb7522dcb1df None None] Bound port: f9bf1d12-8f55-4d53-8377-48fd1f22d083, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:49:27.065486 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3174e9c8-96c3-41b8-9e36-fb7522dcb1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:27.103769 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d973c5b-7ead-4481-b2db-0e713df3b9a5 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network 37b56033-b2b3-440b-8e93-c6012d65dba3 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:27.108110 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-6d973c5b-7ead-4481-b2db-0e713df3b9a5 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:27.119455 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-273b1bc9-a0ae-4d90-bf20-2bdee1c88cec tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:27.145937 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4996b224-7aed-40cc-aa77-0b40efbe2627 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:27.330149 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-3174e9c8-96c3-41b8-9e36-fb7522dcb1df None None] For port f9bf1d12-8f55-4d53-8377-48fd1f22d083, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:49:27.334204 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-3174e9c8-96c3-41b8-9e36-fb7522dcb1df None None] For port f9bf1d12-8f55-4d53-8377-48fd1f22d083, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=f9bf1d12-8f55-4d53-8377-48fd1f22d083,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:49:27.346846 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4996b224-7aed-40cc-aa77-0b40efbe2627 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:27.357020 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3174e9c8-96c3-41b8-9e36-fb7522dcb1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:27.408543 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4996b224-7aed-40cc-aa77-0b40efbe2627 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:27.418165 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b9b22311-4f0e-49be-bc5e-c64aa9ad8958 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:27.419371 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b9b22311-4f0e-49be-bc5e-c64aa9ad8958 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7678781 May 10 14:49:27.425890 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996b224-7aed-40cc-aa77-0b40efbe2627 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Subnet': ['ID=0bd0777e-e38b-4240-b905-d9a4fcf03c45,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:27.433173 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39886) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:27.445393 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:27.460366 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port b0988d3e-0d59-4479-a891-80bb07d6d0e6 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:27.468613 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174e9c8-96c3-41b8-9e36-fb7522dcb1df None None] Pushing event updated for resources: {'Port': ['ID=f9bf1d12-8f55-4d53-8377-48fd1f22d083,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:27.478823 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a2b7a7-5da3-44c4-9044-5a3193625a24 None None] Network 30684860-9ebd-4be6-8de9-8b468c925c03 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:27.511200 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4996b224-7aed-40cc-aa77-0b40efbe2627 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/subnets/0bd0777e-e38b-4240-b905-d9a4fcf03c45 HTTP/1.1" status: 204 len: 168 time: 1.9850912 May 10 14:49:27.515124 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39890) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:27.523607 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No DVR routers for this DVR port 41bf5e58-344a-41f0-9c6c-a1d65819352e on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:49:27.560080 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port b0988d3e-0d59-4479-a891-80bb07d6d0e6 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:27.560457 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:27.564919 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Port': ['ID=41bf5e58-344a-41f0-9c6c-a1d65819352e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:27.624175 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c8feff-1970-42f2-8701-450af6fa8963 None None] Network 20d9cefb-40bf-45fa-bf5b-2ac474cb1c84 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:27.673571 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c5751c2d-3238-422a-be58-c5d6868bd243 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:27.681809 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98ca444-6851-4fa9-9df4-dc6a3bfb329d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet 3442fe53-29eb-49d4-8d7b-9bde578dc3d2 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:49:27.692043 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:27.695931 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e98ca444-6851-4fa9-9df4-dc6a3bfb329d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:27.723358 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['438052ee-9a17-47cf-bf3a-3935bc19f440']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:27.726027 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Router 6fee7be2-7628-4203-906b-d0bcfb7a8a8d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:49:27.737629 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f049ae-03fe-47a4-9214-2636d4233d21') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:27.737999 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f049ae-03fe-47a4-9214-2636d4233d21') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:27.751535 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:27.767421 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f2375-b89c-4638-b986-14d2878e54f3 req-428b5cf4-2bc6-4e72-aa42-ae3a6ebc8934 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:27.769018 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-291f2375-b89c-4638-b986-14d2878e54f3 req-428b5cf4-2bc6-4e72-aa42-ae3a6ebc8934 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.4867592 May 10 14:49:27.773688 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:27.774049 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c5751c2d-3238-422a-be58-c5d6868bd243 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port e2fdde61-2635-4d9a-a4af-a34e8280d7eb {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:27.774525 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c5751c2d-3238-422a-be58-c5d6868bd243 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:27.780891 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:49:27.781297 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:49:27.895198 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:49:27.913958 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-273b1bc9-a0ae-4d90-bf20-2bdee1c88cec tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:27.929992 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:27.947071 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f1326d5a-2d70-4d2b-aa29-443ba0e8611f None None] Provisioning for port ee93e277-3022-4677-a20e-837a114cf570 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:27.984403 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:28.003849 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Network': ['ID=438052ee-9a17-47cf-bf3a-3935bc19f440,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:28.049187 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4d82c718-519d-4b8b-a876-c1db0c375826 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/networks/438052ee-9a17-47cf-bf3a-3935bc19f440 HTTP/1.1" status: 204 len: 168 time: 7.3810689 May 10 14:49:28.052364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39896) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:28.094870 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69a9e28-d922-4b6d-ba0d-5b1eee2e5d34 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] DELETE failed (client error): The resource could not be found. May 10 14:49:28.095327 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69a9e28-d922-4b6d-ba0d-5b1eee2e5d34 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:49:28.099817 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f69a9e28-d922-4b6d-ba0d-5b1eee2e5d34 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/subnets/97aa6408-4f57-48dd-ab5d-d56ad8772296 HTTP/1.1" status: 404 len: 337 time: 0.0458403 May 10 14:49:28.100882 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39900) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:28.104595 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d973c5b-7ead-4481-b2db-0e713df3b9a5 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Router bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:49:28.152547 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448fc5e-d709-4f21-9708-1a44ae0e2a28 req-a248d391-8dd8-4b2b-a4c0-d63f6149f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:28.154065 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b448fc5e-d709-4f21-9708-1a44ae0e2a28 req-a248d391-8dd8-4b2b-a4c0-d63f6149f9be service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e85d52d37e7f49109dc18b97419f8c3b&device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 1098 time: 0.7499123 May 10 14:49:28.155290 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-006f7e32-5ec5-4d72-83a2-5facb17f7131 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] DELETE failed (client error): The resource could not be found. May 10 14:49:28.155748 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-006f7e32-5ec5-4d72-83a2-5facb17f7131 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:49:28.189922 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:28.215303 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:49:28.218511 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e98ca444-6851-4fa9-9df4-dc6a3bfb329d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:28.231977 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-006f7e32-5ec5-4d72-83a2-5facb17f7131 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/networks/438052ee-9a17-47cf-bf3a-3935bc19f440 HTTP/1.1" status: 404 len: 339 time: 0.1250210 May 10 14:49:28.256344 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39904) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:28.257780 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-273b1bc9-a0ae-4d90-bf20-2bdee1c88cec tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:28.261206 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-273b1bc9-a0ae-4d90-bf20-2bdee1c88cec tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:28.265380 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-273b1bc9-a0ae-4d90-bf20-2bdee1c88cec tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "DELETE /v2.0/security-groups/4077c69b-873f-48a8-add9-2fde68b8e407 HTTP/1.1" status: 204 len: 168 time: 1.2962077 May 10 14:49:28.267470 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763ce920-d0ce-4e61-b55d-46b8785000f8 None None] Sync routers for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:49:28.278456 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39906) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:28.299950 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port b0988d3e-0d59-4479-a891-80bb07d6d0e6, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b0988d3e-0d59-4479-a891-80bb07d6d0e6,segment=NetworkSegment(eeb33ba6-686b-47fd-a80c-447d6daa775d),segment_id=eeb33ba6-686b-47fd-a80c-447d6daa775d)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:28.309270 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763ce920-d0ce-4e61-b55d-46b8785000f8 None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:28.309951 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-763ce920-d0ce-4e61-b55d-46b8785000f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:28.374370 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:28.488866 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-763ce920-d0ce-4e61-b55d-46b8785000f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:28.497236 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b43f77-dbd4-489e-b75a-e86c143d2090 None None] DHCP port deletion for 30684860-9ebd-4be6-8de9-8b468c925c03 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:49:28.592164 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=b0988d3e-0d59-4479-a891-80bb07d6d0e6,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:28.631202 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-02b43f77-dbd4-489e-b75a-e86c143d2090 None None] Deleting port e2fdde61-2635-4d9a-a4af-a34e8280d7eb {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:28.641641 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-02b43f77-dbd4-489e-b75a-e86c143d2090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:28.653803 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b1bc9-a0ae-4d90-bf20-2bdee1c88cec tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4077c69b-873f-48a8-add9-2fde68b8e407,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:28.717395 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d973c5b-7ead-4481-b2db-0e713df3b9a5 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:49:28.730732 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c898383-81e0-43f6-9328-859601705f4c None None] Sync routers for ids ['bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:49:28.749736 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c898383-81e0-43f6-9328-859601705f4c None None] Routers {'bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:28.750695 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6c898383-81e0-43f6-9328-859601705f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:28.754998 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6d973c5b-7ead-4481-b2db-0e713df3b9a5 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/routers/bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0767813 May 10 14:49:28.759136 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39922) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:28.765060 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device ee93e277-3022-4677-a20e-837a114cf570 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:49:28.803699 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-005b5f47-a100-4fa9-8c76-f19c48094113 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] DELETE failed (client error): The resource could not be found. May 10 14:49:28.804316 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005b5f47-a100-4fa9-8c76-f19c48094113 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:49:28.805895 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-005b5f47-a100-4fa9-8c76-f19c48094113 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/subnets/ae9638be-0389-48f0-8cbd-86701dd7a9aa HTTP/1.1" status: 404 len: 337 time: 0.5382087 May 10 14:49:28.825581 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39926) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:28.866223 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-291f2375-b89c-4638-b986-14d2878e54f3 req-d583f992-8b92-4534-9533-2857cd877e36 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0642102 May 10 14:49:28.869203 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:28.885222 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6c898383-81e0-43f6-9328-859601705f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:28.904272 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c898383-81e0-43f6-9328-859601705f4c None None] Routers {'bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:28.905159 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6c898383-81e0-43f6-9328-859601705f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:28.919349 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448fc5e-d709-4f21-9708-1a44ae0e2a28 req-981626c2-acfd-4fe4-8d9b-9a0755f58d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:28.924519 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b448fc5e-d709-4f21-9708-1a44ae0e2a28 req-981626c2-acfd-4fe4-8d9b-9a0755f58d6b service neutron] 10.222.0.86 "GET /v2.0/networks?id=aa7afffa-e17d-4c0b-836c-b0db2fea3cec HTTP/1.1" status: 200 len: 912 time: 0.6981025 May 10 14:49:28.944286 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763ce920-d0ce-4e61-b55d-46b8785000f8 None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:28.944902 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-763ce920-d0ce-4e61-b55d-46b8785000f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:29.015696 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd1e7d5-f06b-47b1-be82-6858275e42f7 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] DELETE failed (client error): The resource could not be found. May 10 14:49:29.021166 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd1e7d5-f06b-47b1-be82-6858275e42f7 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:49:29.023170 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0dd1e7d5-f06b-47b1-be82-6858275e42f7 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/networks/d1c82aca-f5bf-485e-8f09-bcd741d76946 HTTP/1.1" status: 404 len: 339 time: 0.1556890 May 10 14:49:29.048201 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39930) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:29.064946 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6c898383-81e0-43f6-9328-859601705f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:29.065501 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c898383-81e0-43f6-9328-859601705f4c None None] The sync data for ids ['bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:49:29.083552 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-763ce920-d0ce-4e61-b55d-46b8785000f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:29.084204 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763ce920-d0ce-4e61-b55d-46b8785000f8 None None] The sync data for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:49:29.094924 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6ba64aa8-1aa2-46d0-9f77-0c1cd0a32c27 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Synchronizing usage tracker for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:29.099666 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a32f4654-dad1-409e-9fdd-69f6cce73107 None None] Provisioning for port 9743635c-8610-4539-b400-c9f64c16b7db completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:29.107490 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a32f4654-dad1-409e-9fdd-69f6cce73107 None None] Provisioning complete for port 9743635c-8610-4539-b400-c9f64c16b7db triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:29.108103 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a32f4654-dad1-409e-9fdd-69f6cce73107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:29.109806 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc9676a-a577-4240-8e2b-6a32fd3479ac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:29.110459 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2bc9676a-a577-4240-8e2b-6a32fd3479ac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Synchronizing usage tracker for tenant:ab426055898a431ea72055cf37c2d0b5 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:29.165335 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b448fc5e-d709-4f21-9708-1a44ae0e2a28 req-01ea818c-64b9-4af5-bfd1-40da6f95b5c8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41388ac1-4820-4eee-abe3-5c0c080ef468 HTTP/1.1" status: 200 len: 1000 time: 0.2299144 May 10 14:49:29.168406 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2bc9676a-a577-4240-8e2b-6a32fd3479ac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Unset dirty status for tenant:ab426055898a431ea72055cf37c2d0b5 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:29.169845 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2bc9676a-a577-4240-8e2b-6a32fd3479ac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/ports/9743635c-8610-4539-b400-c9f64c16b7db HTTP/1.1" status: 200 len: 911 time: 0.4034975 May 10 14:49:29.183664 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39934) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:29.201173 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-a32f4654-dad1-409e-9fdd-69f6cce73107 None None] Port 9743635c-8610-4539-b400-c9f64c16b7db cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:49:29.247061 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448fc5e-d709-4f21-9708-1a44ae0e2a28 req-76ba58e3-7064-43b1-aad6-bee173c31edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:29.248662 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b448fc5e-d709-4f21-9708-1a44ae0e2a28 req-76ba58e3-7064-43b1-aad6-bee173c31edd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=131cfd62-1682-4197-8cdd-002e0ab415e5 HTTP/1.1" status: 200 len: 850 time: 0.0770905 May 10 14:49:29.255617 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port ee93e277-3022-4677-a20e-837a114cf570 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:29.286559 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port ee93e277-3022-4677-a20e-837a114cf570 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:29.287006 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:29.339828 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a32f4654-dad1-409e-9fdd-69f6cce73107 None None] Provisioning complete for port b0988d3e-0d59-4479-a891-80bb07d6d0e6 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:29.340306 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a32f4654-dad1-409e-9fdd-69f6cce73107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:29.355787 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448fc5e-d709-4f21-9708-1a44ae0e2a28 req-cb4a918b-5f6d-4f62-be41-462abe9cbf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:29.357288 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b448fc5e-d709-4f21-9708-1a44ae0e2a28 req-cb4a918b-5f6d-4f62-be41-462abe9cbf16 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aa7afffa-e17d-4c0b-836c-b0db2fea3cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0997267 May 10 14:49:29.369168 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4903b580-1059-408c-a2a3-a61aa7a101e6 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.9470830 May 10 14:49:29.392457 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39938) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:29.409266 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-7cb34c3b-bf25-4d5f-9143-33065a353a61 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Request body: {'floatingip': {'port_id': 'facfae16-1bdd-4c7e-842a-a58ef5716df4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:29.427248 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-02b43f77-dbd4-489e-b75a-e86c143d2090 None None] For port e2fdde61-2635-4d9a-a4af-a34e8280d7eb, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e2fdde61-2635-4d9a-a4af-a34e8280d7eb,segment=NetworkSegment(804ec679-0351-49b5-b94c-efcbcd990dbd),segment_id=804ec679-0351-49b5-b94c-efcbcd990dbd)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:29.427842 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-02b43f77-dbd4-489e-b75a-e86c143d2090 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:29.495436 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6ba64aa8-1aa2-46d0-9f77-0c1cd0a32c27 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Unset dirty status for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:29.500439 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6ba64aa8-1aa2-46d0-9f77-0c1cd0a32c27 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.2162230 May 10 14:49:29.514507 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39942) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:29.516902 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-c5751c2d-3238-422a-be58-c5d6868bd243 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] For port e2fdde61-2635-4d9a-a4af-a34e8280d7eb, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e2fdde61-2635-4d9a-a4af-a34e8280d7eb,segment=NetworkSegment(804ec679-0351-49b5-b94c-efcbcd990dbd),segment_id=804ec679-0351-49b5-b94c-efcbcd990dbd)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:29.517269 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c5751c2d-3238-422a-be58-c5d6868bd243 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:29.528556 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e98ca444-6851-4fa9-9df4-dc6a3bfb329d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:29.569919 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-40a420fb-bf99-4352-b2a4-0471297865a8 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:29.581674 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-566b3ade-21cc-408a-9c96-392432c2bab7 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1749213327'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:29.591920 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-02b43f77-dbd4-489e-b75a-e86c143d2090 None None] Calling delete_port for e2fdde61-2635-4d9a-a4af-a34e8280d7eb owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:29.597528 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-566b3ade-21cc-408a-9c96-392432c2bab7 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:29.652136 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7cb34c3b-bf25-4d5f-9143-33065a353a61 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:29.746501 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c5751c2d-3238-422a-be58-c5d6868bd243 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Calling delete_port for e2fdde61-2635-4d9a-a4af-a34e8280d7eb owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:29.769769 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:29.773711 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-566b3ade-21cc-408a-9c96-392432c2bab7 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:29.819136 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-02b43f77-dbd4-489e-b75a-e86c143d2090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:29.861348 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port ee93e277-3022-4677-a20e-837a114cf570, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=ee93e277-3022-4677-a20e-837a114cf570,segment=NetworkSegment(99902992-f253-4898-8c21-193793d2e2f9),segment_id=99902992-f253-4898-8c21-193793d2e2f9)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:29.875995 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b43f77-dbd4-489e-b75a-e86c143d2090 None None] Pushing event deleted for resources: {'Port': ['ID=e2fdde61-2635-4d9a-a4af-a34e8280d7eb,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:29.890994 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:29.893882 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device f9bf1d12-8f55-4d53-8377-48fd1f22d083 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:49:29.955665 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b448fc5e-d709-4f21-9708-1a44ae0e2a28 req-227adb36-600a-4d4b-b60e-6a251d908325 service neutron] 10.222.0.86 "GET /v2.0/networks/aa7afffa-e17d-4c0b-836c-b0db2fea3cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907075 May 10 14:49:30.000440 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-566b3ade-21cc-408a-9c96-392432c2bab7 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:30.046752 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b43f77-dbd4-489e-b75a-e86c143d2090 None None] No DVR routers for this DVR port e2fdde61-2635-4d9a-a4af-a34e8280d7eb on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:49:30.086464 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e97c634-eae3-4c88-8006-afe3127eedc3 None None] get_active_networks_info from dv-neutron-841204-2-hyperv {{(pid=88053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 10 14:49:30.215695 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e98ca444-6851-4fa9-9df4-dc6a3bfb329d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:30.248336 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b448fc5e-d709-4f21-9708-1a44ae0e2a28 req-501a5dcf-987d-48f1-84ed-7cc005a582c4 service neutron] 10.222.0.86 "GET /v2.0/networks/aa7afffa-e17d-4c0b-836c-b0db2fea3cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723877 May 10 14:49:30.266881 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e97c634-eae3-4c88-8006-afe3127eedc3 None None] Resources bound (agent type, host, resource id): {{(pid=88053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 14:49:30.296623 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=ee93e277-3022-4677-a20e-837a114cf570,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:30.315303 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1ef34f0b-fd9f-4867-980e-4545345d18ec None None] Provisioning for port f9bf1d12-8f55-4d53-8377-48fd1f22d083 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:30.339554 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-566b3ade-21cc-408a-9c96-392432c2bab7 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:30.413237 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1ef34f0b-fd9f-4867-980e-4545345d18ec None None] Provisioning complete for port ee93e277-3022-4677-a20e-837a114cf570 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:30.413237 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1ef34f0b-fd9f-4867-980e-4545345d18ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:30.440623 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port f9bf1d12-8f55-4d53-8377-48fd1f22d083 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:30.474373 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port f9bf1d12-8f55-4d53-8377-48fd1f22d083 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:30.474768 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:30.581744 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-40a420fb-bf99-4352-b2a4-0471297865a8 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:30.595530 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ca444-6851-4fa9-9df4-dc6a3bfb329d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=3442fe53-29eb-49d4-8d7b-9bde578dc3d2,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:30.607643 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e98ca444-6851-4fa9-9df4-dc6a3bfb329d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:30.633526 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-566b3ade-21cc-408a-9c96-392432c2bab7 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:30.694252 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-40a420fb-bf99-4352-b2a4-0471297865a8 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f73338b-c54c-4a6d-96a9-4ed8be0b1edd']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:30.770223 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:30.785036 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e98ca444-6851-4fa9-9df4-dc6a3bfb329d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/3442fe53-29eb-49d4-8d7b-9bde578dc3d2 HTTP/1.1" status: 204 len: 168 time: 3.3502080 May 10 14:49:30.792003 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-40a420fb-bf99-4352-b2a4-0471297865a8 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5e5f15-d6ab-4859-93bc-9c7bcb8e5a6c') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:30.792375 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-40a420fb-bf99-4352-b2a4-0471297865a8 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5e5f15-d6ab-4859-93bc-9c7bcb8e5a6c') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:30.811347 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39960) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:30.821990 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1ef34f0b-fd9f-4867-980e-4545345d18ec None None] Provisioning complete for port 9743635c-8610-4539-b400-c9f64c16b7db triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:30.822389 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1ef34f0b-fd9f-4867-980e-4545345d18ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:30.849286 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port f9bf1d12-8f55-4d53-8377-48fd1f22d083, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=f9bf1d12-8f55-4d53-8377-48fd1f22d083,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:30.920865 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:30.970300 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7cb34c3b-bf25-4d5f-9143-33065a353a61 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:30.985176 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7cb34c3b-bf25-4d5f-9143-33065a353a61 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:31.002710 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-1ef34f0b-fd9f-4867-980e-4545345d18ec None None] Port 9743635c-8610-4539-b400-c9f64c16b7db cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:49:31.030232 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.api [None req-c5751c2d-3238-422a-be58-c5d6868bd243 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:49:31.030905 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG oslo_db.api [None req-c5751c2d-3238-422a-be58-c5d6868bd243 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:49:31.053880 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device ee93e277-3022-4677-a20e-837a114cf570 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:49:31.055633 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-40a420fb-bf99-4352-b2a4-0471297865a8 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:31.100179 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a16db357-5804-48c7-a301-677dc5f6a7a2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2755086 May 10 14:49:31.105147 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1ef34f0b-fd9f-4867-980e-4545345d18ec None None] Could not find standard attr ID for object 8d6b648e-a30f-4aa0-bf8b-841272fbf9da. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:49:31.106649 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39964) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:31.111705 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-40a420fb-bf99-4352-b2a4-0471297865a8 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:31.120210 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7bc62510-86ae-4b0b-aa53-1d5100068d50 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:31.121700 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb19d1e-9ed8-4683-b13f-cba4a13416cb None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:31.194964 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=f9bf1d12-8f55-4d53-8377-48fd1f22d083,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:31.221159 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a420fb-bf99-4352-b2a4-0471297865a8 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:49:31.221571 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-40a420fb-bf99-4352-b2a4-0471297865a8 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:49:31.238343 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:49:31.280537 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port ee93e277-3022-4677-a20e-837a114cf570 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:31.280764 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:31.342946 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5256a-0fb1-49ef-b670-41b22f2c2246 req-c3fd8de8-589f-44aa-94cd-b553c5febf20 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:31.344647 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-48f5256a-0fb1-49ef-b670-41b22f2c2246 req-c3fd8de8-589f-44aa-94cd-b553c5febf20 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 1.1192040 May 10 14:49:31.405691 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb34c3b-bf25-4d5f-9143-33065a353a61 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Router 6fee7be2-7628-4203-906b-d0bcfb7a8a8d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:49:31.447811 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-566b3ade-21cc-408a-9c96-392432c2bab7 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:31.460087 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b0988d3e-0d59-4479-a891-80bb07d6d0e6 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:49:31.466024 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d5dfe-5aa2-424b-be6e-dbd1420c8920 req-b643344f-eb24-4817-99cd-c4e9b95bf1d3 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:31.467667 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-140d5dfe-5aa2-424b-be6e-dbd1420c8920 req-b643344f-eb24-4817-99cd-c4e9b95bf1d3 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 946 time: 1.1126163 May 10 14:49:31.491686 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-566b3ade-21cc-408a-9c96-392432c2bab7 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:31.528235 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7bc62510-86ae-4b0b-aa53-1d5100068d50 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:31.540374 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port b0988d3e-0d59-4479-a891-80bb07d6d0e6 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:31.540747 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:31.550503 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c5751c2d-3238-422a-be58-c5d6868bd243 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port e2fdde61-2635-4d9a-a4af-a34e8280d7eb {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:31.550990 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c5751c2d-3238-422a-be58-c5d6868bd243 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:31.568970 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1210f7d-df40-4064-8da3-599824be709f None None] DHCP port deletion for a36358c0-b900-4df5-ae69-1592404548f9 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:49:31.591195 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-f1210f7d-df40-4064-8da3-599824be709f None None] Deleting port f9bf1d12-8f55-4d53-8377-48fd1f22d083 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:31.591941 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f1210f7d-df40-4064-8da3-599824be709f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:31.596072 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7bc62510-86ae-4b0b-aa53-1d5100068d50 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:31.600824 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-40a420fb-bf99-4352-b2a4-0471297865a8 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:31.610394 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7bc62510-86ae-4b0b-aa53-1d5100068d50 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:31.613349 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb34c3b-bf25-4d5f-9143-33065a353a61 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:49:31.618912 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7cb34c3b-bf25-4d5f-9143-33065a353a61 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:31.637725 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510718df-5772-4aaa-aca3-2f1a73782e15 None None] Sync routers for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:49:31.660214 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-40a420fb-bf99-4352-b2a4-0471297865a8 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:31.663382 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7bc62510-86ae-4b0b-aa53-1d5100068d50 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:31.669805 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510718df-5772-4aaa-aca3-2f1a73782e15 None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:31.670739 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-510718df-5772-4aaa-aca3-2f1a73782e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:31.741245 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7cb34c3b-bf25-4d5f-9143-33065a353a61 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "PUT /v2.0/floatingips/5d1b4972-d1dc-40b7-b4bf-aa9767eaaec0 HTTP/1.1" status: 200 len: 978 time: 2.3485501 May 10 14:49:31.741894 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39970) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:31.758359 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-48f5256a-0fb1-49ef-b670-41b22f2c2246 req-654f89a3-e995-4c96-b5c6-de276f44ffc0 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3864901 May 10 14:49:31.781885 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c5751c2d-3238-422a-be58-c5d6868bd243 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] The port 'e2fdde61-2635-4d9a-a4af-a34e8280d7eb' was deleted {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:49:31.786655 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-40a420fb-bf99-4352-b2a4-0471297865a8 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/networks/7f73338b-c54c-4a6d-96a9-4ed8be0b1edd HTTP/1.1" status: 204 len: 168 time: 2.7044039 May 10 14:49:31.786655 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a420fb-bf99-4352-b2a4-0471297865a8 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Network': ['ID=7f73338b-c54c-4a6d-96a9-4ed8be0b1edd,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:31.786928 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-510718df-5772-4aaa-aca3-2f1a73782e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:31.790644 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39974) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:31.794939 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b3ade-21cc-408a-9c96-392432c2bab7 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4084db14-c6f4-41a8-a642-8ecfc5146d0e,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:31.870094 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-566b3ade-21cc-408a-9c96-392432c2bab7 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:31.871336 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-566b3ade-21cc-408a-9c96-392432c2bab7 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3448331 May 10 14:49:31.872555 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-708a4d76-c040-4d24-b3c4-294b4e808d91 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] DELETE failed (client error): The resource could not be found. May 10 14:49:31.872998 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708a4d76-c040-4d24-b3c4-294b4e808d91 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:49:31.877009 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-708a4d76-c040-4d24-b3c4-294b4e808d91 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/subnets/6a1dc0e7-2fdd-4f5e-8439-8be4fd91b9c2 HTTP/1.1" status: 404 len: 337 time: 0.0811214 May 10 14:49:31.885386 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-140d5dfe-5aa2-424b-be6e-dbd1420c8920 req-c7c75895-e5ca-4823-b81d-17f4ed270d36 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4073124 May 10 14:49:31.891439 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39978) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:31.891723 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39980) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:31.904549 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc62510-86ae-4b0b-aa53-1d5100068d50 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:31.908352 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7bc62510-86ae-4b0b-aa53-1d5100068d50 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:31.928473 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510718df-5772-4aaa-aca3-2f1a73782e15 None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:31.929168 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-510718df-5772-4aaa-aca3-2f1a73782e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:31.947113 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-db22bea7-c7ce-4bdf-a406-c95519226671 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Request body: {'security_group_rule': {'security_group_id': '4084db14-c6f4-41a8-a642-8ecfc5146d0e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:31.974390 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-98b57233-3cfd-41b1-bc75-b5f0cd07e90b tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Deleting port fb1cb947-79ef-405f-b308-5d265d7db17d {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:31.974985 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-98b57233-3cfd-41b1-bc75-b5f0cd07e90b tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:31.990499 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-db22bea7-c7ce-4bdf-a406-c95519226671 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:32.001356 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-510718df-5772-4aaa-aca3-2f1a73782e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:32.001854 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510718df-5772-4aaa-aca3-2f1a73782e15 None None] The sync data for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:49:32.006253 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e2fdde61-2635-4d9a-a4af-a34e8280d7eb no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:49:32.098794 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8f2a828-44c5-421a-9027-5672a98d6a03 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:32.105703 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: e2fdde61-2635-4d9a-a4af-a34e8280d7eb {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:49:32.106164 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e2fdde61-2635-4d9a-a4af-a34e8280d7eb not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:49:32.148253 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-f1210f7d-df40-4064-8da3-599824be709f None None] For port f9bf1d12-8f55-4d53-8377-48fd1f22d083, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=f9bf1d12-8f55-4d53-8377-48fd1f22d083,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:32.149461 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f1210f7d-df40-4064-8da3-599824be709f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:32.151566 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-98b57233-3cfd-41b1-bc75-b5f0cd07e90b tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:32.151893 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-98b57233-3cfd-41b1-bc75-b5f0cd07e90b tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:32.208953 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f96e051-39f8-4f52-990a-221cf26e9b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] DELETE failed (client error): The resource could not be found. May 10 14:49:32.209417 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f96e051-39f8-4f52-990a-221cf26e9b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:49:32.214468 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7f96e051-39f8-4f52-990a-221cf26e9b86 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/networks/970ada72-7db5-458e-bb1c-35914bfb34f9 HTTP/1.1" status: 404 len: 339 time: 0.3105354 May 10 14:49:32.216054 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39986) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:32.222552 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-db22bea7-c7ce-4bdf-a406-c95519226671 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:32.279474 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-f1210f7d-df40-4064-8da3-599824be709f None None] Calling delete_port for f9bf1d12-8f55-4d53-8377-48fd1f22d083 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:32.306996 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1bddd8-29f5-4fad-b9bd-fdf3f2a0de8c tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] DELETE failed (client error): The resource could not be found. May 10 14:49:32.306996 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1bddd8-29f5-4fad-b9bd-fdf3f2a0de8c tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:49:32.310992 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-db1bddd8-29f5-4fad-b9bd-fdf3f2a0de8c tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/subnets/0a900e00-bbda-4a37-86dc-defc190953c9 HTTP/1.1" status: 404 len: 337 time: 0.0928135 May 10 14:49:32.318763 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-98b57233-3cfd-41b1-bc75-b5f0cd07e90b tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Calling delete_port for fb1cb947-79ef-405f-b308-5d265d7db17d owned by network:floatingip {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:32.364641 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f1210f7d-df40-4064-8da3-599824be709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:32.415950 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1210f7d-df40-4064-8da3-599824be709f None None] Pushing event deleted for resources: {'Port': ['ID=f9bf1d12-8f55-4d53-8377-48fd1f22d083,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:32.418047 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1210f7d-df40-4064-8da3-599824be709f None None] No DVR routers for this DVR port f9bf1d12-8f55-4d53-8377-48fd1f22d083 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:49:32.438589 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 39990) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:32.491022 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c5751c2d-3238-422a-be58-c5d6868bd243 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:32.544202 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a97b8eb-e705-4960-8bde-6950ca0efd74 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] DELETE failed (client error): The resource could not be found. May 10 14:49:32.544806 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a97b8eb-e705-4960-8bde-6950ca0efd74 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:49:32.549100 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7a97b8eb-e705-4960-8bde-6950ca0efd74 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/networks/106a8b1d-2937-4fb7-9609-9d6fc0ea6b80 HTTP/1.1" status: 404 len: 339 time: 0.0975339 May 10 14:49:32.549792 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39994) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:32.558574 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db22bea7-c7ce-4bdf-a406-c95519226671 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:32.571237 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-c5751c2d-3238-422a-be58-c5d6868bd243 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30684860-9ebd-4be6-8de9-8b468c925c03']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:32.627316 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fbb4aa7-597a-4740-9299-36847bb87c3e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] DELETE failed (client error): The resource could not be found. May 10 14:49:32.627756 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fbb4aa7-597a-4740-9299-36847bb87c3e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:49:32.632899 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-c5751c2d-3238-422a-be58-c5d6868bd243 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804ec679-0351-49b5-b94c-efcbcd990dbd') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:32.633205 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-c5751c2d-3238-422a-be58-c5d6868bd243 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804ec679-0351-49b5-b94c-efcbcd990dbd') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:32.641220 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3fbb4aa7-597a-4740-9299-36847bb87c3e tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/subnets/536759f4-fd11-473b-9b63-4582f2177dc8 HTTP/1.1" status: 404 len: 337 time: 0.0906858 May 10 14:49:32.643882 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 39998) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:32.659175 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c5751c2d-3238-422a-be58-c5d6868bd243 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:32.677226 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-779458b0-7a11-48a2-81fe-8452aa938e85 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] DELETE failed (client error): The resource could not be found. May 10 14:49:32.677716 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-779458b0-7a11-48a2-81fe-8452aa938e85 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:49:32.679608 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-779458b0-7a11-48a2-81fe-8452aa938e85 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/networks/58da340e-c7ba-4d5a-a8f9-32e3933a8fe5 HTTP/1.1" status: 404 len: 339 time: 0.0347502 May 10 14:49:32.681031 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-98b57233-3cfd-41b1-bc75-b5f0cd07e90b tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:32.684541 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40002) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:32.707795 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c5751c2d-3238-422a-be58-c5d6868bd243 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:32.729949 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5751c2d-3238-422a-be58-c5d6868bd243 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:49:32.730352 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c5751c2d-3238-422a-be58-c5d6868bd243 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:32.769402 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b57233-3cfd-41b1-bc75-b5f0cd07e90b tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event deleted for resources: {'Port': ['ID=fb1cb947-79ef-405f-b308-5d265d7db17d,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:49:32.773525 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:49:32.796866 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06d2fa8-28b6-4ac6-b660-b06d555b9699 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] DELETE failed (client error): The resource could not be found. May 10 14:49:32.797927 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06d2fa8-28b6-4ac6-b660-b06d555b9699 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:49:32.798965 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b06d2fa8-28b6-4ac6-b660-b06d555b9699 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/subnets/2224df0f-e146-4406-aa5e-5a94bc67449e HTTP/1.1" status: 404 len: 337 time: 0.0836692 May 10 14:49:32.804262 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40008) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:32.875753 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf074050-af15-4491-aeb5-3d8a8a46da3c tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] DELETE failed (client error): The resource could not be found. May 10 14:49:32.876217 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf074050-af15-4491-aeb5-3d8a8a46da3c tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:49:32.878024 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-cf074050-af15-4491-aeb5-3d8a8a46da3c tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/networks/64d569a6-189b-4ad7-bf06-3d111af35e72 HTTP/1.1" status: 404 len: 339 time: 0.0728743 May 10 14:49:32.880677 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40012) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:32.892636 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db22bea7-c7ce-4bdf-a406-c95519226671 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:32.926555 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b58ce4-4776-4c8d-86fc-083feb4c3417 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] DELETE failed (client error): The resource could not be found. May 10 14:49:32.927032 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9b58ce4-4776-4c8d-86fc-083feb4c3417 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:49:32.928703 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f9b58ce4-4776-4c8d-86fc-083feb4c3417 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/subnets/d5c0552b-0a13-4ba7-a67c-4e71e29028ba HTTP/1.1" status: 404 len: 337 time: 0.0471506 May 10 14:49:32.932540 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40018) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:32.957538 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-98b57233-3cfd-41b1-bc75-b5f0cd07e90b tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:32.958413 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [None req-98b57233-3cfd-41b1-bc75-b5f0cd07e90b tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Floating IP 5d1b4972-d1dc-40b7-b4bf-aa9767eaaec0 disassociated (deleted). External IP: 172.26.0.152, port: facfae16-1bdd-4c7e-842a-a58ef5716df4. May 10 14:49:32.985665 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db22bea7-c7ce-4bdf-a406-c95519226671 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:33.032401 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-0757eab4-72a9-44c1-9ebf-d5b9251458c0 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] DELETE failed (client error): The resource could not be found. May 10 14:49:33.032973 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0757eab4-72a9-44c1-9ebf-d5b9251458c0 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:49:33.034456 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0757eab4-72a9-44c1-9ebf-d5b9251458c0 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/networks/2519efcb-2364-47de-b89c-9982986d5cd5 HTTP/1.1" status: 404 len: 339 time: 0.1008065 May 10 14:49:33.039077 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device f9bf1d12-8f55-4d53-8377-48fd1f22d083 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:49:33.044317 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40022) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:33.080511 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: f9bf1d12-8f55-4d53-8377-48fd1f22d083 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:49:33.081586 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device f9bf1d12-8f55-4d53-8377-48fd1f22d083 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:49:33.082358 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c5751c2d-3238-422a-be58-c5d6868bd243 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:33.083838 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22bea7-c7ce-4bdf-a406-c95519226671 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b24410-8873-41a5-b7ca-111dfaec8112,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:33.091140 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc1367d-9cfe-4c67-ad78-f4ce0a6be078 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] DELETE failed (client error): The resource could not be found. May 10 14:49:33.091585 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc1367d-9cfe-4c67-ad78-f4ce0a6be078 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:49:33.093237 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2cc1367d-9cfe-4c67-ad78-f4ce0a6be078 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/subnets/e2481432-ce7f-4e95-9ea3-b6e093fd211d HTTP/1.1" status: 404 len: 337 time: 0.0477934 May 10 14:49:33.095767 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40026) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:33.156699 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c5751c2d-3238-422a-be58-c5d6868bd243 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:33.186650 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-d81c57d4-b487-4bd1-a5d7-0b76a713978f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] DELETE failed (client error): The resource could not be found. May 10 14:49:33.187128 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d81c57d4-b487-4bd1-a5d7-0b76a713978f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:49:33.191046 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d81c57d4-b487-4bd1-a5d7-0b76a713978f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/networks/10a9ef4a-4051-4d87-95c4-c8ed64871588 HTTP/1.1" status: 404 len: 339 time: 0.0921290 May 10 14:49:33.191582 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40030) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:33.205931 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5751c2d-3238-422a-be58-c5d6868bd243 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Network': ['ID=30684860-9ebd-4be6-8de9-8b468c925c03,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:33.242020 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c5751c2d-3238-422a-be58-c5d6868bd243 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/networks/30684860-9ebd-4be6-8de9-8b468c925c03 HTTP/1.1" status: 204 len: 168 time: 5.7156808 May 10 14:49:33.242250 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-186ea418-2a35-4205-9cdd-5914931e57ec tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] DELETE failed (client error): The resource could not be found. May 10 14:49:33.242250 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186ea418-2a35-4205-9cdd-5914931e57ec tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:49:33.242250 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-186ea418-2a35-4205-9cdd-5914931e57ec tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/subnets/8be6636d-642d-4893-9545-ffe955c5707f HTTP/1.1" status: 404 len: 337 time: 0.0469522 May 10 14:49:33.242250 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40034) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:33.242250 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40036) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:33.247251 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-e8f2a828-44c5-421a-9027-5672a98d6a03 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Allocated IP 2001:db8:1::1 (20d9cefb-40bf-45fa-bf5b-2ac474cb1c84/120668f7-f502-4d66-acfe-71bf63357647/39717ce0-8648-46db-afa9-d95f54d697cd) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:33.252893 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db22bea7-c7ce-4bdf-a406-c95519226671 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:33.253116 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-feb38598-18b6-41d9-b7ce-cea7bee6cd34 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-276160644'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:33.254059 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-db22bea7-c7ce-4bdf-a406-c95519226671 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3614192 May 10 14:49:33.262023 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40042) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:33.276697 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-5366850b-aa7b-404d-a288-1c4efe97ec12 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Request body: {'security_group_rule': {'security_group_id': '4084db14-c6f4-41a8-a642-8ecfc5146d0e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:33.280404 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-feb38598-18b6-41d9-b7ce-cea7bee6cd34 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:33.282565 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7bc62510-86ae-4b0b-aa53-1d5100068d50 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:33.290569 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-feb38598-18b6-41d9-b7ce-cea7bee6cd34 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:network and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:33.294091 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d527b6-dabf-4801-b40f-5c69162029c0 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] DELETE failed (client error): The resource could not be found. May 10 14:49:33.294569 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d527b6-dabf-4801-b40f-5c69162029c0 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:49:33.296415 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a4d527b6-dabf-4801-b40f-5c69162029c0 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/networks/c52414ca-6481-4a97-990a-f6e41d4e1251 HTTP/1.1" status: 404 len: 339 time: 0.0514939 May 10 14:49:33.298029 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-feb38598-18b6-41d9-b7ce-cea7bee6cd34 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:33.300588 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40046) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:33.319138 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5366850b-aa7b-404d-a288-1c4efe97ec12 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:33.356997 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5366850b-aa7b-404d-a288-1c4efe97ec12 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Usage tracker for resource:security_group_rule and tenant:9ac6bad6e6184612b57155af00ea7575 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:33.372407 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5366850b-aa7b-404d-a288-1c4efe97ec12 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:33.391363 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-feb38598-18b6-41d9-b7ce-cea7bee6cd34 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:33.409942 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-07367cad-ec70-4786-a3c9-0708ae198e82 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] DELETE failed (client error): The resource could not be found. May 10 14:49:33.410383 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07367cad-ec70-4786-a3c9-0708ae198e82 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:49:33.412055 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-07367cad-ec70-4786-a3c9-0708ae198e82 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/subnets/e9236844-26ce-45c2-b7ad-27c4429816fe HTTP/1.1" status: 404 len: 337 time: 0.0628555 May 10 14:49:33.423432 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40050) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:33.448361 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5366850b-aa7b-404d-a288-1c4efe97ec12 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:33.455082 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb38598-18b6-41d9-b7ce-cea7bee6cd34 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:33.457481 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9780d-2658-4029-9f56-29506deb7a44 req-e017f413-540b-4dc1-a428-b2bdd5dcfbf0 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:33.458375 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-feb38598-18b6-41d9-b7ce-cea7bee6cd34 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:33.458982 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-83f9780d-2658-4029-9f56-29506deb7a44 req-e017f413-540b-4dc1-a428-b2bdd5dcfbf0 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.5685821 May 10 14:49:33.473418 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c6683c-eca4-4514-aa21-cdbc9d96ee8f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] DELETE failed (client error): The resource could not be found. May 10 14:49:33.473898 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c6683c-eca4-4514-aa21-cdbc9d96ee8f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:49:33.474686 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc62510-86ae-4b0b-aa53-1d5100068d50 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:33.475575 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a9c6683c-eca4-4514-aa21-cdbc9d96ee8f tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/networks/b8b659d1-aa00-4ee6-a314-926d0c0ea511 HTTP/1.1" status: 404 len: 339 time: 0.0512288 May 10 14:49:33.483855 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-7bc62510-86ae-4b0b-aa53-1d5100068d50 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:33.487049 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40054) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:33.497335 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035f09fd-ebd5-4dee-be0d-91410f33991d None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:33.514994 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc62510-86ae-4b0b-aa53-1d5100068d50 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:33.515580 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7bc62510-86ae-4b0b-aa53-1d5100068d50 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:33.561371 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc62510-86ae-4b0b-aa53-1d5100068d50 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=45a708d7-9350-47ac-84ea-6de015d0a752,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:33.574786 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb38598-18b6-41d9-b7ce-cea7bee6cd34 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:49:33.592523 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-feb38598-18b6-41d9-b7ce-cea7bee6cd34 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:33.592857 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-feb38598-18b6-41d9-b7ce-cea7bee6cd34 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Added segment 489425f1-2641-4ccc-8ee3-49ef44464732 of type vlan for network b62330a7-e689-4775-bc69-3dc0642178da May 10 14:49:33.595342 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b57233-3cfd-41b1-bc75-b5f0cd07e90b tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Router 6fee7be2-7628-4203-906b-d0bcfb7a8a8d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:49:33.609295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547c8f2-5acb-4a0c-8f14-7d2e0b83affe req-2aee96ef-1e79-4fe8-b428-99e213b430de tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:33.610684 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4547c8f2-5acb-4a0c-8f14-7d2e0b83affe req-2aee96ef-1e79-4fe8-b428-99e213b430de tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 946 time: 0.5354726 May 10 14:49:33.631146 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5366850b-aa7b-404d-a288-1c4efe97ec12 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:33.662596 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7bc62510-86ae-4b0b-aa53-1d5100068d50 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5502827 May 10 14:49:33.678340 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40058) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:33.696289 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-83f9780d-2658-4029-9f56-29506deb7a44 req-2f95471b-5ba8-4947-b251-6b2cfd2683f9 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269289 May 10 14:49:33.696670 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-feb38598-18b6-41d9-b7ce-cea7bee6cd34 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:33.703640 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-00ce3f9d-fc18-4350-a41a-1a75239a271b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'name': 'tempest-NetworksTestDHCPv6-575265505'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:33.755764 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ecc3ea-90e8-4ca1-80f2-ba12fd4b9d8d tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Deleting subnet 2c9118a4-248e-43ce-a301-46c4e0ae92a9 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:49:33.763629 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dff40a-ae61-4779-b4a8-4a3c12e7f3f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-a36358c0-b900-4df5-ae69-1592404548f9', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'fixed_ips': [{'subnet_id': '45a708d7-9350-47ac-84ea-6de015d0a752'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:49:33.765498 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-37dff40a-ae61-4779-b4a8-4a3c12e7f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:33.769293 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8f2a828-44c5-421a-9027-5672a98d6a03 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:33.772349 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-26ecc3ea-90e8-4ca1-80f2-ba12fd4b9d8d tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:33.834448 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4547c8f2-5acb-4a0c-8f14-7d2e0b83affe req-f9535ca9-1926-42f4-a6aa-54f061afc66a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864560 May 10 14:49:33.848778 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-e8f2a828-44c5-421a-9027-5672a98d6a03 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Transition to ACTIVE for port object 39717ce0-8648-46db-afa9-d95f54d697cd will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:33.870341 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-26ecc3ea-90e8-4ca1-80f2-ba12fd4b9d8d tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:33.910144 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5366850b-aa7b-404d-a288-1c4efe97ec12 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:33.965079 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5366850b-aa7b-404d-a288-1c4efe97ec12 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:33.992080 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-37dff40a-ae61-4779-b4a8-4a3c12e7f3f0 None None] Allocated IP 2001:db8::2 (a36358c0-b900-4df5-ae69-1592404548f9/45a708d7-9350-47ac-84ea-6de015d0a752/4097da33-6e18-4a10-9796-daff08ab6794) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:34.025759 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366850b-aa7b-404d-a288-1c4efe97ec12 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f52230-8188-4d05-9a7e-597fcc0b74f6,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:34.064449 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8f2a828-44c5-421a-9027-5672a98d6a03 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:34.077172 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-feb38598-18b6-41d9-b7ce-cea7bee6cd34 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:34.083327 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb38598-18b6-41d9-b7ce-cea7bee6cd34 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:34.084096 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-feb38598-18b6-41d9-b7ce-cea7bee6cd34 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:34.108283 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5366850b-aa7b-404d-a288-1c4efe97ec12 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:34.109381 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5366850b-aa7b-404d-a288-1c4efe97ec12 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8439348 May 10 14:49:34.122539 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40064) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:34.161997 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-26ecc3ea-90e8-4ca1-80f2-ba12fd4b9d8d tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:34.190826 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f2a828-44c5-421a-9027-5672a98d6a03 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network 20d9cefb-40bf-45fa-bf5b-2ac474cb1c84 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:34.195181 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-4df292d9-f896-4aaa-8de8-0a8f8807b9e3 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Request body: {'security_group_rule': {'security_group_id': '4084db14-c6f4-41a8-a642-8ecfc5146d0e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:34.203241 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2a828-44c5-421a-9027-5672a98d6a03 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Port': ['ID=39717ce0-8648-46db-afa9-d95f54d697cd,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:34.211902 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b57233-3cfd-41b1-bc75-b5f0cd07e90b tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:49:34.213781 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-e8f2a828-44c5-421a-9027-5672a98d6a03 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:34.215050 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4df292d9-f896-4aaa-8de8-0a8f8807b9e3 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:34.218750 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f2a828-44c5-421a-9027-5672a98d6a03 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:34.219275 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8f2a828-44c5-421a-9027-5672a98d6a03 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:34.230730 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f809d5c-490f-4944-90ba-09103691ec6e req-6a615e8c-cab7-4a61-bb95-7954874fc603 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:34.232707 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4f809d5c-490f-4944-90ba-09103691ec6e req-6a615e8c-cab7-4a61-bb95-7954874fc603 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.3133621 May 10 14:49:34.237529 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-98b57233-3cfd-41b1-bc75-b5f0cd07e90b tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:34.240682 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3ee1f8-2ab9-466d-b599-f54e410062b5 None None] Sync routers for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:49:34.263509 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3ee1f8-2ab9-466d-b599-f54e410062b5 None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:34.264415 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-3f3ee1f8-2ab9-466d-b599-f54e410062b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:34.274927 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4df292d9-f896-4aaa-8de8-0a8f8807b9e3 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Usage tracker for resource:security_group_rule and tenant:9ac6bad6e6184612b57155af00ea7575 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:34.283672 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-feb38598-18b6-41d9-b7ce-cea7bee6cd34 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0401978 May 10 14:49:34.290470 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40068) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:34.291830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4df292d9-f896-4aaa-8de8-0a8f8807b9e3 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:34.300039 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-8284a68b-73da-449c-a17d-e6061967bba1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'subnet': {'network_id': 'b62330a7-e689-4775-bc69-3dc0642178da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:34.300636 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-00ce3f9d-fc18-4350-a41a-1a75239a271b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:34.313118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-37dff40a-ae61-4779-b4a8-4a3c12e7f3f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:34.326488 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb38598-18b6-41d9-b7ce-cea7bee6cd34 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Network': ['ID=b62330a7-e689-4775-bc69-3dc0642178da,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:34.329195 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-37dff40a-ae61-4779-b4a8-4a3c12e7f3f0 None None] Transition to ACTIVE for port object 4097da33-6e18-4a10-9796-daff08ab6794 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:34.331132 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-00ce3f9d-fc18-4350-a41a-1a75239a271b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:port and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:34.340789 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4df292d9-f896-4aaa-8de8-0a8f8807b9e3 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:34.344074 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-00ce3f9d-fc18-4350-a41a-1a75239a271b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:34.362708 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-00ce3f9d-fc18-4350-a41a-1a75239a271b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:34.372439 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-37dff40a-ae61-4779-b4a8-4a3c12e7f3f0 None None] Transition to ACTIVE for port object 4097da33-6e18-4a10-9796-daff08ab6794 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:34.374657 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-98b57233-3cfd-41b1-bc75-b5f0cd07e90b tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "DELETE /v2.0/floatingips/5d1b4972-d1dc-40b7-b4bf-aa9767eaaec0 HTTP/1.1" status: 204 len: 168 time: 2.6316731 May 10 14:49:34.377504 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40072) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:34.379272 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network b62330a7-e689-4775-bc69-3dc0642178da details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:49:34.402486 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-3f3ee1f8-2ab9-466d-b599-f54e410062b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:34.413732 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3ee1f8-2ab9-466d-b599-f54e410062b5 None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:34.415291 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-3f3ee1f8-2ab9-466d-b599-f54e410062b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:34.465187 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4f809d5c-490f-4944-90ba-09103691ec6e req-c9595f9f-0d7b-4580-8c77-1f672aee0b73 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138186 May 10 14:49:34.471608 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-26ecc3ea-90e8-4ca1-80f2-ba12fd4b9d8d tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:34.509922 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4df292d9-f896-4aaa-8de8-0a8f8807b9e3 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:34.538088 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ce3f9d-fc18-4350-a41a-1a75239a271b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:34.538496 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-3f3ee1f8-2ab9-466d-b599-f54e410062b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:34.538698 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3ee1f8-2ab9-466d-b599-f54e410062b5 None None] The sync data for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:49:34.550628 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-00ce3f9d-fc18-4350-a41a-1a75239a271b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:34.605414 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-37dff40a-ae61-4779-b4a8-4a3c12e7f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:34.618346 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-00ce3f9d-fc18-4350-a41a-1a75239a271b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] device_id is not set on port e2a02982-f1c8-469a-87f4-5fdf3800e5df yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:49:34.681029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ecc3ea-90e8-4ca1-80f2-ba12fd4b9d8d tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9118a4-248e-43ce-a301-46c4e0ae92a9,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:34.690844 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-26ecc3ea-90e8-4ca1-80f2-ba12fd4b9d8d tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:34.698934 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-8284a68b-73da-449c-a17d-e6061967bba1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:34.707008 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8284a68b-73da-449c-a17d-e6061967bba1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:subnet and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:34.707826 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-05628bae-f671-4c8f-b2ce-ef4a03c552f7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Deleting port facfae16-1bdd-4c7e-842a-a58ef5716df4 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:34.708218 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-05628bae-f671-4c8f-b2ce-ef4a03c552f7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:34.710181 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8284a68b-73da-449c-a17d-e6061967bba1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:34.713980 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dff40a-ae61-4779-b4a8-4a3c12e7f3f0 None None] Pushing event updated for resources: {'Port': ['ID=4097da33-6e18-4a10-9796-daff08ab6794,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:34.719171 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e4707d-f3fb-4e8a-9314-e674320a1e86 None None] Network 562d87a4-7478-46d4-b0d8-abd3fc31c9e9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:34.742592 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-8284a68b-73da-449c-a17d-e6061967bba1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:34.754279 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-26ecc3ea-90e8-4ca1-80f2-ba12fd4b9d8d tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/subnets/2c9118a4-248e-43ce-a301-46c4e0ae92a9 HTTP/1.1" status: 204 len: 168 time: 1.2440443 May 10 14:49:34.761555 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40078) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:34.785597 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3467fbe8-1f0f-43c6-9f82-24247b23e809 None None] Provisioning for port 39717ce0-8648-46db-afa9-d95f54d697cd completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:34.805134 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dff40a-ae61-4779-b4a8-4a3c12e7f3f0 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:34.856932 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-37dff40a-ae61-4779-b4a8-4a3c12e7f3f0 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:34.858766 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dff40a-ae61-4779-b4a8-4a3c12e7f3f0 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:34.864021 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8284a68b-73da-449c-a17d-e6061967bba1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:34.867556 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8284a68b-73da-449c-a17d-e6061967bba1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:34.907190 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8f2a828-44c5-421a-9027-5672a98d6a03 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:34.908255 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3467fbe8-1f0f-43c6-9f82-24247b23e809 None None] Provisioning complete for port 39717ce0-8648-46db-afa9-d95f54d697cd triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:34.908384 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3467fbe8-1f0f-43c6-9f82-24247b23e809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:34.911228 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4df292d9-f896-4aaa-8de8-0a8f8807b9e3 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:34.945857 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4df292d9-f896-4aaa-8de8-0a8f8807b9e3 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:35.018734 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-3467fbe8-1f0f-43c6-9f82-24247b23e809 None None] Port 39717ce0-8648-46db-afa9-d95f54d697cd cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:49:35.028098 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-00ce3f9d-fc18-4350-a41a-1a75239a271b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8::b1 (a36358c0-b900-4df5-ae69-1592404548f9/45a708d7-9350-47ac-84ea-6de015d0a752/e2a02982-f1c8-469a-87f4-5fdf3800e5df) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:35.046463 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-37dff40a-ae61-4779-b4a8-4a3c12e7f3f0 None None] Attempting to bind port 4097da33-6e18-4a10-9796-daff08ab6794 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:49:35.046835 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-37dff40a-ae61-4779-b4a8-4a3c12e7f3f0 None None] Attempting to bind port 4097da33-6e18-4a10-9796-daff08ab6794 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:49:35.047196 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dff40a-ae61-4779-b4a8-4a3c12e7f3f0 None None] Attempting to bind port 4097da33-6e18-4a10-9796-daff08ab6794 on network a36358c0-b900-4df5-ae69-1592404548f9 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:49:35.057068 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dff40a-ae61-4779-b4a8-4a3c12e7f3f0 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:49:35.057473 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dff40a-ae61-4779-b4a8-4a3c12e7f3f0 None None] Checking segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:49:35.057911 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-37dff40a-ae61-4779-b4a8-4a3c12e7f3f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:35.058542 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dff40a-ae61-4779-b4a8-4a3c12e7f3f0 None None] Bound using segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:49:35.059081 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-37dff40a-ae61-4779-b4a8-4a3c12e7f3f0 None None] Bound port: 4097da33-6e18-4a10-9796-daff08ab6794, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:49:35.059455 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-37dff40a-ae61-4779-b4a8-4a3c12e7f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:35.060298 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df292d9-f896-4aaa-8de8-0a8f8807b9e3 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479454d3-ea5f-40aa-8ff7-dd670f77975f,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:35.186773 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4df292d9-f896-4aaa-8de8-0a8f8807b9e3 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:35.188904 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4df292d9-f896-4aaa-8de8-0a8f8807b9e3 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0626838 May 10 14:49:35.196296 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40086) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:35.232982 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-e4900f27-3917-4729-9fd1-b5e7abcd66db tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Request body: {'security_group_rule': {'security_group_id': '4084db14-c6f4-41a8-a642-8ecfc5146d0e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:35.244028 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e4900f27-3917-4729-9fd1-b5e7abcd66db tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:35.249599 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-13b4cc81-0ee0-4edb-9bef-53802630cda9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:35.261577 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e4900f27-3917-4729-9fd1-b5e7abcd66db tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Usage tracker for resource:security_group_rule and tenant:9ac6bad6e6184612b57155af00ea7575 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:35.271194 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e4900f27-3917-4729-9fd1-b5e7abcd66db tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:35.277403 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-37dff40a-ae61-4779-b4a8-4a3c12e7f3f0 None None] For port 4097da33-6e18-4a10-9796-daff08ab6794, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:49:35.282162 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-37dff40a-ae61-4779-b4a8-4a3c12e7f3f0 None None] For port 4097da33-6e18-4a10-9796-daff08ab6794, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=4097da33-6e18-4a10-9796-daff08ab6794,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:49:35.287702 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-37dff40a-ae61-4779-b4a8-4a3c12e7f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:35.300185 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e4900f27-3917-4729-9fd1-b5e7abcd66db tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:35.375833 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dff40a-ae61-4779-b4a8-4a3c12e7f3f0 None None] Pushing event updated for resources: {'Port': ['ID=4097da33-6e18-4a10-9796-daff08ab6794,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:35.416109 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-05628bae-f671-4c8f-b2ce-ef4a03c552f7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:35.458399 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-13b4cc81-0ee0-4edb-9bef-53802630cda9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Deleting port d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:35.458831 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-13b4cc81-0ee0-4edb-9bef-53802630cda9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:35.470616 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eee174-abec-48bd-877a-3e2ccc224a93 None None] DHCP port deletion for 562d87a4-7478-46d4-b0d8-abd3fc31c9e9 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:49:35.476418 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b9eee174-abec-48bd-877a-3e2ccc224a93 None None] Deleting port d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:35.477184 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b9eee174-abec-48bd-877a-3e2ccc224a93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:35.496301 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e4900f27-3917-4729-9fd1-b5e7abcd66db tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:35.574169 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-05628bae-f671-4c8f-b2ce-ef4a03c552f7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Calling delete_port for facfae16-1bdd-4c7e-842a-a58ef5716df4 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:35.683150 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8284a68b-73da-449c-a17d-e6061967bba1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:35.793577 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-b9eee174-abec-48bd-877a-3e2ccc224a93 None None] For port d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8,segment=NetworkSegment(c48171a4-9ebf-4b4b-b575-5ad23a430fdc),segment_id=c48171a4-9ebf-4b4b-b575-5ad23a430fdc)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:35.793967 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b9eee174-abec-48bd-877a-3e2ccc224a93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:35.806815 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284a68b-73da-449c-a17d-e6061967bba1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Subnet': ['ID=24e14235-c739-4673-a13a-ca79474cbe9d,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:35.810696 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-00ce3f9d-fc18-4350-a41a-1a75239a271b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:35.834804 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e4900f27-3917-4729-9fd1-b5e7abcd66db tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:35.879641 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff0f97-a269-40b5-80c7-53a6b52731fd req-ff139143-434d-47f1-a1eb-1370a608500e tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:35.887246 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-23ff0f97-a269-40b5-80c7-53a6b52731fd req-ff139143-434d-47f1-a1eb-1370a608500e tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.8780651 May 10 14:49:35.888882 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e4900f27-3917-4729-9fd1-b5e7abcd66db tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:35.897451 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-00ce3f9d-fc18-4350-a41a-1a75239a271b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Transition to ACTIVE for port object e2a02982-f1c8-469a-87f4-5fdf3800e5df will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:35.911079 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b2a3d-ddc7-4324-9268-146556cf40ac req-7a92f22b-ced3-45ae-9263-0f9b9db60369 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:35.912673 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-310b2a3d-ddc7-4324-9268-146556cf40ac req-7a92f22b-ced3-45ae-9263-0f9b9db60369 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 946 time: 0.6171103 May 10 14:49:35.952435 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4900f27-3917-4729-9fd1-b5e7abcd66db tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a462cc55-1829-464c-b7cc-6a73f8ac3530,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:35.999743 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b9eee174-abec-48bd-877a-3e2ccc224a93 None None] Calling delete_port for d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:36.020373 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e4900f27-3917-4729-9fd1-b5e7abcd66db tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:36.024278 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e4900f27-3917-4729-9fd1-b5e7abcd66db tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8206282 May 10 14:49:36.025974 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40090) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:36.034708 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-7a7a0299-909c-4ec3-80ff-38f70d5f344f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Request body: {'security_group_rule': {'security_group_id': '4084db14-c6f4-41a8-a642-8ecfc5146d0e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:36.043258 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-7a7a0299-909c-4ec3-80ff-38f70d5f344f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:36.050503 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7a7a0299-909c-4ec3-80ff-38f70d5f344f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Usage tracker for resource:security_group_rule and tenant:9ac6bad6e6184612b57155af00ea7575 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:36.055671 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-00ce3f9d-fc18-4350-a41a-1a75239a271b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:36.057734 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7a7a0299-909c-4ec3-80ff-38f70d5f344f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:36.091789 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b9eee174-abec-48bd-877a-3e2ccc224a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:36.098623 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-7a7a0299-909c-4ec3-80ff-38f70d5f344f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:36.142763 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8284a68b-73da-449c-a17d-e6061967bba1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Checking segment: {'id': '489425f1-2641-4ccc-8ee3-49ef44464732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b62330a7-e689-4775-bc69-3dc0642178da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:49:36.143168 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8284a68b-73da-449c-a17d-e6061967bba1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network hostable DHCP agents. Network: b62330a7-e689-4775-bc69-3dc0642178da, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:49:36.144917 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eee174-abec-48bd-877a-3e2ccc224a93 None None] Pushing event deleted for resources: {'Port': ['ID=d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:36.147466 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-05628bae-f671-4c8f-b2ce-ef4a03c552f7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:36.151734 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eee174-abec-48bd-877a-3e2ccc224a93 None None] No DVR routers for this DVR port d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:49:36.160671 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ce3f9d-fc18-4350-a41a-1a75239a271b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:36.174081 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-00ce3f9d-fc18-4350-a41a-1a75239a271b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:36.175893 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce3f9d-fc18-4350-a41a-1a75239a271b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=e2a02982-f1c8-469a-87f4-5fdf3800e5df,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:36.180260 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ce3f9d-fc18-4350-a41a-1a75239a271b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:36.185725 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ce3f9d-fc18-4350-a41a-1a75239a271b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:36.186338 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-00ce3f9d-fc18-4350-a41a-1a75239a271b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:36.215148 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-23ff0f97-a269-40b5-80c7-53a6b52731fd req-9322088d-de0c-4eef-bd42-15645a38ea25 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3269608 May 10 14:49:36.226373 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7a7a0299-909c-4ec3-80ff-38f70d5f344f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:36.242072 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-310b2a3d-ddc7-4324-9268-146556cf40ac req-9ef39efe-cce4-4e41-b367-db3d50a4c18c tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3010724 May 10 14:49:36.285349 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-13b4cc81-0ee0-4edb-9bef-53802630cda9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] For port d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8,segment=NetworkSegment(c48171a4-9ebf-4b4b-b575-5ad23a430fdc),segment_id=c48171a4-9ebf-4b4b-b575-5ad23a430fdc)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:36.286157 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-13b4cc81-0ee0-4edb-9bef-53802630cda9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:36.304319 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8284a68b-73da-449c-a17d-e6061967bba1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network b62330a7-e689-4775-bc69-3dc0642178da is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:49:36.308917 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05628bae-f671-4c8f-b2ce-ef4a03c552f7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event deleted for resources: {'Port': ['ID=facfae16-1bdd-4c7e-842a-a58ef5716df4,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:36.377226 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-00ce3f9d-fc18-4350-a41a-1a75239a271b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6902554 May 10 14:49:36.520775 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40096) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:36.575539 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-13b4cc81-0ee0-4edb-9bef-53802630cda9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Calling delete_port for d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:36.649695 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-8284a68b-73da-449c-a17d-e6061967bba1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, b62330a7-e689-4775-bc69-3dc0642178da) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:36.654521 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8284a68b-73da-449c-a17d-e6061967bba1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:36.655106 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8284a68b-73da-449c-a17d-e6061967bba1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:36.670268 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-05628bae-f671-4c8f-b2ce-ef4a03c552f7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:36.673758 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fa851f-19a3-4d12-91b4-09b0588f1b8e None None] Network b62330a7-e689-4775-bc69-3dc0642178da requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:36.679740 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7a7a0299-909c-4ec3-80ff-38f70d5f344f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:36.690360 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-05628bae-f671-4c8f-b2ce-ef4a03c552f7 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "DELETE /v2.0/ports/facfae16-1bdd-4c7e-842a-a58ef5716df4 HTTP/1.1" status: 204 len: 168 time: 2.3110056 May 10 14:49:36.690894 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40100) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:36.693270 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7a7a0299-909c-4ec3-80ff-38f70d5f344f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:36.708465 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-5d3d89f9-1d1a-4872-80ce-354b67c36811 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:36.739360 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5086e4-0846-4e35-a801-dac3fafcfc42 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:36.745553 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5d3d89f9-1d1a-4872-80ce-354b67c36811 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:36.745737 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5086e4-0846-4e35-a801-dac3fafcfc42 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:36.746568 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-cb5086e4-0846-4e35-a801-dac3fafcfc42 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:36.750389 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a0299-909c-4ec3-80ff-38f70d5f344f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc5aad4-319d-4035-8be1-96e46ef2628e,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:36.760799 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5d3d89f9-1d1a-4872-80ce-354b67c36811 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Usage tracker for resource:floatingip and tenant:d96b13b642cb4adf9c29a3eb1de983c1 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:36.767317 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7a7a0299-909c-4ec3-80ff-38f70d5f344f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:36.768421 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8284a68b-73da-449c-a17d-e6061967bba1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4766784 May 10 14:49:36.770522 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5d3d89f9-1d1a-4872-80ce-354b67c36811 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:36.771602 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7a7a0299-909c-4ec3-80ff-38f70d5f344f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7439706 May 10 14:49:36.772571 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40104) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:36.772700 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40106) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:36.774905 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8f2a828-44c5-421a-9027-5672a98d6a03 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:36.792603 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2a009f69-e586-4c81-86e6-f48442bfc495 None None] Provisioning for port 4097da33-6e18-4a10-9796-daff08ab6794 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:36.793848 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5d3d89f9-1d1a-4872-80ce-354b67c36811 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:36.797066 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8f2a828-44c5-421a-9027-5672a98d6a03 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:36.797228 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-d469dcf8-023c-46b2-8560-6ff05bc7e6e4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'port': {'network_id': 'b62330a7-e689-4775-bc69-3dc0642178da', 'name': 'tempest-PortsIpV6TestJSON-857173782', 'fixed_ips': [{'subnet_id': '24e14235-c739-4673-a13a-ca79474cbe9d', 'ip_address': '2001:db8::10'}]}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:36.798204 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8f2a828-44c5-421a-9027-5672a98d6a03 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:36.821842 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-cb5086e4-0846-4e35-a801-dac3fafcfc42 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:36.825977 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-cb5086e4-0846-4e35-a801-dac3fafcfc42 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2713451 May 10 14:49:36.838231 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40112) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:36.936098 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.api [None req-13b4cc81-0ee0-4edb-9bef-53802630cda9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:49:36.936453 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG oslo_db.api [None req-13b4cc81-0ee0-4edb-9bef-53802630cda9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:49:36.950234 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5d3d89f9-1d1a-4872-80ce-354b67c36811 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:36.952791 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be27aba6-bfef-4ef6-91e3-11dbceb89348 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:36.964294 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be27aba6-bfef-4ef6-91e3-11dbceb89348 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:37.047215 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be27aba6-bfef-4ef6-91e3-11dbceb89348 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:37.067462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2a828-44c5-421a-9027-5672a98d6a03 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Port': ['ID=39717ce0-8648-46db-afa9-d95f54d697cd,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:37.067970 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6867be22-2f2a-4ffc-8fab-d9105b05f81e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-b62330a7-e689-4775-bc69-3dc0642178da', 'network_id': 'b62330a7-e689-4775-bc69-3dc0642178da', 'tenant_id': 'fde696bf50f046b399c8c2f96142680f', 'fixed_ips': [{'subnet_id': '24e14235-c739-4673-a13a-ca79474cbe9d'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:49:37.068994 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6867be22-2f2a-4ffc-8fab-d9105b05f81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:37.082792 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d469dcf8-023c-46b2-8560-6ff05bc7e6e4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:37.084151 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e5864c9a-5187-490c-9f65-bfbd3f0f9549 None None] Provisioning for port e2a02982-f1c8-469a-87f4-5fdf3800e5df completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:37.088108 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15734c86-4973-4353-8f3e-7ae28052177a req-cccc6f14-046b-4e49-b5d9-b30fb278341f tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:37.095207 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e5864c9a-5187-490c-9f65-bfbd3f0f9549 None None] Provisioning complete for port e2a02982-f1c8-469a-87f4-5fdf3800e5df triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:37.095207 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e5864c9a-5187-490c-9f65-bfbd3f0f9549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:37.095496 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-15734c86-4973-4353-8f3e-7ae28052177a req-cccc6f14-046b-4e49-b5d9-b30fb278341f tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.6607854 May 10 14:49:37.098013 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27aba6-bfef-4ef6-91e3-11dbceb89348 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bc5aad4-319d-4035-8be1-96e46ef2628e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:37.102804 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d469dcf8-023c-46b2-8560-6ff05bc7e6e4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:port and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:37.105919 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be27aba6-bfef-4ef6-91e3-11dbceb89348 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:37.107081 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-be27aba6-bfef-4ef6-91e3-11dbceb89348 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/4bc5aad4-319d-4035-8be1-96e46ef2628e HTTP/1.1" status: 204 len: 168 time: 0.3302619 May 10 14:49:37.108171 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d469dcf8-023c-46b2-8560-6ff05bc7e6e4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:37.111575 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40116) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:37.118371 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c14c6c28-214e-40b8-9a84-6902370aee1e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting port e2a02982-f1c8-469a-87f4-5fdf3800e5df {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:37.118739 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c14c6c28-214e-40b8-9a84-6902370aee1e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:37.130260 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d469dcf8-023c-46b2-8560-6ff05bc7e6e4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:37.130491 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4097da33-6e18-4a10-9796-daff08ab6794 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:49:37.149782 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d469dcf8-023c-46b2-8560-6ff05bc7e6e4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:37.255248 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0b095dfd-e5ce-47ca-a0c4-ac9ac13a79c8 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Synchronizing usage tracker for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:37.255916 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e5864c9a-5187-490c-9f65-bfbd3f0f9549 None None] Port e2a02982-f1c8-469a-87f4-5fdf3800e5df cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:49:37.295520 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0b095dfd-e5ce-47ca-a0c4-ac9ac13a79c8 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Unset dirty status for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:37.296889 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0b095dfd-e5ce-47ca-a0c4-ac9ac13a79c8 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1837914 May 10 14:49:37.301301 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40122) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:37.304088 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-15734c86-4973-4353-8f3e-7ae28052177a req-c3bd8d4b-301b-4442-b742-5e5e78f3376f tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060058 May 10 14:49:37.342338 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d469dcf8-023c-46b2-8560-6ff05bc7e6e4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:37.359625 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-caeebef1-1f45-4996-b51f-05db7414f0a4 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:37.373108 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-caeebef1-1f45-4996-b51f-05db7414f0a4 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:37.387175 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-d469dcf8-023c-46b2-8560-6ff05bc7e6e4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] device_id is not set on port 6adae971-6471-4f7a-b97f-04c57c24257a yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:49:37.405274 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-6867be22-2f2a-4ffc-8fab-d9105b05f81e None None] Allocated IP 2001:db8::2 (b62330a7-e689-4775-bc69-3dc0642178da/24e14235-c739-4673-a13a-ca79474cbe9d/8bcdb313-937b-4be1-a56b-6acda3ceb888) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:37.463947 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-caeebef1-1f45-4996-b51f-05db7414f0a4 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:37.509337 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-13b4cc81-0ee0-4edb-9bef-53802630cda9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Deleting port d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:37.509604 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-13b4cc81-0ee0-4edb-9bef-53802630cda9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:37.522948 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeebef1-1f45-4996-b51f-05db7414f0a4 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a462cc55-1829-464c-b7cc-6a73f8ac3530,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:37.536973 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 4097da33-6e18-4a10-9796-daff08ab6794 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:37.549628 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 4097da33-6e18-4a10-9796-daff08ab6794 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:37.549890 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-caeebef1-1f45-4996-b51f-05db7414f0a4 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:37.550135 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:37.550798 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-caeebef1-1f45-4996-b51f-05db7414f0a4 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/a462cc55-1829-464c-b7cc-6a73f8ac3530 HTTP/1.1" status: 204 len: 168 time: 0.2485898 May 10 14:49:37.554566 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40128) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:37.576735 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f2a828-44c5-421a-9027-5672a98d6a03 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network 20d9cefb-40bf-45fa-bf5b-2ac474cb1c84 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:37.613925 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f271f4a0-ff91-49a2-8bd1-00a59f249477 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Synchronizing usage tracker for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:37.631115 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-e8f2a828-44c5-421a-9027-5672a98d6a03 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:37.631784 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f271f4a0-ff91-49a2-8bd1-00a59f249477 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Unset dirty status for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:37.635200 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f271f4a0-ff91-49a2-8bd1-00a59f249477 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0800872 May 10 14:49:37.638578 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40132) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:37.682622 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-53a56838-7f0c-47c3-9629-b773378794eb tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:37.694246 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-53a56838-7f0c-47c3-9629-b773378794eb tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:37.708364 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-13b4cc81-0ee0-4edb-9bef-53802630cda9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] The port 'd2ba6bc5-d4f9-44d8-806c-a2dbffebddb8' was deleted {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:49:37.723288 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-53a56838-7f0c-47c3-9629-b773378794eb tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:37.753529 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-53a56838-7f0c-47c3-9629-b773378794eb tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:37.754409 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-53a56838-7f0c-47c3-9629-b773378794eb tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/479454d3-ea5f-40aa-8ff7-dd670f77975f HTTP/1.1" status: 204 len: 168 time: 0.1144726 May 10 14:49:37.755480 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a56838-7f0c-47c3-9629-b773378794eb tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=479454d3-ea5f-40aa-8ff7-dd670f77975f,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:37.757330 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40136) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:37.780551 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:37.831307 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6867be22-2f2a-4ffc-8fab-d9105b05f81e None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:37.840258 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-73441037-81a6-43ef-8c77-37bafd0a32dd tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Synchronizing usage tracker for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:37.842657 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 4097da33-6e18-4a10-9796-daff08ab6794, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=4097da33-6e18-4a10-9796-daff08ab6794,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:37.846272 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6867be22-2f2a-4ffc-8fab-d9105b05f81e None None] Transition to ACTIVE for port object 8bcdb313-937b-4be1-a56b-6acda3ceb888 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:37.859284 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:37.896224 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-73441037-81a6-43ef-8c77-37bafd0a32dd tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Unset dirty status for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:37.900435 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-73441037-81a6-43ef-8c77-37bafd0a32dd tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1330137 May 10 14:49:37.901876 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40140) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:37.949586 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4340b4d6-a78c-4967-b0c0-7bb0e7dffdb0 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:37.951323 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=4097da33-6e18-4a10-9796-daff08ab6794,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:37.955487 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:49:37.975105 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4340b4d6-a78c-4967-b0c0-7bb0e7dffdb0 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:38.004023 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c14c6c28-214e-40b8-9a84-6902370aee1e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:38.008184 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4340b4d6-a78c-4967-b0c0-7bb0e7dffdb0 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:38.012460 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:49:38.012853 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d2ba6bc5-d4f9-44d8-806c-a2dbffebddb8 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:49:38.016914 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6867be22-2f2a-4ffc-8fab-d9105b05f81e None None] Transition to ACTIVE for port object 8bcdb313-937b-4be1-a56b-6acda3ceb888 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:38.026671 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f88d79a9-8df9-424e-bad1-769525a1d6d6 None None] Provisioning complete for port 39717ce0-8648-46db-afa9-d95f54d697cd triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:38.027044 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f88d79a9-8df9-424e-bad1-769525a1d6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:38.058661 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6867be22-2f2a-4ffc-8fab-d9105b05f81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:38.083861 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340b4d6-a78c-4967-b0c0-7bb0e7dffdb0 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9f52230-8188-4d05-9a7e-597fcc0b74f6,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:38.108438 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4340b4d6-a78c-4967-b0c0-7bb0e7dffdb0 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:38.109614 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4340b4d6-a78c-4967-b0c0-7bb0e7dffdb0 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/a9f52230-8188-4d05-9a7e-597fcc0b74f6 HTTP/1.1" status: 204 len: 168 time: 0.2080734 May 10 14:49:38.110863 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-d469dcf8-023c-46b2-8560-6ff05bc7e6e4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Allocated IP 2001:db8::10 (b62330a7-e689-4775-bc69-3dc0642178da/24e14235-c739-4673-a13a-ca79474cbe9d/6adae971-6471-4f7a-b97f-04c57c24257a) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:38.113283 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40144) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:38.153827 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6867be22-2f2a-4ffc-8fab-d9105b05f81e None None] Network b62330a7-e689-4775-bc69-3dc0642178da is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:38.157767 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-f88d79a9-8df9-424e-bad1-769525a1d6d6 None None] Port 39717ce0-8648-46db-afa9-d95f54d697cd cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:49:38.159464 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-6867be22-2f2a-4ffc-8fab-d9105b05f81e None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:38.163767 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6867be22-2f2a-4ffc-8fab-d9105b05f81e None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:38.173616 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867be22-2f2a-4ffc-8fab-d9105b05f81e None None] Pushing event updated for resources: {'Port': ['ID=8bcdb313-937b-4be1-a56b-6acda3ceb888,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:38.202721 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-29ca5829-ba38-4c1d-ba6b-b2a4ed7d65c6 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Synchronizing usage tracker for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:38.265701 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6867be22-2f2a-4ffc-8fab-d9105b05f81e None None] Attempting to bind port 8bcdb313-937b-4be1-a56b-6acda3ceb888 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:49:38.266023 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6867be22-2f2a-4ffc-8fab-d9105b05f81e None None] Attempting to bind port 8bcdb313-937b-4be1-a56b-6acda3ceb888 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '489425f1-2641-4ccc-8ee3-49ef44464732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b62330a7-e689-4775-bc69-3dc0642178da'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:49:38.266356 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6867be22-2f2a-4ffc-8fab-d9105b05f81e None None] Attempting to bind port 8bcdb313-937b-4be1-a56b-6acda3ceb888 on network b62330a7-e689-4775-bc69-3dc0642178da {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:49:38.271767 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6867be22-2f2a-4ffc-8fab-d9105b05f81e None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:49:38.272131 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6867be22-2f2a-4ffc-8fab-d9105b05f81e None None] Checking segment: {'id': '489425f1-2641-4ccc-8ee3-49ef44464732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b62330a7-e689-4775-bc69-3dc0642178da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:49:38.272521 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6867be22-2f2a-4ffc-8fab-d9105b05f81e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:38.272903 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6867be22-2f2a-4ffc-8fab-d9105b05f81e None None] Bound using segment: {'id': '489425f1-2641-4ccc-8ee3-49ef44464732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b62330a7-e689-4775-bc69-3dc0642178da'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:49:38.273356 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6867be22-2f2a-4ffc-8fab-d9105b05f81e None None] Bound port: 8bcdb313-937b-4be1-a56b-6acda3ceb888, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489425f1-2641-4ccc-8ee3-49ef44464732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b62330a7-e689-4775-bc69-3dc0642178da'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:49:38.273761 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6867be22-2f2a-4ffc-8fab-d9105b05f81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:38.279799 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f2a828-44c5-421a-9027-5672a98d6a03 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Router bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:49:38.313189 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-29ca5829-ba38-4c1d-ba6b-b2a4ed7d65c6 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Unset dirty status for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:38.314480 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-29ca5829-ba38-4c1d-ba6b-b2a4ed7d65c6 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2008522 May 10 14:49:38.317682 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40148) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:38.360621 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c14c6c28-214e-40b8-9a84-6902370aee1e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Calling delete_port for e2a02982-f1c8-469a-87f4-5fdf3800e5df owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:38.369678 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-6867be22-2f2a-4ffc-8fab-d9105b05f81e None None] For port 8bcdb313-937b-4be1-a56b-6acda3ceb888, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:49:38.371099 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5bc4fdc7-45af-4d30-ab75-76dda6f0c699 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:38.373753 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-6867be22-2f2a-4ffc-8fab-d9105b05f81e None None] For port 8bcdb313-937b-4be1-a56b-6acda3ceb888, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8bcdb313-937b-4be1-a56b-6acda3ceb888,segment=NetworkSegment(489425f1-2641-4ccc-8ee3-49ef44464732),segment_id=489425f1-2641-4ccc-8ee3-49ef44464732)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:49:38.377798 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6867be22-2f2a-4ffc-8fab-d9105b05f81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:38.393827 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5bc4fdc7-45af-4d30-ab75-76dda6f0c699 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:38.405715 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-13b4cc81-0ee0-4edb-9bef-53802630cda9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:38.421479 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d469dcf8-023c-46b2-8560-6ff05bc7e6e4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:38.443801 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-d469dcf8-023c-46b2-8560-6ff05bc7e6e4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Transition to ACTIVE for port object 6adae971-6471-4f7a-b97f-04c57c24257a will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:38.447606 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5bc4fdc7-45af-4d30-ab75-76dda6f0c699 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:38.469751 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4fdc7-45af-4d30-ab75-76dda6f0c699 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6b24410-8873-41a5-b7ca-111dfaec8112,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:38.491490 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867be22-2f2a-4ffc-8fab-d9105b05f81e None None] Pushing event updated for resources: {'Port': ['ID=8bcdb313-937b-4be1-a56b-6acda3ceb888,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:38.492271 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5bc4fdc7-45af-4d30-ab75-76dda6f0c699 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:38.493390 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5bc4fdc7-45af-4d30-ab75-76dda6f0c699 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/c6b24410-8873-41a5-b7ca-111dfaec8112 HTTP/1.1" status: 204 len: 168 time: 0.1752217 May 10 14:49:38.495942 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40152) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:38.530325 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d469dcf8-023c-46b2-8560-6ff05bc7e6e4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:38.542104 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a2c69-c328-4edc-afa7-1771773c4074 req-f331e3aa-aa92-4359-8b5e-c3e07c6d4e12 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:38.547095 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f20a2c69-c328-4edc-afa7-1771773c4074 req-f331e3aa-aa92-4359-8b5e-c3e07c6d4e12 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 1.0433161 May 10 14:49:38.550581 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-13b4cc81-0ee0-4edb-9bef-53802630cda9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['562d87a4-7478-46d4-b0d8-abd3fc31c9e9']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:38.575795 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ee546-bb52-48d5-bbd7-b021d4f18329 req-8770ad9e-d1ea-41a1-92e6-9b3ccaa59fec tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:38.577302 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5b0ee546-bb52-48d5-bbd7-b021d4f18329 req-8770ad9e-d1ea-41a1-92e6-9b3ccaa59fec tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 946 time: 1.0748656 May 10 14:49:38.603387 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-32f91d19-0f6f-4006-87b5-3837581e7cfb tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Synchronizing usage tracker for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:38.624547 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d469dcf8-023c-46b2-8560-6ff05bc7e6e4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network b62330a7-e689-4775-bc69-3dc0642178da is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:38.627899 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-d469dcf8-023c-46b2-8560-6ff05bc7e6e4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:38.631488 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d469dcf8-023c-46b2-8560-6ff05bc7e6e4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:38.639353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d469dcf8-023c-46b2-8560-6ff05bc7e6e4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:38.639353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d469dcf8-023c-46b2-8560-6ff05bc7e6e4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:38.678796 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469dcf8-023c-46b2-8560-6ff05bc7e6e4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Port': ['ID=6adae971-6471-4f7a-b97f-04c57c24257a,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:38.682693 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-32f91d19-0f6f-4006-87b5-3837581e7cfb tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Unset dirty status for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:38.684176 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-32f91d19-0f6f-4006-87b5-3837581e7cfb tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1872058 May 10 14:49:38.688444 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d469dcf8-023c-46b2-8560-6ff05bc7e6e4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9107485 May 10 14:49:38.688444 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40156) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:38.692962 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40158) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:38.695948 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-13b4cc81-0ee0-4edb-9bef-53802630cda9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48171a4-9ebf-4b4b-b575-5ad23a430fdc') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:38.696251 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-13b4cc81-0ee0-4edb-9bef-53802630cda9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48171a4-9ebf-4b4b-b575-5ad23a430fdc') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:38.716547 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-5a348244-5d11-4533-8ca8-f5fd407d3f73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'port': {'network_id': 'b62330a7-e689-4775-bc69-3dc0642178da', 'name': 'tempest-PortsIpV6TestJSON-976108886', 'fixed_ips': [{'subnet_id': '24e14235-c739-4673-a13a-ca79474cbe9d', 'ip_address': '2001:db8::f'}]}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:38.752721 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-13b4cc81-0ee0-4edb-9bef-53802630cda9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:38.793644 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5d3d89f9-1d1a-4872-80ce-354b67c36811 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:38.893956 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-244b5fe1-4c65-41ac-8ff2-047265bfbc75 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:38.898465 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5b0ee546-bb52-48d5-bbd7-b021d4f18329 req-6263df90-afd5-4422-b7c5-05f0de5ee261 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351074 May 10 14:49:38.899442 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f2a828-44c5-421a-9027-5672a98d6a03 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:49:38.910879 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-13b4cc81-0ee0-4edb-9bef-53802630cda9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:38.915614 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f20a2c69-c328-4edc-afa7-1771773c4074 req-73323810-69e6-4b0e-a600-9dc387696ac4 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2836130 May 10 14:49:38.924183 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868a02a4-afc4-4f4b-a0af-d94cccf01203 None None] Sync routers for ids ['bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:49:38.940800 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-244b5fe1-4c65-41ac-8ff2-047265bfbc75 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:38.943526 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868a02a4-afc4-4f4b-a0af-d94cccf01203 None None] Routers {'bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:38.944159 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-868a02a4-afc4-4f4b-a0af-d94cccf01203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:38.963121 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b4cc81-0ee0-4edb-9bef-53802630cda9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:49:38.963527 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-13b4cc81-0ee0-4edb-9bef-53802630cda9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:49:38.983227 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:49:39.029736 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-868a02a4-afc4-4f4b-a0af-d94cccf01203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:39.042656 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868a02a4-afc4-4f4b-a0af-d94cccf01203 None None] Routers {'bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:39.043715 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-868a02a4-afc4-4f4b-a0af-d94cccf01203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:39.062452 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5a348244-5d11-4533-8ca8-f5fd407d3f73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:39.062452 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-244b5fe1-4c65-41ac-8ff2-047265bfbc75 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:39.082684 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5a348244-5d11-4533-8ca8-f5fd407d3f73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:port and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:39.091555 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5a348244-5d11-4533-8ca8-f5fd407d3f73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:39.097172 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e8f2a828-44c5-421a-9027-5672a98d6a03 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/routers/bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9123850 May 10 14:49:39.112346 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40166) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:39.122601 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-868a02a4-afc4-4f4b-a0af-d94cccf01203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:39.123254 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868a02a4-afc4-4f4b-a0af-d94cccf01203 None None] The sync data for ids ['bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:49:39.124362 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5a348244-5d11-4533-8ca8-f5fd407d3f73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:39.142492 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b5fe1-4c65-41ac-8ff2-047265bfbc75 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4084db14-c6f4-41a8-a642-8ecfc5146d0e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:39.147427 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a348244-5d11-4533-8ca8-f5fd407d3f73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:39.154386 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a348244-5d11-4533-8ca8-f5fd407d3f73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:39.192583 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-5a348244-5d11-4533-8ca8-f5fd407d3f73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] device_id is not set on port edd41a51-2fb0-4b05-9261-10faaf201ae5 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:49:39.217793 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c14c6c28-214e-40b8-9a84-6902370aee1e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:39.243280 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4097da33-6e18-4a10-9796-daff08ab6794 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:49:39.251345 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-244b5fe1-4c65-41ac-8ff2-047265bfbc75 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:39.254911 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-244b5fe1-4c65-41ac-8ff2-047265bfbc75 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "DELETE /v2.0/security-groups/4084db14-c6f4-41a8-a642-8ecfc5146d0e HTTP/1.1" status: 204 len: 168 time: 0.5645378 May 10 14:49:39.260237 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40172) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:39.381864 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627c6c7d-516d-4744-bb28-9598a9d9829d tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:39.382496 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-627c6c7d-516d-4744-bb28-9598a9d9829d tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Synchronizing usage tracker for tenant:ab426055898a431ea72055cf37c2d0b5 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:39.399262 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 4097da33-6e18-4a10-9796-daff08ab6794 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:39.400334 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:39.429320 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c6c28-214e-40b8-9a84-6902370aee1e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Port': ['ID=e2a02982-f1c8-469a-87f4-5fdf3800e5df,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:39.432011 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-13b4cc81-0ee0-4edb-9bef-53802630cda9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:39.537465 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-13b4cc81-0ee0-4edb-9bef-53802630cda9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:39.576925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4cc81-0ee0-4edb-9bef-53802630cda9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] Pushing event deleted for resources: {'Network': ['ID=562d87a4-7478-46d4-b0d8-abd3fc31c9e9,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:39.580585 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-13b4cc81-0ee0-4edb-9bef-53802630cda9 tempest-NetworksTest-484840413 tempest-NetworksTest-484840413-project] 10.222.0.79 "DELETE /v2.0/networks/562d87a4-7478-46d4-b0d8-abd3fc31c9e9 HTTP/1.1" status: 204 len: 168 time: 4.8107579 May 10 14:49:39.581903 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-627c6c7d-516d-4744-bb28-9598a9d9829d tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Unset dirty status for tenant:ab426055898a431ea72055cf37c2d0b5 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:39.588282 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-627c6c7d-516d-4744-bb28-9598a9d9829d tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/ports/39717ce0-8648-46db-afa9-d95f54d697cd HTTP/1.1" status: 200 len: 913 time: 0.4692419 May 10 14:49:39.589292 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40178) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:39.610542 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8bcdb313-937b-4be1-a56b-6acda3ceb888 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:49:39.616342 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-5d3d89f9-1d1a-4872-80ce-354b67c36811 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Allocated IP 172.26.0.240 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/6da6c6b0-9cc5-4992-9e22-0303d2b79e5e) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:39.620136 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c14c6c28-214e-40b8-9a84-6902370aee1e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:39.625580 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c14c6c28-214e-40b8-9a84-6902370aee1e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/e2a02982-f1c8-469a-87f4-5fdf3800e5df HTTP/1.1" status: 204 len: 168 time: 2.7768502 May 10 14:49:39.649313 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40182) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:39.735755 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 8bcdb313-937b-4be1-a56b-6acda3ceb888 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:39.746405 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6edd5222-f892-4911-82c4-99f577e398b2 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Synchronizing usage tracker for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:39.836032 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3c92fc-4a72-4b28-91f4-4ac63b9f3ad4 None None] Network b62330a7-e689-4775-bc69-3dc0642178da requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:39.837027 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6edd5222-f892-4911-82c4-99f577e398b2 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Unset dirty status for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:39.842510 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6edd5222-f892-4911-82c4-99f577e398b2 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5759063 May 10 14:49:39.848300 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40186) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:39.853239 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95afba04-f1d9-46fa-a0e4-7a6d61d6cd6e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:39.855083 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95afba04-f1d9-46fa-a0e4-7a6d61d6cd6e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:39.855740 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-95afba04-f1d9-46fa-a0e4-7a6d61d6cd6e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:39.867023 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-d7b28a3c-bd47-475b-ac70-37342bea0069 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Request body: {'security_group': {'name': 'tempest-secgroup--661246034'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:39.892154 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d7b28a3c-bd47-475b-ac70-37342bea0069 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:39.940448 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d7b28a3c-bd47-475b-ac70-37342bea0069 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:39.953180 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-73dfcdf5-9b7c-4550-aa8d-987941b55e8a None None] Provisioning for port 8bcdb313-937b-4be1-a56b-6acda3ceb888 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:39.960319 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-73dfcdf5-9b7c-4550-aa8d-987941b55e8a None None] Provisioning complete for port 8bcdb313-937b-4be1-a56b-6acda3ceb888 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:39.960768 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-73dfcdf5-9b7c-4550-aa8d-987941b55e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:39.960935 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-95afba04-f1d9-46fa-a0e4-7a6d61d6cd6e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:39.962250 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-95afba04-f1d9-46fa-a0e4-7a6d61d6cd6e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3119895 May 10 14:49:39.970861 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40192) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:39.976327 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-5a348244-5d11-4533-8ca8-f5fd407d3f73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Allocated IP 2001:db8::f (b62330a7-e689-4775-bc69-3dc0642178da/24e14235-c739-4673-a13a-ca79474cbe9d/edd41a51-2fb0-4b05-9261-10faaf201ae5) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:40.043268 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d7b28a3c-bd47-475b-ac70-37342bea0069 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:40.093320 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40198) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:40.116897 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d7b28a3c-bd47-475b-ac70-37342bea0069 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:40.124693 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de58c05-1c31-49eb-b1b3-a7167b69975a req-5bed9c87-79b6-4348-a031-1d4db90be639 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:40.125936 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1de58c05-1c31-49eb-b1b3-a7167b69975a req-5bed9c87-79b6-4348-a031-1d4db90be639 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.7305622 May 10 14:49:40.136786 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d7b28a3c-bd47-475b-ac70-37342bea0069 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Usage tracker for resource:security_group_rule and tenant:9ac6bad6e6184612b57155af00ea7575 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:40.144222 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d7b28a3c-bd47-475b-ac70-37342bea0069 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:40.157587 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e931ad-cb06-4a26-aa35-47f093f5cb74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet 45a708d7-9350-47ac-84ea-6de015d0a752 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:49:40.168176 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d7b28a3c-bd47-475b-ac70-37342bea0069 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:40.170326 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-79e931ad-cb06-4a26-aa35-47f093f5cb74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:40.281455 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-73dfcdf5-9b7c-4550-aa8d-987941b55e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:40.326009 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-73dfcdf5-9b7c-4550-aa8d-987941b55e8a None None] For port 8bcdb313-937b-4be1-a56b-6acda3ceb888, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8bcdb313-937b-4be1-a56b-6acda3ceb888,segment=NetworkSegment(489425f1-2641-4ccc-8ee3-49ef44464732),segment_id=489425f1-2641-4ccc-8ee3-49ef44464732)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:40.327656 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-79e931ad-cb06-4a26-aa35-47f093f5cb74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:40.336893 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-73dfcdf5-9b7c-4550-aa8d-987941b55e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:40.457624 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfcdf5-9b7c-4550-aa8d-987941b55e8a None None] Pushing event updated for resources: {'Port': ['ID=8bcdb313-937b-4be1-a56b-6acda3ceb888,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:40.516192 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5d3d89f9-1d1a-4872-80ce-354b67c36811 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:40.567327 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d7b28a3c-bd47-475b-ac70-37342bea0069 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:40.570919 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a348244-5d11-4533-8ca8-f5fd407d3f73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:40.580592 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d7b28a3c-bd47-475b-ac70-37342bea0069 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:40.593538 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1de58c05-1c31-49eb-b1b3-a7167b69975a req-23edf2e3-4370-4c5a-8c63-16991ad981cc tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968746 May 10 14:49:40.607508 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-79e931ad-cb06-4a26-aa35-47f093f5cb74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:40.668261 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-588d82ef-6282-4a92-b82b-b4537233789d None None] Provisioning for port 6adae971-6471-4f7a-b97f-04c57c24257a completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:40.673901 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-588d82ef-6282-4a92-b82b-b4537233789d None None] Provisioning complete for port 6adae971-6471-4f7a-b97f-04c57c24257a triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:40.674489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-588d82ef-6282-4a92-b82b-b4537233789d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:40.675304 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-5a348244-5d11-4533-8ca8-f5fd407d3f73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Transition to ACTIVE for port object edd41a51-2fb0-4b05-9261-10faaf201ae5 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:40.677115 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b52911-63a5-4dcc-92d9-3a408d482b53 req-0edd33f1-d906-4ccb-b97c-aa70529510bc tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:40.682941 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-34b52911-63a5-4dcc-92d9-3a408d482b53 req-0edd33f1-d906-4ccb-b97c-aa70529510bc tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 946 time: 0.5921338 May 10 14:49:40.720245 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b28a3c-bd47-475b-ac70-37342bea0069 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a562f472-3d85-4be8-b206-6d3d60f6c5b8,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:40.737892 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-588d82ef-6282-4a92-b82b-b4537233789d None None] Port 6adae971-6471-4f7a-b97f-04c57c24257a cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:49:40.742519 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0386c3ac-82bd-48ba-9e15-11752fd8fe08 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b34db3219d0c46478753528b094049df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6397686 May 10 14:49:40.743230 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40206) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:40.749669 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d7b28a3c-bd47-475b-ac70-37342bea0069 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:40.753471 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d7b28a3c-bd47-475b-ac70-37342bea0069 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9024093 May 10 14:49:40.754520 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-588d82ef-6282-4a92-b82b-b4537233789d None None] Provisioning complete for port 8bcdb313-937b-4be1-a56b-6acda3ceb888 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:40.754896 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-588d82ef-6282-4a92-b82b-b4537233789d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:40.765597 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40210) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:40.778223 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-61ddd6f2-0a2f-47eb-9ca1-22c99202c3f4 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Request body: {'security_group_rule': {'security_group_id': 'a562f472-3d85-4be8-b206-6d3d60f6c5b8', 'direction': 'ingress', 'protocol': 17}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:40.787984 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-61ddd6f2-0a2f-47eb-9ca1-22c99202c3f4 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:40.793425 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-61ddd6f2-0a2f-47eb-9ca1-22c99202c3f4 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Usage tracker for resource:security_group_rule and tenant:9ac6bad6e6184612b57155af00ea7575 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:40.796953 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-61ddd6f2-0a2f-47eb-9ca1-22c99202c3f4 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:40.801213 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-79e931ad-cb06-4a26-aa35-47f093f5cb74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:40.806312 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-61ddd6f2-0a2f-47eb-9ca1-22c99202c3f4 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:40.840316 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5d3d89f9-1d1a-4872-80ce-354b67c36811 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:40.841307 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a348244-5d11-4533-8ca8-f5fd407d3f73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:40.905062 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61ddd6f2-0a2f-47eb-9ca1-22c99202c3f4 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:40.925508 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e931ad-cb06-4a26-aa35-47f093f5cb74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=45a708d7-9350-47ac-84ea-6de015d0a752,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:40.928063 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-34b52911-63a5-4dcc-92d9-3a408d482b53 req-2e9fb95f-b187-4596-82d0-bd661e28d2f3 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936679 May 10 14:49:40.967685 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b595b697-f080-4660-9e28-a712b50590c7 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:40.988173 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3d89f9-1d1a-4872-80ce-354b67c36811 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:40.994959 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-5d3d89f9-1d1a-4872-80ce-354b67c36811 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:41.000120 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3d89f9-1d1a-4872-80ce-354b67c36811 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:41.006776 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-79e931ad-cb06-4a26-aa35-47f093f5cb74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:41.028393 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a348244-5d11-4533-8ca8-f5fd407d3f73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network b62330a7-e689-4775-bc69-3dc0642178da is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:41.041919 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-79e931ad-cb06-4a26-aa35-47f093f5cb74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/45a708d7-9350-47ac-84ea-6de015d0a752 HTTP/1.1" status: 204 len: 168 time: 1.0680478 May 10 14:49:41.043868 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-5a348244-5d11-4533-8ca8-f5fd407d3f73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:41.048388 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40214) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:41.055525 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a348244-5d11-4533-8ca8-f5fd407d3f73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:41.062282 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a348244-5d11-4533-8ca8-f5fd407d3f73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:41.062971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a348244-5d11-4533-8ca8-f5fd407d3f73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:41.072042 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8bcdb313-937b-4be1-a56b-6acda3ceb888 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:49:41.082930 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d89f9-1d1a-4872-80ce-354b67c36811 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Port': ['ID=6da6c6b0-9cc5-4992-9e22-0303d2b79e5e,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:41.146858 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61ddd6f2-0a2f-47eb-9ca1-22c99202c3f4 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:41.176071 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a348244-5d11-4533-8ca8-f5fd407d3f73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Port': ['ID=edd41a51-2fb0-4b05-9261-10faaf201ae5,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:41.176891 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4a80855a-2fc6-47f9-88f8-a0d0ca748e8a None None] Provisioning complete for port 6adae971-6471-4f7a-b97f-04c57c24257a triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:41.177364 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4a80855a-2fc6-47f9-88f8-a0d0ca748e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:41.178076 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5d3d89f9-1d1a-4872-80ce-354b67c36811 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:41.193321 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61ddd6f2-0a2f-47eb-9ca1-22c99202c3f4 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:41.194102 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4fbc2df2-20ac-4750-bd2d-39f3ddf828d6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1406970 May 10 14:49:41.199306 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-74a9775a-2570-46bb-97cd-9c28b4edc119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:41.202526 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40218) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:41.250940 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-4a80855a-2fc6-47f9-88f8-a0d0ca748e8a None None] Port 6adae971-6471-4f7a-b97f-04c57c24257a cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:49:41.274760 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddd6f2-0a2f-47eb-9ca1-22c99202c3f4 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2f4d71-2463-4155-8af6-7b0b91f645fd,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:41.306512 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5a348244-5d11-4533-8ca8-f5fd407d3f73 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6125033 May 10 14:49:41.308586 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40222) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:41.312752 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5d3d89f9-1d1a-4872-80ce-354b67c36811 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:41.323954 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-74a9775a-2570-46bb-97cd-9c28b4edc119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:41.338883 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 8bcdb313-937b-4be1-a56b-6acda3ceb888 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:41.339196 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:41.375532 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61ddd6f2-0a2f-47eb-9ca1-22c99202c3f4 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:41.375859 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-61ddd6f2-0a2f-47eb-9ca1-22c99202c3f4 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6086805 May 10 14:49:41.379308 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40226) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:41.398246 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-41c75e91-8aa7-4339-9c1d-5852b389d85b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:41.418874 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4b21ea83-d8ba-4f5d-a716-86b334a13190 None None] Provisioning for port edd41a51-2fb0-4b05-9261-10faaf201ae5 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:41.426735 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1e08d5-36da-4474-818a-bc31b982238e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:41.428298 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1c1e08d5-36da-4474-818a-bc31b982238e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2219656 May 10 14:49:41.432204 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40230) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:41.432402 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4b21ea83-d8ba-4f5d-a716-86b334a13190 None None] Provisioning complete for port edd41a51-2fb0-4b05-9261-10faaf201ae5 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:41.432786 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4b21ea83-d8ba-4f5d-a716-86b334a13190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:41.483113 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-74a9775a-2570-46bb-97cd-9c28b4edc119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:41.491215 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-4b21ea83-d8ba-4f5d-a716-86b334a13190 None None] Port edd41a51-2fb0-4b05-9261-10faaf201ae5 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:49:41.525716 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9775a-2570-46bb-97cd-9c28b4edc119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767a3551-b51e-46af-8c74-8084ffac451f,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:41.562668 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-74a9775a-2570-46bb-97cd-9c28b4edc119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:41.567635 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-74a9775a-2570-46bb-97cd-9c28b4edc119 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/767a3551-b51e-46af-8c74-8084ffac451f HTTP/1.1" status: 204 len: 168 time: 0.8191826 May 10 14:49:41.576341 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b0349c-a59e-4d36-831a-1388ee815a31 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:41.577548 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-21b0349c-a59e-4d36-831a-1388ee815a31 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:41.581854 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-35d40529-1e18-4eaa-9892-5feae6dc4e53 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:41.619719 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb16ee45-6d9b-475e-aa44-9bae71dfff59 None None] DHCP port deletion for a36358c0-b900-4df5-ae69-1592404548f9 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:49:41.621113 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-35d40529-1e18-4eaa-9892-5feae6dc4e53 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:41.624866 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-bb16ee45-6d9b-475e-aa44-9bae71dfff59 None None] Deleting port 4097da33-6e18-4a10-9796-daff08ab6794 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:41.625443 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bb16ee45-6d9b-475e-aa44-9bae71dfff59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:41.707981 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-35d40529-1e18-4eaa-9892-5feae6dc4e53 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:41.736923 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d40529-1e18-4eaa-9892-5feae6dc4e53 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a562f472-3d85-4be8-b206-6d3d60f6c5b8,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:41.744031 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-21b0349c-a59e-4d36-831a-1388ee815a31 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:41.747749 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-21b0349c-a59e-4d36-831a-1388ee815a31 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3121102 May 10 14:49:41.748778 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40238) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:41.854997 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ce463847-3890-46b3-9232-2b6e5434d6d6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0964558 May 10 14:49:41.854997 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-35d40529-1e18-4eaa-9892-5feae6dc4e53 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:41.855981 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ae2e72-d33c-4f41-af70-626ac7220701 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:41.856892 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-43ae2e72-d33c-4f41-af70-626ac7220701 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Synchronizing usage tracker for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:41.859232 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40244) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:41.859551 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40246) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:41.864722 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-35d40529-1e18-4eaa-9892-5feae6dc4e53 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "DELETE /v2.0/security-groups/a562f472-3d85-4be8-b206-6d3d60f6c5b8 HTTP/1.1" status: 204 len: 168 time: 0.4838598 May 10 14:49:41.882817 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-b3907353-bc77-4c48-95e9-6b971759ae6a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:41.954508 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-bb16ee45-6d9b-475e-aa44-9bae71dfff59 None None] For port 4097da33-6e18-4a10-9796-daff08ab6794, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=4097da33-6e18-4a10-9796-daff08ab6794,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:41.955038 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bb16ee45-6d9b-475e-aa44-9bae71dfff59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:42.065042 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-43ae2e72-d33c-4f41-af70-626ac7220701 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Unset dirty status for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:42.068885 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-43ae2e72-d33c-4f41-af70-626ac7220701 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.7566278 May 10 14:49:42.069201 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40260) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:42.114209 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-bb16ee45-6d9b-475e-aa44-9bae71dfff59 None None] Calling delete_port for 4097da33-6e18-4a10-9796-daff08ab6794 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:42.171195 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b3907353-bc77-4c48-95e9-6b971759ae6a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:42.183183 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-da564ecd-449c-4c16-8e28-a09e32a04c46 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Synchronizing usage tracker for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:42.209705 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b3907353-bc77-4c48-95e9-6b971759ae6a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:42.209841 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf60b435-3aba-425c-8c45-a847b278663c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:42.211764 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bb16ee45-6d9b-475e-aa44-9bae71dfff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:42.216617 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf60b435-3aba-425c-8c45-a847b278663c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:42.222893 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf60b435-3aba-425c-8c45-a847b278663c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:42.223736 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-bf60b435-3aba-425c-8c45-a847b278663c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Synchronizing usage tracker for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:42.236964 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-bf60b435-3aba-425c-8c45-a847b278663c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Unset dirty status for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:42.241207 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bf60b435-3aba-425c-8c45-a847b278663c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1693788 May 10 14:49:42.241858 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40266) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:42.266402 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb16ee45-6d9b-475e-aa44-9bae71dfff59 None None] No DVR routers for this DVR port 4097da33-6e18-4a10-9796-daff08ab6794 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:49:42.276986 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16ee45-6d9b-475e-aa44-9bae71dfff59 None None] Pushing event deleted for resources: {'Port': ['ID=4097da33-6e18-4a10-9796-daff08ab6794,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:42.350011 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-899b917d-25fa-45ea-97f4-d17baa5ffaa5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port edd41a51-2fb0-4b05-9261-10faaf201ae5 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:42.350418 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-899b917d-25fa-45ea-97f4-d17baa5ffaa5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:42.394688 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.resource_extend [None req-5d3d89f9-1d1a-4872-80ce-354b67c36811 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:49:42.439078 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19057f6b-345a-48b1-8b16-9bb714e42fa8 req-9062340d-2b34-49f6-b6fc-1709279f9275 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:42.440464 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-19057f6b-345a-48b1-8b16-9bb714e42fa8 req-9062340d-2b34-49f6-b6fc-1709279f9275 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.6419487 May 10 14:49:42.443225 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5d3d89f9-1d1a-4872-80ce-354b67c36811 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:42.456610 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5d3d89f9-1d1a-4872-80ce-354b67c36811 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:42.461065 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3907353-bc77-4c48-95e9-6b971759ae6a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:42.464984 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b3907353-bc77-4c48-95e9-6b971759ae6a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:42.546719 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-da564ecd-449c-4c16-8e28-a09e32a04c46 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Unset dirty status for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:42.552297 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-da564ecd-449c-4c16-8e28-a09e32a04c46 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6797585 May 10 14:49:42.590145 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40278) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:42.590489 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40280) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:42.604437 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Request body: {'security_group': {'name': 'tempest-secgroup--712790656'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:42.619196 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:42.620636 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-41c75e91-8aa7-4339-9c1d-5852b389d85b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting port 39717ce0-8648-46db-afa9-d95f54d697cd {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:42.620972 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-41c75e91-8aa7-4339-9c1d-5852b389d85b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:42.649875 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:42.733157 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e7c70285-c991-4a98-ae5f-6820ce2781ff tempest-ServiceProvidersTest-1299491411 tempest-ServiceProvidersTest-1299491411-project] 10.222.0.79 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1368992 May 10 14:49:42.734452 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:42.775056 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:42.783534 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-19057f6b-345a-48b1-8b16-9bb714e42fa8 req-2220967b-c441-476c-bd85-cafb0ddb6298 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3309896 May 10 14:49:42.783778 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Usage tracker for resource:security_group_rule and tenant:9ac6bad6e6184612b57155af00ea7575 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:42.784127 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d89f9-1d1a-4872-80ce-354b67c36811 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Port': ['ID=6da6c6b0-9cc5-4992-9e22-0303d2b79e5e,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:42.789310 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:42.805487 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:42.811760 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-899b917d-25fa-45ea-97f4-d17baa5ffaa5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:42.832874 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010ed09-440b-4734-8d2b-bf316b68fd15 req-add48ce0-d477-4485-a6c1-0fa88614a19c tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:42.840097 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c010ed09-440b-4734-8d2b-bf316b68fd15 req-add48ce0-d477-4485-a6c1-0fa88614a19c tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 946 time: 0.7568014 May 10 14:49:42.929573 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5d3d89f9-1d1a-4872-80ce-354b67c36811 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:43.008259 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-899b917d-25fa-45ea-97f4-d17baa5ffaa5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Calling delete_port for edd41a51-2fb0-4b05-9261-10faaf201ae5 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:43.012533 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4097da33-6e18-4a10-9796-daff08ab6794 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:49:43.121559 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 4097da33-6e18-4a10-9796-daff08ab6794 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:49:43.126327 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4097da33-6e18-4a10-9796-daff08ab6794 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:49:43.193228 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40296) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:43.213913 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:43.223444 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:43.235821 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c010ed09-440b-4734-8d2b-bf316b68fd15 req-fe26d8de-dfaf-4074-8e0b-003e3e9468ae tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3839531 May 10 14:49:43.251433 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5d3d89f9-1d1a-4872-80ce-354b67c36811 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:43.258393 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5d3d89f9-1d1a-4872-80ce-354b67c36811 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5593979 May 10 14:49:43.260157 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40302) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:43.266303 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-20cc598e-ce9d-45d7-8924-ff1505c5b89f tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Request body: {'port': {'network_id': '5479cc0b-ed50-461c-a5e1-9947c14b3eb6', 'name': 'tempest-FloatingIPTestJSON-2062748584'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:43.359681 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-41c75e91-8aa7-4339-9c1d-5852b389d85b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:43.381843 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbc1edb-6d19-4f1d-baf7-1ccbc513e8da,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:43.400171 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-899b917d-25fa-45ea-97f4-d17baa5ffaa5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:43.407450 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:43.411469 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8172069 May 10 14:49:43.441181 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40306) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:43.463111 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:43.463431 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:43.463754 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:43.464137 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:43.464392 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:43.464701 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:43.465009 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:43.465317 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:43.465625 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:43.465929 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:43.466234 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:43.466562 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b94ce8-fd99-4551-928f-6338a5b44652 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:43.469797 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8ad80039-845b-49d4-aa4b-4e6e1d54d9c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:43.498121 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b3907353-bc77-4c48-95e9-6b971759ae6a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:43.499839 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b917d-25fa-45ea-97f4-d17baa5ffaa5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Port': ['ID=edd41a51-2fb0-4b05-9261-10faaf201ae5,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:43.513351 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-41c75e91-8aa7-4339-9c1d-5852b389d85b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Calling delete_port for 39717ce0-8648-46db-afa9-d95f54d697cd owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:43.546043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e0dca210-4551-4a2d-b57f-7b591608f647 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677687565'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:43.557129 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8ad80039-845b-49d4-aa4b-4e6e1d54d9c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:43.573028 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8ad80039-845b-49d4-aa4b-4e6e1d54d9c1 admin admin] Usage tracker for resource:security_group_rule and tenant:3a92fdc2823b4f3c8a02a2f0c954af9d is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:43.575980 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-899b917d-25fa-45ea-97f4-d17baa5ffaa5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:43.577829 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-899b917d-25fa-45ea-97f4-d17baa5ffaa5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/ports/edd41a51-2fb0-4b05-9261-10faaf201ae5 HTTP/1.1" status: 204 len: 168 time: 1.3342772 May 10 14:49:43.580918 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40310) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:43.582173 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8ad80039-845b-49d4-aa4b-4e6e1d54d9c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:43.591501 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e0dca210-4551-4a2d-b57f-7b591608f647 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:43.619616 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e0dca210-4551-4a2d-b57f-7b591608f647 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Usage tracker for resource:security_group and tenant:9ac6bad6e6184612b57155af00ea7575 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:43.626718 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8ad80039-845b-49d4-aa4b-4e6e1d54d9c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:43.632170 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e0dca210-4551-4a2d-b57f-7b591608f647 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:43.641486 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3907353-bc77-4c48-95e9-6b971759ae6a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:43.645920 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-20cc598e-ce9d-45d7-8924-ff1505c5b89f tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:43.649424 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-b852c016-c1ff-4e47-ac0a-cbb4a0a14d58 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] GET failed (client error): The resource could not be found. May 10 14:49:43.650317 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b852c016-c1ff-4e47-ac0a-cbb4a0a14d58 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Synchronizing usage tracker for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:43.650617 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e0dca210-4551-4a2d-b57f-7b591608f647 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:43.652758 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-b3907353-bc77-4c48-95e9-6b971759ae6a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:43.658698 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-20cc598e-ce9d-45d7-8924-ff1505c5b89f tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Usage tracker for resource:port and tenant:d96b13b642cb4adf9c29a3eb1de983c1 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:43.663671 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3907353-bc77-4c48-95e9-6b971759ae6a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:43.664848 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b3907353-bc77-4c48-95e9-6b971759ae6a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:43.666543 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-20cc598e-ce9d-45d7-8924-ff1505c5b89f tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:43.675752 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4600602b-1b2d-4a71-894f-b71fe773ca12 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:43.684838 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-20cc598e-ce9d-45d7-8924-ff1505c5b89f tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:43.696571 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67419b2-6e50-4dfa-b511-cbd33659c9ca req-f31eb5de-2337-4b4d-9d39-10db3dc434bc tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:43.698087 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c67419b2-6e50-4dfa-b511-cbd33659c9ca req-f31eb5de-2337-4b4d-9d39-10db3dc434bc tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.5177116 May 10 14:49:43.703650 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3907353-bc77-4c48-95e9-6b971759ae6a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=6dee329f-0836-4c5b-b4de-2407c25ec190,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:43.709807 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b852c016-c1ff-4e47-ac0a-cbb4a0a14d58 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Unset dirty status for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:43.723306 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b852c016-c1ff-4e47-ac0a-cbb4a0a14d58 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports/edd41a51-2fb0-4b05-9261-10faaf201ae5 HTTP/1.1" status: 404 len: 333 time: 0.1267846 May 10 14:49:43.723306 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cc598e-ce9d-45d7-8924-ff1505c5b89f tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Made reservation on behalf of d96b13b642cb4adf9c29a3eb1de983c1 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:43.723306 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-20cc598e-ce9d-45d7-8924-ff1505c5b89f tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:43.726896 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40314) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:43.752884 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3907353-bc77-4c48-95e9-6b971759ae6a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:43.753239 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3907353-bc77-4c48-95e9-6b971759ae6a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:43.753574 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3907353-bc77-4c48-95e9-6b971759ae6a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:43.753899 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3907353-bc77-4c48-95e9-6b971759ae6a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:43.754569 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3907353-bc77-4c48-95e9-6b971759ae6a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:43.754569 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3907353-bc77-4c48-95e9-6b971759ae6a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:43.754882 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3907353-bc77-4c48-95e9-6b971759ae6a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:43.755447 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3907353-bc77-4c48-95e9-6b971759ae6a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:43.755584 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3907353-bc77-4c48-95e9-6b971759ae6a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:43.755824 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3907353-bc77-4c48-95e9-6b971759ae6a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:43.756132 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3907353-bc77-4c48-95e9-6b971759ae6a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:43.756253 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-20cc598e-ce9d-45d7-8924-ff1505c5b89f tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] device_id is not set on port 981f9817-81e9-48cc-a4cf-f0b2d43ce07d yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:49:43.756728 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3907353-bc77-4c48-95e9-6b971759ae6a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:43.809112 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0dca210-4551-4a2d-b57f-7b591608f647 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:43.819325 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b3907353-bc77-4c48-95e9-6b971759ae6a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9495311 May 10 14:49:43.830320 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40318) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:43.862194 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-d4b7ce34-d5b1-43d8-8d26-9a062ef375c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'fixed_ips': [{'subnet_id': '6dee329f-0836-4c5b-b4de-2407c25ec190', 'ip_address': '2001:db8::f195:ef8a:d81f:6d5b'}], 'name': 'tempest-NetworksTestDHCPv6-1732336890'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:43.863222 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8ad80039-845b-49d4-aa4b-4e6e1d54d9c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:43.877904 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8ad80039-845b-49d4-aa4b-4e6e1d54d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:43.978942 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e0dca210-4551-4a2d-b57f-7b591608f647 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:43.979533 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8ad80039-845b-49d4-aa4b-4e6e1d54d9c1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3a92fdc2823b4f3c8a02a2f0c954af9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7793677 May 10 14:49:43.980235 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad80039-845b-49d4-aa4b-4e6e1d54d9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91033018-5830-43e5-bea8-1963d0df828e,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:43.982690 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40322) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:43.983657 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c67419b2-6e50-4dfa-b511-cbd33659c9ca req-3cc1ba64-e36e-4713-aaac-dc99dc5e3e49 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2756636 May 10 14:49:43.999917 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1f739363-d58c-4bfc-a144-cb67f08c912d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port 6adae971-6471-4f7a-b97f-04c57c24257a {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:44.000342 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f739363-d58c-4bfc-a144-cb67f08c912d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:44.010353 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e720fd-dedf-495c-a893-1658d37c5537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-a36358c0-b900-4df5-ae69-1592404548f9', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'fixed_ips': [{'subnet_id': '6dee329f-0836-4c5b-b4de-2407c25ec190'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:49:44.011231 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-84e720fd-dedf-495c-a893-1658d37c5537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:44.025861 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-20cc598e-ce9d-45d7-8924-ff1505c5b89f tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Allocated IP 172.20.0.2 (5479cc0b-ed50-461c-a5e1-9947c14b3eb6/411cddca-209c-4e1a-b58d-2223709af17d/981f9817-81e9-48cc-a4cf-f0b2d43ce07d) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:44.030831 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e0dca210-4551-4a2d-b57f-7b591608f647 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Usage tracker for resource:security_group_rule and tenant:9ac6bad6e6184612b57155af00ea7575 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:44.041332 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e0dca210-4551-4a2d-b57f-7b591608f647 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:44.064822 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e0dca210-4551-4a2d-b57f-7b591608f647 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:44.103841 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f343ae70-d679-4009-869b-9814b3ae4528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:44.156066 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f343ae70-d679-4009-869b-9814b3ae4528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:44.183026 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-84e720fd-dedf-495c-a893-1658d37c5537 None None] Allocated IP 2001:db8::2 (a36358c0-b900-4df5-ae69-1592404548f9/6dee329f-0836-4c5b-b4de-2407c25ec190/561faaae-913e-4df2-986e-796cd6886184) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:44.279000 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d4b7ce34-d5b1-43d8-8d26-9a062ef375c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:44.328386 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f343ae70-d679-4009-869b-9814b3ae4528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:44.355938 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343ae70-d679-4009-869b-9814b3ae4528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91033018-5830-43e5-bea8-1963d0df828e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:44.359167 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d4b7ce34-d5b1-43d8-8d26-9a062ef375c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:44.366287 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-41c75e91-8aa7-4339-9c1d-5852b389d85b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:44.372253 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-20cc598e-ce9d-45d7-8924-ff1505c5b89f tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:44.384657 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f343ae70-d679-4009-869b-9814b3ae4528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:44.385913 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f343ae70-d679-4009-869b-9814b3ae4528 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/91033018-5830-43e5-bea8-1963d0df828e HTTP/1.1" status: 204 len: 168 time: 0.4000223 May 10 14:49:44.417264 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-20cc598e-ce9d-45d7-8924-ff1505c5b89f tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:44.475008 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-84e720fd-dedf-495c-a893-1658d37c5537 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:44.490851 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-84e720fd-dedf-495c-a893-1658d37c5537 None None] Transition to ACTIVE for port object 561faaae-913e-4df2-986e-796cd6886184 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:44.520787 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-84e720fd-dedf-495c-a893-1658d37c5537 None None] Transition to ACTIVE for port object 561faaae-913e-4df2-986e-796cd6886184 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:44.541585 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-84e720fd-dedf-495c-a893-1658d37c5537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:44.582390 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cc598e-ce9d-45d7-8924-ff1505c5b89f tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Network 5479cc0b-ed50-461c-a5e1-9947c14b3eb6 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:44.590155 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-20cc598e-ce9d-45d7-8924-ff1505c5b89f tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:44.602641 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc598e-ce9d-45d7-8924-ff1505c5b89f tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:44.616766 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c75e91-8aa7-4339-9c1d-5852b389d85b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Port': ['ID=39717ce0-8648-46db-afa9-d95f54d697cd,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:44.662510 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc598e-ce9d-45d7-8924-ff1505c5b89f tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Port': ['ID=981f9817-81e9-48cc-a4cf-f0b2d43ce07d,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:44.666017 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b7ce34-d5b1-43d8-8d26-9a062ef375c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:44.683679 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e720fd-dedf-495c-a893-1658d37c5537 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:44.688810 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-84e720fd-dedf-495c-a893-1658d37c5537 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:44.695214 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e720fd-dedf-495c-a893-1658d37c5537 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:44.712833 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cc598e-ce9d-45d7-8924-ff1505c5b89f tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:44.713595 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-20cc598e-ce9d-45d7-8924-ff1505c5b89f tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:44.739387 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-20cc598e-ce9d-45d7-8924-ff1505c5b89f tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4780979 May 10 14:49:44.742611 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40332) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:44.748388 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-01ed166a-624e-4095-ac48-111cef440781 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Request body: {'floatingip': {'port_id': '981f9817-81e9-48cc-a4cf-f0b2d43ce07d'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:44.758701 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e720fd-dedf-495c-a893-1658d37c5537 None None] Pushing event updated for resources: {'Port': ['ID=561faaae-913e-4df2-986e-796cd6886184,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:44.855981 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-84e720fd-dedf-495c-a893-1658d37c5537 None None] Attempting to bind port 561faaae-913e-4df2-986e-796cd6886184 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:49:44.856712 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-84e720fd-dedf-495c-a893-1658d37c5537 None None] Attempting to bind port 561faaae-913e-4df2-986e-796cd6886184 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:49:44.857286 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e720fd-dedf-495c-a893-1658d37c5537 None None] Attempting to bind port 561faaae-913e-4df2-986e-796cd6886184 on network a36358c0-b900-4df5-ae69-1592404548f9 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:49:44.863604 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e720fd-dedf-495c-a893-1658d37c5537 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:49:44.864545 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e720fd-dedf-495c-a893-1658d37c5537 None None] Checking segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:49:44.865170 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-84e720fd-dedf-495c-a893-1658d37c5537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:44.865749 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e720fd-dedf-495c-a893-1658d37c5537 None None] Bound using segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:49:44.866442 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-84e720fd-dedf-495c-a893-1658d37c5537 None None] Bound port: 561faaae-913e-4df2-986e-796cd6886184, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:49:44.867581 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-84e720fd-dedf-495c-a893-1658d37c5537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:44.944481 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0dca210-4551-4a2d-b57f-7b591608f647 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:44.999251 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-84e720fd-dedf-495c-a893-1658d37c5537 None None] For port 561faaae-913e-4df2-986e-796cd6886184, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:49:45.006300 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-84e720fd-dedf-495c-a893-1658d37c5537 None None] For port 561faaae-913e-4df2-986e-796cd6886184, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=561faaae-913e-4df2-986e-796cd6886184,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:49:45.017313 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-01ed166a-624e-4095-ac48-111cef440781 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:45.028068 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-84e720fd-dedf-495c-a893-1658d37c5537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:45.046130 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0dca210-4551-4a2d-b57f-7b591608f647 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:45.099833 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f739363-d58c-4bfc-a144-cb67f08c912d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:45.175929 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e720fd-dedf-495c-a893-1658d37c5537 None None] Pushing event updated for resources: {'Port': ['ID=561faaae-913e-4df2-986e-796cd6886184,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:45.292781 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1f739363-d58c-4bfc-a144-cb67f08c912d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Calling delete_port for 6adae971-6471-4f7a-b97f-04c57c24257a owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:45.380924 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dca210-4551-4a2d-b57f-7b591608f647 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ce9ca5-ffef-431a-be1a-cbf656d2a81b,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:45.423460 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0dca210-4551-4a2d-b57f-7b591608f647 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:45.424709 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e0dca210-4551-4a2d-b57f-7b591608f647 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9824526 May 10 14:49:45.427987 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d4b7ce34-d5b1-43d8-8d26-9a062ef375c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:45.438493 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-41c75e91-8aa7-4339-9c1d-5852b389d85b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:45.445447 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40352) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:45.466947 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-25149608-e756-4cda-9fdb-2e8dd10593cf tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Request body: {'security_group_rule': {'security_group_id': '5dbc1edb-6d19-4f1d-baf7-1ccbc513e8da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '11ce9ca5-ffef-431a-be1a-cbf656d2a81b', 'remote_ip_prefix': None}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:45.487880 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-25149608-e756-4cda-9fdb-2e8dd10593cf tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:45.514094 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-d4b7ce34-d5b1-43d8-8d26-9a062ef375c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] device_id is not set on port 0e4b3c72-f3b2-4f93-ae26-226c83a30a24 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:49:45.550080 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-25149608-e756-4cda-9fdb-2e8dd10593cf tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Usage tracker for resource:security_group_rule and tenant:9ac6bad6e6184612b57155af00ea7575 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:45.568505 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-25149608-e756-4cda-9fdb-2e8dd10593cf tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:45.639378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f96226-59b0-4f5c-93ff-255262ec6709 req-0bada4ad-d08e-45e2-8176-817d5ab4f4d4 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:45.640927 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-66f96226-59b0-4f5c-93ff-255262ec6709 req-0bada4ad-d08e-45e2-8176-817d5ab4f4d4 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 946 time: 1.0205967 May 10 14:49:45.647875 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-25149608-e756-4cda-9fdb-2e8dd10593cf tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:45.664072 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40358) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:45.808928 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-01ed166a-624e-4095-ac48-111cef440781 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:45.814215 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-01ed166a-624e-4095-ac48-111cef440781 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:45.884863 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-07ab841c-6be8-44b7-9783-f605a7c6779d tempest-SubnetPoolsTestJSON-1167901256 tempest-SubnetPoolsTestJSON-1167901256-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1671056913', 'prefixes': ['172.20.0.0/16']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:45.905896 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-07ab841c-6be8-44b7-9783-f605a7c6779d tempest-SubnetPoolsTestJSON-1167901256 tempest-SubnetPoolsTestJSON-1167901256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:45.948016 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-25149608-e756-4cda-9fdb-2e8dd10593cf tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:45.968306 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-66f96226-59b0-4f5c-93ff-255262ec6709 req-1dc145c9-dd7d-4575-8c45-7d98547c9e77 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3115134 May 10 14:49:45.992464 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebd9e8-1f3e-4d46-9e40-ec4b83120557 req-bb7517d1-b599-48e3-8f61-ca8021e044d5 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:45.999458 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f3ebd9e8-1f3e-4d46-9e40-ec4b83120557 req-bb7517d1-b599-48e3-8f61-ca8021e044d5 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.7182992 May 10 14:49:46.031277 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f739363-d58c-4bfc-a144-cb67f08c912d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:46.053275 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [None req-01ed166a-624e-4095-ac48-111cef440781 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Floating IP 1f1d31db-e884-4562-b113-f970e647e18d associated. External IP: 172.26.0.240, port: 981f9817-81e9-48cc-a4cf-f0b2d43ce07d. May 10 14:49:46.208403 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07ab841c-6be8-44b7-9783-f605a7c6779d tempest-SubnetPoolsTestJSON-1167901256 tempest-SubnetPoolsTestJSON-1167901256-project] Notify callbacks [] for subnetpool, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:46.208658 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-07ab841c-6be8-44b7-9783-f605a7c6779d tempest-SubnetPoolsTestJSON-1167901256 tempest-SubnetPoolsTestJSON-1167901256-project] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5426602 May 10 14:49:46.217492 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40364) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:46.267589 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-65da25e6-59cc-41aa-96a2-444d5bfea4c1 tempest-SubnetPoolsTestJSON-1167901256 tempest-SubnetPoolsTestJSON-1167901256-project] 10.222.0.79 "GET /v2.0/subnetpools/c43eb02a-9d51-4604-82ee-5d80b3d2b42b HTTP/1.1" status: 200 len: 732 time: 0.0491922 May 10 14:49:46.271053 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40368) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:46.278389 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-e819cf8c-041b-4357-b382-03411a941189 tempest-SubnetPoolsTestJSON-1167901256 tempest-SubnetPoolsTestJSON-1167901256-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1015919238'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:46.419044 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f739363-d58c-4bfc-a144-cb67f08c912d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Port': ['ID=6adae971-6471-4f7a-b97f-04c57c24257a,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:46.489981 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-350a13f6-bea6-4cf1-b61b-fa5169901b4e None None] Provisioning for port 561faaae-913e-4df2-986e-796cd6886184 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:46.514196 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f3ebd9e8-1f3e-4d46-9e40-ec4b83120557 req-da692f86-de7a-47ac-be83-a982cc52dcd7 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5133917 May 10 14:49:46.533228 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f739363-d58c-4bfc-a144-cb67f08c912d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:46.533346 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e819cf8c-041b-4357-b382-03411a941189 tempest-SubnetPoolsTestJSON-1167901256 tempest-SubnetPoolsTestJSON-1167901256-project] Notify callbacks [] for subnetpool, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:46.533346 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e819cf8c-041b-4357-b382-03411a941189 tempest-SubnetPoolsTestJSON-1167901256 tempest-SubnetPoolsTestJSON-1167901256-project] 10.222.0.79 "PUT /v2.0/subnetpools/c43eb02a-9d51-4604-82ee-5d80b3d2b42b HTTP/1.1" status: 200 len: 684 time: 0.2605257 May 10 14:49:46.535811 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40374) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:46.559536 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ed166a-624e-4095-ac48-111cef440781 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Router 6fee7be2-7628-4203-906b-d0bcfb7a8a8d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:49:46.570601 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-d4b7ce34-d5b1-43d8-8d26-9a062ef375c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8::f195:ef8a:d81f:6d5b (a36358c0-b900-4df5-ae69-1592404548f9/6dee329f-0836-4c5b-b4de-2407c25ec190/0e4b3c72-f3b2-4f93-ae26-226c83a30a24) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:46.602568 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c75e91-8aa7-4339-9c1d-5852b389d85b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Router bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:49:46.618495 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1f739363-d58c-4bfc-a144-cb67f08c912d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/ports/6adae971-6471-4f7a-b97f-04c57c24257a HTTP/1.1" status: 204 len: 168 time: 2.8719056 May 10 14:49:46.623536 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-25149608-e756-4cda-9fdb-2e8dd10593cf tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:46.626650 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40378) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:46.692466 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-25149608-e756-4cda-9fdb-2e8dd10593cf tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:46.815187 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf18b5a-662a-433b-aa6b-431af62db6e3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] GET failed (client error): The resource could not be found. May 10 14:49:46.815727 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-fcf18b5a-662a-433b-aa6b-431af62db6e3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Synchronizing usage tracker for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:46.907904 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-297f89e9-2ba0-4430-8bc4-5e435f69640b tempest-SubnetPoolsTestJSON-1167901256 tempest-SubnetPoolsTestJSON-1167901256-project] Notify callbacks [] for subnetpool, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:46.911416 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-297f89e9-2ba0-4430-8bc4-5e435f69640b tempest-SubnetPoolsTestJSON-1167901256 tempest-SubnetPoolsTestJSON-1167901256-project] 10.222.0.79 "DELETE /v2.0/subnetpools/c43eb02a-9d51-4604-82ee-5d80b3d2b42b HTTP/1.1" status: 204 len: 168 time: 0.3711591 May 10 14:49:46.912232 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40382) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:46.915539 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25149608-e756-4cda-9fdb-2e8dd10593cf tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd2f5f8-304a-480c-a39b-03f7bb8b7e80,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:46.938032 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-7afc4a7b-54b8-425e-9504-edc61b1dcfc0 tempest-SubnetPoolsTestJSON-1167901256 tempest-SubnetPoolsTestJSON-1167901256-project] show failed (client error): The resource could not be found. May 10 14:49:46.941641 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7afc4a7b-54b8-425e-9504-edc61b1dcfc0 tempest-SubnetPoolsTestJSON-1167901256 tempest-SubnetPoolsTestJSON-1167901256-project] 10.222.0.79 "GET /v2.0/subnetpools/c43eb02a-9d51-4604-82ee-5d80b3d2b42b HTTP/1.1" status: 404 len: 346 time: 0.0265095 May 10 14:49:46.941893 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40386) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:46.944904 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ed166a-624e-4095-ac48-111cef440781 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:49:46.958934 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6f795e-17da-4e57-b940-031a548dd6f6 None None] Sync routers for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:49:46.970413 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6f795e-17da-4e57-b940-031a548dd6f6 None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:46.971342 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-ca6f795e-17da-4e57-b940-031a548dd6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:46.974549 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-01ed166a-624e-4095-ac48-111cef440781 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:47.051157 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 561faaae-913e-4df2-986e-796cd6886184 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:49:47.055510 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-25149608-e756-4cda-9fdb-2e8dd10593cf tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:47.059611 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-9840535c-ee6e-4e0f-9cfd-49fdd5ac1e35 tempest-SubnetPoolsTestJSON-1167901256 tempest-SubnetPoolsTestJSON-1167901256-project] delete failed (client error): The resource could not be found. May 10 14:49:47.059611 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9840535c-ee6e-4e0f-9cfd-49fdd5ac1e35 tempest-SubnetPoolsTestJSON-1167901256 tempest-SubnetPoolsTestJSON-1167901256-project] 10.222.0.79 "DELETE /v2.0/subnetpools/c43eb02a-9d51-4604-82ee-5d80b3d2b42b HTTP/1.1" status: 404 len: 346 time: 0.1159739 May 10 14:49:47.061457 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40392) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:47.063851 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-25149608-e756-4cda-9fdb-2e8dd10593cf tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.6068399 May 10 14:49:47.090098 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-ca6f795e-17da-4e57-b940-031a548dd6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:47.099945 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6f795e-17da-4e57-b940-031a548dd6f6 None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:47.101038 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-ca6f795e-17da-4e57-b940-031a548dd6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:47.117605 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-01ed166a-624e-4095-ac48-111cef440781 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "PUT /v2.0/floatingips/1f1d31db-e884-4562-b113-f970e647e18d HTTP/1.1" status: 200 len: 978 time: 2.3726370 May 10 14:49:47.124210 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40398) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:47.167303 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 561faaae-913e-4df2-986e-796cd6886184 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:47.171466 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-ca6f795e-17da-4e57-b940-031a548dd6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:47.172697 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6f795e-17da-4e57-b940-031a548dd6f6 None None] The sync data for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:49:47.173233 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 561faaae-913e-4df2-986e-796cd6886184 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:47.173713 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:47.223183 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9f8a702e-24fd-4367-8e71-398539538d35 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:47.234579 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9f8a702e-24fd-4367-8e71-398539538d35 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:47.254369 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-fcf18b5a-662a-433b-aa6b-431af62db6e3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Unset dirty status for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:47.255694 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fcf18b5a-662a-433b-aa6b-431af62db6e3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports/6adae971-6471-4f7a-b97f-04c57c24257a HTTP/1.1" status: 404 len: 333 time: 0.6267068 May 10 14:49:47.268147 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40402) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:47.293217 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c75e91-8aa7-4339-9c1d-5852b389d85b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:49:47.306715 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-41c75e91-8aa7-4339-9c1d-5852b389d85b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/routers/bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7038002 May 10 14:49:47.309276 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:47.311608 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40406) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:47.317667 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d4b7ce34-d5b1-43d8-8d26-9a062ef375c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:47.328146 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf3248a-8b20-4f5b-807a-6e70002c9366 None None] Sync routers for ids ['bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:49:47.344827 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf3248a-8b20-4f5b-807a-6e70002c9366 None None] Routers {'bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:47.345624 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-4bf3248a-8b20-4f5b-807a-6e70002c9366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:47.356966 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-320f27b1-d11b-49b4-acdc-3f2b01296808 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting subnet 24e14235-c739-4673-a13a-ca79474cbe9d {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:49:47.360467 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-320f27b1-d11b-49b4-acdc-3f2b01296808 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:47.417657 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-4bf3248a-8b20-4f5b-807a-6e70002c9366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:47.422741 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 561faaae-913e-4df2-986e-796cd6886184, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=561faaae-913e-4df2-986e-796cd6886184,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:47.424277 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-320f27b1-d11b-49b4-acdc-3f2b01296808 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:47.429135 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf3248a-8b20-4f5b-807a-6e70002c9366 None None] Routers {'bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:47.430709 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-4bf3248a-8b20-4f5b-807a-6e70002c9366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:47.480254 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40412) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:47.491061 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9f8a702e-24fd-4367-8e71-398539538d35 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:47.497984 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-4bf3248a-8b20-4f5b-807a-6e70002c9366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:47.499172 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf3248a-8b20-4f5b-807a-6e70002c9366 None None] The sync data for ids ['bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:49:47.501360 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:47.522039 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5360e-c586-467f-9117-bf2a75c2caf7 req-53be517a-17ef-48cc-a078-3be312ef9d08 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:47.523735 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-18d5360e-c586-467f-9117-bf2a75c2caf7 req-53be517a-17ef-48cc-a078-3be312ef9d08 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.8392439 May 10 14:49:47.534152 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-d4b7ce34-d5b1-43d8-8d26-9a062ef375c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Transition to ACTIVE for port object 0e4b3c72-f3b2-4f93-ae26-226c83a30a24 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:47.565407 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9f8a702e-24fd-4367-8e71-398539538d35 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:47.566806 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9f8a702e-24fd-4367-8e71-398539538d35 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/edd2f5f8-304a-480c-a39b-03f7bb8b7e80 HTTP/1.1" status: 204 len: 168 time: 0.5043728 May 10 14:49:47.572345 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-db44a3e1-a67b-4807-824c-359072a30146 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Deleting port 981f9817-81e9-48cc-a4cf-f0b2d43ce07d {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:47.573134 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-db44a3e1-a67b-4807-824c-359072a30146 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:47.586290 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=561faaae-913e-4df2-986e-796cd6886184,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:47.603850 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40418) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:47.616651 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a702e-24fd-4367-8e71-398539538d35 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edd2f5f8-304a-480c-a39b-03f7bb8b7e80,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:47.677997 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-803389a1-845d-4e07-b4a0-30cc43d2c9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:47.708815 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-803389a1-845d-4e07-b4a0-30cc43d2c9d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:47.741199 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-18d5360e-c586-467f-9117-bf2a75c2caf7 req-380a2bd0-4054-49bb-a28d-a753c370508f tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082846 May 10 14:49:47.745949 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-320f27b1-d11b-49b4-acdc-3f2b01296808 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:47.754384 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134aef5-d1d3-4a92-8d28-3074b1de3fee req-d28d4af8-02a5-4707-a1c5-9a48c910ca2e tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:47.756031 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e134aef5-d1d3-4a92-8d28-3074b1de3fee req-d28d4af8-02a5-4707-a1c5-9a48c910ca2e tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 946 time: 0.5822349 May 10 14:49:47.782418 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-803389a1-845d-4e07-b4a0-30cc43d2c9d8 admin admin] Usage tracker for resource:security_group_rule and tenant:3fcbe09c3b264165ab149f437b2bdc70 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:47.810957 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-803389a1-845d-4e07-b4a0-30cc43d2c9d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:47.836358 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a49b2e31-804e-4235-89ce-059e066c52de tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Synchronizing usage tracker for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:47.843305 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-803389a1-845d-4e07-b4a0-30cc43d2c9d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:47.843735 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d4b7ce34-d5b1-43d8-8d26-9a062ef375c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:47.999167 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a49b2e31-804e-4235-89ce-059e066c52de tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Unset dirty status for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:48.000460 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a49b2e31-804e-4235-89ce-059e066c52de tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3942113 May 10 14:49:48.008748 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40424) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:48.036852 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-320f27b1-d11b-49b4-acdc-3f2b01296808 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:48.058528 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e134aef5-d1d3-4a92-8d28-3074b1de3fee req-5b42ae43-a6b9-42ca-92e2-301cd91e2b53 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2912037 May 10 14:49:48.107130 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f27b1-d11b-49b4-acdc-3f2b01296808 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Subnet': ['ID=24e14235-c739-4673-a13a-ca79474cbe9d,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:48.120777 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5befdc0-3407-470a-85e1-9eae001b2b2f None None] Network b62330a7-e689-4775-bc69-3dc0642178da requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:48.129105 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-320f27b1-d11b-49b4-acdc-3f2b01296808 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:48.152353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-db44a3e1-a67b-4807-824c-359072a30146 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:48.167754 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b7ce34-d5b1-43d8-8d26-9a062ef375c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:48.179889 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-d4b7ce34-d5b1-43d8-8d26-9a062ef375c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:48.186618 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-320f27b1-d11b-49b4-acdc-3f2b01296808 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/subnets/24e14235-c739-4673-a13a-ca79474cbe9d HTTP/1.1" status: 204 len: 168 time: 0.9155304 May 10 14:49:48.194081 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b7ce34-d5b1-43d8-8d26-9a062ef375c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:48.200251 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b7ce34-d5b1-43d8-8d26-9a062ef375c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:48.201597 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d4b7ce34-d5b1-43d8-8d26-9a062ef375c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:48.207627 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40428) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:48.208295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7ce34-d5b1-43d8-8d26-9a062ef375c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=0e4b3c72-f3b2-4f93-ae26-226c83a30a24,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:48.315845 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f45060c5-a92b-4586-94a7-315182dcc874 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:48.318828 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-803389a1-845d-4e07-b4a0-30cc43d2c9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:48.331697 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d4b7ce34-d5b1-43d8-8d26-9a062ef375c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4893994 May 10 14:49:48.336728 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40432) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:48.391900 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1eab11d4-1e85-4a28-be37-2141cc8b2394 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:48.401719 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83076643-3446-4dcf-b36a-526868db8df6 req-2ff84d2c-1b10-4edd-b979-de9bceabe3ca tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:48.403278 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-83076643-3446-4dcf-b36a-526868db8df6 req-2ff84d2c-1b10-4edd-b979-de9bceabe3ca tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.4982889 May 10 14:49:48.414363 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-803389a1-845d-4e07-b4a0-30cc43d2c9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:48.479672 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123db61f-b82b-42b6-a602-1f25b43e26de None None] DHCP port deletion for b62330a7-e689-4775-bc69-3dc0642178da request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:49:48.485914 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-123db61f-b82b-42b6-a602-1f25b43e26de None None] Deleting port 8bcdb313-937b-4be1-a56b-6acda3ceb888 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:48.486197 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-123db61f-b82b-42b6-a602-1f25b43e26de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:48.497513 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1eab11d4-1e85-4a28-be37-2141cc8b2394 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port 8bcdb313-937b-4be1-a56b-6acda3ceb888 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:48.497981 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1eab11d4-1e85-4a28-be37-2141cc8b2394 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:48.520043 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f45060c5-a92b-4586-94a7-315182dcc874 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:48.547238 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-83076643-3446-4dcf-b36a-526868db8df6 req-1f2a767a-b93c-4b6b-9cc3-10e197826b84 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361392 May 10 14:49:48.624480 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-803389a1-845d-4e07-b4a0-30cc43d2c9d8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3fcbe09c3b264165ab149f437b2bdc70&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1418412 May 10 14:49:48.626746 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40438) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:48.627051 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-177b79c4-7175-4111-ab75-5ed9998c963c None None] Provisioning for port 0e4b3c72-f3b2-4f93-ae26-226c83a30a24 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:49:48.656127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803389a1-845d-4e07-b4a0-30cc43d2c9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38471f4a-21a3-4bf8-8625-59717cd38ddf,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:48.666785 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-363f05e7-0e2d-4b74-9a99-3b754da522af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:48.666921 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-177b79c4-7175-4111-ab75-5ed9998c963c None None] Provisioning complete for port 0e4b3c72-f3b2-4f93-ae26-226c83a30a24 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:48.667235 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-177b79c4-7175-4111-ab75-5ed9998c963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:48.832860 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53838d16-c86f-438a-9dab-4d1f38dc38fa tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:48.833764 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-177b79c4-7175-4111-ab75-5ed9998c963c None None] Port 0e4b3c72-f3b2-4f93-ae26-226c83a30a24 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:49:48.838872 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53838d16-c86f-438a-9dab-4d1f38dc38fa tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:48.843417 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-53838d16-c86f-438a-9dab-4d1f38dc38fa tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.4474318 May 10 14:49:48.844226 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-123db61f-b82b-42b6-a602-1f25b43e26de None None] For port 8bcdb313-937b-4be1-a56b-6acda3ceb888, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8bcdb313-937b-4be1-a56b-6acda3ceb888,segment=NetworkSegment(489425f1-2641-4ccc-8ee3-49ef44464732),segment_id=489425f1-2641-4ccc-8ee3-49ef44464732)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:48.844606 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-123db61f-b82b-42b6-a602-1f25b43e26de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:48.845511 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-db44a3e1-a67b-4807-824c-359072a30146 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:48.845878 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-db44a3e1-a67b-4807-824c-359072a30146 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:48.846182 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [None req-db44a3e1-a67b-4807-824c-359072a30146 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Floating IP 1f1d31db-e884-4562-b113-f970e647e18d disassociated. External IP: 172.26.0.240, port: 981f9817-81e9-48cc-a4cf-f0b2d43ce07d. May 10 14:49:48.846549 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-db44a3e1-a67b-4807-824c-359072a30146 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Calling delete_port for 981f9817-81e9-48cc-a4cf-f0b2d43ce07d owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:48.858828 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40442) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:48.876436 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f45060c5-a92b-4586-94a7-315182dcc874 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:48.913178 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45060c5-a92b-4586-94a7-315182dcc874 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ce9ca5-ffef-431a-be1a-cbf656d2a81b,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:48.949330 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f45060c5-a92b-4586-94a7-315182dcc874 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:48.950470 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f45060c5-a92b-4586-94a7-315182dcc874 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "DELETE /v2.0/security-groups/11ce9ca5-ffef-431a-be1a-cbf656d2a81b HTTP/1.1" status: 204 len: 168 time: 0.9401562 May 10 14:49:48.953128 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40446) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:48.986321 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-123db61f-b82b-42b6-a602-1f25b43e26de None None] Calling delete_port for 8bcdb313-937b-4be1-a56b-6acda3ceb888 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:48.988278 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1d80b0a0-55aa-4a3f-a891-fc8e49a04446 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting port 0e4b3c72-f3b2-4f93-ae26-226c83a30a24 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:48.988620 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d80b0a0-55aa-4a3f-a891-fc8e49a04446 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:49.059179 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 561faaae-913e-4df2-986e-796cd6886184 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:49:49.105704 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5c7d4916-84dc-43ef-af2e-8880ded34cba tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Synchronizing usage tracker for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:49.113777 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-db44a3e1-a67b-4807-824c-359072a30146 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:49.156134 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-123db61f-b82b-42b6-a602-1f25b43e26de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:49.183541 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44a3e1-a67b-4807-824c-359072a30146 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event deleted for resources: {'Port': ['ID=981f9817-81e9-48cc-a4cf-f0b2d43ce07d,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:49.187210 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5c7d4916-84dc-43ef-af2e-8880ded34cba tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Unset dirty status for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:49.191538 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5c7d4916-84dc-43ef-af2e-8880ded34cba tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2339704 May 10 14:49:49.208017 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40452) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:49.219783 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123db61f-b82b-42b6-a602-1f25b43e26de None None] Pushing event deleted for resources: {'Port': ['ID=8bcdb313-937b-4be1-a56b-6acda3ceb888,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:49.221536 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 561faaae-913e-4df2-986e-796cd6886184 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:49.221873 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:49.259736 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123db61f-b82b-42b6-a602-1f25b43e26de None None] No DVR routers for this DVR port 8bcdb313-937b-4be1-a56b-6acda3ceb888 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:49:49.392872 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db44a3e1-a67b-4807-824c-359072a30146 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Router 6fee7be2-7628-4203-906b-d0bcfb7a8a8d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:49:49.400851 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8bcdb313-937b-4be1-a56b-6acda3ceb888 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:49:49.435004 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c3d74921-9e2a-4c85-bcc5-6967300dba92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:49.436993 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 8bcdb313-937b-4be1-a56b-6acda3ceb888 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:49:49.437335 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8bcdb313-937b-4be1-a56b-6acda3ceb888 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:49:49.463380 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-1eab11d4-1e85-4a28-be37-2141cc8b2394 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] For port 8bcdb313-937b-4be1-a56b-6acda3ceb888, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8bcdb313-937b-4be1-a56b-6acda3ceb888,segment=NetworkSegment(489425f1-2641-4ccc-8ee3-49ef44464732),segment_id=489425f1-2641-4ccc-8ee3-49ef44464732)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:49.463738 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1eab11d4-1e85-4a28-be37-2141cc8b2394 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:49.573360 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db44a3e1-a67b-4807-824c-359072a30146 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:49:49.583061 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f337cd-3b4f-46d3-ad77-5a87d7498927 None None] Sync routers for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:49:49.594111 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f337cd-3b4f-46d3-ad77-5a87d7498927 None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:49.595034 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-95f337cd-3b4f-46d3-ad77-5a87d7498927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:49.662929 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-95f337cd-3b4f-46d3-ad77-5a87d7498927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:49.674025 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f337cd-3b4f-46d3-ad77-5a87d7498927 None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:49.674680 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-95f337cd-3b4f-46d3-ad77-5a87d7498927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:49.676102 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-db44a3e1-a67b-4807-824c-359072a30146 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:49.686028 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-db44a3e1-a67b-4807-824c-359072a30146 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "DELETE /v2.0/ports/981f9817-81e9-48cc-a4cf-f0b2d43ce07d HTTP/1.1" status: 204 len: 168 time: 2.5586116 May 10 14:49:49.686700 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40456) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:49.739302 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-95f337cd-3b4f-46d3-ad77-5a87d7498927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:49.739715 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f337cd-3b4f-46d3-ad77-5a87d7498927 None None] The sync data for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:49:49.775571 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-06e705c8-13a7-4f24-9bd4-af2dc3cc9c81 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "GET /v2.0/floatingips/1f1d31db-e884-4562-b113-f970e647e18d HTTP/1.1" status: 200 len: 688 time: 0.0877161 May 10 14:49:49.778138 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40460) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:49.839847 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d41d0-6397-445c-8f6c-a1bd47a2d8d9 req-c3787000-520f-4b8f-bb6f-aeb970d79928 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:49.841326 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-917d41d0-6397-445c-8f6c-a1bd47a2d8d9 req-c3787000-520f-4b8f-bb6f-aeb970d79928 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 1.1195343 May 10 14:49:49.848562 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1eab11d4-1e85-4a28-be37-2141cc8b2394 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Calling delete_port for 8bcdb313-937b-4be1-a56b-6acda3ceb888 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:49.926541 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c3d74921-9e2a-4c85-bcc5-6967300dba92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:49.935977 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-5f31bba7-8269-4c50-862c-d1e33bbf1385 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Deleting port 6da6c6b0-9cc5-4992-9e22-0303d2b79e5e {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:49.936313 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5f31bba7-8269-4c50-862c-d1e33bbf1385 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:50.006295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1342facd-6750-445f-8d97-b9c8720ccc77 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:50.022134 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9c65661e-06d8-4e97-ab1c-3ae771ca1c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:50.118385 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5f31bba7-8269-4c50-862c-d1e33bbf1385 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:50.119047 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5f31bba7-8269-4c50-862c-d1e33bbf1385 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:50.128464 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-917d41d0-6397-445c-8f6c-a1bd47a2d8d9 req-dce72d18-99c3-46e2-ac88-2dead5638716 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324181 May 10 14:49:50.129836 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1342facd-6750-445f-8d97-b9c8720ccc77 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:50.165278 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb7fd5-2825-4732-b26d-d028d5995da3 req-7a59b3ea-552a-426c-957c-a4e544763d0c tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:50.166796 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7bfb7fd5-2825-4732-b26d-d028d5995da3 req-7a59b3ea-552a-426c-957c-a4e544763d0c tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 946 time: 0.9578040 May 10 14:49:50.180852 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d80b0a0-55aa-4a3f-a891-fc8e49a04446 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:50.197543 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.api [None req-1eab11d4-1e85-4a28-be37-2141cc8b2394 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:49:50.197858 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG oslo_db.api [None req-1eab11d4-1e85-4a28-be37-2141cc8b2394 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:49:50.247200 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-5f31bba7-8269-4c50-862c-d1e33bbf1385 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Calling delete_port for 6da6c6b0-9cc5-4992-9e22-0303d2b79e5e owned by network:floatingip {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:50.390941 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5f31bba7-8269-4c50-862c-d1e33bbf1385 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:50.416534 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1d80b0a0-55aa-4a3f-a891-fc8e49a04446 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Calling delete_port for 0e4b3c72-f3b2-4f93-ae26-226c83a30a24 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:50.465433 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c3d74921-9e2a-4c85-bcc5-6967300dba92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:50.537463 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d74921-9e2a-4c85-bcc5-6967300dba92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38471f4a-21a3-4bf8-8625-59717cd38ddf,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:50.546023 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31bba7-8269-4c50-862c-d1e33bbf1385 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event deleted for resources: {'Port': ['ID=6da6c6b0-9cc5-4992-9e22-0303d2b79e5e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:50.564442 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7bfb7fd5-2825-4732-b26d-d028d5995da3 req-1e6275fe-42b2-4769-8055-23e6f45f3a6d tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3679454 May 10 14:49:50.574723 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1342facd-6750-445f-8d97-b9c8720ccc77 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:50.595167 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-363f05e7-0e2d-4b74-9a99-3b754da522af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting port 9743635c-8610-4539-b400-c9f64c16b7db {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:50.595512 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-363f05e7-0e2d-4b74-9a99-3b754da522af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:50.640869 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5f31bba7-8269-4c50-862c-d1e33bbf1385 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:50.655736 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5f31bba7-8269-4c50-862c-d1e33bbf1385 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:50.656875 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5f31bba7-8269-4c50-862c-d1e33bbf1385 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "DELETE /v2.0/floatingips/1f1d31db-e884-4562-b113-f970e647e18d HTTP/1.1" status: 204 len: 168 time: 0.8776929 May 10 14:49:50.660495 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40466) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:50.663288 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342facd-6750-445f-8d97-b9c8720ccc77 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbc1edb-6d19-4f1d-baf7-1ccbc513e8da,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:50.666056 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': '1dcbc4b1-280d-4ceb-9f90-5211a12250f1'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:50.672792 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:50.676938 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Usage tracker for resource:floatingip and tenant:d96b13b642cb4adf9c29a3eb1de983c1 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:50.680475 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:50.687490 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:50.700047 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1eab11d4-1e85-4a28-be37-2141cc8b2394 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port 8bcdb313-937b-4be1-a56b-6acda3ceb888 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:50.700454 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1eab11d4-1e85-4a28-be37-2141cc8b2394 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:50.700561 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:50.816895 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c3d74921-9e2a-4c85-bcc5-6967300dba92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:50.817919 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c3d74921-9e2a-4c85-bcc5-6967300dba92 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/38471f4a-21a3-4bf8-8625-59717cd38ddf HTTP/1.1" status: 204 len: 168 time: 2.1858487 May 10 14:49:50.842597 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:50.903501 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1eab11d4-1e85-4a28-be37-2141cc8b2394 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] The port '8bcdb313-937b-4be1-a56b-6acda3ceb888' was deleted {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:49:50.913203 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1342facd-6750-445f-8d97-b9c8720ccc77 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:50.914643 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1342facd-6750-445f-8d97-b9c8720ccc77 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "DELETE /v2.0/security-groups/5dbc1edb-6d19-4f1d-baf7-1ccbc513e8da HTTP/1.1" status: 204 len: 168 time: 1.7012489 May 10 14:49:50.917600 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40472) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:50.974871 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8ab0a-1318-4998-bb71-fe9cf5f5841f req-9fb03070-8023-45f6-ba7e-26dcb77d5599 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:50.976981 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5eb8ab0a-1318-4998-bb71-fe9cf5f5841f req-9fb03070-8023-45f6-ba7e-26dcb77d5599 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.6739178 May 10 14:49:50.984086 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a04c35ed-6054-444b-8d45-aca462f44b2d tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0651643 May 10 14:49:50.984892 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40478) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:51.017898 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-90834bcf-93a3-4b5d-8915-7a9eea24768f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Request body: {'security_group': {'name': 'tempest-secgroup--431912020'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:51.095918 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-90834bcf-93a3-4b5d-8915-7a9eea24768f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:51.103663 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d80b0a0-55aa-4a3f-a891-fc8e49a04446 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:51.147453 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Allocated IP 172.26.0.21 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/3babe7fb-8ca5-4ab0-8a10-831b8251a85c) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:51.175846 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-90834bcf-93a3-4b5d-8915-7a9eea24768f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Usage tracker for resource:security_group and tenant:9ac6bad6e6184612b57155af00ea7575 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:51.199351 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-90834bcf-93a3-4b5d-8915-7a9eea24768f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:51.208595 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80b0a0-55aa-4a3f-a891-fc8e49a04446 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Port': ['ID=0e4b3c72-f3b2-4f93-ae26-226c83a30a24,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:51.225277 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1eab11d4-1e85-4a28-be37-2141cc8b2394 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:51.271821 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-90834bcf-93a3-4b5d-8915-7a9eea24768f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:51.308874 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:51.310093 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d80b0a0-55aa-4a3f-a891-fc8e49a04446 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:51.331397 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5eb8ab0a-1318-4998-bb71-fe9cf5f5841f req-71873b8e-210d-42e4-9ce6-c133f25c0b8c tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3173177 May 10 14:49:51.334812 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-1eab11d4-1e85-4a28-be37-2141cc8b2394 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62330a7-e689-4775-bc69-3dc0642178da']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:51.344321 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-363f05e7-0e2d-4b74-9a99-3b754da522af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:51.352523 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:51.356937 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1d80b0a0-55aa-4a3f-a891-fc8e49a04446 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/0e4b3c72-f3b2-4f93-ae26-226c83a30a24 HTTP/1.1" status: 204 len: 168 time: 2.4951870 May 10 14:49:51.359269 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40490) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:51.414178 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90834bcf-93a3-4b5d-8915-7a9eea24768f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:51.417049 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:51.420494 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:51.424182 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:51.499050 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Port': ['ID=3babe7fb-8ca5-4ab0-8a10-831b8251a85c,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:51.527472 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-1eab11d4-1e85-4a28-be37-2141cc8b2394 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '489425f1-2641-4ccc-8ee3-49ef44464732') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:51.527768 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-1eab11d4-1e85-4a28-be37-2141cc8b2394 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '489425f1-2641-4ccc-8ee3-49ef44464732') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:51.766310 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-363f05e7-0e2d-4b74-9a99-3b754da522af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Calling delete_port for 9743635c-8610-4539-b400-c9f64c16b7db owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:51.797588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1eab11d4-1e85-4a28-be37-2141cc8b2394 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:51.924478 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-90834bcf-93a3-4b5d-8915-7a9eea24768f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:51.926735 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:51.930634 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1eab11d4-1e85-4a28-be37-2141cc8b2394 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:51.943402 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-90834bcf-93a3-4b5d-8915-7a9eea24768f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Usage tracker for resource:security_group_rule and tenant:9ac6bad6e6184612b57155af00ea7575 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:51.952443 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b36ee2-e318-4350-8f91-e6b250dffc7d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:51.954339 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b36ee2-e318-4350-8f91-e6b250dffc7d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:51.955137 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e6b36ee2-e318-4350-8f91-e6b250dffc7d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:51.971462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-90834bcf-93a3-4b5d-8915-7a9eea24768f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:51.982232 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eab11d4-1e85-4a28-be37-2141cc8b2394 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:49:51.982661 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1eab11d4-1e85-4a28-be37-2141cc8b2394 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:49:52.008257 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:49:52.011120 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-90834bcf-93a3-4b5d-8915-7a9eea24768f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:52.021939 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:52.145865 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e6b36ee2-e318-4350-8f91-e6b250dffc7d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:52.150403 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e6b36ee2-e318-4350-8f91-e6b250dffc7d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7869003 May 10 14:49:52.152160 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40516) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:52.229876 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1eab11d4-1e85-4a28-be37-2141cc8b2394 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:52.235104 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1eab11d4-1e85-4a28-be37-2141cc8b2394 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:52.249282 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:52.257356 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:52.302339 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-60108064-1d6f-46d4-bb67-c0ec1fe8b75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:52.307202 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963208a-e518-47b3-85da-2615b05bf789 req-4dd1edcf-9d6e-4506-a9a9-484fb0e25b85 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:52.308745 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1963208a-e518-47b3-85da-2615b05bf789 req-4dd1edcf-9d6e-4506-a9a9-484fb0e25b85 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.7722926 May 10 14:49:52.314856 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab11d4-1e85-4a28-be37-2141cc8b2394 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Network': ['ID=b62330a7-e689-4775-bc69-3dc0642178da,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:52.329926 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1eab11d4-1e85-4a28-be37-2141cc8b2394 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/networks/b62330a7-e689-4775-bc69-3dc0642178da HTTP/1.1" status: 204 len: 168 time: 4.1161277 May 10 14:49:52.338899 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d69ba-c2bb-4914-8a66-d0e9cd12ab5b req-c16603c4-624c-4053-a25d-b7c02ed3d0c4 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:52.340393 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-052d69ba-c2bb-4914-8a66-d0e9cd12ab5b req-c16603c4-624c-4053-a25d-b7c02ed3d0c4 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 946 time: 0.5869713 May 10 14:49:52.340886 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40522) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:52.373903 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-ba8b1944-c4de-4148-a903-878321f5b2f3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1486366431'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:52.391364 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71c9060-6b4c-42a6-82ac-e37640320cea tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet 6dee329f-0836-4c5b-b4de-2407c25ec190 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:49:52.401703 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-ba8b1944-c4de-4148-a903-878321f5b2f3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:52.415859 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Port': ['ID=3babe7fb-8ca5-4ab0-8a10-831b8251a85c,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:52.434874 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:52.451724 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f71c9060-6b4c-42a6-82ac-e37640320cea tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:52.498858 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-ba8b1944-c4de-4148-a903-878321f5b2f3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:network and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:52.521617 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-ba8b1944-c4de-4148-a903-878321f5b2f3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:52.539088 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40532) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:52.559337 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-ba8b1944-c4de-4148-a903-878321f5b2f3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:52.621984 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90834bcf-93a3-4b5d-8915-7a9eea24768f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:52.629991 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1963208a-e518-47b3-85da-2615b05bf789 req-b6d3de15-b00f-4648-8940-73fd6f3ad581 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3065159 May 10 14:49:52.634588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f71c9060-6b4c-42a6-82ac-e37640320cea tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:52.677098 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90834bcf-93a3-4b5d-8915-7a9eea24768f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:52.701535 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-052d69ba-c2bb-4914-8a66-d0e9cd12ab5b req-def8dd1c-5039-40c9-bffe-f84a5f5e5832 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3316541 May 10 14:49:52.711945 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8b1944-c4de-4148-a903-878321f5b2f3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:52.715382 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ba8b1944-c4de-4148-a903-878321f5b2f3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:52.733353 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-363f05e7-0e2d-4b74-9a99-3b754da522af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:52.740236 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Floating IP d88937a5-288a-4261-9eab-4f7510f429ed associated. External IP: 172.26.0.21, port: 1dcbc4b1-280d-4ceb-9f90-5211a12250f1. May 10 14:49:52.808941 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e0c34e28-7f50-45af-a7d0-bd06c77419ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'network': {'name': 'tempest-network-smoke--2114418571', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'port_security_enabled': True}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:52.859963 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e0c34e28-7f50-45af-a7d0-bd06c77419ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:52.870878 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f05e7-0e2d-4b74-9a99-3b754da522af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Port': ['ID=9743635c-8610-4539-b400-c9f64c16b7db,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:52.887989 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e0c34e28-7f50-45af-a7d0-bd06c77419ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:network and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:52.895118 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90834bcf-93a3-4b5d-8915-7a9eea24768f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45928105-6742-4ee2-b09c-066b08cf4b4c,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:52.959389 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e0c34e28-7f50-45af-a7d0-bd06c77419ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:52.965057 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90834bcf-93a3-4b5d-8915-7a9eea24768f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:52.968805 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-90834bcf-93a3-4b5d-8915-7a9eea24768f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9748693 May 10 14:49:52.980776 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e0c34e28-7f50-45af-a7d0-bd06c77419ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:52.990175 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40540) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:53.010171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-4c70596f-bd72-4eaa-af63-592bb81457fc tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Request body: {'security_group_rule': {'security_group_id': '45928105-6742-4ee2-b09c-066b08cf4b4c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:53.028285 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:53.066467 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8b1944-c4de-4148-a903-878321f5b2f3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:49:53.089842 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4c70596f-bd72-4eaa-af63-592bb81457fc tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:53.125002 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4c70596f-bd72-4eaa-af63-592bb81457fc tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Usage tracker for resource:security_group_rule and tenant:9ac6bad6e6184612b57155af00ea7575 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:53.131684 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-363f05e7-0e2d-4b74-9a99-3b754da522af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:53.137940 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4c70596f-bd72-4eaa-af63-592bb81457fc tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:53.141466 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ba8b1944-c4de-4148-a903-878321f5b2f3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:53.141811 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-ba8b1944-c4de-4148-a903-878321f5b2f3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Added segment c38d38aa-531b-4bd2-8b58-8f0eeca87d0e of type vlan for network 46943c25-5659-4717-ad42-a8c06cc38ecd May 10 14:49:53.144027 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c34e28-7f50-45af-a7d0-bd06c77419ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:53.147445 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0c34e28-7f50-45af-a7d0-bd06c77419ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:53.166394 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:53.171665 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4c70596f-bd72-4eaa-af63-592bb81457fc tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:53.176100 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Router 6fee7be2-7628-4203-906b-d0bcfb7a8a8d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:49:53.181393 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0c34e28-7f50-45af-a7d0-bd06c77419ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:53.199489 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f71c9060-6b4c-42a6-82ac-e37640320cea tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:53.324452 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e0c34e28-7f50-45af-a7d0-bd06c77419ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:53.347733 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:53.375565 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:49:53.388425 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b19a40-1ac5-422a-b9c8-b9856c005004 None None] Sync routers for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:49:53.393821 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ba8b1944-c4de-4148-a903-878321f5b2f3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:53.411097 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e0c34e28-7f50-45af-a7d0-bd06c77419ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:53.412554 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b19a40-1ac5-422a-b9c8-b9856c005004 None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:53.413934 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-84b19a40-1ac5-422a-b9c8-b9856c005004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:53.418914 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:53.420715 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e0c34e28-7f50-45af-a7d0-bd06c77419ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:53.432742 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c70596f-bd72-4eaa-af63-592bb81457fc tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:53.446075 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e0c34e28-7f50-45af-a7d0-bd06c77419ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:53.503050 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c1b69974-8b07-4afe-8709-da482ff05070 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.8414643 May 10 14:49:53.505475 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40544) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:53.512644 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-dacf790f-abc6-4cc0-8037-fe573c04369a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1287970022'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:53.518175 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-dacf790f-abc6-4cc0-8037-fe573c04369a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:53.525903 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-dacf790f-abc6-4cc0-8037-fe573c04369a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Usage tracker for resource:network and tenant:d96b13b642cb4adf9c29a3eb1de983c1 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:53.531472 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-dacf790f-abc6-4cc0-8037-fe573c04369a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:53.539557 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-84b19a40-1ac5-422a-b9c8-b9856c005004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:53.541830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-dacf790f-abc6-4cc0-8037-fe573c04369a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:53.550559 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b19a40-1ac5-422a-b9c8-b9856c005004 None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:53.551651 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-84b19a40-1ac5-422a-b9c8-b9856c005004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:53.558267 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacf790f-abc6-4cc0-8037-fe573c04369a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Made reservation on behalf of d96b13b642cb4adf9c29a3eb1de983c1 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:53.562702 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dacf790f-abc6-4cc0-8037-fe573c04369a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:53.597331 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dacf790f-abc6-4cc0-8037-fe573c04369a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:49:53.610143 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dacf790f-abc6-4cc0-8037-fe573c04369a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:53.610513 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-dacf790f-abc6-4cc0-8037-fe573c04369a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Added segment abe08d0a-a6b5-4fdf-b69c-214d9e8c4351 of type vlan for network eed7662c-fd0b-4f65-a088-7c84669e160f May 10 14:49:53.629932 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-84b19a40-1ac5-422a-b9c8-b9856c005004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:53.630336 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b19a40-1ac5-422a-b9c8-b9856c005004 None None] The sync data for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:49:53.686662 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dacf790f-abc6-4cc0-8037-fe573c04369a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:53.735829 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa9c83-4735-4abb-8c67-3454ed8f4bb2 req-806c1ccb-dba5-40bd-8e30-d8744afc0ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:53.737310 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2aaa9c83-4735-4abb-8c67-3454ed8f4bb2 req-806c1ccb-dba5-40bd-8e30-d8744afc0ca1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 1099 time: 0.1129608 May 10 14:49:53.738386 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dacf790f-abc6-4cc0-8037-fe573c04369a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:53.743846 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacf790f-abc6-4cc0-8037-fe573c04369a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:53.744432 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dacf790f-abc6-4cc0-8037-fe573c04369a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:53.778945 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ba8b1944-c4de-4148-a903-878321f5b2f3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:53.784547 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8b1944-c4de-4148-a903-878321f5b2f3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:53.785126 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ba8b1944-c4de-4148-a903-878321f5b2f3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:53.791173 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f71c9060-6b4c-42a6-82ac-e37640320cea tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:53.880555 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-dacf790f-abc6-4cc0-8037-fe573c04369a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3710489 May 10 14:49:53.882493 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40550) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:53.886737 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf790f-abc6-4cc0-8037-fe573c04369a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Network': ['ID=eed7662c-fd0b-4f65-a088-7c84669e160f,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:53.892005 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-63f30a57-ad46-4d39-b35c-1d8ce56f5d96 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Request body: {'subnet': {'network_id': 'eed7662c-fd0b-4f65-a088-7c84669e160f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:53.901644 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network eed7662c-fd0b-4f65-a088-7c84669e160f details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:49:53.907257 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2aaa9c83-4735-4abb-8c67-3454ed8f4bb2 req-7ff4c051-bfcb-4261-a871-da0b0471b3c2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574116 May 10 14:49:53.964294 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c9060-6b4c-42a6-82ac-e37640320cea tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=6dee329f-0836-4c5b-b4de-2407c25ec190,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:53.968667 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f71c9060-6b4c-42a6-82ac-e37640320cea tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:53.986646 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363f05e7-0e2d-4b74-9a99-3b754da522af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Router bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:49:53.988676 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3510b4-c73a-4603-9e79-d6f3d9a644ae None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:54.013725 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-63f30a57-ad46-4d39-b35c-1d8ce56f5d96 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:54.025025 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-63f30a57-ad46-4d39-b35c-1d8ce56f5d96 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:54.036315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f30a57-ad46-4d39-b35c-1d8ce56f5d96 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Made reservation on behalf of d96b13b642cb4adf9c29a3eb1de983c1 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:54.041488 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-63f30a57-ad46-4d39-b35c-1d8ce56f5d96 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:54.065723 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c70596f-bd72-4eaa-af63-592bb81457fc tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:54.070587 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f71c9060-6b4c-42a6-82ac-e37640320cea tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/6dee329f-0836-4c5b-b4de-2407c25ec190 HTTP/1.1" status: 204 len: 168 time: 1.9150596 May 10 14:49:54.072145 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ba8b1944-c4de-4148-a903-878321f5b2f3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7253702 May 10 14:49:54.072813 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b1944-c4de-4148-a903-878321f5b2f3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Network': ['ID=46943c25-5659-4717-ad42-a8c06cc38ecd,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:54.074794 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40554) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:54.075116 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40556) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:54.088946 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 46943c25-5659-4717-ad42-a8c06cc38ecd details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:49:54.089434 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-8e899dc1-10c0-4179-9e98-585539039f66 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'subnet': {'network_id': '46943c25-5659-4717-ad42-a8c06cc38ecd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:54.159892 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c70596f-bd72-4eaa-af63-592bb81457fc tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:54.291117 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-63f30a57-ad46-4d39-b35c-1d8ce56f5d96 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:54.381453 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba83fff-e745-4a37-a6cc-5735adb9f82a None None] DHCP port deletion for a36358c0-b900-4df5-ae69-1592404548f9 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:49:54.387228 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-1ba83fff-e745-4a37-a6cc-5735adb9f82a None None] Deleting port 561faaae-913e-4df2-986e-796cd6886184 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:54.387851 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1ba83fff-e745-4a37-a6cc-5735adb9f82a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:54.404067 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-35a8cf96-8f4a-4819-99a7-094415ce02cd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3210518 May 10 14:49:54.404067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70596f-bd72-4eaa-af63-592bb81457fc tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d5521e-7b5b-48f5-ac9d-b7e0588a6b11,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:54.426372 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40562) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:54.441726 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363f05e7-0e2d-4b74-9a99-3b754da522af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:49:54.442081 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device f1646914-08a9-4535-a9c9-191645df0d36 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 14:49:54.452517 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device f1646914-08a9-4535-a9c9-191645df0d36 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:49:54.453864 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-f7496645-bd66-418e-b341-cdf401a9dc92 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:54.456012 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeaddb1-58e1-455b-a688-ca647504b80f None None] Sync routers for ids ['bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:49:54.466941 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeaddb1-58e1-455b-a688-ca647504b80f None None] Routers {'bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:54.467841 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-aeeaddb1-58e1-455b-a688-ca647504b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:54.485788 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-363f05e7-0e2d-4b74-9a99-3b754da522af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/routers/bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1696563 May 10 14:49:54.486611 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40566) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:54.492239 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c70596f-bd72-4eaa-af63-592bb81457fc tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:54.493477 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4c70596f-bd72-4eaa-af63-592bb81457fc tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4918535 May 10 14:49:54.500419 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40570) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:54.543740 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-aeeaddb1-58e1-455b-a688-ca647504b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:54.553815 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeaddb1-58e1-455b-a688-ca647504b80f None None] Routers {'bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:49:54.555517 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-aeeaddb1-58e1-455b-a688-ca647504b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:54.598603 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b1390-92c2-4ab4-93cb-c7408b977695 req-1280fe96-fc35-4bd4-ba8e-29d03d823b77 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:54.600122 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-844b1390-92c2-4ab4-93cb-c7408b977695 req-1280fe96-fc35-4bd4-ba8e-29d03d823b77 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 946 time: 0.7561054 May 10 14:49:54.610739 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0c34e28-7f50-45af-a7d0-bd06c77419ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:54.617123 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-8e899dc1-10c0-4179-9e98-585539039f66 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:54.627131 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-aeeaddb1-58e1-455b-a688-ca647504b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:49:54.628509 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeaddb1-58e1-455b-a688-ca647504b80f None None] The sync data for ids ['bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:49:54.637159 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b7615cae-1f95-458d-b7b3-3dbd16bdf59e tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:54.646717 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8e899dc1-10c0-4179-9e98-585539039f66 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:subnet and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:54.649939 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b7615cae-1f95-458d-b7b3-3dbd16bdf59e tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:54.652045 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0c34e28-7f50-45af-a7d0-bd06c77419ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:54.658560 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8e899dc1-10c0-4179-9e98-585539039f66 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:54.666344 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f30a57-ad46-4d39-b35c-1d8ce56f5d96 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Subnet': ['ID=1f84253e-2c89-47d1-b417-6bf350c889cd,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:54.672558 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0cb4e87f-66a4-411a-98a5-e1dabce323c6 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4 HTTP/1.1" status: 200 len: 205 time: 0.1818745 May 10 14:49:54.680909 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40574) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:54.684912 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-8e899dc1-10c0-4179-9e98-585539039f66 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:54.708475 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-f7496645-bd66-418e-b341-cdf401a9dc92 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:54.731439 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e899dc1-10c0-4179-9e98-585539039f66 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:54.734903 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8e899dc1-10c0-4179-9e98-585539039f66 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:54.750251 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f30a57-ad46-4d39-b35c-1d8ce56f5d96 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Checking segment: {'id': 'abe08d0a-a6b5-4fdf-b69c-214d9e8c4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'eed7662c-fd0b-4f65-a088-7c84669e160f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:49:54.750724 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f30a57-ad46-4d39-b35c-1d8ce56f5d96 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Network hostable DHCP agents. Network: eed7662c-fd0b-4f65-a088-7c84669e160f, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:49:54.752343 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-f7496645-bd66-418e-b341-cdf401a9dc92 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:54.756451 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c34e28-7f50-45af-a7d0-bd06c77419ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=addae5dd-893b-4612-9b90-8ad1482ee7e6,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:54.768939 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-844b1390-92c2-4ab4-93cb-c7408b977695 req-9fc04566-758b-424d-aef8-a69e8d49375c tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569672 May 10 14:49:54.828543 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c34e28-7f50-45af-a7d0-bd06c77419ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:49:54.854116 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b7615cae-1f95-458d-b7b3-3dbd16bdf59e tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:54.872574 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0c34e28-7f50-45af-a7d0-bd06c77419ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:54.873307 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-e0c34e28-7f50-45af-a7d0-bd06c77419ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Added segment d67335cd-b03f-4448-bcc2-1347e31dd44b of type vlan for network 5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 May 10 14:49:54.874683 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7496645-bd66-418e-b341-cdf401a9dc92 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:54.878369 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f7496645-bd66-418e-b341-cdf401a9dc92 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:54.905809 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7615cae-1f95-458d-b7b3-3dbd16bdf59e tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23d5521e-7b5b-48f5-ac9d-b7e0588a6b11,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:54.921068 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-62cbd6fd-cd2f-4c2d-a35d-4d8a662a395f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:54.940080 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-1ba83fff-e745-4a37-a6cc-5735adb9f82a None None] For port 561faaae-913e-4df2-986e-796cd6886184, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=561faaae-913e-4df2-986e-796cd6886184,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:54.940468 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1ba83fff-e745-4a37-a6cc-5735adb9f82a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:54.967610 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:54.976503 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:55.044993 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0c34e28-7f50-45af-a7d0-bd06c77419ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:55.128769 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-1ba83fff-e745-4a37-a6cc-5735adb9f82a None None] Calling delete_port for 561faaae-913e-4df2-986e-796cd6886184 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:55.157634 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0c34e28-7f50-45af-a7d0-bd06c77419ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:55.163684 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 561faaae-913e-4df2-986e-796cd6886184 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:49:55.165595 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c34e28-7f50-45af-a7d0-bd06c77419ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:55.166220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0c34e28-7f50-45af-a7d0-bd06c77419ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:55.177467 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b7615cae-1f95-458d-b7b3-3dbd16bdf59e tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:55.177467 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b7615cae-1f95-458d-b7b3-3dbd16bdf59e tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/23d5521e-7b5b-48f5-ac9d-b7e0588a6b11 HTTP/1.1" status: 204 len: 168 time: 0.6182129 May 10 14:49:55.177467 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f30a57-ad46-4d39-b35c-1d8ce56f5d96 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Network eed7662c-fd0b-4f65-a088-7c84669e160f is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:49:55.178656 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40578) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:55.218307 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port f1646914-08a9-4535-a9c9-191645df0d36, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=f1646914-08a9-4535-a9c9-191645df0d36,segment=NetworkSegment(b8e4e5ad-f88f-4792-8961-17ae88f4e759),segment_id=b8e4e5ad-f88f-4792-8961-17ae88f4e759)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:55.268889 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'f1646914-08a9-4535-a9c9-191645df0d36', 'network_id': '37b960e7-59a7-4942-aea6-10f467886311', 'port_id': 'f1646914-08a9-4535-a9c9-191645df0d36', 'mac_address': 'fa:16:3e:a3:ff:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77b7b59-c302-4fb7-b4fd-f13da52bf4b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 14:49:55.270490 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1634830-5164-4b96-b345-34f0d8b6859c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1646914-08a9-4535-a9c9-191645df0d36'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:49:55.294832 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port f1646914-08a9-4535-a9c9-191645df0d36, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=f1646914-08a9-4535-a9c9-191645df0d36,segment=NetworkSegment(b8e4e5ad-f88f-4792-8961-17ae88f4e759),segment_id=b8e4e5ad-f88f-4792-8961-17ae88f4e759)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:55.337576 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda3ac32-1f78-4f68-8bef-26f2c55bafa3'] response: {'server_uuid': 'f1634830-5164-4b96-b345-34f0d8b6859c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1646914-08a9-4535-a9c9-191645df0d36', 'code': 200} May 10 14:49:55.339512 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:55.340538 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-63f30a57-ad46-4d39-b35c-1d8ce56f5d96 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, eed7662c-fd0b-4f65-a088-7c84669e160f) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:55.369360 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c34e28-7f50-45af-a7d0-bd06c77419ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Network': ['ID=5b74dabd-d14b-4810-9da8-3e0bb8fccbf0,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:55.402163 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b2b9b5-777d-4c81-8ad6-c9b2c9918438 None None] Network eed7662c-fd0b-4f65-a088-7c84669e160f requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:55.405957 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f30a57-ad46-4d39-b35c-1d8ce56f5d96 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:55.406574 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-63f30a57-ad46-4d39-b35c-1d8ce56f5d96 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:55.414513 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e0c34e28-7f50-45af-a7d0-bd06c77419ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.8667142 May 10 14:49:55.418906 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:49:55.423629 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40584) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:55.438792 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-bb6cc0b1-935e-478e-987a-a12fcc847ea3 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Synchronizing usage tracker for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:55.446232 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8e899dc1-10c0-4179-9e98-585539039f66 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:55.450238 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-beb96885-0a70-4c25-af9d-03ab300aa632 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2120422949', 'admin_state_up': True, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:55.459687 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-62cbd6fd-cd2f-4c2d-a35d-4d8a662a395f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:55.464413 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-62cbd6fd-cd2f-4c2d-a35d-4d8a662a395f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:55.469295 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-beb96885-0a70-4c25-af9d-03ab300aa632 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:55.479860 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-beb96885-0a70-4c25-af9d-03ab300aa632 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:router and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:55.486349 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-beb96885-0a70-4c25-af9d-03ab300aa632 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:55.493402 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-63f30a57-ad46-4d39-b35c-1d8ce56f5d96 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6068401 May 10 14:49:55.502464 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40588) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:55.503310 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-beb96885-0a70-4c25-af9d-03ab300aa632 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:55.509800 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-bb6cc0b1-935e-478e-987a-a12fcc847ea3 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Unset dirty status for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:55.510766 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bb6cc0b1-935e-478e-987a-a12fcc847ea3 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3236945 May 10 14:49:55.514214 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-0d421f0a-4c54-458a-af96-a0d0f9bee8e8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1657995539', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}, 'admin_state_up': False}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:55.524716 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40592) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:55.528096 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0d421f0a-4c54-458a-af96-a0d0f9bee8e8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:55.545666 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0d421f0a-4c54-458a-af96-a0d0f9bee8e8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Usage tracker for resource:router and tenant:d96b13b642cb4adf9c29a3eb1de983c1 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:55.548679 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-beb96885-0a70-4c25-af9d-03ab300aa632 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:55.549694 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-beb96885-0a70-4c25-af9d-03ab300aa632 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:55.556629 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0d421f0a-4c54-458a-af96-a0d0f9bee8e8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:55.559474 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-62cbd6fd-cd2f-4c2d-a35d-4d8a662a395f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:55.559944 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cbd6fd-cd2f-4c2d-a35d-4d8a662a395f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Fanout notify agent at l3_agent the message router_deleted on router bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:49:55.578647 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0d421f0a-4c54-458a-af96-a0d0f9bee8e8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:55.598172 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-62cbd6fd-cd2f-4c2d-a35d-4d8a662a395f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:55.602303 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-62cbd6fd-cd2f-4c2d-a35d-4d8a662a395f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/routers/bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4 HTTP/1.1" status: 204 len: 168 time: 0.9172072 May 10 14:49:55.609327 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40596) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:55.636292 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:55.658346 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1ba83fff-e745-4a37-a6cc-5735adb9f82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:55.658593 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0d421f0a-4c54-458a-af96-a0d0f9bee8e8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:55.659415 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0d421f0a-4c54-458a-af96-a0d0f9bee8e8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:55.663234 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-beb96885-0a70-4c25-af9d-03ab300aa632 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:55.672202 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Port 561faaae-913e-4df2-986e-796cd6886184 update to DOWN by agent not found {{(pid=88053) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 10 14:49:55.702730 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1646914-08a9-4535-a9c9-191645df0d36 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:49:55.704602 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f7496645-bd66-418e-b341-cdf401a9dc92 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:55.721400 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2737387-f315-4c54-81fd-852626a7b3ed tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:55.723188 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=f1646914-08a9-4535-a9c9-191645df0d36,revision_number=6']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:55.726144 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba83fff-e745-4a37-a6cc-5735adb9f82a None None] No DVR routers for this DVR port 561faaae-913e-4df2-986e-796cd6886184 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:49:55.729435 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e899dc1-10c0-4179-9e98-585539039f66 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Subnet': ['ID=2d64bc8a-cea7-4556-8741-c074b2a79a03,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:55.738140 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0d421f0a-4c54-458a-af96-a0d0f9bee8e8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:55.759081 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:55.759819 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:55.760339 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:55.760766 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:55.761188 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:55.761658 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc80aa3e-c4e3-45d7-81fd-868ec5db84ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting subnet 120668f7-f502-4d66-acfe-71bf63357647 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:49:55.761797 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:55.762187 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:55.762636 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:55.763049 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:55.763455 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:55.764257 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:55.765039 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:49:55.779594 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7496645-bd66-418e-b341-cdf401a9dc92 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:55.798056 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-f7496645-bd66-418e-b341-cdf401a9dc92 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:55.805381 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e899dc1-10c0-4179-9e98-585539039f66 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Checking segment: {'id': 'c38d38aa-531b-4bd2-8b58-8f0eeca87d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '46943c25-5659-4717-ad42-a8c06cc38ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:49:55.805736 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e899dc1-10c0-4179-9e98-585539039f66 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network hostable DHCP agents. Network: 46943c25-5659-4717-ad42-a8c06cc38ecd, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:49:55.814204 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7496645-bd66-418e-b341-cdf401a9dc92 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:55.814938 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f7496645-bd66-418e-b341-cdf401a9dc92 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:55.841538 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bc80aa3e-c4e3-45d7-81fd-868ec5db84ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:55.846110 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7496645-bd66-418e-b341-cdf401a9dc92 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=bae90067-e896-4e73-af40-76acad81af1a,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:55.865857 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5c7c69-65f0-407e-91db-b9594322f052 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:55.875591 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f7496645-bd66-418e-b341-cdf401a9dc92 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4449208 May 10 14:49:55.878404 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40602) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:55.881281 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e899dc1-10c0-4179-9e98-585539039f66 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network 46943c25-5659-4717-ad42-a8c06cc38ecd is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:49:55.900295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-6fa4b6f9-1e12-4034-8063-ede05906c352 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'fixed_ips': [{'subnet_id': 'bae90067-e896-4e73-af40-76acad81af1a', 'ip_address': '2001:db8::2612:cf9a:59b4:cf1e'}], 'name': 'tempest-NetworksTestDHCPv6-756033750'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:55.908459 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port f1646914-08a9-4535-a9c9-191645df0d36, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=f1646914-08a9-4535-a9c9-191645df0d36,segment=NetworkSegment(b8e4e5ad-f88f-4792-8961-17ae88f4e759),segment_id=b8e4e5ad-f88f-4792-8961-17ae88f4e759)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:55.925424 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba83fff-e745-4a37-a6cc-5735adb9f82a None None] Pushing event deleted for resources: {'Port': ['ID=561faaae-913e-4df2-986e-796cd6886184,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:56.000482 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:56.027424 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2737387-f315-4c54-81fd-852626a7b3ed tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:56.112142 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6fa4b6f9-1e12-4034-8063-ede05906c352 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:56.124286 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6fa4b6f9-1e12-4034-8063-ede05906c352 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:port and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:56.128342 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6fa4b6f9-1e12-4034-8063-ede05906c352 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:56.136806 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6fa4b6f9-1e12-4034-8063-ede05906c352 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:56.152370 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-8e899dc1-10c0-4179-9e98-585539039f66 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 46943c25-5659-4717-ad42-a8c06cc38ecd) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:56.165152 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=f1646914-08a9-4535-a9c9-191645df0d36,revision_number=7']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:56.167892 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592e13e7-a3a4-43aa-b8d0-88086ef8370b None None] Network 46943c25-5659-4717-ad42-a8c06cc38ecd requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:56.195608 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e899dc1-10c0-4179-9e98-585539039f66 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:56.196193 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8e899dc1-10c0-4179-9e98-585539039f66 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:56.200105 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa4b6f9-1e12-4034-8063-ede05906c352 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:56.361961 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bc80aa3e-c4e3-45d7-81fd-868ec5db84ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:56.380753 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['f1646914-08a9-4535-a9c9-191645df0d36'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 14:49:56.404549 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8e899dc1-10c0-4179-9e98-585539039f66 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3199823 May 10 14:49:56.407968 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40606) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:56.416894 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6fa4b6f9-1e12-4034-8063-ede05906c352 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:56.417949 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4267ed8a-c576-49e7-88b3-ed9d005cb2c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-eed7662c-fd0b-4f65-a088-7c84669e160f', 'network_id': 'eed7662c-fd0b-4f65-a088-7c84669e160f', 'tenant_id': 'd96b13b642cb4adf9c29a3eb1de983c1', 'fixed_ips': [{'subnet_id': '1f84253e-2c89-47d1-b417-6bf350c889cd'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:49:56.418792 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4267ed8a-c576-49e7-88b3-ed9d005cb2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:56.465981 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa88da-10d5-4b77-8411-594c724fa68d req-9271bcff-bb32-4015-8386-06dd50f3d2b0 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:56.467814 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b8aa88da-10d5-4b77-8411-594c724fa68d req-9271bcff-bb32-4015-8386-06dd50f3d2b0 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 945 time: 0.3175826 May 10 14:49:56.475012 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-6fa4b6f9-1e12-4034-8063-ede05906c352 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] device_id is not set on port 7543dbbb-5ee3-427f-b116-8de1349ce2f6 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:49:56.497404 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-dce9de78-9f43-475f-9edb-af5c972b4edb tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1541899704', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:56.504052 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-beb96885-0a70-4c25-af9d-03ab300aa632 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:56.516813 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-dce9de78-9f43-475f-9edb-af5c972b4edb tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:56.528061 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-dce9de78-9f43-475f-9edb-af5c972b4edb tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:router and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:56.534119 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-dce9de78-9f43-475f-9edb-af5c972b4edb tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:56.598973 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b8aa88da-10d5-4b77-8411-594c724fa68d req-c8230878-f063-47ce-bfb9-f10848614a77 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536883 May 10 14:49:56.606077 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-dce9de78-9f43-475f-9edb-af5c972b4edb tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:56.630852 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88721ac-7651-4fc5-b9fb-ea839c76b3a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-a36358c0-b900-4df5-ae69-1592404548f9', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'fixed_ips': [{'subnet_id': 'bae90067-e896-4e73-af40-76acad81af1a'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:49:56.631949 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b88721ac-7651-4fc5-b9fb-ea839c76b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:56.697321 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40610) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:56.699804 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2737387-f315-4c54-81fd-852626a7b3ed tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:56.800845 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0d421f0a-4c54-458a-af96-a0d0f9bee8e8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:56.859718 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-6fa4b6f9-1e12-4034-8063-ede05906c352 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8::2612:cf9a:59b4:cf1e (a36358c0-b900-4df5-ae69-1592404548f9/bae90067-e896-4e73-af40-76acad81af1a/7543dbbb-5ee3-427f-b116-8de1349ce2f6) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:56.911946 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2737387-f315-4c54-81fd-852626a7b3ed tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45928105-6742-4ee2-b09c-066b08cf4b4c,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:56.996579 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dce9de78-9f43-475f-9edb-af5c972b4edb tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:56.997739 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dce9de78-9f43-475f-9edb-af5c972b4edb tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:57.006119 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-4267ed8a-c576-49e7-88b3-ed9d005cb2c4 None None] Allocated IP 172.20.0.2 (eed7662c-fd0b-4f65-a088-7c84669e160f/1f84253e-2c89-47d1-b417-6bf350c889cd/7d5d083a-bbf5-47b2-b675-deaacd0eb118) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:57.021497 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2d1967-6635-4a08-9a11-5e1c29a66778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-46943c25-5659-4717-ad42-a8c06cc38ecd', 'network_id': '46943c25-5659-4717-ad42-a8c06cc38ecd', 'tenant_id': 'fde696bf50f046b399c8c2f96142680f', 'fixed_ips': [{'subnet_id': '2d64bc8a-cea7-4556-8741-c074b2a79a03'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:49:57.022395 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1967-6635-4a08-9a11-5e1c29a66778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:57.133915 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dce9de78-9f43-475f-9edb-af5c972b4edb tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:57.139740 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bc80aa3e-c4e3-45d7-81fd-868ec5db84ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:57.155513 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6fa4b6f9-1e12-4034-8063-ede05906c352 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:57.178564 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-33597871-3998-48eb-a61a-f5cb3d6f51b0 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/floatingips/41810c47-9d8b-4efb-9d5f-5be3f13ffab5 HTTP/1.1" status: 200 len: 993 time: 0.4721181 May 10 14:49:57.182348 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-6fa4b6f9-1e12-4034-8063-ede05906c352 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Transition to ACTIVE for port object 7543dbbb-5ee3-427f-b116-8de1349ce2f6 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:57.212237 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6fa4b6f9-1e12-4034-8063-ede05906c352 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:57.295962 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa4b6f9-1e12-4034-8063-ede05906c352 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:57.296170 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dce9de78-9f43-475f-9edb-af5c972b4edb tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:57.300087 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-6fa4b6f9-1e12-4034-8063-ede05906c352 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:57.305821 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa4b6f9-1e12-4034-8063-ede05906c352 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:57.308142 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2737387-f315-4c54-81fd-852626a7b3ed tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:57.311691 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c2737387-f315-4c54-81fd-852626a7b3ed tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "DELETE /v2.0/security-groups/45928105-6742-4ee2-b09c-066b08cf4b4c HTTP/1.1" status: 204 len: 168 time: 1.7834914 May 10 14:49:57.313547 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa4b6f9-1e12-4034-8063-ede05906c352 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:57.314166 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6fa4b6f9-1e12-4034-8063-ede05906c352 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:57.316107 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40614) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:57.327462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4b6f9-1e12-4034-8063-ede05906c352 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=7543dbbb-5ee3-427f-b116-8de1349ce2f6,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:57.350566 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6fa4b6f9-1e12-4034-8063-ede05906c352 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4683523 May 10 14:49:57.350874 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40618) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:57.371458 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bc80aa3e-c4e3-45d7-81fd-868ec5db84ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:57.420118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-b88721ac-7651-4fc5-b9fb-ea839c76b3a8 None None] Allocated IP 2001:db8::2 (a36358c0-b900-4df5-ae69-1592404548f9/bae90067-e896-4e73-af40-76acad81af1a/c237ede7-e742-473d-be36-c5a06fcc934c) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:57.432566 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dce9de78-9f43-475f-9edb-af5c972b4edb tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:57.433729 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-dce9de78-9f43-475f-9edb-af5c972b4edb tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0109124 May 10 14:49:57.437060 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40622) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:57.440488 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80aa3e-c4e3-45d7-81fd-868ec5db84ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Subnet': ['ID=120668f7-f502-4d66-acfe-71bf63357647,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:57.451759 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-d974bb06-fcbe-4c86-ae7b-ab1c92cfbf6b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'port': {'network_id': '46943c25-5659-4717-ad42-a8c06cc38ecd', 'name': 'tempest-PortsIpV6TestJSON-1946804952'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:57.452596 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9b213750-87a9-41ad-aa2d-ef6bab7215ce req-976502ef-0a93-4429-8007-a7f85d8e626a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6300929 May 10 14:49:57.455861 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bc80aa3e-c4e3-45d7-81fd-868ec5db84ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:57.458476 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bc80aa3e-c4e3-45d7-81fd-868ec5db84ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/subnets/120668f7-f502-4d66-acfe-71bf63357647 HTTP/1.1" status: 204 len: 168 time: 1.8474667 May 10 14:49:57.467405 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40626) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:57.482614 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea12e5c-d41a-4da0-9804-09ef7ac37a22 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:57.485333 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1ea12e5c-d41a-4da0-9804-09ef7ac37a22 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:57.498516 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879587ca-fb81-44a7-93f1-4c77fc8ec296 None None] Network 20d9cefb-40bf-45fa-bf5b-2ac474cb1c84 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:57.513684 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-fc2d1967-6635-4a08-9a11-5e1c29a66778 None None] Allocated IP 2001:db8::2 (46943c25-5659-4717-ad42-a8c06cc38ecd/2d64bc8a-cea7-4556-8741-c074b2a79a03/b70ca7a2-91ab-453d-9497-6d29735107e3) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:57.521079 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d0e67ab7-5424-4e92-ae23-4708f51cae5e tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Synchronizing usage tracker for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:57.597659 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1ea12e5c-d41a-4da0-9804-09ef7ac37a22 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:57.601805 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1ea12e5c-d41a-4da0-9804-09ef7ac37a22 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2497075 May 10 14:49:57.605384 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40630) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:57.636396 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a1434c-5270-40e5-8bcc-f822ba2b0643 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting subnet 14c99ef6-a6f6-4a2d-8b53-2b42e29ab943 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:49:57.641565 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d0e67ab7-5424-4e92-ae23-4708f51cae5e tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Unset dirty status for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:57.646574 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d0e67ab7-5424-4e92-ae23-4708f51cae5e tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3115058 May 10 14:49:57.652193 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40634) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:57.652854 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d8a1434c-5270-40e5-8bcc-f822ba2b0643 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:57.707160 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-4fcf4acc-aed4-48d7-a7d2-32397222808c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677169735'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:57.713528 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-0a60a01e-e2fc-4c38-99b3-8beba8b04fcf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting port 7543dbbb-5ee3-427f-b116-8de1349ce2f6 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:57.713936 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0a60a01e-e2fc-4c38-99b3-8beba8b04fcf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:57.728518 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4fcf4acc-aed4-48d7-a7d2-32397222808c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:57.764631 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d974bb06-fcbe-4c86-ae7b-ab1c92cfbf6b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:57.772171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d974bb06-fcbe-4c86-ae7b-ab1c92cfbf6b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:port and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:57.777784 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d974bb06-fcbe-4c86-ae7b-ab1c92cfbf6b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:57.786606 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d974bb06-fcbe-4c86-ae7b-ab1c92cfbf6b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:57.824467 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4fcf4acc-aed4-48d7-a7d2-32397222808c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:57.825439 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4267ed8a-c576-49e7-88b3-ed9d005cb2c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:57.843587 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d974bb06-fcbe-4c86-ae7b-ab1c92cfbf6b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:49:57.847141 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d974bb06-fcbe-4c86-ae7b-ab1c92cfbf6b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:57.892407 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-d974bb06-fcbe-4c86-ae7b-ab1c92cfbf6b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] device_id is not set on port e615722a-80f7-43f1-86d5-4f9f03a8675c yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:49:57.917005 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d8a1434c-5270-40e5-8bcc-f822ba2b0643 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:57.928748 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4267ed8a-c576-49e7-88b3-ed9d005cb2c4 None None] Transition to ACTIVE for port object 7d5d083a-bbf5-47b2-b675-deaacd0eb118 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:58.079866 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4267ed8a-c576-49e7-88b3-ed9d005cb2c4 None None] Transition to ACTIVE for port object 7d5d083a-bbf5-47b2-b675-deaacd0eb118 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:58.161641 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-beb96885-0a70-4c25-af9d-03ab300aa632 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_gateway, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:58.198557 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0a60a01e-e2fc-4c38-99b3-8beba8b04fcf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:58.212414 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4267ed8a-c576-49e7-88b3-ed9d005cb2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:58.260128 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4fcf4acc-aed4-48d7-a7d2-32397222808c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:58.279154 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-beb96885-0a70-4c25-af9d-03ab300aa632 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:58.321959 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b88721ac-7651-4fc5-b9fb-ea839c76b3a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:58.327341 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4267ed8a-c576-49e7-88b3-ed9d005cb2c4 None None] Network eed7662c-fd0b-4f65-a088-7c84669e160f is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:58.332905 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1967-6635-4a08-9a11-5e1c29a66778 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:58.335516 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-0a60a01e-e2fc-4c38-99b3-8beba8b04fcf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Calling delete_port for 7543dbbb-5ee3-427f-b116-8de1349ce2f6 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:58.345551 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-4267ed8a-c576-49e7-88b3-ed9d005cb2c4 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:58.357489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4267ed8a-c576-49e7-88b3-ed9d005cb2c4 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:58.360601 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b88721ac-7651-4fc5-b9fb-ea839c76b3a8 None None] Transition to ACTIVE for port object c237ede7-e742-473d-be36-c5a06fcc934c will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:58.365844 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267ed8a-c576-49e7-88b3-ed9d005cb2c4 None None] Pushing event updated for resources: {'Port': ['ID=7d5d083a-bbf5-47b2-b675-deaacd0eb118,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:58.377113 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-fc2d1967-6635-4a08-9a11-5e1c29a66778 None None] Transition to ACTIVE for port object b70ca7a2-91ab-453d-9497-6d29735107e3 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:58.422685 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b213750-87a9-41ad-aa2d-ef6bab7215ce req-f2781ae1-ae94-4a7e-b6aa-731d9c80c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:58.424276 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9b213750-87a9-41ad-aa2d-ef6bab7215ce req-f2781ae1-ae94-4a7e-b6aa-731d9c80c0fb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ff413262496f40d691ca8346c51f1a79&device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 1098 time: 0.8579652 May 10 14:49:58.426289 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4fcf4acc-aed4-48d7-a7d2-32397222808c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:58.449185 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4fcf4acc-aed4-48d7-a7d2-32397222808c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Usage tracker for resource:security_group_rule and tenant:9ac6bad6e6184612b57155af00ea7575 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:58.455779 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4fcf4acc-aed4-48d7-a7d2-32397222808c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:58.492845 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device f1646914-08a9-4535-a9c9-191645df0d36 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:49:58.520990 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b88721ac-7651-4fc5-b9fb-ea839c76b3a8 None None] Transition to ACTIVE for port object c237ede7-e742-473d-be36-c5a06fcc934c will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:58.534688 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568fcdc5-1dbd-4a4b-8db5-1dfd4fb74bde None None] DHCP port deletion for 20d9cefb-40bf-45fa-bf5b-2ac474cb1c84 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:49:58.544053 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4fcf4acc-aed4-48d7-a7d2-32397222808c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:58.560191 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0a60a01e-e2fc-4c38-99b3-8beba8b04fcf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:58.587155 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b88721ac-7651-4fc5-b9fb-ea839c76b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:58.591049 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-568fcdc5-1dbd-4a4b-8db5-1dfd4fb74bde None None] Deleting port ee93e277-3022-4677-a20e-837a114cf570 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:58.591552 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-568fcdc5-1dbd-4a4b-8db5-1dfd4fb74bde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:58.626445 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0d421f0a-4c54-458a-af96-a0d0f9bee8e8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for router_gateway, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:58.626879 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-fc2d1967-6635-4a08-9a11-5e1c29a66778 None None] Transition to ACTIVE for port object b70ca7a2-91ab-453d-9497-6d29735107e3 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:58.629178 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60a01e-e2fc-4c38-99b3-8beba8b04fcf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Port': ['ID=7543dbbb-5ee3-427f-b116-8de1349ce2f6,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:58.687294 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0a60a01e-e2fc-4c38-99b3-8beba8b04fcf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:58.718467 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0d421f0a-4c54-458a-af96-a0d0f9bee8e8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:58.724380 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1967-6635-4a08-9a11-5e1c29a66778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:58.742927 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d8a1434c-5270-40e5-8bcc-f822ba2b0643 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:58.745053 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-4267ed8a-c576-49e7-88b3-ed9d005cb2c4 None None] Attempting to bind port 7d5d083a-bbf5-47b2-b675-deaacd0eb118 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:49:58.745422 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-4267ed8a-c576-49e7-88b3-ed9d005cb2c4 None None] Attempting to bind port 7d5d083a-bbf5-47b2-b675-deaacd0eb118 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'abe08d0a-a6b5-4fdf-b69c-214d9e8c4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'eed7662c-fd0b-4f65-a088-7c84669e160f'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:49:58.745779 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4267ed8a-c576-49e7-88b3-ed9d005cb2c4 None None] Attempting to bind port 7d5d083a-bbf5-47b2-b675-deaacd0eb118 on network eed7662c-fd0b-4f65-a088-7c84669e160f {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:49:58.777885 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0a60a01e-e2fc-4c38-99b3-8beba8b04fcf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/7543dbbb-5ee3-427f-b116-8de1349ce2f6 HTTP/1.1" status: 204 len: 168 time: 1.1690292 May 10 14:49:58.779661 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40640) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:58.781314 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88721ac-7651-4fc5-b9fb-ea839c76b3a8 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:58.789168 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4267ed8a-c576-49e7-88b3-ed9d005cb2c4 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:49:58.789562 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4267ed8a-c576-49e7-88b3-ed9d005cb2c4 None None] Checking segment: {'id': 'abe08d0a-a6b5-4fdf-b69c-214d9e8c4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'eed7662c-fd0b-4f65-a088-7c84669e160f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:49:58.789957 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4267ed8a-c576-49e7-88b3-ed9d005cb2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:58.790456 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4267ed8a-c576-49e7-88b3-ed9d005cb2c4 None None] Bound using segment: {'id': 'abe08d0a-a6b5-4fdf-b69c-214d9e8c4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'eed7662c-fd0b-4f65-a088-7c84669e160f'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:49:58.790940 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-4267ed8a-c576-49e7-88b3-ed9d005cb2c4 None None] Bound port: 7d5d083a-bbf5-47b2-b675-deaacd0eb118, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe08d0a-a6b5-4fdf-b69c-214d9e8c4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'eed7662c-fd0b-4f65-a088-7c84669e160f'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:49:58.791353 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4267ed8a-c576-49e7-88b3-ed9d005cb2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:58.806613 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-b88721ac-7651-4fc5-b9fb-ea839c76b3a8 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:58.833300 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-d974bb06-fcbe-4c86-ae7b-ab1c92cfbf6b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Allocated IP 2001:db8::340 (46943c25-5659-4717-ad42-a8c06cc38ecd/2d64bc8a-cea7-4556-8741-c074b2a79a03/e615722a-80f7-43f1-86d5-4f9f03a8675c) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:58.848737 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88721ac-7651-4fc5-b9fb-ea839c76b3a8 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:58.858597 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2d1967-6635-4a08-9a11-5e1c29a66778 None None] Network 46943c25-5659-4717-ad42-a8c06cc38ecd is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:58.863132 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88721ac-7651-4fc5-b9fb-ea839c76b3a8 None None] Pushing event updated for resources: {'Port': ['ID=c237ede7-e742-473d-be36-c5a06fcc934c,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:58.950563 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd825865-9f30-42bf-ab23-4214c44b001b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:58.952096 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd825865-9f30-42bf-ab23-4214c44b001b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:58.952868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-bd825865-9f30-42bf-ab23-4214c44b001b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:49:58.954435 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-fc2d1967-6635-4a08-9a11-5e1c29a66778 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:59.025301 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b213750-87a9-41ad-aa2d-ef6bab7215ce req-e0a875b4-a686-42e9-9d32-50c706eaecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:59.027088 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9b213750-87a9-41ad-aa2d-ef6bab7215ce req-e0a875b4-a686-42e9-9d32-50c706eaecd9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=37b960e7-59a7-4942-aea6-10f467886311 HTTP/1.1" status: 200 len: 898 time: 0.5619316 May 10 14:49:59.077274 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-bd825865-9f30-42bf-ab23-4214c44b001b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:49:59.081451 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bd825865-9f30-42bf-ab23-4214c44b001b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2984138 May 10 14:49:59.088496 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40644) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:59.111877 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2d1967-6635-4a08-9a11-5e1c29a66778 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:59.117873 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device ee93e277-3022-4677-a20e-837a114cf570 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:49:59.133591 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-beb96885-0a70-4c25-af9d-03ab300aa632 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.26.0.234 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/5872f8ca-85cf-49da-9557-9b8a077a30f1) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:49:59.194196 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4fcf4acc-aed4-48d7-a7d2-32397222808c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:59.204006 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4fcf4acc-aed4-48d7-a7d2-32397222808c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:59.205166 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-6045ff34-f390-4fce-a314-72e13bfbac5b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet bae90067-e896-4e73-af40-76acad81af1a {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:49:59.214513 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6045ff34-f390-4fce-a314-72e13bfbac5b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:59.219740 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d8a1434c-5270-40e5-8bcc-f822ba2b0643 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:59.294782 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d974bb06-fcbe-4c86-ae7b-ab1c92cfbf6b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:59.305226 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6045ff34-f390-4fce-a314-72e13bfbac5b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:59.355289 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-d974bb06-fcbe-4c86-ae7b-ab1c92cfbf6b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Transition to ACTIVE for port object e615722a-80f7-43f1-86d5-4f9f03a8675c will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:49:59.366909 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d8a1434c-5270-40e5-8bcc-f822ba2b0643 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:59.368846 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1434c-5270-40e5-8bcc-f822ba2b0643 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Subnet': ['ID=14c99ef6-a6f6-4a2d-8b53-2b42e29ab943,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:59.386366 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9b213750-87a9-41ad-aa2d-ef6bab7215ce req-9be51121-cd0a-4816-8dc0-57e9a2e09e3a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1646914-08a9-4535-a9c9-191645df0d36 HTTP/1.1" status: 200 len: 1001 time: 0.3491838 May 10 14:49:59.400729 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port f1646914-08a9-4535-a9c9-191645df0d36 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:49:59.401489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:59.419340 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6045ff34-f390-4fce-a314-72e13bfbac5b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:59.425827 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b88721ac-7651-4fc5-b9fb-ea839c76b3a8 None None] Attempting to bind port c237ede7-e742-473d-be36-c5a06fcc934c on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:49:59.426268 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b88721ac-7651-4fc5-b9fb-ea839c76b3a8 None None] Attempting to bind port c237ede7-e742-473d-be36-c5a06fcc934c by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:49:59.426697 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88721ac-7651-4fc5-b9fb-ea839c76b3a8 None None] Attempting to bind port c237ede7-e742-473d-be36-c5a06fcc934c on network a36358c0-b900-4df5-ae69-1592404548f9 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:49:59.439577 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf4acc-aed4-48d7-a7d2-32397222808c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e155125-947b-49dc-83d6-829f5fc67e40,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:59.444900 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dd0435-ed5a-4f8a-9fcd-1ddd4fe15cf0 None None] Network 37b56033-b2b3-440b-8e93-c6012d65dba3 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:49:59.469983 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d974bb06-fcbe-4c86-ae7b-ab1c92cfbf6b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:59.476585 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d8a1434c-5270-40e5-8bcc-f822ba2b0643 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/subnets/14c99ef6-a6f6-4a2d-8b53-2b42e29ab943 HTTP/1.1" status: 204 len: 168 time: 2.0034735 May 10 14:49:59.477442 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40648) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:59.488688 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d1967-6635-4a08-9a11-5e1c29a66778 None None] Pushing event updated for resources: {'Port': ['ID=b70ca7a2-91ab-453d-9497-6d29735107e3,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:59.515815 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88721ac-7651-4fc5-b9fb-ea839c76b3a8 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:49:59.516557 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88721ac-7651-4fc5-b9fb-ea839c76b3a8 None None] Checking segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:49:59.516557 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b88721ac-7651-4fc5-b9fb-ea839c76b3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:59.516950 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88721ac-7651-4fc5-b9fb-ea839c76b3a8 None None] Bound using segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:49:59.517651 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b88721ac-7651-4fc5-b9fb-ea839c76b3a8 None None] Bound port: c237ede7-e742-473d-be36-c5a06fcc934c, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:49:59.517989 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b88721ac-7651-4fc5-b9fb-ea839c76b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:59.532733 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4fcf4acc-aed4-48d7-a7d2-32397222808c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:59.534903 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4fcf4acc-aed4-48d7-a7d2-32397222808c tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8409667 May 10 14:49:59.556586 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40652) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:59.579233 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-9ca010b9-6481-401c-b19f-36dfcccb4869 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Request body: {'security_group_rule': {'security_group_id': '8e155125-947b-49dc-83d6-829f5fc67e40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:49:59.583621 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-568fcdc5-1dbd-4a4b-8db5-1dfd4fb74bde None None] For port ee93e277-3022-4677-a20e-837a114cf570, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=ee93e277-3022-4677-a20e-837a114cf570,segment=NetworkSegment(99902992-f253-4898-8c21-193793d2e2f9),segment_id=99902992-f253-4898-8c21-193793d2e2f9)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:49:59.584021 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-568fcdc5-1dbd-4a4b-8db5-1dfd4fb74bde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:59.604847 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9ca010b9-6481-401c-b19f-36dfcccb4869 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:49:59.619393 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-fc2d1967-6635-4a08-9a11-5e1c29a66778 None None] Attempting to bind port b70ca7a2-91ab-453d-9497-6d29735107e3 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:49:59.620009 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-fc2d1967-6635-4a08-9a11-5e1c29a66778 None None] Attempting to bind port b70ca7a2-91ab-453d-9497-6d29735107e3 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'c38d38aa-531b-4bd2-8b58-8f0eeca87d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '46943c25-5659-4717-ad42-a8c06cc38ecd'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:49:59.620537 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d1967-6635-4a08-9a11-5e1c29a66778 None None] Attempting to bind port b70ca7a2-91ab-453d-9497-6d29735107e3 on network 46943c25-5659-4717-ad42-a8c06cc38ecd {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:49:59.620895 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d974bb06-fcbe-4c86-ae7b-ab1c92cfbf6b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network 46943c25-5659-4717-ad42-a8c06cc38ecd is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:49:59.629129 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9ca010b9-6481-401c-b19f-36dfcccb4869 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Usage tracker for resource:security_group_rule and tenant:9ac6bad6e6184612b57155af00ea7575 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:49:59.634854 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-d974bb06-fcbe-4c86-ae7b-ab1c92cfbf6b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:49:59.644227 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9ca010b9-6481-401c-b19f-36dfcccb4869 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:49:59.653242 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d974bb06-fcbe-4c86-ae7b-ab1c92cfbf6b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:49:59.657800 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b213750-87a9-41ad-aa2d-ef6bab7215ce req-a7328b49-fb1a-4a82-8446-c6a0f2c93d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:59.660150 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9b213750-87a9-41ad-aa2d-ef6bab7215ce req-a7328b49-fb1a-4a82-8446-c6a0f2c93d94 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f77b7b59-c302-4fb7-b4fd-f13da52bf4b0 HTTP/1.1" status: 200 len: 834 time: 0.2623556 May 10 14:49:59.663050 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d974bb06-fcbe-4c86-ae7b-ab1c92cfbf6b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:59.664245 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d974bb06-fcbe-4c86-ae7b-ab1c92cfbf6b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:59.670027 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974bb06-fcbe-4c86-ae7b-ab1c92cfbf6b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Port': ['ID=e615722a-80f7-43f1-86d5-4f9f03a8675c,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:59.694715 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9ca010b9-6481-401c-b19f-36dfcccb4869 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:49:59.706621 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6045ff34-f390-4fce-a314-72e13bfbac5b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:59.777809 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-4267ed8a-c576-49e7-88b3-ed9d005cb2c4 None None] For port 7d5d083a-bbf5-47b2-b675-deaacd0eb118, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:49:59.793721 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-568fcdc5-1dbd-4a4b-8db5-1dfd4fb74bde None None] Calling delete_port for ee93e277-3022-4677-a20e-837a114cf570 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:49:59.797738 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6045ff34-f390-4fce-a314-72e13bfbac5b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:59.803026 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6045ff34-f390-4fce-a314-72e13bfbac5b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/bae90067-e896-4e73-af40-76acad81af1a HTTP/1.1" status: 204 len: 168 time: 0.7112806 May 10 14:49:59.803703 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d974bb06-fcbe-4c86-ae7b-ab1c92cfbf6b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3641033 May 10 14:49:59.805120 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045ff34-f390-4fce-a314-72e13bfbac5b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=bae90067-e896-4e73-af40-76acad81af1a,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:49:59.807472 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40656) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:59.807936 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40658) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:49:59.823328 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d1967-6635-4a08-9a11-5e1c29a66778 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:49:59.823692 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d1967-6635-4a08-9a11-5e1c29a66778 None None] Checking segment: {'id': 'c38d38aa-531b-4bd2-8b58-8f0eeca87d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '46943c25-5659-4717-ad42-a8c06cc38ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:49:59.824308 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1967-6635-4a08-9a11-5e1c29a66778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:59.824873 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d1967-6635-4a08-9a11-5e1c29a66778 None None] Bound using segment: {'id': 'c38d38aa-531b-4bd2-8b58-8f0eeca87d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '46943c25-5659-4717-ad42-a8c06cc38ecd'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:49:59.825168 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-fc2d1967-6635-4a08-9a11-5e1c29a66778 None None] Bound port: b70ca7a2-91ab-453d-9497-6d29735107e3, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38d38aa-531b-4bd2-8b58-8f0eeca87d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '46943c25-5659-4717-ad42-a8c06cc38ecd'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:49:59.825702 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1967-6635-4a08-9a11-5e1c29a66778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:59.830534 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6eb5817a-63c9-47bf-91ca-80f26897b82b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:59.834217 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-beb96885-0a70-4c25-af9d-03ab300aa632 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:59.867597 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-6eb5817a-63c9-47bf-91ca-80f26897b82b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting port ee93e277-3022-4677-a20e-837a114cf570 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:49:59.867963 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6eb5817a-63c9-47bf-91ca-80f26897b82b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:59.925535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9ca010b9-6481-401c-b19f-36dfcccb4869 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:49:59.946593 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-4267ed8a-c576-49e7-88b3-ed9d005cb2c4 None None] For port 7d5d083a-bbf5-47b2-b675-deaacd0eb118, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=7d5d083a-bbf5-47b2-b675-deaacd0eb118,segment=NetworkSegment(abe08d0a-a6b5-4fdf-b69c-214d9e8c4351),segment_id=abe08d0a-a6b5-4fdf-b69c-214d9e8c4351)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:49:59.994761 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b213750-87a9-41ad-aa2d-ef6bab7215ce req-3092c86d-41b1-44ee-b447-75c05d1810e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:49:59.996580 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9b213750-87a9-41ad-aa2d-ef6bab7215ce req-3092c86d-41b1-44ee-b447-75c05d1810e8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=37b960e7-59a7-4942-aea6-10f467886311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3076549 May 10 14:50:00.013331 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-929d2bee-69f3-412e-8369-3a3c1a8859c8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2032576 May 10 14:50:00.030208 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40664) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:00.041518 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-71024924-2e3b-4d07-8d93-30802770c118 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:00.053189 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4267ed8a-c576-49e7-88b3-ed9d005cb2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:00.181708 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-b88721ac-7651-4fc5-b9fb-ea839c76b3a8 None None] For port c237ede7-e742-473d-be36-c5a06fcc934c, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:50:00.188140 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-beb96885-0a70-4c25-af9d-03ab300aa632 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:00.298749 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-b88721ac-7651-4fc5-b9fb-ea839c76b3a8 None None] For port c237ede7-e742-473d-be36-c5a06fcc934c, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=c237ede7-e742-473d-be36-c5a06fcc934c,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:50:00.345985 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:00.365944 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b88721ac-7651-4fc5-b9fb-ea839c76b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:00.425006 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb96885-0a70-4c25-af9d-03ab300aa632 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:00.435878 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-beb96885-0a70-4c25-af9d-03ab300aa632 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:00.448943 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb96885-0a70-4c25-af9d-03ab300aa632 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:50:00.458184 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267ed8a-c576-49e7-88b3-ed9d005cb2c4 None None] Pushing event updated for resources: {'Port': ['ID=7d5d083a-bbf5-47b2-b675-deaacd0eb118,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:00.483947 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb96885-0a70-4c25-af9d-03ab300aa632 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=5872f8ca-85cf-49da-9557-9b8a077a30f1,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:00.486946 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-0d421f0a-4c54-458a-af96-a0d0f9bee8e8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Allocated IP 172.26.0.67 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/85b0202a-faf5-4f1c-9665-75e61dd20053) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:00.523353 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:00.546209 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-6eb5817a-63c9-47bf-91ca-80f26897b82b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] For port ee93e277-3022-4677-a20e-837a114cf570, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=ee93e277-3022-4677-a20e-837a114cf570,segment=NetworkSegment(99902992-f253-4898-8c21-193793d2e2f9),segment_id=99902992-f253-4898-8c21-193793d2e2f9)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:00.546520 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6eb5817a-63c9-47bf-91ca-80f26897b82b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:00.559415 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-568fcdc5-1dbd-4a4b-8db5-1dfd4fb74bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:00.565404 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-71024924-2e3b-4d07-8d93-30802770c118 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:00.568579 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9ca010b9-6481-401c-b19f-36dfcccb4869 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:00.609183 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-fc2d1967-6635-4a08-9a11-5e1c29a66778 None None] For port b70ca7a2-91ab-453d-9497-6d29735107e3, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:50:00.623494 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9ca010b9-6481-401c-b19f-36dfcccb4869 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:00.623761 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9b213750-87a9-41ad-aa2d-ef6bab7215ce req-d590d215-4a33-4d18-904f-7111228927c3 service neutron] 10.222.0.86 "GET /v2.0/networks/37b960e7-59a7-4942-aea6-10f467886311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185966 May 10 14:50:00.636771 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-71024924-2e3b-4d07-8d93-30802770c118 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:00.642786 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568fcdc5-1dbd-4a4b-8db5-1dfd4fb74bde None None] No DVR routers for this DVR port ee93e277-3022-4677-a20e-837a114cf570 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:50:00.665504 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca010b9-6481-401c-b19f-36dfcccb4869 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e86d38-92d2-4db9-939f-a2a9ba137e8f,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:00.668611 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-fc2d1967-6635-4a08-9a11-5e1c29a66778 None None] For port b70ca7a2-91ab-453d-9497-6d29735107e3, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b70ca7a2-91ab-453d-9497-6d29735107e3,segment=NetworkSegment(c38d38aa-531b-4bd2-8b58-8f0eeca87d0e),segment_id=c38d38aa-531b-4bd2-8b58-8f0eeca87d0e)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:50:00.672530 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88721ac-7651-4fc5-b9fb-ea839c76b3a8 None None] Pushing event updated for resources: {'Port': ['ID=c237ede7-e742-473d-be36-c5a06fcc934c,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:00.709132 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71024924-2e3b-4d07-8d93-30802770c118 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:00.713331 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-71024924-2e3b-4d07-8d93-30802770c118 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:00.754815 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1634830-5164-4b96-b345-34f0d8b6859c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1646914-08a9-4535-a9c9-191645df0d36'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:50:00.774131 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1967-6635-4a08-9a11-5e1c29a66778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:00.851514 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fcdc5-1dbd-4a4b-8db5-1dfd4fb74bde None None] Pushing event deleted for resources: {'Port': ['ID=ee93e277-3022-4677-a20e-837a114cf570,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:00.853252 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9ca010b9-6481-401c-b19f-36dfcccb4869 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:00.854494 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9ca010b9-6481-401c-b19f-36dfcccb4869 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2969692 May 10 14:50:00.878131 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40670) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:00.897784 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port f1646914-08a9-4535-a9c9-191645df0d36, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=f1646914-08a9-4535-a9c9-191645df0d36,segment=NetworkSegment(b8e4e5ad-f88f-4792-8961-17ae88f4e759),segment_id=b8e4e5ad-f88f-4792-8961-17ae88f4e759)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:00.903063 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-6eb5817a-63c9-47bf-91ca-80f26897b82b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Calling delete_port for ee93e277-3022-4677-a20e-837a114cf570 owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:00.920182 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6921bf28-6fe7-4037-a770-74403c0746da'] response: {'server_uuid': 'f1634830-5164-4b96-b345-34f0d8b6859c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1646914-08a9-4535-a9c9-191645df0d36', 'code': 200} May 10 14:50:00.926341 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9cdedc13-c8fe-49a9-b819-760bf38d489f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-group-rules/69e86d38-92d2-4db9-939f-a2a9ba137e8f HTTP/1.1" status: 200 len: 763 time: 0.0473254 May 10 14:50:00.937497 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40674) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:00.965134 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:01.034642 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dfa7ec5a-2aa7-4b3c-bfa7-ca1d8ec7ad08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:01.040332 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d1967-6635-4a08-9a11-5e1c29a66778 None None] Pushing event updated for resources: {'Port': ['ID=b70ca7a2-91ab-453d-9497-6d29735107e3,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:01.146858 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81704a58-351b-4693-b07c-45f446e11c0f None None] DHCP port deletion for 37b56033-b2b3-440b-8e93-c6012d65dba3 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:50:01.163482 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-81704a58-351b-4693-b07c-45f446e11c0f None None] Deleting port b0988d3e-0d59-4479-a891-80bb07d6d0e6 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:01.163890 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-81704a58-351b-4693-b07c-45f446e11c0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:01.200102 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 7d5d083a-bbf5-47b2-b675-deaacd0eb118 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:01.274632 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=f1646914-08a9-4535-a9c9-191645df0d36,revision_number=8']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:01.393263 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 7d5d083a-bbf5-47b2-b675-deaacd0eb118 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:01.495651 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0d421f0a-4c54-458a-af96-a0d0f9bee8e8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:01.501176 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-81704a58-351b-4693-b07c-45f446e11c0f None None] For port b0988d3e-0d59-4479-a891-80bb07d6d0e6, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b0988d3e-0d59-4479-a891-80bb07d6d0e6,segment=NetworkSegment(eeb33ba6-686b-47fd-a80c-447d6daa775d),segment_id=eeb33ba6-686b-47fd-a80c-447d6daa775d)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:01.501468 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-81704a58-351b-4693-b07c-45f446e11c0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:01.509636 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-fe9b4ab3-2d14-489a-89de-3b2a24591580 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Synchronizing usage tracker for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:01.561920 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-fe9b4ab3-2d14-489a-89de-3b2a24591580 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Unset dirty status for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:01.563236 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-fe9b4ab3-2d14-489a-89de-3b2a24591580 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5314748 May 10 14:50:01.567185 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.api [None req-6eb5817a-63c9-47bf-91ca-80f26897b82b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:50:01.567501 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG oslo_db.api [None req-6eb5817a-63c9-47bf-91ca-80f26897b82b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:50:01.569169 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40678) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:01.574991 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9b213750-87a9-41ad-aa2d-ef6bab7215ce req-afae131a-b128-4d8e-aafa-cb418d758ae2 service neutron] 10.222.0.86 "GET /v2.0/networks/37b960e7-59a7-4942-aea6-10f467886311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8845007 May 10 14:50:01.649665 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-71024924-2e3b-4d07-8d93-30802770c118 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:01.685533 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-81704a58-351b-4693-b07c-45f446e11c0f None None] Calling delete_port for b0988d3e-0d59-4479-a891-80bb07d6d0e6 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:01.743765 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1cb6741b-3f36-4a51-9427-13399d5ea389 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:01.761146 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71024924-2e3b-4d07-8d93-30802770c118 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:01.764133 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0d421f0a-4c54-458a-af96-a0d0f9bee8e8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:01.766875 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-71024924-2e3b-4d07-8d93-30802770c118 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:01.770191 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71024924-2e3b-4d07-8d93-30802770c118 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:01.771847 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-71024924-2e3b-4d07-8d93-30802770c118 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:01.771992 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1cb6741b-3f36-4a51-9427-13399d5ea389 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:01.783346 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7ed021-a111-4cf4-90e4-a3d3b596967f None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:01.824043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71024924-2e3b-4d07-8d93-30802770c118 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=38586127-2f32-41f7-9a6e-6506f9411a0e,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:01.846631 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-71024924-2e3b-4d07-8d93-30802770c118 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8123817 May 10 14:50:01.846862 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40682) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:01.860952 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-dac37300-25a3-47a6-b0d5-6185fa4afdce tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'fixed_ips': [{'subnet_id': '38586127-2f32-41f7-9a6e-6506f9411a0e', 'ip_address': '2001:db8::fc68:c47e:10e6:83a6'}], 'name': 'tempest-NetworksTestDHCPv6-1176019149'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:01.883734 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-81704a58-351b-4693-b07c-45f446e11c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:01.894332 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dfa7ec5a-2aa7-4b3c-bfa7-ca1d8ec7ad08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:01.965259 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dfa7ec5a-2aa7-4b3c-bfa7-ca1d8ec7ad08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:02.008024 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81704a58-351b-4693-b07c-45f446e11c0f None None] Pushing event deleted for resources: {'Port': ['ID=b0988d3e-0d59-4479-a891-80bb07d6d0e6,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:02.019200 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81704a58-351b-4693-b07c-45f446e11c0f None None] No DVR routers for this DVR port b0988d3e-0d59-4479-a891-80bb07d6d0e6 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:50:02.164260 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-6eb5817a-63c9-47bf-91ca-80f26897b82b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting port ee93e277-3022-4677-a20e-837a114cf570 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:02.164843 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6eb5817a-63c9-47bf-91ca-80f26897b82b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:02.237790 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebe8a0a-dc16-4a53-943c-8c6e8b79df61 None None] Network eed7662c-fd0b-4f65-a088-7c84669e160f requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:02.253919 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d421f0a-4c54-458a-af96-a0d0f9bee8e8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:02.294658 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-0d421f0a-4c54-458a-af96-a0d0f9bee8e8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:02.304330 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d421f0a-4c54-458a-af96-a0d0f9bee8e8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Port': ['ID=85b0202a-faf5-4f1c-9665-75e61dd20053,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:02.309616 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d421f0a-4c54-458a-af96-a0d0f9bee8e8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:50:02.340641 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-6eb5817a-63c9-47bf-91ca-80f26897b82b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] The port 'ee93e277-3022-4677-a20e-837a114cf570' was deleted {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:50:02.345637 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-45c12afd-0946-4624-a602-e72f89e02abc None None] Provisioning for port 7d5d083a-bbf5-47b2-b675-deaacd0eb118 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:02.364645 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-45c12afd-0946-4624-a602-e72f89e02abc None None] Provisioning complete for port 7d5d083a-bbf5-47b2-b675-deaacd0eb118 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:02.365144 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-45c12afd-0946-4624-a602-e72f89e02abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:02.374608 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7ec5a-2aa7-4b3c-bfa7-ca1d8ec7ad08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Port': ['ID=e615722a-80f7-43f1-86d5-4f9f03a8675c,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:02.389957 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1cb6741b-3f36-4a51-9427-13399d5ea389 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:02.440748 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6741b-3f36-4a51-9427-13399d5ea389 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69e86d38-92d2-4db9-939f-a2a9ba137e8f,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:02.442968 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-beb96885-0a70-4c25-af9d-03ab300aa632 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_gateway, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:02.483650 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dac37300-25a3-47a6-b0d5-6185fa4afdce tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:02.491845 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dac37300-25a3-47a6-b0d5-6185fa4afdce tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:port and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:02.496642 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dac37300-25a3-47a6-b0d5-6185fa4afdce tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:02.506670 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dac37300-25a3-47a6-b0d5-6185fa4afdce tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:02.526325 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39df5bb5-c83b-4c62-b6ef-1dfd35982194 None None] Network 46943c25-5659-4717-ad42-a8c06cc38ecd requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:02.571834 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac37300-25a3-47a6-b0d5-6185fa4afdce tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:02.676487 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1cb6741b-3f36-4a51-9427-13399d5ea389 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:02.677623 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1cb6741b-3f36-4a51-9427-13399d5ea389 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/69e86d38-92d2-4db9-939f-a2a9ba137e8f HTTP/1.1" status: 204 len: 168 time: 1.1055610 May 10 14:50:02.695523 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40686) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:02.715464 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dfa7ec5a-2aa7-4b3c-bfa7-ca1d8ec7ad08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:02.728399 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6eb5817a-63c9-47bf-91ca-80f26897b82b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:02.765358 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-45c12afd-0946-4624-a602-e72f89e02abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:02.807084 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b87c7a5-c8f1-4879-a2ca-174cad38bec8 None None] Update dhcp port {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'fixed_ips': [{'subnet_id': '38586127-2f32-41f7-9a6e-6506f9411a0e'}], 'binding:host_id': 'dv-neutron-841204-2-hyperv'}, 'id': 'c237ede7-e742-473d-be36-c5a06fcc934c'} from dv-neutron-841204-2-hyperv. {{(pid=88053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 10 14:50:02.812171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-87b8d809-822e-4aea-9607-eb7757bcb5d0 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Synchronizing usage tracker for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:02.822139 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dac37300-25a3-47a6-b0d5-6185fa4afdce tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:02.860684 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-dac37300-25a3-47a6-b0d5-6185fa4afdce tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] device_id is not set on port 64ee6b51-eb57-4fab-b7d4-aa7b72a58c7e yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:50:02.880991 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-6eb5817a-63c9-47bf-91ca-80f26897b82b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d9cefb-40bf-45fa-bf5b-2ac474cb1c84']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:02.892554 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-45c12afd-0946-4624-a602-e72f89e02abc None None] For port 7d5d083a-bbf5-47b2-b675-deaacd0eb118, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=7d5d083a-bbf5-47b2-b675-deaacd0eb118,segment=NetworkSegment(abe08d0a-a6b5-4fdf-b69c-214d9e8c4351),segment_id=abe08d0a-a6b5-4fdf-b69c-214d9e8c4351)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:02.901462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-87b8d809-822e-4aea-9607-eb7757bcb5d0 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Unset dirty status for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:02.904265 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-6eb5817a-63c9-47bf-91ca-80f26897b82b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99902992-f253-4898-8c21-193793d2e2f9') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:02.904560 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-6eb5817a-63c9-47bf-91ca-80f26897b82b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99902992-f253-4898-8c21-193793d2e2f9') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:02.905600 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-87b8d809-822e-4aea-9607-eb7757bcb5d0 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2093914 May 10 14:50:02.907639 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40692) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:02.921893 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6eb5817a-63c9-47bf-91ca-80f26897b82b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:02.927839 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-45c12afd-0946-4624-a602-e72f89e02abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:02.952552 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6eb5817a-63c9-47bf-91ca-80f26897b82b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:02.953864 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-0c7af81e-1478-4e20-8a62-fdb5dfcdc0ce tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Request body: {'security_group_rule': {'security_group_id': '8e155125-947b-49dc-83d6-829f5fc67e40', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:02.997149 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-0c7af81e-1478-4e20-8a62-fdb5dfcdc0ce tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:03.021999 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-0c7af81e-1478-4e20-8a62-fdb5dfcdc0ce tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:03.033427 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb5817a-63c9-47bf-91ca-80f26897b82b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:50:03.033427 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6eb5817a-63c9-47bf-91ca-80f26897b82b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:03.037823 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7b87c7a5-c8f1-4879-a2ca-174cad38bec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:03.048959 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dfa7ec5a-2aa7-4b3c-bfa7-ca1d8ec7ad08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:50:03.129640 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:50:03.132653 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:50:03.144522 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0c7af81e-1478-4e20-8a62-fdb5dfcdc0ce tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:03.148664 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b70ca7a2-91ab-453d-9497-6d29735107e3 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:03.218819 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ab5849d7-38c5-4393-9d19-5ebd60f44692 None None] Provisioning for port b70ca7a2-91ab-453d-9497-6d29735107e3 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:03.237482 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c12afd-0946-4624-a602-e72f89e02abc None None] Pushing event updated for resources: {'Port': ['ID=7d5d083a-bbf5-47b2-b675-deaacd0eb118,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:03.370705 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port b70ca7a2-91ab-453d-9497-6d29735107e3 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:03.376203 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port b70ca7a2-91ab-453d-9497-6d29735107e3 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:03.376577 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:03.452639 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-beb96885-0a70-4c25-af9d-03ab300aa632 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:03.459441 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6eb5817a-63c9-47bf-91ca-80f26897b82b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:03.487534 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0c7af81e-1478-4e20-8a62-fdb5dfcdc0ce tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:03.493518 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-dac37300-25a3-47a6-b0d5-6185fa4afdce tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8::fc68:c47e:10e6:83a6 (a36358c0-b900-4df5-ae69-1592404548f9/38586127-2f32-41f7-9a6e-6506f9411a0e/64ee6b51-eb57-4fab-b7d4-aa7b72a58c7e) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:03.503886 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0c7af81e-1478-4e20-8a62-fdb5dfcdc0ce tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:03.563927 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:03.581128 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7af81e-1478-4e20-8a62-fdb5dfcdc0ce tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7643e6f1-5702-4b20-bcd0-6f53bda13258,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:03.591734 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75ca5b84-d9f3-408e-867e-103dc598c548 None None] Provisioning complete for port 7d5d083a-bbf5-47b2-b675-deaacd0eb118 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:03.592107 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75ca5b84-d9f3-408e-867e-103dc598c548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:03.659660 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port b70ca7a2-91ab-453d-9497-6d29735107e3, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b70ca7a2-91ab-453d-9497-6d29735107e3,segment=NetworkSegment(c38d38aa-531b-4bd2-8b58-8f0eeca87d0e),segment_id=c38d38aa-531b-4bd2-8b58-8f0eeca87d0e)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:03.678047 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:03.692980 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6eb5817a-63c9-47bf-91ca-80f26897b82b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:03.733373 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0c7af81e-1478-4e20-8a62-fdb5dfcdc0ce tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:03.737752 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0c7af81e-1478-4e20-8a62-fdb5dfcdc0ce tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7966576 May 10 14:50:03.738385 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40696) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:03.777706 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b0988d3e-0d59-4479-a891-80bb07d6d0e6 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:50:03.835814 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: b0988d3e-0d59-4479-a891-80bb07d6d0e6 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:50:03.836153 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b0988d3e-0d59-4479-a891-80bb07d6d0e6 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:50:03.870328 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=b70ca7a2-91ab-453d-9497-6d29735107e3,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:03.888129 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-180084f0-9535-482f-9b03-37918d826563 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-group-rules/7643e6f1-5702-4b20-bcd0-6f53bda13258 HTTP/1.1" status: 200 len: 763 time: 0.1393504 May 10 14:50:03.890416 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5817a-63c9-47bf-91ca-80f26897b82b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Network': ['ID=20d9cefb-40bf-45fa-bf5b-2ac474cb1c84,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:03.896072 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40700) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:03.999734 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-37a4a0b9-ebad-4764-ae2b-236752fc94eb None None] Provisioning for port e615722a-80f7-43f1-86d5-4f9f03a8675c completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:04.004504 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dfa7ec5a-2aa7-4b3c-bfa7-ca1d8ec7ad08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:04.008951 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-37a4a0b9-ebad-4764-ae2b-236752fc94eb None None] Provisioning complete for port e615722a-80f7-43f1-86d5-4f9f03a8675c triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:04.009696 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-37a4a0b9-ebad-4764-ae2b-236752fc94eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:04.016886 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6eb5817a-63c9-47bf-91ca-80f26897b82b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/networks/20d9cefb-40bf-45fa-bf5b-2ac474cb1c84 HTTP/1.1" status: 204 len: 168 time: 4.5325310 May 10 14:50:04.019336 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dfa7ec5a-2aa7-4b3c-bfa7-ca1d8ec7ad08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:04.020278 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dfa7ec5a-2aa7-4b3c-bfa7-ca1d8ec7ad08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:04.024421 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40704) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:04.082702 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-37a4a0b9-ebad-4764-ae2b-236752fc94eb None None] Port e615722a-80f7-43f1-86d5-4f9f03a8675c cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:04.097276 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0b000d24-1214-4455-a069-1e5c8d2e29e2 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Synchronizing usage tracker for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:04.112919 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-37a4a0b9-ebad-4764-ae2b-236752fc94eb None None] Provisioning complete for port b70ca7a2-91ab-453d-9497-6d29735107e3 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:04.113449 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-37a4a0b9-ebad-4764-ae2b-236752fc94eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:04.116790 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0d421f0a-4c54-458a-af96-a0d0f9bee8e8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for router_gateway, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:04.179397 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dac37300-25a3-47a6-b0d5-6185fa4afdce tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:04.201722 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb96885-0a70-4c25-af9d-03ab300aa632 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router 4c545987-9dfc-439b-be1e-8a88b2377a04 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:50:04.208620 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0b000d24-1214-4455-a069-1e5c8d2e29e2 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Unset dirty status for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:04.210696 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0b000d24-1214-4455-a069-1e5c8d2e29e2 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2788372 May 10 14:50:04.215946 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40708) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:04.412914 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d7f31589-d097-480b-998a-23a2ea6b1c6b tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:04.436865 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-27800172-397b-485f-896d-8d9c5d90f84b None None] Provisioning complete for port e615722a-80f7-43f1-86d5-4f9f03a8675c triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:04.438059 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-27800172-397b-485f-896d-8d9c5d90f84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:04.441916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e23479f3-cc21-4177-b9e2-d72d15fb12a6 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:04.453011 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-dac37300-25a3-47a6-b0d5-6185fa4afdce tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Transition to ACTIVE for port object 64ee6b51-eb57-4fab-b7d4-aa7b72a58c7e will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:04.461286 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7ec5a-2aa7-4b3c-bfa7-ca1d8ec7ad08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Port': ['ID=e615722a-80f7-43f1-86d5-4f9f03a8675c,revision_number=3']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:04.503603 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-27800172-397b-485f-896d-8d9c5d90f84b None None] Port e615722a-80f7-43f1-86d5-4f9f03a8675c cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:04.557484 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d7f31589-d097-480b-998a-23a2ea6b1c6b tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:04.664587 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa7ec5a-2aa7-4b3c-bfa7-ca1d8ec7ad08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network 46943c25-5659-4717-ad42-a8c06cc38ecd is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:04.666502 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e23479f3-cc21-4177-b9e2-d72d15fb12a6 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:04.672915 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb96885-0a70-4c25-af9d-03ab300aa632 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:50:04.674846 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-dfa7ec5a-2aa7-4b3c-bfa7-ca1d8ec7ad08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:04.684915 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dac37300-25a3-47a6-b0d5-6185fa4afdce tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:04.693617 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d7f31589-d097-480b-998a-23a2ea6b1c6b tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:04.702602 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] Sync routers for ids ['4c545987-9dfc-439b-be1e-8a88b2377a04'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:50:04.730331 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f31589-d097-480b-998a-23a2ea6b1c6b tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7643e6f1-5702-4b20-bcd0-6f53bda13258,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:04.735985 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] Routers {'4c545987-9dfc-439b-be1e-8a88b2377a04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:04.736754 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4c545987-9dfc-439b-be1e-8a88b2377a04'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:04.741477 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0d421f0a-4c54-458a-af96-a0d0f9bee8e8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:04.745044 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-beb96885-0a70-4c25-af9d-03ab300aa632 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:04.749352 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-beb96885-0a70-4c25-af9d-03ab300aa632 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.3202853 May 10 14:50:04.750019 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40712) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:04.805639 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d7f31589-d097-480b-998a-23a2ea6b1c6b tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:04.808844 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d7f31589-d097-480b-998a-23a2ea6b1c6b tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/7643e6f1-5702-4b20-bcd0-6f53bda13258 HTTP/1.1" status: 204 len: 168 time: 0.5893817 May 10 14:50:04.812936 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40718) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:04.841925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-e23479f3-cc21-4177-b9e2-d72d15fb12a6 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b56033-b2b3-440b-8e93-c6012d65dba3']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:04.848474 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-7b87c7a5-c8f1-4879-a2ca-174cad38bec8 None None] Allocated IP 2001:db8::2 (a36358c0-b900-4df5-ae69-1592404548f9/38586127-2f32-41f7-9a6e-6506f9411a0e/c237ede7-e742-473d-be36-c5a06fcc934c) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:04.967954 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-e23479f3-cc21-4177-b9e2-d72d15fb12a6 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb33ba6-686b-47fd-a80c-447d6daa775d') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:04.968472 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-e23479f3-cc21-4177-b9e2-d72d15fb12a6 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb33ba6-686b-47fd-a80c-447d6daa775d') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:04.987307 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac37300-25a3-47a6-b0d5-6185fa4afdce tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:05.016868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-dac37300-25a3-47a6-b0d5-6185fa4afdce tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:05.027351 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac37300-25a3-47a6-b0d5-6185fa4afdce tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:50:05.044395 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac37300-25a3-47a6-b0d5-6185fa4afdce tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:05.045025 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dac37300-25a3-47a6-b0d5-6185fa4afdce tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:05.066438 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e23479f3-cc21-4177-b9e2-d72d15fb12a6 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:05.074479 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-fde31ca5-ad0c-42ff-bfdd-af4a96ee67fb tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=7c1eaa2d2a564d8c9e902879ced01cd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3223681 May 10 14:50:05.078411 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40722) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:05.101771 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac37300-25a3-47a6-b0d5-6185fa4afdce tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=64ee6b51-eb57-4fab-b7d4-aa7b72a58c7e,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:05.127248 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e23479f3-cc21-4177-b9e2-d72d15fb12a6 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:05.136655 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dac37300-25a3-47a6-b0d5-6185fa4afdce tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2888510 May 10 14:50:05.146250 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23479f3-cc21-4177-b9e2-d72d15fb12a6 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:50:05.146720 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e23479f3-cc21-4177-b9e2-d72d15fb12a6 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:05.163975 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40726) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:50:05.166531 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:50:05.181624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-75eec418-edf7-4fb2-b975-5cd4624085b9 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Synchronizing usage tracker for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:05.187004 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] Set router 4c545987-9dfc-439b-be1e-8a88b2377a04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:50:05.259711 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019c883b-b969-4fc0-920b-6c4c3a4c7d90 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:05.264325 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-019c883b-b969-4fc0-920b-6c4c3a4c7d90 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1818547 May 10 14:50:05.265079 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40730) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:05.304929 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d421f0a-4c54-458a-af96-a0d0f9bee8e8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Router 884612ce-5470-4100-8cf0-cb12ebc4d7c2 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:50:05.315257 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-76d82c08-291a-479b-a326-6432a2145943 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469768 May 10 14:50:05.315934 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40734) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:05.325052 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-6620953a-fae7-4ca3-b9eb-dc075edeee65 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-124662078', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:05.343344 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-75eec418-edf7-4fb2-b975-5cd4624085b9 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Unset dirty status for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:05.344804 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-75eec418-edf7-4fb2-b975-5cd4624085b9 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5241103 May 10 14:50:05.351355 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40738) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:05.355596 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e23479f3-cc21-4177-b9e2-d72d15fb12a6 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:05.360294 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e23479f3-cc21-4177-b9e2-d72d15fb12a6 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:05.365477 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-229445fd-4a38-4092-8ab6-7df221e8012b tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Request body: {'security_group_rule': {'security_group_id': '8e155125-947b-49dc-83d6-829f5fc67e40', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:05.373512 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b70ca7a2-91ab-453d-9497-6d29735107e3 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:05.396649 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-229445fd-4a38-4092-8ab6-7df221e8012b tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:05.404418 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23479f3-cc21-4177-b9e2-d72d15fb12a6 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Network': ['ID=37b56033-b2b3-440b-8e93-c6012d65dba3,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:05.412769 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e23479f3-cc21-4177-b9e2-d72d15fb12a6 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/networks/37b56033-b2b3-440b-8e93-c6012d65dba3 HTTP/1.1" status: 204 len: 168 time: 1.3478525 May 10 14:50:05.415047 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40742) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:05.425286 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa7ec5a-2aa7-4b3c-bfa7-ca1d8ec7ad08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Router 17c0026c-8c0a-4caf-9dc8-c872ace6335c is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:50:05.431171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-6c466b8d-c244-4a69-8003-fa260c8ea622 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-151145999'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:05.435356 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-229445fd-4a38-4092-8ab6-7df221e8012b tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:05.442788 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6c466b8d-c244-4a69-8003-fa260c8ea622 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:05.458591 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6c466b8d-c244-4a69-8003-fa260c8ea622 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:network and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:05.516404 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6c466b8d-c244-4a69-8003-fa260c8ea622 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:05.537432 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-229445fd-4a38-4092-8ab6-7df221e8012b tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Project 9ac6bad6e6184612b57155af00ea7575 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:50:05.556396 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e63e81ca-d1e4-4b70-85f9-6ddc99f7475a None None] Provisioning complete for port e615722a-80f7-43f1-86d5-4f9f03a8675c triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:05.556762 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e63e81ca-d1e4-4b70-85f9-6ddc99f7475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:05.595082 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6c466b8d-c244-4a69-8003-fa260c8ea622 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:05.617242 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-229445fd-4a38-4092-8ab6-7df221e8012b tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:05.632588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857977fe-7b89-41cb-8a8f-3510da185050 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:05.639134 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857977fe-7b89-41cb-8a8f-3510da185050 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:05.639752 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-857977fe-7b89-41cb-8a8f-3510da185050 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:05.644775 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7b87c7a5-c8f1-4879-a2ca-174cad38bec8 None None] For port c237ede7-e742-473d-be36-c5a06fcc934c, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=c237ede7-e742-473d-be36-c5a06fcc934c,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:05.684984 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c466b8d-c244-4a69-8003-fa260c8ea622 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Made reservation on behalf of ab426055898a431ea72055cf37c2d0b5 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:05.688378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6c466b8d-c244-4a69-8003-fa260c8ea622 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:05.710318 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e63e81ca-d1e4-4b70-85f9-6ddc99f7475a None None] Port e615722a-80f7-43f1-86d5-4f9f03a8675c cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:05.719063 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port b70ca7a2-91ab-453d-9497-6d29735107e3 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:05.719672 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:05.722549 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6620953a-fae7-4ca3-b9eb-dc075edeee65 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:05.723709 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-857977fe-7b89-41cb-8a8f-3510da185050 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:05.724928 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-857977fe-7b89-41cb-8a8f-3510da185050 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.5574791 May 10 14:50:05.726977 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa7ec5a-2aa7-4b3c-bfa7-ca1d8ec7ad08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:50:05.729754 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40746) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:05.730917 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6620953a-fae7-4ca3-b9eb-dc075edeee65 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:subnet and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:05.740274 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fd30c-a70d-4cbe-bb6e-e3e77214fb67 None None] Sync routers for ids ['17c0026c-8c0a-4caf-9dc8-c872ace6335c'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:50:05.744013 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dfa7ec5a-2aa7-4b3c-bfa7-ca1d8ec7ad08 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "PUT /v2.0/routers/17c0026c-8c0a-4caf-9dc8-c872ace6335c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9315767 May 10 14:50:05.745241 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6620953a-fae7-4ca3-b9eb-dc075edeee65 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:05.748123 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40750) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:05.759496 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2fd30c-a70d-4cbe-bb6e-e3e77214fb67 None None] Routers {'17c0026c-8c0a-4caf-9dc8-c872ace6335c'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:05.761274 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-4a2fd30c-a70d-4cbe-bb6e-e3e77214fb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['17c0026c-8c0a-4caf-9dc8-c872ace6335c'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:05.787303 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7b87c7a5-c8f1-4879-a2ca-174cad38bec8 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:05.791397 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6620953a-fae7-4ca3-b9eb-dc075edeee65 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:05.807332 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c466b8d-c244-4a69-8003-fa260c8ea622 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:50:05.817023 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d421f0a-4c54-458a-af96-a0d0f9bee8e8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:50:05.821518 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7b87c7a5-c8f1-4879-a2ca-174cad38bec8 None None] Ignored duplicate provisioning block setup for port c237ede7-e742-473d-be36-c5a06fcc934c by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 10 14:50:05.840219 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-229445fd-4a38-4092-8ab6-7df221e8012b tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:05.840814 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7b87c7a5-c8f1-4879-a2ca-174cad38bec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:05.848785 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6c466b8d-c244-4a69-8003-fa260c8ea622 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:05.849125 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-6c466b8d-c244-4a69-8003-fa260c8ea622 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Added segment dde637dc-279d-49d7-bf34-c616b9a1eaa6 of type vlan for network b1d5a2df-9824-4c39-96a1-a7c1a6c51592 May 10 14:50:05.860721 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-229445fd-4a38-4092-8ab6-7df221e8012b tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:05.864389 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6620953a-fae7-4ca3-b9eb-dc075edeee65 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:05.868024 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6620953a-fae7-4ca3-b9eb-dc075edeee65 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:05.885521 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc8d0f6-673b-48c5-b8c3-b76e093c9f63 None None] Sync routers for ids ['884612ce-5470-4100-8cf0-cb12ebc4d7c2'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:50:05.906486 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-4a2fd30c-a70d-4cbe-bb6e-e3e77214fb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:05.910041 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229445fd-4a38-4092-8ab6-7df221e8012b tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7464c81-dc6f-49d1-8178-77bde6ab79bd,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:05.917293 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2fd30c-a70d-4cbe-bb6e-e3e77214fb67 None None] Routers {'17c0026c-8c0a-4caf-9dc8-c872ace6335c'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:05.918972 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-4a2fd30c-a70d-4cbe-bb6e-e3e77214fb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['17c0026c-8c0a-4caf-9dc8-c872ace6335c'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:05.923577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6c466b8d-c244-4a69-8003-fa260c8ea622 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:05.954561 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d31709-c6ef-4045-a455-027d185652b5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:05.955529 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-78d31709-c6ef-4045-a455-027d185652b5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Synchronizing usage tracker for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:05.962591 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-229445fd-4a38-4092-8ab6-7df221e8012b tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:05.963962 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-229445fd-4a38-4092-8ab6-7df221e8012b tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6114085 May 10 14:50:05.978544 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40754) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:05.986298 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-4a2fd30c-a70d-4cbe-bb6e-e3e77214fb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:05.986936 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fd30c-a70d-4cbe-bb6e-e3e77214fb67 None None] The sync data for ids ['17c0026c-8c0a-4caf-9dc8-c872ace6335c'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:50:06.010442 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cf38a507-4496-4bd3-85d6-72bc01b86650 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-group-rules/f7464c81-dc6f-49d1-8178-77bde6ab79bd HTTP/1.1" status: 200 len: 769 time: 0.0305557 May 10 14:50:06.012972 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40758) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:06.026090 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc8d0f6-673b-48c5-b8c3-b76e093c9f63 None None] Routers {'884612ce-5470-4100-8cf0-cb12ebc4d7c2'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:06.026851 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-0cc8d0f6-673b-48c5-b8c3-b76e093c9f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['884612ce-5470-4100-8cf0-cb12ebc4d7c2'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:06.037220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-78d31709-c6ef-4045-a455-027d185652b5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Unset dirty status for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:06.042383 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-78d31709-c6ef-4045-a455-027d185652b5 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports?device_id=17c0026c-8c0a-4caf-9dc8-c872ace6335c HTTP/1.1" status: 200 len: 989 time: 0.2939022 May 10 14:50:06.046108 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40762) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:06.051212 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6c466b8d-c244-4a69-8003-fa260c8ea622 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:06.059474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c466b8d-c244-4a69-8003-fa260c8ea622 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:06.060847 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6c466b8d-c244-4a69-8003-fa260c8ea622 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:06.071836 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-8af08d16-5dfa-4b92-bbc8-f891a56c93f0 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting port 64ee6b51-eb57-4fab-b7d4-aa7b72a58c7e {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:06.072238 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8af08d16-5dfa-4b92-bbc8-f891a56c93f0 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:06.091391 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'name': 'tempest-TestNetworkBasicOps-router-2120422949', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:49:55Z', 'updated_at': '2022-05-10T14:50:01Z', 'revision_number': 3, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:49:58Z', 'updated_at': '2022-05-10T14:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:06.106717 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0d421f0a-4c54-458a-af96-a0d0f9bee8e8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:06.108185 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0d421f0a-4c54-458a-af96-a0d0f9bee8e8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.6023390 May 10 14:50:06.119185 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40766) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:06.120481 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87c7a5-c8f1-4879-a2ca-174cad38bec8 None None] Pushing event updated for resources: {'Port': ['ID=c237ede7-e742-473d-be36-c5a06fcc934c,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:06.132415 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 7d5d083a-bbf5-47b2-b675-deaacd0eb118 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:06.165344 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] Checking router: 4c545987-9dfc-439b-be1e-8a88b2377a04 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:50:06.166025 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] Updating router 4c545987-9dfc-439b-be1e-8a88b2377a04 port 5872f8ca-85cf-49da-9557-9b8a077a30f1 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:50:06.195883 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-0cc8d0f6-673b-48c5-b8c3-b76e093c9f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:06.243123 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc8d0f6-673b-48c5-b8c3-b76e093c9f63 None None] Routers {'884612ce-5470-4100-8cf0-cb12ebc4d7c2'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:06.243845 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-0cc8d0f6-673b-48c5-b8c3-b76e093c9f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['884612ce-5470-4100-8cf0-cb12ebc4d7c2'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:06.412176 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-0cc8d0f6-673b-48c5-b8c3-b76e093c9f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:06.412176 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc8d0f6-673b-48c5-b8c3-b76e093c9f63 None None] The sync data for ids ['884612ce-5470-4100-8cf0-cb12ebc4d7c2'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:50:06.418820 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:06.487301 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 7d5d083a-bbf5-47b2-b675-deaacd0eb118 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:06.487727 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:06.505926 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-ff872206-daf7-46fc-84e3-52b41fa2bba4 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Synchronizing usage tracker for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:06.526061 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6c466b8d-c244-4a69-8003-fa260c8ea622 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1072986 May 10 14:50:06.534613 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40770) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:06.552483 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-196b9f0e-344b-4fb1-9a1c-05c5e5df023f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'subnet': {'network_id': 'b1d5a2df-9824-4c39-96a1-a7c1a6c51592', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:06.567341 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c466b8d-c244-4a69-8003-fa260c8ea622 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Network': ['ID=b1d5a2df-9824-4c39-96a1-a7c1a6c51592,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:06.577857 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-ff872206-daf7-46fc-84e3-52b41fa2bba4 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Unset dirty status for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:06.582078 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ff872206-daf7-46fc-84e3-52b41fa2bba4 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.5675132 May 10 14:50:06.590127 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40774) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:06.593884 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network b1d5a2df-9824-4c39-96a1-a7c1a6c51592 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:50:06.724470 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8af08d16-5dfa-4b92-bbc8-f891a56c93f0 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:06.848693 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-887a8bd2-2637-4919-b2a1-6d31dd85bc4a tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:06.870093 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-887a8bd2-2637-4919-b2a1-6d31dd85bc4a tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:06.877582 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-196b9f0e-344b-4fb1-9a1c-05c5e5df023f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:06.921662 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-196b9f0e-344b-4fb1-9a1c-05c5e5df023f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:subnet and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:06.931504 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-196b9f0e-344b-4fb1-9a1c-05c5e5df023f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:06.943328 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-196b9f0e-344b-4fb1-9a1c-05c5e5df023f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:06.943461 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-8af08d16-5dfa-4b92-bbc8-f891a56c93f0 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Calling delete_port for 64ee6b51-eb57-4fab-b7d4-aa7b72a58c7e owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:06.976080 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-887a8bd2-2637-4919-b2a1-6d31dd85bc4a tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:06.998336 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196b9f0e-344b-4fb1-9a1c-05c5e5df023f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Made reservation on behalf of ab426055898a431ea72055cf37c2d0b5 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:07.002034 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-196b9f0e-344b-4fb1-9a1c-05c5e5df023f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:07.024694 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a8bd2-2637-4919-b2a1-6d31dd85bc4a tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7464c81-dc6f-49d1-8178-77bde6ab79bd,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:07.070130 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6620953a-fae7-4ca3-b9eb-dc075edeee65 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:07.076651 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:07.092512 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] Transition to ACTIVE for port object 5872f8ca-85cf-49da-9557-9b8a077a30f1 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:07.104534 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:07.144195 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-887a8bd2-2637-4919-b2a1-6d31dd85bc4a tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:07.145601 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-887a8bd2-2637-4919-b2a1-6d31dd85bc4a tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/f7464c81-dc6f-49d1-8178-77bde6ab79bd HTTP/1.1" status: 204 len: 168 time: 0.5545542 May 10 14:50:07.150220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40778) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:07.181947 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c237ede7-e742-473d-be36-c5a06fcc934c up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:07.272714 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620953a-fae7-4ca3-b9eb-dc075edeee65 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Subnet': ['ID=702fd6a2-2441-4d78-a561-280659d21ac8,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:07.297195 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d5c8fc50-1e6d-4955-bc63-2c53419027be tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Synchronizing usage tracker for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:07.302015 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] Attempting to bind port 5872f8ca-85cf-49da-9557-9b8a077a30f1 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:50:07.302589 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] Attempting to bind port 5872f8ca-85cf-49da-9557-9b8a077a30f1 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:50:07.303053 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] Attempting to bind port 5872f8ca-85cf-49da-9557-9b8a077a30f1 on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:50:07.312370 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:50:07.312857 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:50:07.313355 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:07.314552 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:50:07.315287 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] Bound port: 5872f8ca-85cf-49da-9557-9b8a077a30f1, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:50:07.316169 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:07.389061 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d5c8fc50-1e6d-4955-bc63-2c53419027be tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Unset dirty status for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:07.390698 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d5c8fc50-1e6d-4955-bc63-2c53419027be tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2390807 May 10 14:50:07.394730 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40784) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:07.403528 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] For port 5872f8ca-85cf-49da-9557-9b8a077a30f1, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:50:07.407287 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] For port 5872f8ca-85cf-49da-9557-9b8a077a30f1, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=5872f8ca-85cf-49da-9557-9b8a077a30f1,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:50:07.408622 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port c237ede7-e742-473d-be36-c5a06fcc934c completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:07.416625 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0c63e-0e83-4e45-9e9e-9e40a39bcb60 None None] Pushing event updated for resources: {'Port': ['ID=5872f8ca-85cf-49da-9557-9b8a077a30f1,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:07.420560 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:07.511217 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0c63e-0e83-4e45-9e9e-9e40a39bcb60 None None] Pushing event updated for resources: {'Port': ['ID=5872f8ca-85cf-49da-9557-9b8a077a30f1,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:07.527159 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] Routers {'4c545987-9dfc-439b-be1e-8a88b2377a04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:07.528529 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4c545987-9dfc-439b-be1e-8a88b2377a04'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:07.560585 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1614b52c-e715-4d05-bf5d-b88e03615cc9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:07.591802 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6620953a-fae7-4ca3-b9eb-dc075edeee65 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Checking segment: {'id': 'd67335cd-b03f-4448-bcc2-1347e31dd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:50:07.592155 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6620953a-fae7-4ca3-b9eb-dc075edeee65 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network hostable DHCP agents. Network: 5b74dabd-d14b-4810-9da8-3e0bb8fccbf0, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:50:07.631274 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-196b9f0e-344b-4fb1-9a1c-05c5e5df023f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:07.640679 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-330fd996-de08-401e-b969-73b03e87ee9f None None] Provisioning for port c237ede7-e742-473d-be36-c5a06fcc934c completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:07.741942 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-330fd996-de08-401e-b969-73b03e87ee9f None None] Provisioning complete for port c237ede7-e742-473d-be36-c5a06fcc934c triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:07.742232 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-330fd996-de08-401e-b969-73b03e87ee9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:07.750777 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-29e2bb73-cad6-4e14-b829-bb60f251e255 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:07.802289 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] Set router 4c545987-9dfc-439b-be1e-8a88b2377a04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:50:07.814985 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8af08d16-5dfa-4b92-bbc8-f891a56c93f0 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:07.816654 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6620953a-fae7-4ca3-b9eb-dc075edeee65 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:50:07.849397 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b9f0e-344b-4fb1-9a1c-05c5e5df023f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Subnet': ['ID=1b87b715-47a2-46ee-b6de-02f59cb9a403,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:07.850074 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85953bb4-7d43-477c-ae35-3676bb38749e None None] get_active_networks_info from dv-neutron-841204-2-hyperv {{(pid=88053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 10 14:50:07.862654 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b9f0e-344b-4fb1-9a1c-05c5e5df023f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Checking segment: {'id': 'dde637dc-279d-49d7-bf34-c616b9a1eaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b1d5a2df-9824-4c39-96a1-a7c1a6c51592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:50:07.863012 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196b9f0e-344b-4fb1-9a1c-05c5e5df023f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network hostable DHCP agents. Network: b1d5a2df-9824-4c39-96a1-a7c1a6c51592, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:50:07.884122 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af08d16-5dfa-4b92-bbc8-f891a56c93f0 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Port': ['ID=64ee6b51-eb57-4fab-b7d4-aa7b72a58c7e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:07.928272 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-6620953a-fae7-4ca3-b9eb-dc075edeee65 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 5b74dabd-d14b-4810-9da8-3e0bb8fccbf0) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:07.931267 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-641a3bd3-25cf-4d98-890e-c241c4dbc807 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:07.941574 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-29e2bb73-cad6-4e14-b829-bb60f251e255 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:07.948041 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8af08d16-5dfa-4b92-bbc8-f891a56c93f0 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:07.955267 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6620953a-fae7-4ca3-b9eb-dc075edeee65 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:07.955834 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6620953a-fae7-4ca3-b9eb-dc075edeee65 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:08.038247 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196b9f0e-344b-4fb1-9a1c-05c5e5df023f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network b1d5a2df-9824-4c39-96a1-a7c1a6c51592 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:50:08.042805 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8af08d16-5dfa-4b92-bbc8-f891a56c93f0 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/64ee6b51-eb57-4fab-b7d4-aa7b72a58c7e HTTP/1.1" status: 204 len: 168 time: 2.3056111 May 10 14:50:08.044594 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40788) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:08.044932 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40790) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:08.045296 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6620953a-fae7-4ca3-b9eb-dc075edeee65 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7286680 May 10 14:50:08.046308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-196b9f0e-344b-4fb1-9a1c-05c5e5df023f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, b1d5a2df-9824-4c39-96a1-a7c1a6c51592) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:08.058319 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196b9f0e-344b-4fb1-9a1c-05c5e5df023f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:08.058319 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-196b9f0e-344b-4fb1-9a1c-05c5e5df023f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:08.328622 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-29e2bb73-cad6-4e14-b829-bb60f251e255 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:08.357403 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-330fd996-de08-401e-b969-73b03e87ee9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:08.369918 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2bb73-cad6-4e14-b829-bb60f251e255 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e155125-947b-49dc-83d6-829f5fc67e40,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:08.427936 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-29e2bb73-cad6-4e14-b829-bb60f251e255 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:08.429127 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-29e2bb73-cad6-4e14-b829-bb60f251e255 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "DELETE /v2.0/security-groups/8e155125-947b-49dc-83d6-829f5fc67e40 HTTP/1.1" status: 204 len: 168 time: 1.0312088 May 10 14:50:08.446182 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-196b9f0e-344b-4fb1-9a1c-05c5e5df023f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8977721 May 10 14:50:08.449104 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40796) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:08.449575 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40798) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:08.463194 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665969c3-cc5d-4ae7-98be-7ac7d01458cd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:08.464807 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665969c3-cc5d-4ae7-98be-7ac7d01458cd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:08.465554 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-665969c3-cc5d-4ae7-98be-7ac7d01458cd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:08.468023 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1614b52c-e715-4d05-bf5d-b88e03615cc9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port e615722a-80f7-43f1-86d5-4f9f03a8675c {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:08.468353 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1614b52c-e715-4d05-bf5d-b88e03615cc9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:08.488157 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-330fd996-de08-401e-b969-73b03e87ee9f None None] For port c237ede7-e742-473d-be36-c5a06fcc934c, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=c237ede7-e742-473d-be36-c5a06fcc934c,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:08.498454 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-dd723901-1fb1-4dd1-abf1-d77b793d9d4e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1666085560', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:08.500817 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-330fd996-de08-401e-b969-73b03e87ee9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:08.516753 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-dd723901-1fb1-4dd1-abf1-d77b793d9d4e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:08.530173 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-dd723901-1fb1-4dd1-abf1-d77b793d9d4e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:router and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:08.534015 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-dd723901-1fb1-4dd1-abf1-d77b793d9d4e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:08.552622 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-dd723901-1fb1-4dd1-abf1-d77b793d9d4e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:08.578101 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-641a3bd3-25cf-4d98-890e-c241c4dbc807 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Allocated IP 172.20.0.1 (eed7662c-fd0b-4f65-a088-7c84669e160f/1f84253e-2c89-47d1-b417-6bf350c889cd/945a3c73-faf5-4351-9465-476b51d7e5e1) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:08.595705 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3e985b7a-2923-4772-9a29-523a242c2ef3 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Synchronizing usage tracker for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:08.599072 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dd723901-1fb1-4dd1-abf1-d77b793d9d4e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:08.600180 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dd723901-1fb1-4dd1-abf1-d77b793d9d4e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:08.629563 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330fd996-de08-401e-b969-73b03e87ee9f None None] Pushing event updated for resources: {'Port': ['ID=c237ede7-e742-473d-be36-c5a06fcc934c,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:08.633663 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-dbad40a0-4325-49cb-8501-96c3ff862d2a None None] Could not find standard attr ID for object 64ee6b51-eb57-4fab-b7d4-aa7b72a58c7e. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:50:08.641734 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'name': 'tempest-TestNetworkBasicOps-router-2120422949', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:49:55Z', 'updated_at': '2022-05-10T14:50:01Z', 'revision_number': 3, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:49:58Z', 'updated_at': '2022-05-10T14:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:08.650472 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83ae71b-e80b-4818-a616-1ce5bbd77832 None None] The sync data for ids ['4c545987-9dfc-439b-be1e-8a88b2377a04'] in dv-neutron-841204-2-hyperv is: [{'id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'name': 'tempest-TestNetworkBasicOps-router-2120422949', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:49:55Z', 'updated_at': '2022-05-10T14:50:01Z', 'revision_number': 3, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:49:58Z', 'updated_at': '2022-05-10T14:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:50:08.653191 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85953bb4-7d43-477c-ae35-3676bb38749e None None] Unable to find a vacant binding_index for network b1d5a2df-9824-4c39-96a1-a7c1a6c51592 and agent 551130e1-b440-4f0b-ab19-520bc69e9326 {{(pid=88053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 10 14:50:08.665647 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85953bb4-7d43-477c-ae35-3676bb38749e None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, b1d5a2df-9824-4c39-96a1-a7c1a6c51592) {{(pid=88053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 14:50:08.675450 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-665969c3-cc5d-4ae7-98be-7ac7d01458cd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:08.679455 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-665969c3-cc5d-4ae7-98be-7ac7d01458cd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6282725 May 10 14:50:08.686246 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40804) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:08.804217 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3e985b7a-2923-4772-9a29-523a242c2ef3 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Unset dirty status for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:08.806598 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3e985b7a-2923-4772-9a29-523a242c2ef3 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3554850 May 10 14:50:08.815000 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dd723901-1fb1-4dd1-abf1-d77b793d9d4e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:08.822455 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40808) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:08.831531 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-418c0b6b-c48d-4f6d-856a-06db55cc0ee6 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Request body: {'security_group': {'name': 'tempest-secgroup--733402878'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:08.847430 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-e23377fa-d7c9-4bfc-98aa-61131f2cc920 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet 38586127-2f32-41f7-9a6e-6506f9411a0e {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:50:08.849404 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-418c0b6b-c48d-4f6d-856a-06db55cc0ee6 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:08.851042 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e23377fa-d7c9-4bfc-98aa-61131f2cc920 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:08.871222 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1614b52c-e715-4d05-bf5d-b88e03615cc9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:08.886062 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-418c0b6b-c48d-4f6d-856a-06db55cc0ee6 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:08.908002 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e23377fa-d7c9-4bfc-98aa-61131f2cc920 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:09.079747 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-641a3bd3-25cf-4d98-890e-c241c4dbc807 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:09.084497 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e23377fa-d7c9-4bfc-98aa-61131f2cc920 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:09.124048 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dd723901-1fb1-4dd1-abf1-d77b793d9d4e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:09.138214 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1614b52c-e715-4d05-bf5d-b88e03615cc9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Calling delete_port for e615722a-80f7-43f1-86d5-4f9f03a8675c owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:09.152875 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c237ede7-e742-473d-be36-c5a06fcc934c up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:09.160820 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-641a3bd3-25cf-4d98-890e-c241c4dbc807 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Transition to ACTIVE for port object 945a3c73-faf5-4351-9465-476b51d7e5e1 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:09.181538 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01afaea-7f0b-4c0c-bdd0-e24ae8ae53b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ips': [{'subnet_id': '702fd6a2-2441-4d78-a561-280659d21ac8'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:50:09.182369 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b01afaea-7f0b-4c0c-bdd0-e24ae8ae53b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:09.190459 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dd723901-1fb1-4dd1-abf1-d77b793d9d4e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:09.194866 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-dd723901-1fb1-4dd1-abf1-d77b793d9d4e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7393589 May 10 14:50:09.198383 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40812) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:09.205238 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f9abed-8c28-4cdc-82f4-d3b4899b0a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-b1d5a2df-9824-4c39-96a1-a7c1a6c51592', 'network_id': 'b1d5a2df-9824-4c39-96a1-a7c1a6c51592', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'fixed_ips': [{'subnet_id': '1b87b715-47a2-46ee-b6de-02f59cb9a403'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:50:09.206183 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-34f9abed-8c28-4cdc-82f4-d3b4899b0a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:09.208873 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-5f6d1065-1fe2-46f5-b056-7ebc28a3bb83 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'port': {'network_id': 'b1d5a2df-9824-4c39-96a1-a7c1a6c51592', 'name': 'tempest-RoutersIpV6Test-395818848'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:09.248037 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-418c0b6b-c48d-4f6d-856a-06db55cc0ee6 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:09.307909 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e23377fa-d7c9-4bfc-98aa-61131f2cc920 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:09.372567 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-641a3bd3-25cf-4d98-890e-c241c4dbc807 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:09.381356 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e23377fa-d7c9-4bfc-98aa-61131f2cc920 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:09.427643 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-418c0b6b-c48d-4f6d-856a-06db55cc0ee6 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:09.465095 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-418c0b6b-c48d-4f6d-856a-06db55cc0ee6 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:09.514409 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a3bd3-25cf-4d98-890e-c241c4dbc807 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Port': ['ID=945a3c73-faf5-4351-9465-476b51d7e5e1,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:09.523902 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23377fa-d7c9-4bfc-98aa-61131f2cc920 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=38586127-2f32-41f7-9a6e-6506f9411a0e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:09.557607 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641a3bd3-25cf-4d98-890e-c241c4dbc807 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Network eed7662c-fd0b-4f65-a088-7c84669e160f is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:09.561721 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-641a3bd3-25cf-4d98-890e-c241c4dbc807 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:09.570237 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e23377fa-d7c9-4bfc-98aa-61131f2cc920 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/38586127-2f32-41f7-9a6e-6506f9411a0e HTTP/1.1" status: 204 len: 168 time: 0.8761024 May 10 14:50:09.570237 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641a3bd3-25cf-4d98-890e-c241c4dbc807 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:50:09.573606 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40816) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:09.656123 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-641a3bd3-25cf-4d98-890e-c241c4dbc807 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:09.683480 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f25a9126-7360-481f-82d8-6c2becc02fd5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054094 May 10 14:50:09.692547 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40820) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:09.701879 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-b01afaea-7f0b-4c0c-bdd0-e24ae8ae53b5 None None] Allocated IP 172.20.0.2 (5b74dabd-d14b-4810-9da8-3e0bb8fccbf0/702fd6a2-2441-4d78-a561-280659d21ac8/d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:10.024403 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-418c0b6b-c48d-4f6d-856a-06db55cc0ee6 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:10.045209 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-418c0b6b-c48d-4f6d-856a-06db55cc0ee6 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:10.057908 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-641a3bd3-25cf-4d98-890e-c241c4dbc807 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:10.063182 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port c237ede7-e742-473d-be36-c5a06fcc934c triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:10.063559 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:10.073817 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5f6d1065-1fe2-46f5-b056-7ebc28a3bb83 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:10.080631 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5f6d1065-1fe2-46f5-b056-7ebc28a3bb83 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:port and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:10.091014 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1614b52c-e715-4d05-bf5d-b88e03615cc9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:10.115193 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5f6d1065-1fe2-46f5-b056-7ebc28a3bb83 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:10.136329 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5f6d1065-1fe2-46f5-b056-7ebc28a3bb83 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:10.154702 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-418c0b6b-c48d-4f6d-856a-06db55cc0ee6 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:10.159162 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-418c0b6b-c48d-4f6d-856a-06db55cc0ee6 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3331656 May 10 14:50:10.159162 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f547af7-a894-4af9-a3e2-ec7709d2fcbc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:10.161874 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-34f9abed-8c28-4cdc-82f4-d3b4899b0a2d None None] Allocated IP 2001:db8::2 (b1d5a2df-9824-4c39-96a1-a7c1a6c51592/1b87b715-47a2-46ee-b6de-02f59cb9a403/80b9e8db-0c05-4d10-a69b-7e9165024fda) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:10.185018 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b01afaea-7f0b-4c0c-bdd0-e24ae8ae53b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:10.201522 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d20b4196-3baf-447f-ae9c-0def934e5132 None None] Provisioning complete for port c237ede7-e742-473d-be36-c5a06fcc934c triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:10.201891 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d20b4196-3baf-447f-ae9c-0def934e5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:10.211202 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40824) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:10.221216 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6d1065-1fe2-46f5-b056-7ebc28a3bb83 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Made reservation on behalf of ab426055898a431ea72055cf37c2d0b5 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:10.224734 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1065-1fe2-46f5-b056-7ebc28a3bb83 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:10.238302 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-30d5e4a8-d60b-46c3-85b5-0adca64f7cf5 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Request body: {'security_group_rule': {'security_group_id': '859b136b-452d-4ee7-a5ad-17ad57f77338', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:10.248571 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b01afaea-7f0b-4c0c-bdd0-e24ae8ae53b5 None None] Transition to ACTIVE for port object d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:10.260596 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-30d5e4a8-d60b-46c3-85b5-0adca64f7cf5 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:10.270644 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-30d5e4a8-d60b-46c3-85b5-0adca64f7cf5 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Usage tracker for resource:security_group_rule and tenant:9ac6bad6e6184612b57155af00ea7575 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:10.276986 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-30d5e4a8-d60b-46c3-85b5-0adca64f7cf5 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:10.289718 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-30d5e4a8-d60b-46c3-85b5-0adca64f7cf5 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:10.292050 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-5f6d1065-1fe2-46f5-b056-7ebc28a3bb83 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] device_id is not set on port b4dcee9b-a030-4649-90b6-ed1e9e83ddda yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:50:10.337505 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614b52c-e715-4d05-bf5d-b88e03615cc9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Port': ['ID=e615722a-80f7-43f1-86d5-4f9f03a8675c,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:10.354574 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b01afaea-7f0b-4c0c-bdd0-e24ae8ae53b5 None None] Transition to ACTIVE for port object d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:10.391834 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b779433-1fdf-4d92-ab95-c6a261df4155 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:10.396037 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7b779433-1fdf-4d92-ab95-c6a261df4155 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7023041 May 10 14:50:10.410843 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40828) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:10.415925 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b01afaea-7f0b-4c0c-bdd0-e24ae8ae53b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:10.493082 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30d5e4a8-d60b-46c3-85b5-0adca64f7cf5 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:10.501103 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c0b6b-c48d-4f6d-856a-06db55cc0ee6 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859b136b-452d-4ee7-a5ad-17ad57f77338,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:10.560170 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131746a8-2f00-47e5-89f0-9aaa71bbf38e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:10.561166 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-131746a8-2f00-47e5-89f0-9aaa71bbf38e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:10.606866 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01afaea-7f0b-4c0c-bdd0-e24ae8ae53b5 None None] Network 5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:10.675742 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-b01afaea-7f0b-4c0c-bdd0-e24ae8ae53b5 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:10.678732 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01afaea-7f0b-4c0c-bdd0-e24ae8ae53b5 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:50:10.692018 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-131746a8-2f00-47e5-89f0-9aaa71bbf38e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:10.693070 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-131746a8-2f00-47e5-89f0-9aaa71bbf38e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2732410 May 10 14:50:10.703757 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40832) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:10.703977 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1614b52c-e715-4d05-bf5d-b88e03615cc9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:10.725034 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30d5e4a8-d60b-46c3-85b5-0adca64f7cf5 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:10.738308 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30d5e4a8-d60b-46c3-85b5-0adca64f7cf5 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:10.768213 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01afaea-7f0b-4c0c-bdd0-e24ae8ae53b5 None None] Pushing event updated for resources: {'Port': ['ID=d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:10.774343 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5e4a8-d60b-46c3-85b5-0adca64f7cf5 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a90957f-f9db-4401-90df-c16a8fc858fd,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:10.801563 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30d5e4a8-d60b-46c3-85b5-0adca64f7cf5 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:10.805192 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-30d5e4a8-d60b-46c3-85b5-0adca64f7cf5 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5935538 May 10 14:50:10.808674 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40836) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:10.812988 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-641a3bd3-25cf-4d98-890e-c241c4dbc807 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:10.821639 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-641a3bd3-25cf-4d98-890e-c241c4dbc807 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:10.825301 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4dafefa6-b5f2-4cb5-87a3-87adfdbdf01e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1174078 May 10 14:50:10.826095 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40840) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:10.849293 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-957b808c-6b4f-4908-bb33-f0b04dc221e4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:10.856835 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b01afaea-7f0b-4c0c-bdd0-e24ae8ae53b5 None None] Attempting to bind port d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:50:10.857209 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b01afaea-7f0b-4c0c-bdd0-e24ae8ae53b5 None None] Attempting to bind port d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'd67335cd-b03f-4448-bcc2-1347e31dd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:50:10.857614 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01afaea-7f0b-4c0c-bdd0-e24ae8ae53b5 None None] Attempting to bind port d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8 on network 5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:50:10.860117 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-34f9abed-8c28-4cdc-82f4-d3b4899b0a2d None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:10.871793 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01afaea-7f0b-4c0c-bdd0-e24ae8ae53b5 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:50:10.872178 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01afaea-7f0b-4c0c-bdd0-e24ae8ae53b5 None None] Checking segment: {'id': 'd67335cd-b03f-4448-bcc2-1347e31dd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:50:10.872574 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b01afaea-7f0b-4c0c-bdd0-e24ae8ae53b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:10.872954 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01afaea-7f0b-4c0c-bdd0-e24ae8ae53b5 None None] Bound using segment: {'id': 'd67335cd-b03f-4448-bcc2-1347e31dd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:50:10.873429 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b01afaea-7f0b-4c0c-bdd0-e24ae8ae53b5 None None] Bound port: d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67335cd-b03f-4448-bcc2-1347e31dd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:50:10.873801 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b01afaea-7f0b-4c0c-bdd0-e24ae8ae53b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:10.893289 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-34f9abed-8c28-4cdc-82f4-d3b4899b0a2d None None] Transition to ACTIVE for port object 80b9e8db-0c05-4d10-a69b-7e9165024fda will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:10.967503 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-34f9abed-8c28-4cdc-82f4-d3b4899b0a2d None None] Transition to ACTIVE for port object 80b9e8db-0c05-4d10-a69b-7e9165024fda will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:11.002359 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-34f9abed-8c28-4cdc-82f4-d3b4899b0a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:11.031105 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-641a3bd3-25cf-4d98-890e-c241c4dbc807 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:11.054162 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a3bd3-25cf-4d98-890e-c241c4dbc807 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Port': ['ID=945a3c73-faf5-4351-9465-476b51d7e5e1,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:11.143265 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5872f8ca-85cf-49da-9557-9b8a077a30f1 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:11.181434 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-b01afaea-7f0b-4c0c-bdd0-e24ae8ae53b5 None None] For port d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:50:11.196601 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-5f6d1065-1fe2-46f5-b056-7ebc28a3bb83 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Allocated IP 2001:db8::138 (b1d5a2df-9824-4c39-96a1-a7c1a6c51592/1b87b715-47a2-46ee-b6de-02f59cb9a403/b4dcee9b-a030-4649-90b6-ed1e9e83ddda) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:11.202508 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f9abed-8c28-4cdc-82f4-d3b4899b0a2d None None] Network b1d5a2df-9824-4c39-96a1-a7c1a6c51592 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:11.205474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-957b808c-6b4f-4908-bb33-f0b04dc221e4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:11.211102 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-34f9abed-8c28-4cdc-82f4-d3b4899b0a2d None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:11.218649 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f9abed-8c28-4cdc-82f4-d3b4899b0a2d None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:50:11.226725 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-b01afaea-7f0b-4c0c-bdd0-e24ae8ae53b5 None None] For port d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8,segment=NetworkSegment(d67335cd-b03f-4448-bcc2-1347e31dd44b),segment_id=d67335cd-b03f-4448-bcc2-1347e31dd44b)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:50:11.278360 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b01afaea-7f0b-4c0c-bdd0-e24ae8ae53b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:11.288599 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641a3bd3-25cf-4d98-890e-c241c4dbc807 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Network eed7662c-fd0b-4f65-a088-7c84669e160f is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:11.296080 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-641a3bd3-25cf-4d98-890e-c241c4dbc807 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:11.311570 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9abed-8c28-4cdc-82f4-d3b4899b0a2d None None] Pushing event updated for resources: {'Port': ['ID=80b9e8db-0c05-4d10-a69b-7e9165024fda,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:11.362338 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-957b808c-6b4f-4908-bb33-f0b04dc221e4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:11.395355 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01afaea-7f0b-4c0c-bdd0-e24ae8ae53b5 None None] Pushing event updated for resources: {'Port': ['ID=d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:11.425649 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8d7307c8-3a87-4b0c-b923-addd92c7b181 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:11.436581 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957b808c-6b4f-4908-bb33-f0b04dc221e4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:11.439737 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-34f9abed-8c28-4cdc-82f4-d3b4899b0a2d None None] Attempting to bind port 80b9e8db-0c05-4d10-a69b-7e9165024fda on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:50:11.440105 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-34f9abed-8c28-4cdc-82f4-d3b4899b0a2d None None] Attempting to bind port 80b9e8db-0c05-4d10-a69b-7e9165024fda by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'dde637dc-279d-49d7-bf34-c616b9a1eaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b1d5a2df-9824-4c39-96a1-a7c1a6c51592'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:50:11.440455 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f9abed-8c28-4cdc-82f4-d3b4899b0a2d None None] Attempting to bind port 80b9e8db-0c05-4d10-a69b-7e9165024fda on network b1d5a2df-9824-4c39-96a1-a7c1a6c51592 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:50:11.440858 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-957b808c-6b4f-4908-bb33-f0b04dc221e4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:11.447825 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f9abed-8c28-4cdc-82f4-d3b4899b0a2d None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:50:11.448274 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f9abed-8c28-4cdc-82f4-d3b4899b0a2d None None] Checking segment: {'id': 'dde637dc-279d-49d7-bf34-c616b9a1eaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b1d5a2df-9824-4c39-96a1-a7c1a6c51592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:50:11.448667 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-34f9abed-8c28-4cdc-82f4-d3b4899b0a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:11.449109 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f9abed-8c28-4cdc-82f4-d3b4899b0a2d None None] Bound using segment: {'id': 'dde637dc-279d-49d7-bf34-c616b9a1eaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b1d5a2df-9824-4c39-96a1-a7c1a6c51592'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:50:11.449595 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-34f9abed-8c28-4cdc-82f4-d3b4899b0a2d None None] Bound port: 80b9e8db-0c05-4d10-a69b-7e9165024fda, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde637dc-279d-49d7-bf34-c616b9a1eaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b1d5a2df-9824-4c39-96a1-a7c1a6c51592'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:50:11.450155 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-34f9abed-8c28-4cdc-82f4-d3b4899b0a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:11.465854 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1614b52c-e715-4d05-bf5d-b88e03615cc9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Router 17c0026c-8c0a-4caf-9dc8-c872ace6335c has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:50:11.468880 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 5872f8ca-85cf-49da-9557-9b8a077a30f1 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:11.477104 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 5872f8ca-85cf-49da-9557-9b8a077a30f1 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:11.477692 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:11.572255 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8d7307c8-3a87-4b0c-b923-addd92c7b181 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:11.591806 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641a3bd3-25cf-4d98-890e-c241c4dbc807 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Router 884612ce-5470-4100-8cf0-cb12ebc4d7c2 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:50:11.653163 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-34f9abed-8c28-4cdc-82f4-d3b4899b0a2d None None] For port 80b9e8db-0c05-4d10-a69b-7e9165024fda, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:50:11.686265 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-34f9abed-8c28-4cdc-82f4-d3b4899b0a2d None None] For port 80b9e8db-0c05-4d10-a69b-7e9165024fda, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=80b9e8db-0c05-4d10-a69b-7e9165024fda,segment=NetworkSegment(dde637dc-279d-49d7-bf34-c616b9a1eaa6),segment_id=dde637dc-279d-49d7-bf34-c616b9a1eaa6)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:50:11.700303 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-34f9abed-8c28-4cdc-82f4-d3b4899b0a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:11.829908 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:11.870894 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9abed-8c28-4cdc-82f4-d3b4899b0a2d None None] Pushing event updated for resources: {'Port': ['ID=80b9e8db-0c05-4d10-a69b-7e9165024fda,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:11.883840 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 5872f8ca-85cf-49da-9557-9b8a077a30f1, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=5872f8ca-85cf-49da-9557-9b8a077a30f1,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:11.899080 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:12.012538 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=5872f8ca-85cf-49da-9557-9b8a077a30f1,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:12.053395 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1065-1fe2-46f5-b056-7ebc28a3bb83 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:12.065947 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641a3bd3-25cf-4d98-890e-c241c4dbc807 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:50:12.076186 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-641a3bd3-25cf-4d98-890e-c241c4dbc807 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "PUT /v2.0/routers/884612ce-5470-4100-8cf0-cb12ebc4d7c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9533405 May 10 14:50:12.078577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1614b52c-e715-4d05-bf5d-b88e03615cc9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:50:12.078774 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40844) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:12.083441 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe55f27-4b09-471b-995f-0566c091e05c None None] Sync routers for ids ['884612ce-5470-4100-8cf0-cb12ebc4d7c2'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:50:12.085361 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-8d64c2db-51ff-48c9-8121-e68f0a797ee3 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Request body: {'port': {'network_id': 'eed7662c-fd0b-4f65-a088-7c84669e160f', 'name': 'tempest-FloatingIPTestJSON-516763517'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:12.096507 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe55f27-4b09-471b-995f-0566c091e05c None None] Routers {'884612ce-5470-4100-8cf0-cb12ebc4d7c2'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:12.102800 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e6aaba-2e40-4713-b6ea-d6468f7ada5c None None] Sync routers for ids ['17c0026c-8c0a-4caf-9dc8-c872ace6335c'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:50:12.103090 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-7fe55f27-4b09-471b-995f-0566c091e05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['884612ce-5470-4100-8cf0-cb12ebc4d7c2'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:12.120983 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e6aaba-2e40-4713-b6ea-d6468f7ada5c None None] Routers {'17c0026c-8c0a-4caf-9dc8-c872ace6335c'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:12.121181 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-5f6d1065-1fe2-46f5-b056-7ebc28a3bb83 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Transition to ACTIVE for port object b4dcee9b-a030-4649-90b6-ed1e9e83ddda will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:12.121940 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-11e6aaba-2e40-4713-b6ea-d6468f7ada5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['17c0026c-8c0a-4caf-9dc8-c872ace6335c'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:12.243709 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-7fe55f27-4b09-471b-995f-0566c091e05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:12.254965 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-11e6aaba-2e40-4713-b6ea-d6468f7ada5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:12.260722 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe55f27-4b09-471b-995f-0566c091e05c None None] Routers {'884612ce-5470-4100-8cf0-cb12ebc4d7c2'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:12.262102 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-7fe55f27-4b09-471b-995f-0566c091e05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['884612ce-5470-4100-8cf0-cb12ebc4d7c2'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:12.265607 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1614b52c-e715-4d05-bf5d-b88e03615cc9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "PUT /v2.0/routers/17c0026c-8c0a-4caf-9dc8-c872ace6335c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1996596 May 10 14:50:12.270091 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40848) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:12.270869 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-1f547af7-a894-4af9-a3e2-ec7709d2fcbc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.20.0.1 (5b74dabd-d14b-4810-9da8-3e0bb8fccbf0/702fd6a2-2441-4d78-a561-280659d21ac8/af294687-0e5e-4899-9290-f30d7580c321) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:12.279244 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e6aaba-2e40-4713-b6ea-d6468f7ada5c None None] Routers {'17c0026c-8c0a-4caf-9dc8-c872ace6335c'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:12.280429 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-11e6aaba-2e40-4713-b6ea-d6468f7ada5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['17c0026c-8c0a-4caf-9dc8-c872ace6335c'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:12.300780 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8d7307c8-3a87-4b0c-b923-addd92c7b181 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:12.330529 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1065-1fe2-46f5-b056-7ebc28a3bb83 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:12.376337 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-11e6aaba-2e40-4713-b6ea-d6468f7ada5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:12.376895 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e6aaba-2e40-4713-b6ea-d6468f7ada5c None None] The sync data for ids ['17c0026c-8c0a-4caf-9dc8-c872ace6335c'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:50:12.394119 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-7fe55f27-4b09-471b-995f-0566c091e05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:12.394539 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe55f27-4b09-471b-995f-0566c091e05c None None] The sync data for ids ['884612ce-5470-4100-8cf0-cb12ebc4d7c2'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:50:12.408673 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26facc5-89c0-4494-8b88-f3f730756092 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] GET failed (client error): The resource could not be found. May 10 14:50:12.412984 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f26facc5-89c0-4494-8b88-f3f730756092 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports/e615722a-80f7-43f1-86d5-4f9f03a8675c HTTP/1.1" status: 404 len: 333 time: 0.1417084 May 10 14:50:12.417984 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7307c8-3a87-4b0c-b923-addd92c7b181 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=859b136b-452d-4ee7-a5ad-17ad57f77338,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:12.423808 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40852) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:12.468468 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8d7307c8-3a87-4b0c-b923-addd92c7b181 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:12.471902 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8d7307c8-3a87-4b0c-b923-addd92c7b181 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "DELETE /v2.0/security-groups/859b136b-452d-4ee7-a5ad-17ad57f77338 HTTP/1.1" status: 204 len: 168 time: 1.6564140 May 10 14:50:12.480162 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40856) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:12.491461 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8d64c2db-51ff-48c9-8121-e68f0a797ee3 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:12.507257 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-957b808c-6b4f-4908-bb33-f0b04dc221e4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:12.519109 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8d64c2db-51ff-48c9-8121-e68f0a797ee3 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Usage tracker for resource:port and tenant:d96b13b642cb4adf9c29a3eb1de983c1 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:12.576466 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6d1065-1fe2-46f5-b056-7ebc28a3bb83 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network b1d5a2df-9824-4c39-96a1-a7c1a6c51592 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:12.579011 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8d64c2db-51ff-48c9-8121-e68f0a797ee3 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:12.594622 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-5f6d1065-1fe2-46f5-b056-7ebc28a3bb83 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:12.597685 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6d1065-1fe2-46f5-b056-7ebc28a3bb83 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:50:12.604144 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6d1065-1fe2-46f5-b056-7ebc28a3bb83 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:12.604784 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1065-1fe2-46f5-b056-7ebc28a3bb83 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:12.615253 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8d64c2db-51ff-48c9-8121-e68f0a797ee3 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:12.619994 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957b808c-6b4f-4908-bb33-f0b04dc221e4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:12.624629 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d1065-1fe2-46f5-b056-7ebc28a3bb83 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Port': ['ID=b4dcee9b-a030-4649-90b6-ed1e9e83ddda,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:12.631900 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-957b808c-6b4f-4908-bb33-f0b04dc221e4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:12.637613 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-51aadc71-1b27-4066-8843-ea9eee35ebca tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:12.643892 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957b808c-6b4f-4908-bb33-f0b04dc221e4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:12.644488 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-957b808c-6b4f-4908-bb33-f0b04dc221e4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:12.670542 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6864c3f8-c0ed-4f31-8b20-f00ec6577c27 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Synchronizing usage tracker for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:12.681166 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b808c-6b4f-4908-bb33-f0b04dc221e4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=a3d5d4b5-c289-4e94-92e3-1068ab355116,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:12.704744 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-957b808c-6b4f-4908-bb33-f0b04dc221e4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8644130 May 10 14:50:12.709027 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40860) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:12.712522 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f547af7-a894-4af9-a3e2-ec7709d2fcbc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:12.727798 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e79f562f-35aa-4d99-bbf1-5d3d36e284cb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'fixed_ips': [{'subnet_id': 'a3d5d4b5-c289-4e94-92e3-1068ab355116', 'ip_address': '2001:db8::4a79:f735:fa39:6c45'}], 'name': 'tempest-NetworksTestDHCPv6-797002716'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:12.755875 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6864c3f8-c0ed-4f31-8b20-f00ec6577c27 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Unset dirty status for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:12.757715 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6864c3f8-c0ed-4f31-8b20-f00ec6577c27 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2765970 May 10 14:50:12.784073 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5f6d1065-1fe2-46f5-b056-7ebc28a3bb83 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.5822346 May 10 14:50:12.784934 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40864) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:12.785264 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40866) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:12.801886 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d64c2db-51ff-48c9-8121-e68f0a797ee3 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Made reservation on behalf of d96b13b642cb4adf9c29a3eb1de983c1 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:12.806024 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d64c2db-51ff-48c9-8121-e68f0a797ee3 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:12.814747 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-1f547af7-a894-4af9-a3e2-ec7709d2fcbc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Transition to ACTIVE for port object af294687-0e5e-4899-9290-f30d7580c321 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:12.896108 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e79f562f-35aa-4d99-bbf1-5d3d36e284cb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:12.903757 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f547af7-a894-4af9-a3e2-ec7709d2fcbc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:12.936941 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7e0fcc8e-3988-4467-a765-b07525e9a0c0 None None] Provisioning for port d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:12.958037 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e79f562f-35aa-4d99-bbf1-5d3d36e284cb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:13.022904 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79f562f-35aa-4d99-bbf1-5d3d36e284cb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:13.042916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f547af7-a894-4af9-a3e2-ec7709d2fcbc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:13.050714 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-1f547af7-a894-4af9-a3e2-ec7709d2fcbc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:13.053399 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f547af7-a894-4af9-a3e2-ec7709d2fcbc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:50:13.094669 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f547af7-a894-4af9-a3e2-ec7709d2fcbc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=af294687-0e5e-4899-9290-f30d7580c321,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:13.185281 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-51aadc71-1b27-4066-8843-ea9eee35ebca tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:13.189268 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-51aadc71-1b27-4066-8843-ea9eee35ebca tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:13.193238 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f547af7-a894-4af9-a3e2-ec7709d2fcbc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:13.195749 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-8d64c2db-51ff-48c9-8121-e68f0a797ee3 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] device_id is not set on port 3b17b0a6-1900-4aeb-8234-20f26be549c4 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:50:13.223404 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:13.260805 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e79f562f-35aa-4d99-bbf1-5d3d36e284cb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:13.261410 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62628742-0ae5-4259-9b30-9d4b98ee93de None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:13.261727 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f5f5f1be-8657-4337-b94b-e8fe4f1a778b tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Synchronizing usage tracker for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:13.290354 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbc5d6a-406a-4bee-a3c7-97837998c09d None None] Network 5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:13.316830 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-e79f562f-35aa-4d99-bbf1-5d3d36e284cb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] device_id is not set on port 384ece91-fc27-4d00-a839-c03e90893783 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:50:13.388947 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62adbb55-c486-41f2-9432-c53c5f38261f None None] Network b1d5a2df-9824-4c39-96a1-a7c1a6c51592 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:13.673869 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-e79f562f-35aa-4d99-bbf1-5d3d36e284cb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8::4a79:f735:fa39:6c45 (a36358c0-b900-4df5-ae69-1592404548f9/a3d5d4b5-c289-4e94-92e3-1068ab355116/384ece91-fc27-4d00-a839-c03e90893783) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:13.756826 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-8d64c2db-51ff-48c9-8121-e68f0a797ee3 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Allocated IP 172.20.0.5 (eed7662c-fd0b-4f65-a088-7c84669e160f/1f84253e-2c89-47d1-b417-6bf350c889cd/3b17b0a6-1900-4aeb-8234-20f26be549c4) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:13.860007 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f547af7-a894-4af9-a3e2-ec7709d2fcbc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:13.971852 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:13.979687 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8471ce62-06bf-4ca2-9aba-94e74553f910 None None] Provisioning complete for port c237ede7-e742-473d-be36-c5a06fcc934c triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:13.980049 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8471ce62-06bf-4ca2-9aba-94e74553f910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:13.986543 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d64c2db-51ff-48c9-8121-e68f0a797ee3 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:14.003012 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-8d64c2db-51ff-48c9-8121-e68f0a797ee3 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Transition to ACTIVE for port object 3b17b0a6-1900-4aeb-8234-20f26be549c4 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:14.038943 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-51aadc71-1b27-4066-8843-ea9eee35ebca tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:14.039172 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e79f562f-35aa-4d99-bbf1-5d3d36e284cb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:14.039502 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51aadc71-1b27-4066-8843-ea9eee35ebca tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Fanout notify agent at l3_agent the message router_deleted on router 17c0026c-8c0a-4caf-9dc8-c872ace6335c {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:50:14.050510 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d64c2db-51ff-48c9-8121-e68f0a797ee3 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:14.050756 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:14.050866 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:14.081416 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-e79f562f-35aa-4d99-bbf1-5d3d36e284cb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Transition to ACTIVE for port object 384ece91-fc27-4d00-a839-c03e90893783 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:14.116788 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f5f5f1be-8657-4337-b94b-e8fe4f1a778b tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] Unset dirty status for tenant:9ac6bad6e6184612b57155af00ea7575 on resource:security_group_rule {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:14.120530 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f5f5f1be-8657-4337-b94b-e8fe4f1a778b tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 1.3316879 May 10 14:50:14.187536 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40880) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:14.208829 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-51aadc71-1b27-4066-8843-ea9eee35ebca tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:14.214118 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-51aadc71-1b27-4066-8843-ea9eee35ebca tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/routers/17c0026c-8c0a-4caf-9dc8-c872ace6335c HTTP/1.1" status: 204 len: 168 time: 1.7876346 May 10 14:50:14.223831 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d64c2db-51ff-48c9-8121-e68f0a797ee3 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Network eed7662c-fd0b-4f65-a088-7c84669e160f is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:14.247392 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40884) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:14.248472 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-8d64c2db-51ff-48c9-8121-e68f0a797ee3 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:14.251604 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d64c2db-51ff-48c9-8121-e68f0a797ee3 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:50:14.408550 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:14.468957 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e79f562f-35aa-4d99-bbf1-5d3d36e284cb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:14.469583 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8471ce62-06bf-4ca2-9aba-94e74553f910 None None] Provisioning for port 80b9e8db-0c05-4d10-a69b-7e9165024fda completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:14.478758 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-3107f1f7-71df-4d29-8390-a8179e5d9a5f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] delete failed (client error): The resource could not be found. May 10 14:50:14.480036 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3107f1f7-71df-4d29-8390-a8179e5d9a5f tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "DELETE /v2.0/security-groups/859b136b-452d-4ee7-a5ad-17ad57f77338 HTTP/1.1" status: 404 len: 347 time: 0.2849090 May 10 14:50:14.492309 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64c2db-51ff-48c9-8121-e68f0a797ee3 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event updated for resources: {'Port': ['ID=3b17b0a6-1900-4aeb-8234-20f26be549c4,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:14.504272 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8,segment=NetworkSegment(d67335cd-b03f-4448-bcc2-1347e31dd44b),segment_id=d67335cd-b03f-4448-bcc2-1347e31dd44b)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:14.517892 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:14.524681 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 80b9e8db-0c05-4d10-a69b-7e9165024fda up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:14.527955 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40888) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:14.691167 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-cf3a5d88-da6d-4070-af42-4706b326e41a None None] Provisioning for port 945a3c73-faf5-4351-9465-476b51d7e5e1 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:14.711602 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-cf3a5d88-da6d-4070-af42-4706b326e41a None None] Provisioning complete for port 945a3c73-faf5-4351-9465-476b51d7e5e1 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:14.712026 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf3a5d88-da6d-4070-af42-4706b326e41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:14.776881 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1ab72f-5e3f-4e7a-9f85-ca8f0ec7afa2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting subnet 2d64bc8a-cea7-4556-8741-c074b2a79a03 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:50:14.791607 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d64c2db-51ff-48c9-8121-e68f0a797ee3 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:14.792364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d64c2db-51ff-48c9-8121-e68f0a797ee3 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:14.811448 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa1ab72f-5e3f-4e7a-9f85-ca8f0ec7afa2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:14.822029 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:14.824007 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f547af7-a894-4af9-a3e2-ec7709d2fcbc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:14.873895 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-cf3a5d88-da6d-4070-af42-4706b326e41a None None] Port 945a3c73-faf5-4351-9465-476b51d7e5e1 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:14.914877 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f547af7-a894-4af9-a3e2-ec7709d2fcbc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:14.915496 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 80b9e8db-0c05-4d10-a69b-7e9165024fda completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:14.933637 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 80b9e8db-0c05-4d10-a69b-7e9165024fda triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:14.934286 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:14.999464 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79f562f-35aa-4d99-bbf1-5d3d36e284cb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:15.011496 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8d64c2db-51ff-48c9-8121-e68f0a797ee3 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9322460 May 10 14:50:15.018907 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-e79f562f-35aa-4d99-bbf1-5d3d36e284cb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:15.022039 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40894) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:15.022868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79f562f-35aa-4d99-bbf1-5d3d36e284cb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:50:15.028753 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79f562f-35aa-4d99-bbf1-5d3d36e284cb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:15.029394 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e79f562f-35aa-4d99-bbf1-5d3d36e284cb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:15.047773 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-fc4962fc-ad51-4da7-9175-07eb8bf21c26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Request body: {'floatingip': {'port_id': '3b17b0a6-1900-4aeb-8234-20f26be549c4'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:15.075354 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-50f2c723-b1f3-41d6-9e30-c4133c4c1ae3 None None] Provisioning for port 3b17b0a6-1900-4aeb-8234-20f26be549c4 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:15.076414 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e79f562f-35aa-4d99-bbf1-5d3d36e284cb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3605103 May 10 14:50:15.077453 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f562f-35aa-4d99-bbf1-5d3d36e284cb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=384ece91-fc27-4d00-a839-c03e90893783,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:15.102084 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-50f2c723-b1f3-41d6-9e30-c4133c4c1ae3 None None] Provisioning complete for port 3b17b0a6-1900-4aeb-8234-20f26be549c4 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:15.102773 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-50f2c723-b1f3-41d6-9e30-c4133c4c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:15.117363 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40898) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:15.147655 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-2c009e39-ad4d-4e13-8c74-0190fc955c1f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'fixed_ips': [{'subnet_id': 'a3d5d4b5-c289-4e94-92e3-1068ab355116', 'ip_address': '2001:db8::4a79:f735:fa39:6c45'}], 'name': 'tempest-NetworksTestDHCPv6-461738900'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:15.197801 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa1ab72f-5e3f-4e7a-9f85-ca8f0ec7afa2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:15.257081 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bc15e283-3f8d-4bac-a331-e4170fc9c031 tempest-SecGroupIPv6Test-709110490 tempest-SecGroupIPv6Test-709110490-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7244158 May 10 14:50:15.267823 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-50f2c723-b1f3-41d6-9e30-c4133c4c1ae3 None None] Port 3b17b0a6-1900-4aeb-8234-20f26be549c4 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:15.310989 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:15.329129 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-50f2c723-b1f3-41d6-9e30-c4133c4c1ae3 None None] Provisioning complete for port c237ede7-e742-473d-be36-c5a06fcc934c triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:15.329936 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-50f2c723-b1f3-41d6-9e30-c4133c4c1ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:15.353837 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed36a99-62a2-4182-9f65-c9c8d4dce637 req-88b6abfd-d783-4215-bb33-37d281caf5f1 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:15.359307 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2ed36a99-62a2-4182-9f65-c9c8d4dce637 req-88b6abfd-d783-4215-bb33-37d281caf5f1 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.6093161 May 10 14:50:15.378550 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f547af7-a894-4af9-a3e2-ec7709d2fcbc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:15.446039 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 80b9e8db-0c05-4d10-a69b-7e9165024fda, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=80b9e8db-0c05-4d10-a69b-7e9165024fda,segment=NetworkSegment(dde637dc-279d-49d7-bf34-c616b9a1eaa6),segment_id=dde637dc-279d-49d7-bf34-c616b9a1eaa6)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:15.452057 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8bca16e5-9cb6-404c-abed-af4c32f19e06 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:15.486601 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2c009e39-ad4d-4e13-8c74-0190fc955c1f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:15.519346 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:15.520281 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5872f8ca-85cf-49da-9557-9b8a077a30f1 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:15.527456 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2c009e39-ad4d-4e13-8c74-0190fc955c1f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:port and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:15.599035 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2c009e39-ad4d-4e13-8c74-0190fc955c1f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:15.604764 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2ed36a99-62a2-4182-9f65-c9c8d4dce637 req-27286783-42a4-44da-9940-db82a45bd910 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141633 May 10 14:50:15.619347 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2c009e39-ad4d-4e13-8c74-0190fc955c1f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:15.645323 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f547af7-a894-4af9-a3e2-ec7709d2fcbc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=af294687-0e5e-4899-9290-f30d7580c321,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:15.670963 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c009e39-ad4d-4e13-8c74-0190fc955c1f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:15.677252 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2c009e39-ad4d-4e13-8c74-0190fc955c1f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:15.679790 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cbe7bf-62d9-420a-ac46-5fa6ddcefd3a None None] Network 5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:15.719069 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-2c009e39-ad4d-4e13-8c74-0190fc955c1f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] device_id is not set on port 733f3f9d-7562-44fa-8c85-a07cde1eedeb yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:50:15.742812 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fc4962fc-ad51-4da7-9175-07eb8bf21c26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:15.801285 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40906) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:15.814437 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b951983-841f-4f6e-8231-f231213d3533 None None] Network b1d5a2df-9824-4c39-96a1-a7c1a6c51592 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:15.929590 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=80b9e8db-0c05-4d10-a69b-7e9165024fda,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:15.972319 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f547af7-a894-4af9-a3e2-ec7709d2fcbc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:15.994194 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-1f547af7-a894-4af9-a3e2-ec7709d2fcbc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:16.035857 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1b24d9c5-b8cc-4890-90f5-d26c1dd32c91 None None] Provisioning for port 384ece91-fc27-4d00-a839-c03e90893783 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:16.062607 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1b24d9c5-b8cc-4890-90f5-d26c1dd32c91 None None] Provisioning complete for port 384ece91-fc27-4d00-a839-c03e90893783 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:16.062986 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1b24d9c5-b8cc-4890-90f5-d26c1dd32c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:16.115805 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 5872f8ca-85cf-49da-9557-9b8a077a30f1 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:16.116593 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:16.118327 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa1ab72f-5e3f-4e7a-9f85-ca8f0ec7afa2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:16.195474 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c69b09b1-25a2-4150-80a3-1bbc98be6383 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9ac6bad6e6184612b57155af00ea7575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926361 May 10 14:50:16.199753 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40912) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:16.230611 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332ab66-820f-4f6d-963e-ae34ef066102 req-6f354a37-2442-49d4-9b60-ff9babac8576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:16.232383 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a332ab66-820f-4f6d-963e-ae34ef066102 req-6f354a37-2442-49d4-9b60-ff9babac8576 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e85d52d37e7f49109dc18b97419f8c3b&device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 1098 time: 1.6357090 May 10 14:50:16.280813 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c009e39-ad4d-4e13-8c74-0190fc955c1f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] POST failed (client error): There was a conflict when trying to complete your request. May 10 14:50:16.282235 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c009e39-ad4d-4e13-8c74-0190fc955c1f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:50:16.301898 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-1b24d9c5-b8cc-4890-90f5-d26c1dd32c91 None None] Port 384ece91-fc27-4d00-a839-c03e90893783 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:16.319808 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f547af7-a894-4af9-a3e2-ec7709d2fcbc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router 4c545987-9dfc-439b-be1e-8a88b2377a04 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:50:16.323882 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2c009e39-ad4d-4e13-8c74-0190fc955c1f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2008457 May 10 14:50:16.324271 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40916) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:16.412504 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1b24d9c5-b8cc-4890-90f5-d26c1dd32c91 None None] Provisioning complete for port d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:16.412504 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1b24d9c5-b8cc-4890-90f5-d26c1dd32c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:16.571832 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84bbd18-95d1-4b00-8c59-849d3fb70eb8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:16.577908 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84bbd18-95d1-4b00-8c59-849d3fb70eb8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:16.578454 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa1ab72f-5e3f-4e7a-9f85-ca8f0ec7afa2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:16.578592 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-f84bbd18-95d1-4b00-8c59-849d3fb70eb8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:16.599439 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f547af7-a894-4af9-a3e2-ec7709d2fcbc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:50:16.606173 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1f547af7-a894-4af9-a3e2-ec7709d2fcbc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/routers/4c545987-9dfc-439b-be1e-8a88b2377a04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5565307 May 10 14:50:16.608813 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40920) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:16.615403 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] Sync routers for ids ['4c545987-9dfc-439b-be1e-8a88b2377a04'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:50:16.630920 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] Routers {'4c545987-9dfc-439b-be1e-8a88b2377a04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:16.632138 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4c545987-9dfc-439b-be1e-8a88b2377a04'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:16.697524 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1b24d9c5-b8cc-4890-90f5-d26c1dd32c91 None None] Provisioning for port af294687-0e5e-4899-9290-f30d7580c321 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:16.705973 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1b24d9c5-b8cc-4890-90f5-d26c1dd32c91 None None] Provisioning complete for port af294687-0e5e-4899-9290-f30d7580c321 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:16.706659 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1b24d9c5-b8cc-4890-90f5-d26c1dd32c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:16.736702 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e83f61f-ad36-42da-be7e-3571f9461948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:16.774511 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ab72f-5e3f-4e7a-9f85-ca8f0ec7afa2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Subnet': ['ID=2d64bc8a-cea7-4556-8741-c074b2a79a03,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:16.787906 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 80b9e8db-0c05-4d10-a69b-7e9165024fda up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:16.840669 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dc2aeb-08a9-4db9-abda-e54078dc2eb6 None None] Network 46943c25-5659-4717-ad42-a8c06cc38ecd requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:16.863610 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa1ab72f-5e3f-4e7a-9f85-ca8f0ec7afa2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:17.016112 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] Set router 4c545987-9dfc-439b-be1e-8a88b2377a04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:50:17.075685 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-f84bbd18-95d1-4b00-8c59-849d3fb70eb8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:17.077748 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f84bbd18-95d1-4b00-8c59-849d3fb70eb8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.7521458 May 10 14:50:17.083786 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-aa1ab72f-5e3f-4e7a-9f85-ca8f0ec7afa2 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/subnets/2d64bc8a-cea7-4556-8741-c074b2a79a03 HTTP/1.1" status: 204 len: 168 time: 2.8039079 May 10 14:50:17.086455 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332ab66-820f-4f6d-963e-ae34ef066102 req-7b58dce5-c7f9-455f-b238-c97ed03efe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:17.104797 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a332ab66-820f-4f6d-963e-ae34ef066102 req-7b58dce5-c7f9-455f-b238-c97ed03efe7f service neutron] 10.222.0.86 "GET /v2.0/networks?id=aa7afffa-e17d-4c0b-836c-b0db2fea3cec HTTP/1.1" status: 200 len: 912 time: 0.8086486 May 10 14:50:17.125081 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-1b24d9c5-b8cc-4890-90f5-d26c1dd32c91 None None] Port af294687-0e5e-4899-9290-f30d7580c321 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:17.172349 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1b24d9c5-b8cc-4890-90f5-d26c1dd32c91 None None] Provisioning for port b4dcee9b-a030-4649-90b6-ed1e9e83ddda completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:17.177034 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40926) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:17.177494 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40928) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:17.181504 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1b24d9c5-b8cc-4890-90f5-d26c1dd32c91 None None] Provisioning complete for port b4dcee9b-a030-4649-90b6-ed1e9e83ddda triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:17.182016 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1b24d9c5-b8cc-4890-90f5-d26c1dd32c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:17.208549 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e83f61f-ad36-42da-be7e-3571f9461948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:17.258914 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-1b24d9c5-b8cc-4890-90f5-d26c1dd32c91 None None] Port b4dcee9b-a030-4649-90b6-ed1e9e83ddda cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:17.288264 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1b24d9c5-b8cc-4890-90f5-d26c1dd32c91 None None] Provisioning complete for port 80b9e8db-0c05-4d10-a69b-7e9165024fda triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:17.289060 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1b24d9c5-b8cc-4890-90f5-d26c1dd32c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:17.365011 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 80b9e8db-0c05-4d10-a69b-7e9165024fda triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:17.365389 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:17.501086 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.resource_extend [None req-8bca16e5-9cb6-404c-abed-af4c32f19e06 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:50:17.545916 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:17.546979 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'name': 'tempest-TestNetworkBasicOps-router-2120422949', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:49:55Z', 'updated_at': '2022-05-10T14:50:13Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:49:58Z', 'updated_at': '2022-05-10T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'af294687-0e5e-4899-9290-f30d7580c321', 'name': '', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:c7:50:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:50:11Z', 'updated_at': '2022-05-10T14:50:14Z', 'revision_number': 2, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:17.551369 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] Checking router: 4c545987-9dfc-439b-be1e-8a88b2377a04 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:50:17.551936 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] Updating router 4c545987-9dfc-439b-be1e-8a88b2377a04 port af294687-0e5e-4899-9290-f30d7580c321 binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:50:17.579097 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8bca16e5-9cb6-404c-abed-af4c32f19e06 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:17.597666 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a332ab66-820f-4f6d-963e-ae34ef066102 req-1d49018d-fa6a-4af9-b0d2-96d15946f33c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41388ac1-4820-4eee-abe3-5c0c080ef468 HTTP/1.1" status: 200 len: 1000 time: 0.4917300 May 10 14:50:17.607333 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8bca16e5-9cb6-404c-abed-af4c32f19e06 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:17.618149 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:17.626035 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-7aa7486d-c244-4d87-95de-ba95ad71dccf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting port 384ece91-fc27-4d00-a839-c03e90893783 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:17.626590 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7aa7486d-c244-4d87-95de-ba95ad71dccf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:17.637686 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862dd91a-1811-41b8-b0f1-f901d637fdb7 None None] DHCP port deletion for 46943c25-5659-4717-ad42-a8c06cc38ecd request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:50:17.646153 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-862dd91a-1811-41b8-b0f1-f901d637fdb7 None None] Deleting port b70ca7a2-91ab-453d-9497-6d29735107e3 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:17.646732 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-862dd91a-1811-41b8-b0f1-f901d637fdb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:17.701432 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4571e4f9-d966-4bf6-b2f6-aac41e8409bf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:17.757880 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa4ba-35c2-4843-b2dd-6c87f9958ccf tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:17.758342 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa4ba-35c2-4843-b2dd-6c87f9958ccf tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:17.758900 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa4ba-35c2-4843-b2dd-6c87f9958ccf tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:17.759351 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa4ba-35c2-4843-b2dd-6c87f9958ccf tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:17.759806 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa4ba-35c2-4843-b2dd-6c87f9958ccf tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:17.760247 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa4ba-35c2-4843-b2dd-6c87f9958ccf tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:17.760687 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa4ba-35c2-4843-b2dd-6c87f9958ccf tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:17.761123 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa4ba-35c2-4843-b2dd-6c87f9958ccf tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:17.762140 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa4ba-35c2-4843-b2dd-6c87f9958ccf tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:17.762362 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa4ba-35c2-4843-b2dd-6c87f9958ccf tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:17.762876 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa4ba-35c2-4843-b2dd-6c87f9958ccf tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:17.763441 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facaa4ba-35c2-4843-b2dd-6c87f9958ccf tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:17.768408 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-facaa4ba-35c2-4843-b2dd-6c87f9958ccf tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8360 time: 1.1560836 May 10 14:50:17.774040 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40934) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:17.810310 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1217ee6-dc9e-4960-b4ca-27d355a45f07 req-46f864bc-426d-49ba-b27f-27de2ee92b3b tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:17.817786 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c1217ee6-dc9e-4960-b4ca-27d355a45f07 req-46f864bc-426d-49ba-b27f-27de2ee92b3b tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.8119617 May 10 14:50:17.923029 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e83f61f-ad36-42da-be7e-3571f9461948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:17.960921 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-4571e4f9-d966-4bf6-b2f6-aac41e8409bf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port b70ca7a2-91ab-453d-9497-6d29735107e3 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:17.961338 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4571e4f9-d966-4bf6-b2f6-aac41e8409bf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:17.989855 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-862dd91a-1811-41b8-b0f1-f901d637fdb7 None None] For port b70ca7a2-91ab-453d-9497-6d29735107e3, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b70ca7a2-91ab-453d-9497-6d29735107e3,segment=NetworkSegment(c38d38aa-531b-4bd2-8b58-8f0eeca87d0e),segment_id=c38d38aa-531b-4bd2-8b58-8f0eeca87d0e)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:17.994480 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca16e5-9cb6-404c-abed-af4c32f19e06 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Port': ['ID=b4dcee9b-a030-4649-90b6-ed1e9e83ddda,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:17.995062 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-862dd91a-1811-41b8-b0f1-f901d637fdb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:18.014024 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332ab66-820f-4f6d-963e-ae34ef066102 req-5c181df9-e639-42a4-a0e5-7e17cbc23f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:18.016148 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a332ab66-820f-4f6d-963e-ae34ef066102 req-5c181df9-e639-42a4-a0e5-7e17cbc23f02 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=131cfd62-1682-4197-8cdd-002e0ab415e5 HTTP/1.1" status: 200 len: 850 time: 0.3989706 May 10 14:50:18.017155 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83f61f-ad36-42da-be7e-3571f9461948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edef108d-f488-4c5e-a616-1c13b1465ddc,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:18.028063 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:18.042811 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] Transition to ACTIVE for port object af294687-0e5e-4899-9290-f30d7580c321 will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:18.060884 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:18.168243 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f76b68-c88e-4dc8-b914-671a46834635 None None] Pushing event updated for resources: {'Port': ['ID=af294687-0e5e-4899-9290-f30d7580c321,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:18.190903 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c1217ee6-dc9e-4960-b4ca-27d355a45f07 req-07c54148-b27c-4991-aa2e-460d2edc690b tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3720734 May 10 14:50:18.273386 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f76b68-c88e-4dc8-b914-671a46834635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:18.274043 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f76b68-c88e-4dc8-b914-671a46834635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:18.274588 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f76b68-c88e-4dc8-b914-671a46834635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:18.275072 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f76b68-c88e-4dc8-b914-671a46834635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:18.275570 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f76b68-c88e-4dc8-b914-671a46834635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:18.276050 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f76b68-c88e-4dc8-b914-671a46834635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:18.276527 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f76b68-c88e-4dc8-b914-671a46834635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:18.277020 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f76b68-c88e-4dc8-b914-671a46834635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:18.277511 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f76b68-c88e-4dc8-b914-671a46834635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:18.278124 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f76b68-c88e-4dc8-b914-671a46834635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:18.278622 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f76b68-c88e-4dc8-b914-671a46834635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:18.279112 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f76b68-c88e-4dc8-b914-671a46834635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:18.300082 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8bca16e5-9cb6-404c-abed-af4c32f19e06 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:18.315376 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-862dd91a-1811-41b8-b0f1-f901d637fdb7 None None] Calling delete_port for b70ca7a2-91ab-453d-9497-6d29735107e3 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:18.370814 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce60063-bcc7-4df6-a65a-988e1ee485a5 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:18.371489 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce60063-bcc7-4df6-a65a-988e1ee485a5 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:18.371997 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce60063-bcc7-4df6-a65a-988e1ee485a5 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:18.372504 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce60063-bcc7-4df6-a65a-988e1ee485a5 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:18.373009 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce60063-bcc7-4df6-a65a-988e1ee485a5 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:18.373553 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce60063-bcc7-4df6-a65a-988e1ee485a5 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:18.374050 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce60063-bcc7-4df6-a65a-988e1ee485a5 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:18.374594 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce60063-bcc7-4df6-a65a-988e1ee485a5 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:18.375091 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce60063-bcc7-4df6-a65a-988e1ee485a5 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:18.375953 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce60063-bcc7-4df6-a65a-988e1ee485a5 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:18.386645 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7ce60063-bcc7-4df6-a65a-988e1ee485a5 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6422 time: 0.5473237 May 10 14:50:18.390949 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40938) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:18.409080 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] Attempting to bind port af294687-0e5e-4899-9290-f30d7580c321 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:50:18.410020 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] Attempting to bind port af294687-0e5e-4899-9290-f30d7580c321 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'd67335cd-b03f-4448-bcc2-1347e31dd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:50:18.410627 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] Attempting to bind port af294687-0e5e-4899-9290-f30d7580c321 on network 5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:50:18.418373 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:50:18.418974 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] Checking segment: {'id': 'd67335cd-b03f-4448-bcc2-1347e31dd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:50:18.419572 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:18.420221 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] Bound using segment: {'id': 'd67335cd-b03f-4448-bcc2-1347e31dd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:50:18.420868 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] Bound port: af294687-0e5e-4899-9290-f30d7580c321, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67335cd-b03f-4448-bcc2-1347e31dd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:50:18.421432 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:18.425922 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:18.426509 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:18.521476 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] For port af294687-0e5e-4899-9290-f30d7580c321, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:50:18.525625 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] For port af294687-0e5e-4899-9290-f30d7580c321, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=af294687-0e5e-4899-9290-f30d7580c321,segment=NetworkSegment(d67335cd-b03f-4448-bcc2-1347e31dd44b),segment_id=d67335cd-b03f-4448-bcc2-1347e31dd44b)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:50:18.539240 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:18.560136 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-862dd91a-1811-41b8-b0f1-f901d637fdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:18.602706 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e83f61f-ad36-42da-be7e-3571f9461948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:18.603741 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2e83f61f-ad36-42da-be7e-3571f9461948 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/edef108d-f488-4c5e-a616-1c13b1465ddc HTTP/1.1" status: 204 len: 168 time: 2.3982661 May 10 14:50:18.647829 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f76b68-c88e-4dc8-b914-671a46834635 None None] Pushing event updated for resources: {'Port': ['ID=af294687-0e5e-4899-9290-f30d7580c321,revision_number=4']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:18.675204 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.resource_extend [None req-fc4962fc-ad51-4da7-9175-07eb8bf21c26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:50:18.681553 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7aa7486d-c244-4d87-95de-ba95ad71dccf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:18.690803 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] Routers {'4c545987-9dfc-439b-be1e-8a88b2377a04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:18.691606 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4c545987-9dfc-439b-be1e-8a88b2377a04'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:18.747392 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862dd91a-1811-41b8-b0f1-f901d637fdb7 None None] No DVR routers for this DVR port b70ca7a2-91ab-453d-9497-6d29735107e3 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:50:18.789265 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862dd91a-1811-41b8-b0f1-f901d637fdb7 None None] Pushing event deleted for resources: {'Port': ['ID=b70ca7a2-91ab-453d-9497-6d29735107e3,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:18.815911 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8bca16e5-9cb6-404c-abed-af4c32f19e06 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:18.836449 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-926a9bdb-7fdd-44db-a194-e67044b577b7 None None] Provisioning complete for port d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:18.836822 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-926a9bdb-7fdd-44db-a194-e67044b577b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:18.916820 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-7aa7486d-c244-4d87-95de-ba95ad71dccf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Calling delete_port for 384ece91-fc27-4d00-a839-c03e90893783 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:18.932450 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b70ca7a2-91ab-453d-9497-6d29735107e3 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:50:19.008896 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332ab66-820f-4f6d-963e-ae34ef066102 req-d362e4de-bcee-4102-8149-ba7b33fab7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:19.010608 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a332ab66-820f-4f6d-963e-ae34ef066102 req-d362e4de-bcee-4102-8149-ba7b33fab7d4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aa7afffa-e17d-4c0b-836c-b0db2fea3cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9809368 May 10 14:50:19.015192 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-4571e4f9-d966-4bf6-b2f6-aac41e8409bf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] For port b70ca7a2-91ab-453d-9497-6d29735107e3, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b70ca7a2-91ab-453d-9497-6d29735107e3,segment=NetworkSegment(c38d38aa-531b-4bd2-8b58-8f0eeca87d0e),segment_id=c38d38aa-531b-4bd2-8b58-8f0eeca87d0e)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:19.025819 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: b70ca7a2-91ab-453d-9497-6d29735107e3 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:50:19.026066 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4571e4f9-d966-4bf6-b2f6-aac41e8409bf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:19.026161 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b70ca7a2-91ab-453d-9497-6d29735107e3 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:50:19.096668 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fc4962fc-ad51-4da7-9175-07eb8bf21c26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:19.107672 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] Set router 4c545987-9dfc-439b-be1e-8a88b2377a04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:50:19.150191 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fc4962fc-ad51-4da7-9175-07eb8bf21c26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:19.181207 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-926a9bdb-7fdd-44db-a194-e67044b577b7 None None] Provisioning complete for port b4dcee9b-a030-4649-90b6-ed1e9e83ddda triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:19.182032 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-926a9bdb-7fdd-44db-a194-e67044b577b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:19.253899 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-926a9bdb-7fdd-44db-a194-e67044b577b7 None None] Port b4dcee9b-a030-4649-90b6-ed1e9e83ddda cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:19.270208 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-926a9bdb-7fdd-44db-a194-e67044b577b7 None None] Provisioning complete for port 80b9e8db-0c05-4d10-a69b-7e9165024fda triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:19.270648 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-926a9bdb-7fdd-44db-a194-e67044b577b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:19.324076 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-4571e4f9-d966-4bf6-b2f6-aac41e8409bf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Calling delete_port for b70ca7a2-91ab-453d-9497-6d29735107e3 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:19.516898 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'name': 'tempest-TestNetworkBasicOps-router-2120422949', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:49:55Z', 'updated_at': '2022-05-10T14:50:13Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:49:58Z', 'updated_at': '2022-05-10T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'af294687-0e5e-4899-9290-f30d7580c321', 'name': '', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:c7:50:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:50:11Z', 'updated_at': '2022-05-10T14:50:18Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:19.521663 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4460b9-769d-4543-97b1-78ef0aa40030 None None] The sync data for ids ['4c545987-9dfc-439b-be1e-8a88b2377a04'] in dv-neutron-841204-2-hyperv is: [{'id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'name': 'tempest-TestNetworkBasicOps-router-2120422949', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:49:55Z', 'updated_at': '2022-05-10T14:50:13Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:49:58Z', 'updated_at': '2022-05-10T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'af294687-0e5e-4899-9290-f30d7580c321', 'name': '', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:c7:50:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:50:11Z', 'updated_at': '2022-05-10T14:50:18Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:50:19.627740 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a332ab66-820f-4f6d-963e-ae34ef066102 req-538f26ea-5eb0-4f17-8678-b68d43151523 service neutron] 10.222.0.86 "GET /v2.0/networks/aa7afffa-e17d-4c0b-836c-b0db2fea3cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754898 May 10 14:50:19.653984 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.api [None req-4571e4f9-d966-4bf6-b2f6-aac41e8409bf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:50:19.654416 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG oslo_db.api [None req-4571e4f9-d966-4bf6-b2f6-aac41e8409bf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:50:19.667101 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d198e-efde-4a5b-9104-e4e7be59995e req-54401c46-10ac-43a4-8791-e10426b60de2 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:19.668643 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f02d198e-efde-4a5b-9104-e4e7be59995e req-54401c46-10ac-43a4-8791-e10426b60de2 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.3115778 May 10 14:50:19.671301 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7aa7486d-c244-4d87-95de-ba95ad71dccf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:19.748758 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7486d-c244-4d87-95de-ba95ad71dccf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Port': ['ID=384ece91-fc27-4d00-a839-c03e90893783,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:19.822538 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f02d198e-efde-4a5b-9104-e4e7be59995e req-a56e32bd-8d3f-42fe-a39d-7ea62c4ecdfb tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148753 May 10 14:50:19.824273 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7aa7486d-c244-4d87-95de-ba95ad71dccf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:19.845451 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-94983224-ec97-433c-9bc8-20918544b70b tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5021 time: 1.4442406 May 10 14:50:19.857347 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [None req-fc4962fc-ad51-4da7-9175-07eb8bf21c26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Floating IP d88937a5-288a-4261-9eab-4f7510f429ed associated. External IP: 172.26.0.21, port: 1dcbc4b1-280d-4ceb-9f90-5211a12250f1. May 10 14:50:19.868999 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7aa7486d-c244-4d87-95de-ba95ad71dccf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/384ece91-fc27-4d00-a839-c03e90893783 HTTP/1.1" status: 204 len: 168 time: 2.6893685 May 10 14:50:19.871329 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40948) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:20.004390 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1014d31e-a827-417b-9199-15726b44f186 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:20.006466 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1014d31e-a827-417b-9199-15726b44f186 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:20.007309 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1014d31e-a827-417b-9199-15726b44f186 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:20.033683 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1014d31e-a827-417b-9199-15726b44f186 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:20.035113 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1014d31e-a827-417b-9199-15726b44f186 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1628644 May 10 14:50:20.038730 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40952) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:20.049708 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-71868f89-1778-4422-8b02-dbf2c653c296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:20.114566 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d5502a3-e337-4036-bb30-9b8c0eeada09 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet a3d5d4b5-c289-4e94-92e3-1068ab355116 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:50:20.118744 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d5502a3-e337-4036-bb30-9b8c0eeada09 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:20.147363 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a332ab66-820f-4f6d-963e-ae34ef066102 req-59c46ac8-5463-42cd-8a1a-c33db34f2472 service neutron] 10.222.0.86 "GET /v2.0/networks/aa7afffa-e17d-4c0b-836c-b0db2fea3cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082870 May 10 14:50:20.168476 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-4571e4f9-d966-4bf6-b2f6-aac41e8409bf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port b70ca7a2-91ab-453d-9497-6d29735107e3 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:20.168827 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4571e4f9-d966-4bf6-b2f6-aac41e8409bf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:20.254932 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-4571e4f9-d966-4bf6-b2f6-aac41e8409bf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] The port 'b70ca7a2-91ab-453d-9497-6d29735107e3' was deleted {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:50:20.259037 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d5502a3-e337-4036-bb30-9b8c0eeada09 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:20.445209 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d5502a3-e337-4036-bb30-9b8c0eeada09 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:20.479595 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4571e4f9-d966-4bf6-b2f6-aac41e8409bf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:20.498999 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8bca16e5-9cb6-404c-abed-af4c32f19e06 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:20.509257 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8bca16e5-9cb6-404c-abed-af4c32f19e06 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:20.510018 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8bca16e5-9cb6-404c-abed-af4c32f19e06 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:20.524963 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-4571e4f9-d966-4bf6-b2f6-aac41e8409bf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46943c25-5659-4717-ad42-a8c06cc38ecd']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:20.544369 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-4571e4f9-d966-4bf6-b2f6-aac41e8409bf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38d38aa-531b-4bd2-8b58-8f0eeca87d0e') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:20.544658 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-4571e4f9-d966-4bf6-b2f6-aac41e8409bf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38d38aa-531b-4bd2-8b58-8f0eeca87d0e') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:20.560996 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4571e4f9-d966-4bf6-b2f6-aac41e8409bf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:20.581056 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4571e4f9-d966-4bf6-b2f6-aac41e8409bf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:20.593843 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4571e4f9-d966-4bf6-b2f6-aac41e8409bf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:50:20.594242 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4571e4f9-d966-4bf6-b2f6-aac41e8409bf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:50:20.610460 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:50:20.682200 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4962fc-ad51-4da7-9175-07eb8bf21c26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Router 6fee7be2-7628-4203-906b-d0bcfb7a8a8d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:50:20.689618 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d5502a3-e337-4036-bb30-9b8c0eeada09 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:20.702558 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca16e5-9cb6-404c-abed-af4c32f19e06 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Port': ['ID=b4dcee9b-a030-4649-90b6-ed1e9e83ddda,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:20.738614 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d5502a3-e337-4036-bb30-9b8c0eeada09 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:20.742470 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5502a3-e337-4036-bb30-9b8c0eeada09 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=a3d5d4b5-c289-4e94-92e3-1068ab355116,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:20.743998 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e218d8-8d30-44b0-adb8-c3e2351e235c None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:20.745674 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4571e4f9-d966-4bf6-b2f6-aac41e8409bf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:20.766474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4571e4f9-d966-4bf6-b2f6-aac41e8409bf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:20.783714 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571e4f9-d966-4bf6-b2f6-aac41e8409bf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Network': ['ID=46943c25-5659-4717-ad42-a8c06cc38ecd,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:20.787281 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4571e4f9-d966-4bf6-b2f6-aac41e8409bf tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/networks/46943c25-5659-4717-ad42-a8c06cc38ecd HTTP/1.1" status: 204 len: 168 time: 3.6056592 May 10 14:50:20.791449 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40956) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:20.905260 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c72cdd0-7b0e-4dd3-9151-f9d998848118 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:20.905869 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2c72cdd0-7b0e-4dd3-9151-f9d998848118 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Synchronizing usage tracker for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:20.917395 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7d5502a3-e337-4036-bb30-9b8c0eeada09 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/a3d5d4b5-c289-4e94-92e3-1068ab355116 HTTP/1.1" status: 204 len: 168 time: 0.8773332 May 10 14:50:20.918201 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40962) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:20.921743 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device af294687-0e5e-4899-9290-f30d7580c321 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:20.924056 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bca16e5-9cb6-404c-abed-af4c32f19e06 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network b1d5a2df-9824-4c39-96a1-a7c1a6c51592 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:20.934514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-8bca16e5-9cb6-404c-abed-af4c32f19e06 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:21.051255 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40968) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:21.103998 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-dd243bb2-15f4-4da5-a615-e11a3c15b895 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1161918600', 'description': 'tempest-secgroup-smoke-1161918600 description', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:21.128920 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port af294687-0e5e-4899-9290-f30d7580c321 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:21.134762 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ef738e56-c10a-49c6-b621-1fd0432297d4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2119973 May 10 14:50:21.140543 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port af294687-0e5e-4899-9290-f30d7580c321 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:21.141119 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:21.141723 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40972) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:21.142742 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dd243bb2-15f4-4da5-a615-e11a3c15b895 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:21.150709 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-b5bd9e0e-331f-4a02-afef-75db9c4171f2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:21.174755 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dd243bb2-15f4-4da5-a615-e11a3c15b895 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:21.179269 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dd243bb2-15f4-4da5-a615-e11a3c15b895 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:21.185924 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2c72cdd0-7b0e-4dd3-9151-f9d998848118 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Unset dirty status for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:21.192076 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2c72cdd0-7b0e-4dd3-9151-f9d998848118 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports/6f7a04dc-1e53-49c4-9553-c1fe40ea5f1e HTTP/1.1" status: 200 len: 845 time: 0.3987002 May 10 14:50:21.192468 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40976) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:21.312740 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:21.314629 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4962fc-ad51-4da7-9175-07eb8bf21c26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:50:21.333435 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa253b66-0515-4e2c-a083-30eac0eeb94d None None] DHCP port deletion for a36358c0-b900-4df5-ae69-1592404548f9 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:50:21.335617 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdfa811-7a83-4198-9679-3262b436a070 None None] Sync routers for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:50:21.356094 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-aa253b66-0515-4e2c-a083-30eac0eeb94d None None] Deleting port c237ede7-e742-473d-be36-c5a06fcc934c {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:21.363057 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-aa253b66-0515-4e2c-a083-30eac0eeb94d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:21.397840 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdfa811-7a83-4198-9679-3262b436a070 None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:21.398300 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7bdfa811-7a83-4198-9679-3262b436a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:21.449244 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dd243bb2-15f4-4da5-a615-e11a3c15b895 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:21.489795 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7bdfa811-7a83-4198-9679-3262b436a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:21.493438 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port af294687-0e5e-4899-9290-f30d7580c321, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=af294687-0e5e-4899-9290-f30d7580c321,segment=NetworkSegment(d67335cd-b03f-4448-bcc2-1347e31dd44b),segment_id=d67335cd-b03f-4448-bcc2-1347e31dd44b)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:21.510067 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:21.519981 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dd243bb2-15f4-4da5-a615-e11a3c15b895 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:21.561743 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b5bd9e0e-331f-4a02-afef-75db9c4171f2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:21.573768 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bca16e5-9cb6-404c-abed-af4c32f19e06 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Router d3a97db4-5647-466f-b8bc-75f96f047220 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:50:21.575122 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2b9367e9-2003-4674-9dd9-9ea0ccfa5065 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports/6f7a04dc-1e53-49c4-9553-c1fe40ea5f1e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1628129 May 10 14:50:21.577593 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdfa811-7a83-4198-9679-3262b436a070 None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:21.578245 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7bdfa811-7a83-4198-9679-3262b436a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:21.580481 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b5bd9e0e-331f-4a02-afef-75db9c4171f2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:21.583226 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40980) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:21.583732 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dd243bb2-15f4-4da5-a615-e11a3c15b895 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:21.586813 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b5bd9e0e-331f-4a02-afef-75db9c4171f2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:21.592311 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-4b527d5f-147d-4ff9-b0cc-7f7e34ac2078 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'subnet': {'network_id': 'c28b8870-ea54-4e4e-b79e-d465418a24db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:21.596868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dd243bb2-15f4-4da5-a615-e11a3c15b895 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:21.599665 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b5bd9e0e-331f-4a02-afef-75db9c4171f2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:21.602253 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dd243bb2-15f4-4da5-a615-e11a3c15b895 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:21.609495 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dd243bb2-15f4-4da5-a615-e11a3c15b895 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:21.619549 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffbc09-312f-47da-a35b-36dad18543f5 req-1392bf65-8f6f-4d89-90fd-7e373f33f86d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:21.622046 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6bffbc09-312f-47da-a35b-36dad18543f5 req-1392bf65-8f6f-4d89-90fd-7e373f33f86d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.5714979 May 10 14:50:21.640013 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bd9e0e-331f-4a02-afef-75db9c4171f2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:21.643992 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b5bd9e0e-331f-4a02-afef-75db9c4171f2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:21.672085 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-9bb82ae7-a780-4b10-8f8d-b4e8dea20783 None None] Provisioning complete for port b4dcee9b-a030-4649-90b6-ed1e9e83ddda triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:21.672456 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9bb82ae7-a780-4b10-8f8d-b4e8dea20783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:21.704084 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7bdfa811-7a83-4198-9679-3262b436a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:21.704489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdfa811-7a83-4198-9679-3262b436a070 None None] The sync data for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:50:21.801777 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6bffbc09-312f-47da-a35b-36dad18543f5 req-312882f0-46f1-40c2-913e-c87618c1eafe tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652608 May 10 14:50:21.861346 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dd243bb2-15f4-4da5-a615-e11a3c15b895 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:21.906219 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dd243bb2-15f4-4da5-a615-e11a3c15b895 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:21.915316 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-aa253b66-0515-4e2c-a083-30eac0eeb94d None None] For port c237ede7-e742-473d-be36-c5a06fcc934c, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=c237ede7-e742-473d-be36-c5a06fcc934c,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:21.916495 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-aa253b66-0515-4e2c-a083-30eac0eeb94d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:21.961424 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dd243bb2-15f4-4da5-a615-e11a3c15b895 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:21.964126 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bca16e5-9cb6-404c-abed-af4c32f19e06 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:50:21.965457 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dd243bb2-15f4-4da5-a615-e11a3c15b895 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9132979 May 10 14:50:21.968935 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40984) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:21.976317 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d2ab45-9dec-4940-8f19-05b3701c917e None None] Sync routers for ids ['d3a97db4-5647-466f-b8bc-75f96f047220'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:50:21.980186 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8bca16e5-9cb6-404c-abed-af4c32f19e06 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/routers/d3a97db4-5647-466f-b8bc-75f96f047220/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1902184 May 10 14:50:21.980186 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4b527d5f-147d-4ff9-b0cc-7f7e34ac2078 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:21.980516 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-db79a498-7aa0-4bfa-8ad9-6707206f6f9d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '5510d827-2b86-4b67-a0c7-376247a7be36', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:21.983166 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40988) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:21.986784 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4b527d5f-147d-4ff9-b0cc-7f7e34ac2078 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:subnet and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:21.989060 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-db79a498-7aa0-4bfa-8ad9-6707206f6f9d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:21.991091 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd243bb2-15f4-4da5-a615-e11a3c15b895 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5510d827-2b86-4b67-a0c7-376247a7be36,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:21.998923 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-db79a498-7aa0-4bfa-8ad9-6707206f6f9d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:22.004484 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-db79a498-7aa0-4bfa-8ad9-6707206f6f9d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:22.010052 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d2ab45-9dec-4940-8f19-05b3701c917e None None] Routers {'d3a97db4-5647-466f-b8bc-75f96f047220'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:22.010933 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-03d2ab45-9dec-4940-8f19-05b3701c917e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d3a97db4-5647-466f-b8bc-75f96f047220'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:22.013224 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-db79a498-7aa0-4bfa-8ad9-6707206f6f9d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:22.064150 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db79a498-7aa0-4bfa-8ad9-6707206f6f9d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:22.072299 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-aa253b66-0515-4e2c-a083-30eac0eeb94d None None] Calling delete_port for c237ede7-e742-473d-be36-c5a06fcc934c owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:22.074905 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b5bd9e0e-331f-4a02-afef-75db9c4171f2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:22.105137 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-03d2ab45-9dec-4940-8f19-05b3701c917e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:22.117059 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d2ab45-9dec-4940-8f19-05b3701c917e None None] Routers {'d3a97db4-5647-466f-b8bc-75f96f047220'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:22.118183 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-03d2ab45-9dec-4940-8f19-05b3701c917e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:49:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d3a97db4-5647-466f-b8bc-75f96f047220'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:22.163083 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4b527d5f-147d-4ff9-b0cc-7f7e34ac2078 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:22.169573 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-9bb82ae7-a780-4b10-8f8d-b4e8dea20783 None None] Port b4dcee9b-a030-4649-90b6-ed1e9e83ddda cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:22.175922 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-aa253b66-0515-4e2c-a083-30eac0eeb94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:22.181348 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=af294687-0e5e-4899-9290-f30d7580c321,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:22.181935 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bd9e0e-331f-4a02-afef-75db9c4171f2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:22.186911 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4b527d5f-147d-4ff9-b0cc-7f7e34ac2078 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:22.187494 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-b5bd9e0e-331f-4a02-afef-75db9c4171f2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:22.199299 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bd9e0e-331f-4a02-afef-75db9c4171f2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:22.200135 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b5bd9e0e-331f-4a02-afef-75db9c4171f2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:22.204794 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4962fc-ad51-4da7-9175-07eb8bf21c26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Router 884612ce-5470-4100-8cf0-cb12ebc4d7c2 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:50:22.212967 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-03d2ab45-9dec-4940-8f19-05b3701c917e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:22.213678 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d2ab45-9dec-4940-8f19-05b3701c917e None None] The sync data for ids ['d3a97db4-5647-466f-b8bc-75f96f047220'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:50:22.215935 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd9e0e-331f-4a02-afef-75db9c4171f2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=a93bd841-d514-480c-b8ba-c2ac603ce6a1,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:22.240191 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b527d5f-147d-4ff9-b0cc-7f7e34ac2078 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:22.242742 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db79a498-7aa0-4bfa-8ad9-6707206f6f9d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:22.243213 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa253b66-0515-4e2c-a083-30eac0eeb94d None None] Pushing event deleted for resources: {'Port': ['ID=c237ede7-e742-473d-be36-c5a06fcc934c,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:22.246904 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4b527d5f-147d-4ff9-b0cc-7f7e34ac2078 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:22.247059 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa253b66-0515-4e2c-a083-30eac0eeb94d None None] No DVR routers for this DVR port c237ede7-e742-473d-be36-c5a06fcc934c on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:50:22.247840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db79a498-7aa0-4bfa-8ad9-6707206f6f9d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:22.263033 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9923b6e-044b-4bc8-8c2f-c70c97f55fee None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:22.266167 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b5bd9e0e-331f-4a02-afef-75db9c4171f2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1205249 May 10 14:50:22.273670 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 40992) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:22.276267 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d6a1d0-a500-4955-9199-febf9946b825 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:22.276855 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-20d6a1d0-a500-4955-9199-febf9946b825 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Synchronizing usage tracker for tenant:ab426055898a431ea72055cf37c2d0b5 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:22.287992 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-9be4f9f8-908b-4124-b994-41301ba21122 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'fixed_ips': [{'subnet_id': 'a93bd841-d514-480c-b8ba-c2ac603ce6a1', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-558455830'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:22.308716 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79a498-7aa0-4bfa-8ad9-6707206f6f9d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0749b71-110d-4749-8768-6cf388c55c02,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:22.315920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db79a498-7aa0-4bfa-8ad9-6707206f6f9d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:22.320512 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-db79a498-7aa0-4bfa-8ad9-6707206f6f9d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3450356 May 10 14:50:22.336335 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 40996) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:22.365046 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-055580bc-d82e-437f-88ad-cb08b8715e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:22.397017 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-d2c11b3d-414c-455d-9903-cefa1a7c31b4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '5510d827-2b86-4b67-a0c7-376247a7be36', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:22.439527 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9be4f9f8-908b-4124-b994-41301ba21122 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:22.440997 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d2c11b3d-414c-455d-9903-cefa1a7c31b4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:22.444740 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9be4f9f8-908b-4124-b994-41301ba21122 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:port and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:22.447626 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9be4f9f8-908b-4124-b994-41301ba21122 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:22.455125 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9be4f9f8-908b-4124-b994-41301ba21122 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:22.460935 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d2c11b3d-414c-455d-9903-cefa1a7c31b4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:22.466144 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be4f9f8-908b-4124-b994-41301ba21122 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:22.472859 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d2c11b3d-414c-455d-9903-cefa1a7c31b4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:22.480194 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-20d6a1d0-a500-4955-9199-febf9946b825 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Unset dirty status for tenant:ab426055898a431ea72055cf37c2d0b5 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:22.481722 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-20d6a1d0-a500-4955-9199-febf9946b825 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/ports/b4dcee9b-a030-4649-90b6-ed1e9e83ddda HTTP/1.1" status: 200 len: 983 time: 0.4962087 May 10 14:50:22.484142 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41000) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:22.528705 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d969851-d6f9-40ed-b0c0-592d7027ad35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-a36358c0-b900-4df5-ae69-1592404548f9', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'fixed_ips': [{'subnet_id': 'a93bd841-d514-480c-b8ba-c2ac603ce6a1'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:50:22.529658 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7d969851-d6f9-40ed-b0c0-592d7027ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:22.544026 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d2c11b3d-414c-455d-9903-cefa1a7c31b4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:22.602736 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d2c11b3d-414c-455d-9903-cefa1a7c31b4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:22.619334 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4962fc-ad51-4da7-9175-07eb8bf21c26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:50:22.644717 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fc4962fc-ad51-4da7-9175-07eb8bf21c26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:22.662926 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bae029-39ef-431d-9439-57e7ba6fea5b None None] Sync routers for ids ['884612ce-5470-4100-8cf0-cb12ebc4d7c2'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:50:22.685800 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bae029-39ef-431d-9439-57e7ba6fea5b None None] Routers {'884612ce-5470-4100-8cf0-cb12ebc4d7c2'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:22.686553 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-05bae029-39ef-431d-9439-57e7ba6fea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['884612ce-5470-4100-8cf0-cb12ebc4d7c2'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:22.752800 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-05bae029-39ef-431d-9439-57e7ba6fea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:22.771323 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-7d969851-d6f9-40ed-b0c0-592d7027ad35 None None] Allocated IP 2001:db8::2 (a36358c0-b900-4df5-ae69-1592404548f9/a93bd841-d514-480c-b8ba-c2ac603ce6a1/80a065c0-92c0-46cc-9fe7-83e4a3c9d98b) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:22.776245 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bae029-39ef-431d-9439-57e7ba6fea5b None None] Routers {'884612ce-5470-4100-8cf0-cb12ebc4d7c2'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:22.776921 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-05bae029-39ef-431d-9439-57e7ba6fea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['884612ce-5470-4100-8cf0-cb12ebc4d7c2'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:22.836966 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d2c11b3d-414c-455d-9903-cefa1a7c31b4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:22.845185 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-05bae029-39ef-431d-9439-57e7ba6fea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:22.845621 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bae029-39ef-431d-9439-57e7ba6fea5b None None] The sync data for ids ['884612ce-5470-4100-8cf0-cb12ebc4d7c2'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:50:22.886285 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d2c11b3d-414c-455d-9903-cefa1a7c31b4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:22.917532 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device af294687-0e5e-4899-9290-f30d7580c321 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:22.946983 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9be4f9f8-908b-4124-b994-41301ba21122 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:22.963821 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-fc4962fc-ad51-4da7-9175-07eb8bf21c26 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "PUT /v2.0/floatingips/d88937a5-288a-4261-9eab-4f7510f429ed HTTP/1.1" status: 200 len: 976 time: 7.9238217 May 10 14:50:22.988544 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c11b3d-414c-455d-9903-cefa1a7c31b4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e240be9d-acda-41fc-b1b8-d71da95369c7,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:22.992104 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41006) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:22.994878 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d2c11b3d-414c-455d-9903-cefa1a7c31b4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:22.999020 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d2c11b3d-414c-455d-9903-cefa1a7c31b4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6608996 May 10 14:50:22.999950 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41010) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:23.006699 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-c11551df-8daa-443b-90ca-c6947124d617 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '5510d827-2b86-4b67-a0c7-376247a7be36', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:23.025700 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port af294687-0e5e-4899-9290-f30d7580c321 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:23.026069 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:23.039725 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4b527d5f-147d-4ff9-b0cc-7f7e34ac2078 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:23.053720 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-9be4f9f8-908b-4124-b994-41301ba21122 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] device_id is not set on port 905893cb-d207-4894-b005-3837372f861c yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:50:23.090620 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c11551df-8daa-443b-90ca-c6947124d617 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:23.112736 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:23.116195 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c11551df-8daa-443b-90ca-c6947124d617 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:23.128617 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c11551df-8daa-443b-90ca-c6947124d617 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:23.143703 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c11551df-8daa-443b-90ca-c6947124d617 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:23.149202 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b527d5f-147d-4ff9-b0cc-7f7e34ac2078 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network c28b8870-ea54-4e4e-b79e-d465418a24db is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:23.155164 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-4b527d5f-147d-4ff9-b0cc-7f7e34ac2078 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:23.168855 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b527d5f-147d-4ff9-b0cc-7f7e34ac2078 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:23.169441 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4b527d5f-147d-4ff9-b0cc-7f7e34ac2078 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:23.178753 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-8ad424a9-4797-4e26-820c-01b3556bff95 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Deleting port 3b17b0a6-1900-4aeb-8234-20f26be549c4 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:23.178989 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06de5c96-7536-4724-ae3c-5c35c18208c5 None None] Network c28b8870-ea54-4e4e-b79e-d465418a24db requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:23.179485 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8ad424a9-4797-4e26-820c-01b3556bff95 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:23.218662 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b527d5f-147d-4ff9-b0cc-7f7e34ac2078 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Subnet': ['ID=f4f0b312-f0b8-4952-83e2-33fec0bb6059,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:23.247708 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c11551df-8daa-443b-90ca-c6947124d617 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:23.269172 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae91f15-60b0-40a7-bf75-b68673d2b70b req-f5dd9006-f786-4856-9bf6-14a655dbfb1b tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:23.269172 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7ae91f15-60b0-40a7-bf75-b68673d2b70b req-f5dd9006-f786-4856-9bf6-14a655dbfb1b tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.2912052 May 10 14:50:23.269459 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4b527d5f-147d-4ff9-b0cc-7f7e34ac2078 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6781468 May 10 14:50:23.269542 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41014) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:23.284324 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-68619515-500c-4626-8baf-8c91af216983 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'security_group': {'name': 'tempest-secgroup-638784744'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:23.309700 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-68619515-500c-4626-8baf-8c91af216983 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:23.324813 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-68619515-500c-4626-8baf-8c91af216983 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:security_group and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:23.329352 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-68619515-500c-4626-8baf-8c91af216983 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:23.421187 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:23.451643 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7d969851-d6f9-40ed-b0c0-592d7027ad35 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:23.476751 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:23.487729 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7d969851-d6f9-40ed-b0c0-592d7027ad35 None None] Transition to ACTIVE for port object 80a065c0-92c0-46cc-9fe7-83e4a3c9d98b will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:23.492834 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c11551df-8daa-443b-90ca-c6947124d617 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:23.508650 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c11551df-8daa-443b-90ca-c6947124d617 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:23.526442 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-68619515-500c-4626-8baf-8c91af216983 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:23.546339 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7ae91f15-60b0-40a7-bf75-b68673d2b70b req-720ad4b1-52ae-41ca-aaf1-cf8b9bb1009b tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532222 May 10 14:50:23.571063 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11551df-8daa-443b-90ca-c6947124d617 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbbfbfc-4967-46c2-b25f-c406a63f9d23,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:23.574857 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-68619515-500c-4626-8baf-8c91af216983 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:23.604661 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-68619515-500c-4626-8baf-8c91af216983 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:23.608910 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c237ede7-e742-473d-be36-c5a06fcc934c no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:50:23.609994 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-68619515-500c-4626-8baf-8c91af216983 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:security_group_rule and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:23.614029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-68619515-500c-4626-8baf-8c91af216983 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:23.619593 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8ad424a9-4797-4e26-820c-01b3556bff95 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:23.622269 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-68619515-500c-4626-8baf-8c91af216983 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:23.627423 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c11551df-8daa-443b-90ca-c6947124d617 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:23.628642 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c11551df-8daa-443b-90ca-c6947124d617 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6266611 May 10 14:50:23.632409 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41022) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:23.639609 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-030f0369-0343-498e-ac45-fb3084dda08a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '5510d827-2b86-4b67-a0c7-376247a7be36', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:23.641121 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7d969851-d6f9-40ed-b0c0-592d7027ad35 None None] Transition to ACTIVE for port object 80a065c0-92c0-46cc-9fe7-83e4a3c9d98b will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:23.653161 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: c237ede7-e742-473d-be36-c5a06fcc934c {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:50:23.653504 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c237ede7-e742-473d-be36-c5a06fcc934c not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:50:23.657774 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7d969851-d6f9-40ed-b0c0-592d7027ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:23.686356 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be4f9f8-908b-4124-b994-41301ba21122 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:50:23.686875 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be4f9f8-908b-4124-b994-41301ba21122 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:50:23.707750 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-030f0369-0343-498e-ac45-fb3084dda08a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:23.723323 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9992a011-8119-4b9a-b91c-aeac791d8e79 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:23.727933 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-030f0369-0343-498e-ac45-fb3084dda08a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:23.738931 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-030f0369-0343-498e-ac45-fb3084dda08a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:23.739703 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d969851-d6f9-40ed-b0c0-592d7027ad35 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:23.749127 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d969851-d6f9-40ed-b0c0-592d7027ad35 None None] Pushing event updated for resources: {'Port': ['ID=80a065c0-92c0-46cc-9fe7-83e4a3c9d98b,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:23.750405 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-7d969851-d6f9-40ed-b0c0-592d7027ad35 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:23.753320 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-030f0369-0343-498e-ac45-fb3084dda08a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:23.765552 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d969851-d6f9-40ed-b0c0-592d7027ad35 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:50:23.864211 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-030f0369-0343-498e-ac45-fb3084dda08a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:23.866546 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-7d969851-d6f9-40ed-b0c0-592d7027ad35 None None] Attempting to bind port 80a065c0-92c0-46cc-9fe7-83e4a3c9d98b on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:50:23.866917 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-7d969851-d6f9-40ed-b0c0-592d7027ad35 None None] Attempting to bind port 80a065c0-92c0-46cc-9fe7-83e4a3c9d98b by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:50:23.867316 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d969851-d6f9-40ed-b0c0-592d7027ad35 None None] Attempting to bind port 80a065c0-92c0-46cc-9fe7-83e4a3c9d98b on network a36358c0-b900-4df5-ae69-1592404548f9 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:50:23.874747 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9be4f9f8-908b-4124-b994-41301ba21122 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5975361 May 10 14:50:23.876536 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41026) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:23.876690 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d969851-d6f9-40ed-b0c0-592d7027ad35 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:50:23.876997 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d969851-d6f9-40ed-b0c0-592d7027ad35 None None] Checking segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:50:23.877406 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7d969851-d6f9-40ed-b0c0-592d7027ad35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:23.877802 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d969851-d6f9-40ed-b0c0-592d7027ad35 None None] Bound using segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:50:23.879039 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-7d969851-d6f9-40ed-b0c0-592d7027ad35 None None] Bound port: 80a065c0-92c0-46cc-9fe7-83e4a3c9d98b, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:50:23.879471 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7d969851-d6f9-40ed-b0c0-592d7027ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:23.929467 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3d14b5-7baa-4aad-b144-5908e67548b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-c28b8870-ea54-4e4e-b79e-d465418a24db', 'network_id': 'c28b8870-ea54-4e4e-b79e-d465418a24db', 'tenant_id': 'fde696bf50f046b399c8c2f96142680f', 'fixed_ips': [{'subnet_id': 'f4f0b312-f0b8-4952-83e2-33fec0bb6059'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:50:23.930515 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dd3d14b5-7baa-4aad-b144-5908e67548b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:23.978073 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-68619515-500c-4626-8baf-8c91af216983 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:24.039699 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-68619515-500c-4626-8baf-8c91af216983 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:24.046404 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-030f0369-0343-498e-ac45-fb3084dda08a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:24.059347 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-030f0369-0343-498e-ac45-fb3084dda08a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:24.082470 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8ad424a9-4797-4e26-820c-01b3556bff95 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:24.082470 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8ad424a9-4797-4e26-820c-01b3556bff95 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:24.082813 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [None req-8ad424a9-4797-4e26-820c-01b3556bff95 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Floating IP d88937a5-288a-4261-9eab-4f7510f429ed disassociated. External IP: 172.26.0.21, port: 3b17b0a6-1900-4aeb-8234-20f26be549c4. May 10 14:50:24.083066 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-8ad424a9-4797-4e26-820c-01b3556bff95 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Calling delete_port for 3b17b0a6-1900-4aeb-8234-20f26be549c4 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:24.094096 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7d969851-d6f9-40ed-b0c0-592d7027ad35 None None] For port 80a065c0-92c0-46cc-9fe7-83e4a3c9d98b, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:50:24.118784 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f0369-0343-498e-ac45-fb3084dda08a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=029b4ff0-563f-4480-ade1-79870dc89d45,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:24.130580 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-68619515-500c-4626-8baf-8c91af216983 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:24.132790 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-68619515-500c-4626-8baf-8c91af216983 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8645151 May 10 14:50:24.134648 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68619515-500c-4626-8baf-8c91af216983 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12542b40-6565-4565-8a01-c06c1fc73ad4,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:24.139594 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41030) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:24.149167 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-bc3a4793-27ea-495a-add9-784ef0c11428 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'security_group': {'name': 'tempest-secgroup-2121909386'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:24.159768 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-030f0369-0343-498e-ac45-fb3084dda08a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:24.160007 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-bc3a4793-27ea-495a-add9-784ef0c11428 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:24.163771 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-030f0369-0343-498e-ac45-fb3084dda08a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5279276 May 10 14:50:24.164655 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41034) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:24.169592 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-bc3a4793-27ea-495a-add9-784ef0c11428 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:security_group and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:24.173008 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-1a8ba3a6-75e4-405b-b7c6-8d74a87289e0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '5510d827-2b86-4b67-a0c7-376247a7be36', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:24.174729 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-bc3a4793-27ea-495a-add9-784ef0c11428 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:24.179444 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-1a8ba3a6-75e4-405b-b7c6-8d74a87289e0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:24.181428 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-bc3a4793-27ea-495a-add9-784ef0c11428 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:24.183191 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-dd3d14b5-7baa-4aad-b144-5908e67548b9 None None] Allocated IP 2001:db8::2 (c28b8870-ea54-4e4e-b79e-d465418a24db/f4f0b312-f0b8-4952-83e2-33fec0bb6059/1765ca5d-6821-4dd8-a4ae-53687bebf834) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:24.185049 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1a8ba3a6-75e4-405b-b7c6-8d74a87289e0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:24.186076 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7d969851-d6f9-40ed-b0c0-592d7027ad35 None None] For port 80a065c0-92c0-46cc-9fe7-83e4a3c9d98b, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=80a065c0-92c0-46cc-9fe7-83e4a3c9d98b,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:50:24.188701 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1a8ba3a6-75e4-405b-b7c6-8d74a87289e0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:24.191044 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d8f576-cccf-495a-b68f-269e6bab4a6b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:24.192008 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-23d8f576-cccf-495a-b68f-269e6bab4a6b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:24.195820 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7d969851-d6f9-40ed-b0c0-592d7027ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:24.197277 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-1a8ba3a6-75e4-405b-b7c6-8d74a87289e0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:24.211282 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.securitygroups_db [None req-1a8ba3a6-75e4-405b-b7c6-8d74a87289e0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Project 7c1eaa2d2a564d8c9e902879ced01cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:50:24.214693 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bc3a4793-27ea-495a-add9-784ef0c11428 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:24.220926 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1a8ba3a6-75e4-405b-b7c6-8d74a87289e0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:24.235414 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-23d8f576-cccf-495a-b68f-269e6bab4a6b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:24.236908 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-23d8f576-cccf-495a-b68f-269e6bab4a6b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3575501 May 10 14:50:24.239196 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-9992a011-8119-4b9a-b91c-aeac791d8e79 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting port b4dcee9b-a030-4649-90b6-ed1e9e83ddda {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:24.239727 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9992a011-8119-4b9a-b91c-aeac791d8e79 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:24.244315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41038) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:24.283010 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-bc3a4793-27ea-495a-add9-784ef0c11428 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:24.297474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-bc3a4793-27ea-495a-add9-784ef0c11428 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:security_group_rule and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:24.302319 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-bc3a4793-27ea-495a-add9-784ef0c11428 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:24.312409 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-bc3a4793-27ea-495a-add9-784ef0c11428 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:24.397954 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d969851-d6f9-40ed-b0c0-592d7027ad35 None None] Pushing event updated for resources: {'Port': ['ID=80a065c0-92c0-46cc-9fe7-83e4a3c9d98b,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:24.439829 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d3134a-5b8e-4a0f-b26e-bf4b659010e9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:24.441779 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d3134a-5b8e-4a0f-b26e-bf4b659010e9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:24.444561 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-08d3134a-5b8e-4a0f-b26e-bf4b659010e9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1992922 May 10 14:50:24.450407 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41042) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:24.516886 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dd3d14b5-7baa-4aad-b144-5908e67548b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:24.523513 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9992a011-8119-4b9a-b91c-aeac791d8e79 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:24.530084 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-dd3d14b5-7baa-4aad-b144-5908e67548b9 None None] Transition to ACTIVE for port object 1765ca5d-6821-4dd8-a4ae-53687bebf834 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:24.552372 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-dd3d14b5-7baa-4aad-b144-5908e67548b9 None None] Transition to ACTIVE for port object 1765ca5d-6821-4dd8-a4ae-53687bebf834 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:24.561799 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dd3d14b5-7baa-4aad-b144-5908e67548b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:24.563007 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1a8ba3a6-75e4-405b-b7c6-8d74a87289e0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:24.564315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8ad424a9-4797-4e26-820c-01b3556bff95 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:24.624532 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1a8ba3a6-75e4-405b-b7c6-8d74a87289e0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:24.654716 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ba3a6-75e4-405b-b7c6-8d74a87289e0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6415530c-f051-40dd-b82b-4a639d25e1c0,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:24.656585 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad424a9-4797-4e26-820c-01b3556bff95 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event deleted for resources: {'Port': ['ID=3b17b0a6-1900-4aeb-8234-20f26be549c4,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:24.699198 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3d14b5-7baa-4aad-b144-5908e67548b9 None None] Network c28b8870-ea54-4e4e-b79e-d465418a24db is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:24.713194 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-dd3d14b5-7baa-4aad-b144-5908e67548b9 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:24.718491 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3d14b5-7baa-4aad-b144-5908e67548b9 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:50:24.787558 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bc3a4793-27ea-495a-add9-784ef0c11428 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:24.797870 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-9992a011-8119-4b9a-b91c-aeac791d8e79 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Calling delete_port for b4dcee9b-a030-4649-90b6-ed1e9e83ddda owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:24.818197 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d14b5-7baa-4aad-b144-5908e67548b9 None None] Pushing event updated for resources: {'Port': ['ID=1765ca5d-6821-4dd8-a4ae-53687bebf834,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:24.897462 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-dd3d14b5-7baa-4aad-b144-5908e67548b9 None None] Attempting to bind port 1765ca5d-6821-4dd8-a4ae-53687bebf834 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:50:24.897886 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1a8ba3a6-75e4-405b-b7c6-8d74a87289e0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:24.898846 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-dd3d14b5-7baa-4aad-b144-5908e67548b9 None None] Attempting to bind port 1765ca5d-6821-4dd8-a4ae-53687bebf834 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'f9b6b6f0-8854-4dee-9bda-c8aa2e8d63d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c28b8870-ea54-4e4e-b79e-d465418a24db'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:50:24.899836 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d14b5-7baa-4aad-b144-5908e67548b9 None None] Attempting to bind port 1765ca5d-6821-4dd8-a4ae-53687bebf834 on network c28b8870-ea54-4e4e-b79e-d465418a24db {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:50:24.900394 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1a8ba3a6-75e4-405b-b7c6-8d74a87289e0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7348347 May 10 14:50:24.907835 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:24.908195 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41048) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:24.919235 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d14b5-7baa-4aad-b144-5908e67548b9 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:50:24.919709 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d14b5-7baa-4aad-b144-5908e67548b9 None None] Checking segment: {'id': 'f9b6b6f0-8854-4dee-9bda-c8aa2e8d63d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c28b8870-ea54-4e4e-b79e-d465418a24db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:50:24.919997 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dd3d14b5-7baa-4aad-b144-5908e67548b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:24.920386 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d14b5-7baa-4aad-b144-5908e67548b9 None None] Bound using segment: {'id': 'f9b6b6f0-8854-4dee-9bda-c8aa2e8d63d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c28b8870-ea54-4e4e-b79e-d465418a24db'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:50:24.920857 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-dd3d14b5-7baa-4aad-b144-5908e67548b9 None None] Bound port: 1765ca5d-6821-4dd8-a4ae-53687bebf834, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b6b6f0-8854-4dee-9bda-c8aa2e8d63d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'c28b8870-ea54-4e4e-b79e-d465418a24db'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:50:24.921625 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dd3d14b5-7baa-4aad-b144-5908e67548b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:24.979617 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bc3a4793-27ea-495a-add9-784ef0c11428 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:25.022969 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-0e4dc9f6-bf7b-45d5-8704-c3525c2c06c9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '5510d827-2b86-4b67-a0c7-376247a7be36', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:25.028429 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 80a065c0-92c0-46cc-9fe7-83e4a3c9d98b up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:25.040686 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0e4dc9f6-bf7b-45d5-8704-c3525c2c06c9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:25.055830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0e4dc9f6-bf7b-45d5-8704-c3525c2c06c9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:25.061465 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0e4dc9f6-bf7b-45d5-8704-c3525c2c06c9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:25.071517 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c034cf-564d-41f8-b44d-2ba7f91ad2f2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet a93bd841-d514-480c-b8ba-c2ac603ce6a1 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:50:25.072442 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0e4dc9f6-bf7b-45d5-8704-c3525c2c06c9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:25.095115 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad424a9-4797-4e26-820c-01b3556bff95 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Router 884612ce-5470-4100-8cf0-cb12ebc4d7c2 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:50:25.099320 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61c034cf-564d-41f8-b44d-2ba7f91ad2f2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:25.129483 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-dd3d14b5-7baa-4aad-b144-5908e67548b9 None None] For port 1765ca5d-6821-4dd8-a4ae-53687bebf834, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:50:25.133843 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-dd3d14b5-7baa-4aad-b144-5908e67548b9 None None] For port 1765ca5d-6821-4dd8-a4ae-53687bebf834, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=1765ca5d-6821-4dd8-a4ae-53687bebf834,segment=NetworkSegment(f9b6b6f0-8854-4dee-9bda-c8aa2e8d63d1),segment_id=f9b6b6f0-8854-4dee-9bda-c8aa2e8d63d1)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:50:25.136110 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 80a065c0-92c0-46cc-9fe7-83e4a3c9d98b completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:25.141901 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dd3d14b5-7baa-4aad-b144-5908e67548b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:25.174914 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a4793-27ea-495a-add9-784ef0c11428 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd87d19-509a-4287-a2b0-4d290f9ed134,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:25.180733 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.securitygroups_db [None req-0e4dc9f6-bf7b-45d5-8704-c3525c2c06c9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Project 7c1eaa2d2a564d8c9e902879ced01cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:50:25.183191 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bc3a4793-27ea-495a-add9-784ef0c11428 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:25.184620 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bc3a4793-27ea-495a-add9-784ef0c11428 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0407126 May 10 14:50:25.187481 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41052) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:25.197459 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-1a8abc1b-91cd-4b73-8110-f07fba39a86e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1740067282', 'security_groups': ['2cd87d19-509a-4287-a2b0-4d290f9ed134'], 'network_id': 'c28b8870-ea54-4e4e-b79e-d465418a24db', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f4f0b312-f0b8-4952-83e2-33fec0bb6059'}]}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:25.219537 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d14b5-7baa-4aad-b144-5908e67548b9 None None] Pushing event updated for resources: {'Port': ['ID=1765ca5d-6821-4dd8-a4ae-53687bebf834,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:25.228297 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0e4dc9f6-bf7b-45d5-8704-c3525c2c06c9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:25.232824 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61c034cf-564d-41f8-b44d-2ba7f91ad2f2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:25.330655 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34e598-2e07-4b23-becf-0ed4756429be req-5843e4fc-ed37-4323-a6c1-6681b2e324bd tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:25.332224 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6f34e598-2e07-4b23-becf-0ed4756429be req-5843e4fc-ed37-4323-a6c1-6681b2e324bd tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.5429108 May 10 14:50:25.436968 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61c034cf-564d-41f8-b44d-2ba7f91ad2f2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:25.458748 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad424a9-4797-4e26-820c-01b3556bff95 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:50:25.471191 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03702b2-a9d4-4a98-bf6d-16132e918745 None None] Sync routers for ids ['884612ce-5470-4100-8cf0-cb12ebc4d7c2'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:50:25.526797 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03702b2-a9d4-4a98-bf6d-16132e918745 None None] Routers {'884612ce-5470-4100-8cf0-cb12ebc4d7c2'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:25.528391 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-f03702b2-a9d4-4a98-bf6d-16132e918745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['884612ce-5470-4100-8cf0-cb12ebc4d7c2'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:25.611090 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-1a8abc1b-91cd-4b73-8110-f07fba39a86e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:25.618547 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0e4dc9f6-bf7b-45d5-8704-c3525c2c06c9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:25.632971 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-f03702b2-a9d4-4a98-bf6d-16132e918745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:25.650191 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03702b2-a9d4-4a98-bf6d-16132e918745 None None] Routers {'884612ce-5470-4100-8cf0-cb12ebc4d7c2'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:25.650974 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-f03702b2-a9d4-4a98-bf6d-16132e918745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['884612ce-5470-4100-8cf0-cb12ebc4d7c2'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:25.654063 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8ad424a9-4797-4e26-820c-01b3556bff95 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:25.654812 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6f34e598-2e07-4b23-becf-0ed4756429be req-16e795ac-2854-4acd-af7f-e9bf132dd06b tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3119988 May 10 14:50:25.692637 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1a8abc1b-91cd-4b73-8110-f07fba39a86e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:port and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:25.698764 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1a8abc1b-91cd-4b73-8110-f07fba39a86e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:25.699795 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9992a011-8119-4b9a-b91c-aeac791d8e79 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:25.711825 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8ad424a9-4797-4e26-820c-01b3556bff95 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "DELETE /v2.0/ports/3b17b0a6-1900-4aeb-8234-20f26be549c4 HTTP/1.1" status: 204 len: 168 time: 2.7181332 May 10 14:50:25.712967 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0e4dc9f6-bf7b-45d5-8704-c3525c2c06c9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:25.715575 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41056) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:25.729809 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-f03702b2-a9d4-4a98-bf6d-16132e918745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:25.730268 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03702b2-a9d4-4a98-bf6d-16132e918745 None None] The sync data for ids ['884612ce-5470-4100-8cf0-cb12ebc4d7c2'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:50:25.775452 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992a011-8119-4b9a-b91c-aeac791d8e79 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Port': ['ID=b4dcee9b-a030-4649-90b6-ed1e9e83ddda,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:25.802346 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-1a8abc1b-91cd-4b73-8110-f07fba39a86e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:25.804385 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dc9f6-bf7b-45d5-8704-c3525c2c06c9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4502ca-f96a-42bc-8a8d-2fec48992084,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:25.813660 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61c034cf-564d-41f8-b44d-2ba7f91ad2f2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:25.891489 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0e4dc9f6-bf7b-45d5-8704-c3525c2c06c9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:25.895727 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0e4dc9f6-bf7b-45d5-8704-c3525c2c06c9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9865124 May 10 14:50:25.900567 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8abc1b-91cd-4b73-8110-f07fba39a86e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:25.948615 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c034cf-564d-41f8-b44d-2ba7f91ad2f2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=a93bd841-d514-480c-b8ba-c2ac603ce6a1,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:26.054467 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61c034cf-564d-41f8-b44d-2ba7f91ad2f2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:26.066232 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9992a011-8119-4b9a-b91c-aeac791d8e79 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:26.166057 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220097e1-42ae-47fd-8f30-2e430164d031 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:26.172408 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-61c034cf-564d-41f8-b44d-2ba7f91ad2f2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/a93bd841-d514-480c-b8ba-c2ac603ce6a1 HTTP/1.1" status: 204 len: 168 time: 1.7183685 May 10 14:50:26.181202 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41070) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:26.291834 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6a7e374b-88ae-427b-b454-b21d02cd239d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1016462 May 10 14:50:26.294930 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41078) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:26.314043 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-a07dddfd-a7fb-4b16-be7a-aa7d1a49fe0e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:26.406410 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-5a9c7748-5e9e-489a-9eac-1c7a6fcddd6b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:26.426121 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-58f47f0e-7e0a-4c68-a720-d1020fc44dcb None None] Provisioning for port 80a065c0-92c0-46cc-9fe7-83e4a3c9d98b completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:26.435550 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-58f47f0e-7e0a-4c68-a720-d1020fc44dcb None None] Provisioning complete for port 80a065c0-92c0-46cc-9fe7-83e4a3c9d98b triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:26.436111 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9992a011-8119-4b9a-b91c-aeac791d8e79 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Router d3a97db4-5647-466f-b8bc-75f96f047220 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:50:26.436547 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-58f47f0e-7e0a-4c68-a720-d1020fc44dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:26.511787 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-5a9c7748-5e9e-489a-9eac-1c7a6fcddd6b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:26.513181 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-5a9c7748-5e9e-489a-9eac-1c7a6fcddd6b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1161918600&fields=id&tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 267 time: 0.2754178 May 10 14:50:26.619328 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-58f47f0e-7e0a-4c68-a720-d1020fc44dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:26.648804 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a35dc0c-3b5d-4f18-b98e-4b767f0bc4ff None None] DHCP port deletion for a36358c0-b900-4df5-ae69-1592404548f9 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:50:26.654779 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5a35dc0c-3b5d-4f18-b98e-4b767f0bc4ff None None] Deleting port 80a065c0-92c0-46cc-9fe7-83e4a3c9d98b {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:26.655265 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5a35dc0c-3b5d-4f18-b98e-4b767f0bc4ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:26.680345 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9992a011-8119-4b9a-b91c-aeac791d8e79 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:50:26.690228 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9992a011-8119-4b9a-b91c-aeac791d8e79 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/routers/d3a97db4-5647-466f-b8bc-75f96f047220/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2050569 May 10 14:50:26.691496 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41082) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:26.700098 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e2b298-47d1-4fda-8231-830228093dc0 None None] Sync routers for ids ['d3a97db4-5647-466f-b8bc-75f96f047220'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:50:26.712807 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1a8abc1b-91cd-4b73-8110-f07fba39a86e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:26.754522 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-1a8abc1b-91cd-4b73-8110-f07fba39a86e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] device_id is not set on port c969a4cb-8c27-4f06-82e5-c650a50939a9 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:50:26.806208 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-58f47f0e-7e0a-4c68-a720-d1020fc44dcb None None] For port 80a065c0-92c0-46cc-9fe7-83e4a3c9d98b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=80a065c0-92c0-46cc-9fe7-83e4a3c9d98b,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:26.840533 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-58f47f0e-7e0a-4c68-a720-d1020fc44dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:26.856288 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a07dddfd-a7fb-4b16-be7a-aa7d1a49fe0e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:26.875654 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e2b298-47d1-4fda-8231-830228093dc0 None None] Routers {'d3a97db4-5647-466f-b8bc-75f96f047220'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:26.876437 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b6e2b298-47d1-4fda-8231-830228093dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d3a97db4-5647-466f-b8bc-75f96f047220'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:26.885630 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a07dddfd-a7fb-4b16-be7a-aa7d1a49fe0e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:26.898247 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a07dddfd-a7fb-4b16-be7a-aa7d1a49fe0e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:26.919395 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a07dddfd-a7fb-4b16-be7a-aa7d1a49fe0e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:26.979034 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b6e2b298-47d1-4fda-8231-830228093dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:27.017918 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 1765ca5d-6821-4dd8-a4ae-53687bebf834 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:27.036147 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07dddfd-a7fb-4b16-be7a-aa7d1a49fe0e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:27.040261 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a07dddfd-a7fb-4b16-be7a-aa7d1a49fe0e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:27.112923 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1f1f0d50-96e2-4201-9fc9-58461f51c2b7 None None] Provisioning for port 1765ca5d-6821-4dd8-a4ae-53687bebf834 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:27.116365 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e2b298-47d1-4fda-8231-830228093dc0 None None] Routers {'d3a97db4-5647-466f-b8bc-75f96f047220'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:27.117108 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b6e2b298-47d1-4fda-8231-830228093dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d3a97db4-5647-466f-b8bc-75f96f047220'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:27.213674 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f47f0e-7e0a-4c68-a720-d1020fc44dcb None None] Pushing event updated for resources: {'Port': ['ID=80a065c0-92c0-46cc-9fe7-83e4a3c9d98b,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:27.216662 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b6e2b298-47d1-4fda-8231-830228093dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:27.217326 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e2b298-47d1-4fda-8231-830228093dc0 None None] The sync data for ids ['d3a97db4-5647-466f-b8bc-75f96f047220'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:50:27.248385 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-5a35dc0c-3b5d-4f18-b98e-4b767f0bc4ff None None] For port 80a065c0-92c0-46cc-9fe7-83e4a3c9d98b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=80a065c0-92c0-46cc-9fe7-83e4a3c9d98b,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:27.248964 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5a35dc0c-3b5d-4f18-b98e-4b767f0bc4ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:27.324018 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-c5bc9bf5-f5c5-4906-903b-f80781256c00 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:27.324620 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-c5bc9bf5-f5c5-4906-903b-f80781256c00 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:network {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:27.356885 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-1a8abc1b-91cd-4b73-8110-f07fba39a86e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Allocated IP 2001:db8::3a7 (c28b8870-ea54-4e4e-b79e-d465418a24db/f4f0b312-f0b8-4952-83e2-33fec0bb6059/c969a4cb-8c27-4f06-82e5-c650a50939a9) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:27.374784 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-4614a2b1-43a7-477d-accf-8ecd2c63c3a0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] remove_router_interface failed (client error): The resource could not be found. May 10 14:50:27.378617 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4614a2b1-43a7-477d-accf-8ecd2c63c3a0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/routers/d3a97db4-5647-466f-b8bc-75f96f047220/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6827388 May 10 14:50:27.384580 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41088) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:27.386986 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5a35dc0c-3b5d-4f18-b98e-4b767f0bc4ff None None] Calling delete_port for 80a065c0-92c0-46cc-9fe7-83e4a3c9d98b owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:27.414248 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1f1f0d50-96e2-4201-9fc9-58461f51c2b7 None None] Provisioning complete for port 6f7a04dc-1e53-49c4-9553-c1fe40ea5f1e triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:27.414248 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1f1f0d50-96e2-4201-9fc9-58461f51c2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:27.434820 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-c5bc9bf5-f5c5-4906-903b-f80781256c00 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:network {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:27.441097 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-c5bc9bf5-f5c5-4906-903b-f80781256c00 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/networks?id=5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 HTTP/1.1" status: 200 len: 797 time: 0.9146774 May 10 14:50:27.452797 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e7ff76dd-6f56-42e0-a273-da0f0681f6f1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Synchronizing usage tracker for tenant:ab426055898a431ea72055cf37c2d0b5 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:27.466829 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287b710-87e7-4924-b10c-085eae573ac3 req-12289436-aa2e-41ec-b436-71681822c791 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:27.468516 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b287b710-87e7-4924-b10c-085eae573ac3 req-12289436-aa2e-41ec-b436-71681822c791 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.6420166 May 10 14:50:27.472039 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-c83d5998-6a10-46db-a61a-ece80e34dc37 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/quotas/7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 375 time: 0.0301392 May 10 14:50:27.474394 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 1765ca5d-6821-4dd8-a4ae-53687bebf834 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:27.487664 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 1765ca5d-6821-4dd8-a4ae-53687bebf834 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:27.488190 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:27.504191 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e7ff76dd-6f56-42e0-a273-da0f0681f6f1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Unset dirty status for tenant:ab426055898a431ea72055cf37c2d0b5 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:27.505447 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e7ff76dd-6f56-42e0-a273-da0f0681f6f1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3a97db4-5647-466f-b8bc-75f96f047220 HTTP/1.1" status: 200 len: 205 time: 0.1198330 May 10 14:50:27.508590 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41092) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:27.544081 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-1f1f0d50-96e2-4201-9fc9-58461f51c2b7 None None] Port 6f7a04dc-1e53-49c4-9553-c1fe40ea5f1e cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:27.573498 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5a35dc0c-3b5d-4f18-b98e-4b767f0bc4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:27.575404 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b287b710-87e7-4924-b10c-085eae573ac3 req-3fb8f54a-5104-4658-a2dc-b95f05c6baf7 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915682 May 10 14:50:27.614821 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-716ed570-c91e-49e6-a3c9-174544cbb9f8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:27.627103 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35dc0c-3b5d-4f18-b98e-4b767f0bc4ff None None] Pushing event deleted for resources: {'Port': ['ID=80a065c0-92c0-46cc-9fe7-83e4a3c9d98b,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:27.633684 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a35dc0c-3b5d-4f18-b98e-4b767f0bc4ff None None] No DVR routers for this DVR port 80a065c0-92c0-46cc-9fe7-83e4a3c9d98b on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:50:27.636806 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-716ed570-c91e-49e6-a3c9-174544cbb9f8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:27.638311 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-716ed570-c91e-49e6-a3c9-174544cbb9f8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1351829 May 10 14:50:27.688397 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5e4c-9046-4088-a388-0311d55754fb tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:27.694453 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:27.728143 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 1765ca5d-6821-4dd8-a4ae-53687bebf834, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=1765ca5d-6821-4dd8-a4ae-53687bebf834,segment=NetworkSegment(f9b6b6f0-8854-4dee-9bda-c8aa2e8d63d1),segment_id=f9b6b6f0-8854-4dee-9bda-c8aa2e8d63d1)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:27.733386 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:27.804522 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-16445eee-6d7c-4e32-9814-a3f788f2d273 service neutron] 10.222.0.79 "GET /v2.0/networks/5b74dabd-d14b-4810-9da8-3e0bb8fccbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433737 May 10 14:50:27.805430 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 80a065c0-92c0-46cc-9fe7-83e4a3c9d98b no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:50:27.844572 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 80a065c0-92c0-46cc-9fe7-83e4a3c9d98b {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:50:27.844828 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 80a065c0-92c0-46cc-9fe7-83e4a3c9d98b not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:50:27.848368 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=1765ca5d-6821-4dd8-a4ae-53687bebf834,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:27.949668 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-2ad7b20c-4b09-4bf7-91ec-cc8f48132350 service neutron] 10.222.0.79 "GET /v2.0/networks/5b74dabd-d14b-4810-9da8-3e0bb8fccbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388068 May 10 14:50:28.134493 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ac4f4718-aeb0-4061-9bb8-439e8bd152af req-68d8fc40-1c36-4978-836d-cb4461b7cd4e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 210 time: 0.0468855 May 10 14:50:28.246280 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a07dddfd-a7fb-4b16-be7a-aa7d1a49fe0e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:28.289986 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be75df1a-ea6d-44f0-939d-c256de4fccf8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:28.380536 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5e4c-9046-4088-a388-0311d55754fb tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:28.416187 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5e4c-9046-4088-a388-0311d55754fb tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:28.442605 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07dddfd-a7fb-4b16-be7a-aa7d1a49fe0e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:28.463035 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-a07dddfd-a7fb-4b16-be7a-aa7d1a49fe0e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:28.472801 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1910ccc-ccb4-4cfa-aae8-c9a9696b7c03 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:28.523980 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07dddfd-a7fb-4b16-be7a-aa7d1a49fe0e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:28.524555 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a07dddfd-a7fb-4b16-be7a-aa7d1a49fe0e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:28.558597 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07dddfd-a7fb-4b16-be7a-aa7d1a49fe0e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=a58642df-eac9-43be-9461-67a6413255ce,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:28.583692 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5e4c-9046-4088-a388-0311d55754fb tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:28.584190 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ef5e4c-9046-4088-a388-0311d55754fb tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Fanout notify agent at l3_agent the message router_deleted on router d3a97db4-5647-466f-b8bc-75f96f047220 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:50:28.589655 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1a8abc1b-91cd-4b73-8110-f07fba39a86e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:28.630374 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d0ef5e4c-9046-4088-a388-0311d55754fb tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:28.634179 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d0ef5e4c-9046-4088-a388-0311d55754fb tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/routers/d3a97db4-5647-466f-b8bc-75f96f047220 HTTP/1.1" status: 204 len: 168 time: 1.1219027 May 10 14:50:28.634810 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41108) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:28.636257 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a07dddfd-a7fb-4b16-be7a-aa7d1a49fe0e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3384521 May 10 14:50:28.639413 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-1a8abc1b-91cd-4b73-8110-f07fba39a86e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Transition to ACTIVE for port object c969a4cb-8c27-4f06-82e5-c650a50939a9 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:28.640759 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41112) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:28.698137 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-a5a9029e-a480-4fd0-b12f-1473cfce3d9f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1280642515', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:28.709339 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0df65aa-3e1a-460f-af8a-57709745c489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-a36358c0-b900-4df5-ae69-1592404548f9', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'fixed_ips': [{'subnet_id': 'a58642df-eac9-43be-9461-67a6413255ce'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:50:28.710915 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d0df65aa-3e1a-460f-af8a-57709745c489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:28.712534 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a5a9029e-a480-4fd0-b12f-1473cfce3d9f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:28.739804 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb6b3fa-5da0-4e40-ae6b-7ea6c60a790f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting subnet 1b87b715-47a2-46ee-b6de-02f59cb9a403 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:50:28.744063 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-efb6b3fa-5da0-4e40-ae6b-7ea6c60a790f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:28.754345 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a5a9029e-a480-4fd0-b12f-1473cfce3d9f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:router and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:28.761214 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a5a9029e-a480-4fd0-b12f-1473cfce3d9f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:28.770757 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a5a9029e-a480-4fd0-b12f-1473cfce3d9f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:28.804304 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a5a9029e-a480-4fd0-b12f-1473cfce3d9f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:28.805354 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a5a9029e-a480-4fd0-b12f-1473cfce3d9f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:28.817178 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1a8abc1b-91cd-4b73-8110-f07fba39a86e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:28.841824 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-efb6b3fa-5da0-4e40-ae6b-7ea6c60a790f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:28.871785 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a5a9029e-a480-4fd0-b12f-1473cfce3d9f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:28.912996 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8abc1b-91cd-4b73-8110-f07fba39a86e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network c28b8870-ea54-4e4e-b79e-d465418a24db is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:28.916721 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 1765ca5d-6821-4dd8-a4ae-53687bebf834 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:28.950013 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-1a8abc1b-91cd-4b73-8110-f07fba39a86e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:28.962171 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8abc1b-91cd-4b73-8110-f07fba39a86e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:50:28.967844 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8abc1b-91cd-4b73-8110-f07fba39a86e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:28.968454 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1a8abc1b-91cd-4b73-8110-f07fba39a86e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:28.968898 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-efb6b3fa-5da0-4e40-ae6b-7ea6c60a790f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:28.999275 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8abc1b-91cd-4b73-8110-f07fba39a86e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Port': ['ID=c969a4cb-8c27-4f06-82e5-c650a50939a9,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:29.011387 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a5a9029e-a480-4fd0-b12f-1473cfce3d9f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:29.029767 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1a8abc1b-91cd-4b73-8110-f07fba39a86e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8410599 May 10 14:50:29.030374 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-be75df1a-ea6d-44f0-939d-c256de4fccf8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Deleting port 945a3c73-faf5-4351-9465-476b51d7e5e1 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:29.030760 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be75df1a-ea6d-44f0-939d-c256de4fccf8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:29.034275 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41116) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:29.036088 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-d0df65aa-3e1a-460f-af8a-57709745c489 None None] Allocated IP 2001:db8::2 (a36358c0-b900-4df5-ae69-1592404548f9/a58642df-eac9-43be-9461-67a6413255ce/6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:29.043016 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-98674416-d336-4998-87bb-eaa19ffdfc97 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'subnet': {'network_id': 'c28b8870-ea54-4e4e-b79e-d465418a24db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:29.093042 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a5a9029e-a480-4fd0-b12f-1473cfce3d9f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:29.097033 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a5a9029e-a480-4fd0-b12f-1473cfce3d9f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4073327 May 10 14:50:29.097989 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41120) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:29.192887 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 1765ca5d-6821-4dd8-a4ae-53687bebf834 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:29.199533 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:29.223767 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-efb6b3fa-5da0-4e40-ae6b-7ea6c60a790f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:29.281451 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6b3fa-5da0-4e40-ae6b-7ea6c60a790f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Subnet': ['ID=1b87b715-47a2-46ee-b6de-02f59cb9a403,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:29.304621 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-efb6b3fa-5da0-4e40-ae6b-7ea6c60a790f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:29.313464 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3c556a-0ae6-4e21-88d2-d405d408bff5 None None] Network b1d5a2df-9824-4c39-96a1-a7c1a6c51592 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:29.374654 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2ca8b789-4399-4a42-b231-57c70a4a0a7d req-f30f9601-3476-43a5-b8b2-73408702b656 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 210 time: 0.0670722 May 10 14:50:29.379041 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-efb6b3fa-5da0-4e40-ae6b-7ea6c60a790f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/subnets/1b87b715-47a2-46ee-b6de-02f59cb9a403 HTTP/1.1" status: 204 len: 168 time: 0.7426426 May 10 14:50:29.389383 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41126) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:29.498322 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-98674416-d336-4998-87bb-eaa19ffdfc97 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:29.507975 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-98674416-d336-4998-87bb-eaa19ffdfc97 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:subnet and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:29.513057 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-98674416-d336-4998-87bb-eaa19ffdfc97 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:29.532021 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-98674416-d336-4998-87bb-eaa19ffdfc97 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:29.543321 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bdc965b2-52c3-4991-bdef-ac2d0aa43115 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:29.557454 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-bdc965b2-52c3-4991-bdef-ac2d0aa43115 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting port 80b9e8db-0c05-4d10-a69b-7e9165024fda {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:29.557793 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bdc965b2-52c3-4991-bdef-ac2d0aa43115 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:29.578262 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d0df65aa-3e1a-460f-af8a-57709745c489 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:29.581780 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-fa4e8ad8-8806-4c02-86b4-e7b8748bccd8 None None] Provisioning for port c969a4cb-8c27-4f06-82e5-c650a50939a9 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:29.592539 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98674416-d336-4998-87bb-eaa19ffdfc97 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:29.595504 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-98674416-d336-4998-87bb-eaa19ffdfc97 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:29.628325 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d0df65aa-3e1a-460f-af8a-57709745c489 None None] Transition to ACTIVE for port object 6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:29.661890 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-fa4e8ad8-8806-4c02-86b4-e7b8748bccd8 None None] Provisioning complete for port c969a4cb-8c27-4f06-82e5-c650a50939a9 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:29.662671 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fa4e8ad8-8806-4c02-86b4-e7b8748bccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:29.789751 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d0df65aa-3e1a-460f-af8a-57709745c489 None None] Transition to ACTIVE for port object 6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:29.812966 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-fa4e8ad8-8806-4c02-86b4-e7b8748bccd8 None None] Port c969a4cb-8c27-4f06-82e5-c650a50939a9 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:29.816518 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d0df65aa-3e1a-460f-af8a-57709745c489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:29.858909 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.ipam_backend_mixin [None req-98674416-d336-4998-87bb-eaa19ffdfc97 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f4f0b312-f0b8-4952-83e2-33fec0bb6059 (CIDR: 2001:db8::/64) May 10 14:50:29.873729 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-98674416-d336-4998-87bb-eaa19ffdfc97 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:50:29.874215 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98674416-d336-4998-87bb-eaa19ffdfc97 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:50:29.896168 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0df65aa-3e1a-460f-af8a-57709745c489 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:29.901148 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-d0df65aa-3e1a-460f-af8a-57709745c489 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:29.906360 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0df65aa-3e1a-460f-af8a-57709745c489 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:50:29.909337 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-bdc965b2-52c3-4991-bdef-ac2d0aa43115 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] For port 80b9e8db-0c05-4d10-a69b-7e9165024fda, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=80b9e8db-0c05-4d10-a69b-7e9165024fda,segment=NetworkSegment(dde637dc-279d-49d7-bf34-c616b9a1eaa6),segment_id=dde637dc-279d-49d7-bf34-c616b9a1eaa6)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:29.909695 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bdc965b2-52c3-4991-bdef-ac2d0aa43115 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:29.922225 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-98674416-d336-4998-87bb-eaa19ffdfc97 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8844049 May 10 14:50:29.923123 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41136) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:29.929556 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-a31a55f7-6875-445b-a648-7cfd4f3f4e7d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'subnet': {'network_id': 'c28b8870-ea54-4e4e-b79e-d465418a24db', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:29.947753 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df65aa-3e1a-460f-af8a-57709745c489 None None] Pushing event updated for resources: {'Port': ['ID=6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:30.036338 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-d0df65aa-3e1a-460f-af8a-57709745c489 None None] Attempting to bind port 6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:50:30.037384 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-d0df65aa-3e1a-460f-af8a-57709745c489 None None] Attempting to bind port 6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:50:30.037758 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df65aa-3e1a-460f-af8a-57709745c489 None None] Attempting to bind port 6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8 on network a36358c0-b900-4df5-ae69-1592404548f9 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:50:30.055136 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df65aa-3e1a-460f-af8a-57709745c489 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:50:30.055450 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df65aa-3e1a-460f-af8a-57709745c489 None None] Checking segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:50:30.055895 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d0df65aa-3e1a-460f-af8a-57709745c489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:30.056320 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df65aa-3e1a-460f-af8a-57709745c489 None None] Bound using segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:50:30.056952 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-d0df65aa-3e1a-460f-af8a-57709745c489 None None] Bound port: 6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:50:30.057331 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d0df65aa-3e1a-460f-af8a-57709745c489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:30.068842 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde58a7f-6834-487c-9414-f689e7eef91a None None] DHCP port deletion for b1d5a2df-9824-4c39-96a1-a7c1a6c51592 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:50:30.079347 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-dde58a7f-6834-487c-9414-f689e7eef91a None None] Deleting port 80b9e8db-0c05-4d10-a69b-7e9165024fda {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:30.079720 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dde58a7f-6834-487c-9414-f689e7eef91a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:30.181654 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be75df1a-ea6d-44f0-939d-c256de4fccf8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:30.244679 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-bdc965b2-52c3-4991-bdef-ac2d0aa43115 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Calling delete_port for 80b9e8db-0c05-4d10-a69b-7e9165024fda owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:30.252568 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-d0df65aa-3e1a-460f-af8a-57709745c489 None None] For port 6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:50:30.280086 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-d0df65aa-3e1a-460f-af8a-57709745c489 None None] For port 6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:50:30.323076 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-be75df1a-ea6d-44f0-939d-c256de4fccf8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Calling delete_port for 945a3c73-faf5-4351-9465-476b51d7e5e1 owned by network:router_interface {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:30.327716 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d0df65aa-3e1a-460f-af8a-57709745c489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:30.359890 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-3a27b371-d955-44a0-9b41-1a99a970dc85 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:30.361793 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-3a27b371-d955-44a0-9b41-1a99a970dc85 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/networks?id=5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 HTTP/1.1" status: 200 len: 797 time: 0.9126952 May 10 14:50:30.374665 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a31a55f7-6875-445b-a648-7cfd4f3f4e7d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:30.377323 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bdc965b2-52c3-4991-bdef-ac2d0aa43115 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:30.415412 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a31a55f7-6875-445b-a648-7cfd4f3f4e7d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:subnet and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:30.425390 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a31a55f7-6875-445b-a648-7cfd4f3f4e7d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:30.436402 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-dde58a7f-6834-487c-9414-f689e7eef91a None None] For port 80b9e8db-0c05-4d10-a69b-7e9165024fda, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=80b9e8db-0c05-4d10-a69b-7e9165024fda,segment=NetworkSegment(dde637dc-279d-49d7-bf34-c616b9a1eaa6),segment_id=dde637dc-279d-49d7-bf34-c616b9a1eaa6)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:30.436796 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dde58a7f-6834-487c-9414-f689e7eef91a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:30.440586 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc965b2-52c3-4991-bdef-ac2d0aa43115 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Port': ['ID=80b9e8db-0c05-4d10-a69b-7e9165024fda,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:30.442630 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a31a55f7-6875-445b-a648-7cfd4f3f4e7d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:30.445154 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc965b2-52c3-4991-bdef-ac2d0aa43115 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] No DVR routers for this DVR port 80b9e8db-0c05-4d10-a69b-7e9165024fda on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:50:30.480171 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be8c4e60-f146-4616-9879-f8291d330147 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:30.506703 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31a55f7-6875-445b-a648-7cfd4f3f4e7d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:30.510252 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a31a55f7-6875-445b-a648-7cfd4f3f4e7d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:30.597528 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-dde58a7f-6834-487c-9414-f689e7eef91a None None] Calling delete_port for 80b9e8db-0c05-4d10-a69b-7e9165024fda owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:30.627891 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df65aa-3e1a-460f-af8a-57709745c489 None None] Pushing event updated for resources: {'Port': ['ID=6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:30.682052 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-dde58a7f-6834-487c-9414-f689e7eef91a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:50:30.682393 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-dde58a7f-6834-487c-9414-f689e7eef91a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:50:30.747205 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-21b26f09-4c9f-4352-bdb5-19561e2add5c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 380 time: 0.3735530 May 10 14:50:30.756941 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-05488c69-568d-426c-8e06-cc3ff68f6e50 req-e158906e-2189-44b9-b2ea-6bdce4c145eb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 210 time: 0.1463871 May 10 14:50:30.765256 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bdc965b2-52c3-4991-bdef-ac2d0aa43115 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:30.830637 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-1bce4731-8776-4fec-bbda-c620ae9fff21 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'port': {'device_id': 'e164761d-8da1-4d0f-a014-b5e27c3d5e70', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'admin_state_up': True, 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'security_groups': ['5510d827-2b86-4b67-a0c7-376247a7be36']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:30.834168 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-bdc965b2-52c3-4991-bdef-ac2d0aa43115 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d5a2df-9824-4c39-96a1-a7c1a6c51592']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:30.857372 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-bdc965b2-52c3-4991-bdef-ac2d0aa43115 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde637dc-279d-49d7-bf34-c616b9a1eaa6') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:30.857372 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-bdc965b2-52c3-4991-bdef-ac2d0aa43115 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde637dc-279d-49d7-bf34-c616b9a1eaa6') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:30.873100 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bdc965b2-52c3-4991-bdef-ac2d0aa43115 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:30.910151 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bdc965b2-52c3-4991-bdef-ac2d0aa43115 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:30.922040 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc965b2-52c3-4991-bdef-ac2d0aa43115 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:50:30.922495 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bdc965b2-52c3-4991-bdef-ac2d0aa43115 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:50:30.946797 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:50:31.023877 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:31.094565 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bdc965b2-52c3-4991-bdef-ac2d0aa43115 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:31.122010 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:31.122504 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bdc965b2-52c3-4991-bdef-ac2d0aa43115 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:31.145107 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc965b2-52c3-4991-bdef-ac2d0aa43115 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Network': ['ID=b1d5a2df-9824-4c39-96a1-a7c1a6c51592,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:31.150041 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bdc965b2-52c3-4991-bdef-ac2d0aa43115 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/networks/b1d5a2df-9824-4c39-96a1-a7c1a6c51592 HTTP/1.1" status: 204 len: 168 time: 1.7596600 May 10 14:50:31.154083 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41142) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:31.163560 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-45c23351-0546-40bd-aa58-3e2451bd32d4 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-601557441'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:31.174307 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-45c23351-0546-40bd-aa58-3e2451bd32d4 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:31.181081 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-45c23351-0546-40bd-aa58-3e2451bd32d4 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:network and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:31.183739 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-dde58a7f-6834-487c-9414-f689e7eef91a None None] Deleting port 80b9e8db-0c05-4d10-a69b-7e9165024fda {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:31.184121 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dde58a7f-6834-487c-9414-f689e7eef91a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:31.188084 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-45c23351-0546-40bd-aa58-3e2451bd32d4 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:31.202319 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-45c23351-0546-40bd-aa58-3e2451bd32d4 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:31.215110 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 80b9e8db-0c05-4d10-a69b-7e9165024fda no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:50:31.228751 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c23351-0546-40bd-aa58-3e2451bd32d4 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Made reservation on behalf of ab426055898a431ea72055cf37c2d0b5 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:31.233870 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-45c23351-0546-40bd-aa58-3e2451bd32d4 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:31.256735 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 80b9e8db-0c05-4d10-a69b-7e9165024fda {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:50:31.256735 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 80b9e8db-0c05-4d10-a69b-7e9165024fda not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:50:31.266268 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-1bce4731-8776-4fec-bbda-c620ae9fff21 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:31.294834 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a31a55f7-6875-445b-a648-7cfd4f3f4e7d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:31.332077 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-1bce4731-8776-4fec-bbda-c620ae9fff21 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:31.337781 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-dde58a7f-6834-487c-9414-f689e7eef91a None None] The port '80b9e8db-0c05-4d10-a69b-7e9165024fda' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:50:31.372792 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31a55f7-6875-445b-a648-7cfd4f3f4e7d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network c28b8870-ea54-4e4e-b79e-d465418a24db is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:31.375582 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-1bce4731-8776-4fec-bbda-c620ae9fff21 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:31.378028 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-a31a55f7-6875-445b-a648-7cfd4f3f4e7d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:31.380158 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-1bce4731-8776-4fec-bbda-c620ae9fff21 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:31.386587 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31a55f7-6875-445b-a648-7cfd4f3f4e7d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:31.387173 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a31a55f7-6875-445b-a648-7cfd4f3f4e7d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:31.388334 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f827e6c-82ef-4a27-b33b-0fff28ab8a41 None None] Network c28b8870-ea54-4e4e-b79e-d465418a24db requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:31.391280 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c23351-0546-40bd-aa58-3e2451bd32d4 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:50:31.393819 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a55f7-6875-445b-a648-7cfd4f3f4e7d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Subnet': ['ID=28cea6f0-4400-47a1-bb49-b6d6af60e880,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:31.402586 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be75df1a-ea6d-44f0-939d-c256de4fccf8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:31.415189 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-45c23351-0546-40bd-aa58-3e2451bd32d4 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:31.415521 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-45c23351-0546-40bd-aa58-3e2451bd32d4 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Added segment 8f4f92c2-266a-4b97-b082-2315059c29b4 of type vlan for network 2009dc35-839f-420e-b880-7a2418b0e0fd May 10 14:50:31.424103 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a31a55f7-6875-445b-a648-7cfd4f3f4e7d tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4985240 May 10 14:50:31.425756 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41146) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:31.432583 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-a06365f3-0e1a-43a3-a58a-613512018ca1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-157718793', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '28cea6f0-4400-47a1-bb49-b6d6af60e880'}], 'security_groups': ['12542b40-6565-4565-8a01-c06c1fc73ad4']}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:31.444801 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-be8c4e60-f146-4616-9879-f8291d330147 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8::1 (a36358c0-b900-4df5-ae69-1592404548f9/a58642df-eac9-43be-9461-67a6413255ce/ce43969f-1d87-45af-89bc-80bb2fe19293) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:31.502844 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75df1a-ea6d-44f0-939d-c256de4fccf8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event deleted for resources: {'Port': ['ID=945a3c73-faf5-4351-9465-476b51d7e5e1,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:31.530718 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-45c23351-0546-40bd-aa58-3e2451bd32d4 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:31.608737 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-45c23351-0546-40bd-aa58-3e2451bd32d4 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:31.617062 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c23351-0546-40bd-aa58-3e2451bd32d4 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:31.619133 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-45c23351-0546-40bd-aa58-3e2451bd32d4 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:31.850097 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefc0312-0d1e-4d77-9f70-d9b25a199467 None None] Update dhcp port {'port': {'network_id': 'c28b8870-ea54-4e4e-b79e-d465418a24db', 'fixed_ips': [{'subnet_id': 'f4f0b312-f0b8-4952-83e2-33fec0bb6059', 'ip_address': '2001:db8::2'}, {'subnet_id': '28cea6f0-4400-47a1-bb49-b6d6af60e880'}], 'binding:host_id': 'dv-neutron-841204-2-hyperv'}, 'id': '1765ca5d-6821-4dd8-a4ae-53687bebf834'} from dv-neutron-841204-2-hyperv. {{(pid=88053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 10 14:50:31.863440 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-45c23351-0546-40bd-aa58-3e2451bd32d4 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7059796 May 10 14:50:31.883925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41152) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:31.901517 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e8f4877e-b567-4699-9904-cb1de290c1f0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'subnet': {'network_id': '2009dc35-839f-420e-b880-7a2418b0e0fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:31.920487 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-eefc0312-0d1e-4d77-9f70-d9b25a199467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:31.986692 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be8c4e60-f146-4616-9879-f8291d330147 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:32.022147 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c23351-0546-40bd-aa58-3e2451bd32d4 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Network': ['ID=2009dc35-839f-420e-b880-7a2418b0e0fd,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:32.085954 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 2009dc35-839f-420e-b880-7a2418b0e0fd details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:50:32.093124 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-be8c4e60-f146-4616-9879-f8291d330147 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Transition to ACTIVE for port object ce43969f-1d87-45af-89bc-80bb2fe19293 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:32.227514 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8da3fcc4-9573-4fbf-a272-169223bdb0f9 None None] Provisioning for port 6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:32.233084 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-20048fa8-24ad-4699-a3f6-5dcf4a6fa304 req-7ee2481a-6033-4c60-99a6-ad702a8ec28b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 210 time: 0.2076011 May 10 14:50:32.269657 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8da3fcc4-9573-4fbf-a272-169223bdb0f9 None None] Provisioning complete for port 6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:32.270045 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8da3fcc4-9573-4fbf-a272-169223bdb0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:32.286207 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-1bce4731-8776-4fec-bbda-c620ae9fff21 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.20.0.4 (5b74dabd-d14b-4810-9da8-3e0bb8fccbf0/702fd6a2-2441-4d78-a561-280659d21ac8/d32182e0-af3e-4b84-bd1a-0be8d42e3bbc) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:32.304798 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be8c4e60-f146-4616-9879-f8291d330147 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:32.319577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e8f4877e-b567-4699-9904-cb1de290c1f0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:32.332201 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e8f4877e-b567-4699-9904-cb1de290c1f0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:subnet and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:32.337084 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e8f4877e-b567-4699-9904-cb1de290c1f0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:32.342278 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be75df1a-ea6d-44f0-939d-c256de4fccf8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:32.346462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e8f4877e-b567-4699-9904-cb1de290c1f0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:32.355686 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-eefc0312-0d1e-4d77-9f70-d9b25a199467 None None] Allocated IP 2001:db8:0:1::2 (c28b8870-ea54-4e4e-b79e-d465418a24db/28cea6f0-4400-47a1-bb49-b6d6af60e880/1765ca5d-6821-4dd8-a4ae-53687bebf834) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:32.356579 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a06365f3-0e1a-43a3-a58a-613512018ca1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:32.375364 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f4877e-b567-4699-9904-cb1de290c1f0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Made reservation on behalf of ab426055898a431ea72055cf37c2d0b5 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:32.379305 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8f4877e-b567-4699-9904-cb1de290c1f0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:32.403360 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8c4e60-f146-4616-9879-f8291d330147 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:32.467317 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-be8c4e60-f146-4616-9879-f8291d330147 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:32.479898 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8c4e60-f146-4616-9879-f8291d330147 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:50:32.480362 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be8c4e60-f146-4616-9879-f8291d330147 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:32.507332 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c4e60-f146-4616-9879-f8291d330147 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=ce43969f-1d87-45af-89bc-80bb2fe19293,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:32.509479 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8da3fcc4-9573-4fbf-a272-169223bdb0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:32.576016 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-8da3fcc4-9573-4fbf-a272-169223bdb0f9 None None] For port 6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:32.589393 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8da3fcc4-9573-4fbf-a272-169223bdb0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:32.641528 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-eefc0312-0d1e-4d77-9f70-d9b25a199467 None None] For port 1765ca5d-6821-4dd8-a4ae-53687bebf834, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=1765ca5d-6821-4dd8-a4ae-53687bebf834,segment=NetworkSegment(f9b6b6f0-8854-4dee-9bda-c8aa2e8d63d1),segment_id=f9b6b6f0-8854-4dee-9bda-c8aa2e8d63d1)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:32.694266 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-eefc0312-0d1e-4d77-9f70-d9b25a199467 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:32.698102 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3fcc4-9573-4fbf-a272-169223bdb0f9 None None] Pushing event updated for resources: {'Port': ['ID=6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:32.722526 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-eefc0312-0d1e-4d77-9f70-d9b25a199467 None None] Transition to ACTIVE for port object 1765ca5d-6821-4dd8-a4ae-53687bebf834 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:32.730942 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-eefc0312-0d1e-4d77-9f70-d9b25a199467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:32.921316 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:32.937433 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-1bce4731-8776-4fec-bbda-c620ae9fff21 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:32.999155 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc0312-0d1e-4d77-9f70-d9b25a199467 None None] Pushing event updated for resources: {'Port': ['ID=1765ca5d-6821-4dd8-a4ae-53687bebf834,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:33.019408 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-699c8191-ff68-423f-95b4-f377af92fa27 None None] Provisioning for port ce43969f-1d87-45af-89bc-80bb2fe19293 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:33.025869 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-699c8191-ff68-423f-95b4-f377af92fa27 None None] Provisioning complete for port ce43969f-1d87-45af-89bc-80bb2fe19293 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:33.026313 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-699c8191-ff68-423f-95b4-f377af92fa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:33.033204 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be8c4e60-f146-4616-9879-f8291d330147 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:33.057519 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-1bce4731-8776-4fec-bbda-c620ae9fff21 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Transition to ACTIVE for port object d32182e0-af3e-4b84-bd1a-0be8d42e3bbc will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:33.059904 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8f4877e-b567-4699-9904-cb1de290c1f0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:33.085205 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:33.085586 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:33.136140 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-a06365f3-0e1a-43a3-a58a-613512018ca1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Delete allocated IP 2001:db8::3a7 (c28b8870-ea54-4e4e-b79e-d465418a24db/f4f0b312-f0b8-4952-83e2-33fec0bb6059) {{(pid=88051) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 10 14:50:33.137389 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-699c8191-ff68-423f-95b4-f377af92fa27 None None] Port ce43969f-1d87-45af-89bc-80bb2fe19293 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:33.146683 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-a06365f3-0e1a-43a3-a58a-613512018ca1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Allocated IP 2001:db8:0:1::334 (c28b8870-ea54-4e4e-b79e-d465418a24db/28cea6f0-4400-47a1-bb49-b6d6af60e880/c969a4cb-8c27-4f06-82e5-c650a50939a9) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:33.167548 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be75df1a-ea6d-44f0-939d-c256de4fccf8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Router 884612ce-5470-4100-8cf0-cb12ebc4d7c2 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:50:33.339435 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4877e-b567-4699-9904-cb1de290c1f0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Subnet': ['ID=cd746d4b-5092-42ec-9814-f330f5badce7,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:33.480063 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3607eb97-4e70-4161-a220-167ed94029b0 req-bb3cd3dd-68f1-4ebe-89e8-2f938a65806f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 210 time: 0.0968833 May 10 14:50:33.489087 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f4877e-b567-4699-9904-cb1de290c1f0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Checking segment: {'id': '8f4f92c2-266a-4b97-b082-2315059c29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2009dc35-839f-420e-b880-7a2418b0e0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:50:33.489511 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f4877e-b567-4699-9904-cb1de290c1f0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network hostable DHCP agents. Network: 2009dc35-839f-420e-b880-7a2418b0e0fd, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:50:33.542725 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-1bce4731-8776-4fec-bbda-c620ae9fff21 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:33.543314 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f4877e-b567-4699-9904-cb1de290c1f0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network 2009dc35-839f-420e-b880-7a2418b0e0fd is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:50:33.551855 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a06365f3-0e1a-43a3-a58a-613512018ca1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:33.572518 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-e8f4877e-b567-4699-9904-cb1de290c1f0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 2009dc35-839f-420e-b880-7a2418b0e0fd) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:33.577551 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f4877e-b567-4699-9904-cb1de290c1f0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:33.578139 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8f4877e-b567-4699-9904-cb1de290c1f0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:33.586087 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c33cd38-681e-4208-a826-dc640e763b5c None None] Network 2009dc35-839f-420e-b880-7a2418b0e0fd requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:33.594481 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-a06365f3-0e1a-43a3-a58a-613512018ca1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Transition to ACTIVE for port object c969a4cb-8c27-4f06-82e5-c650a50939a9 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:33.601844 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a06365f3-0e1a-43a3-a58a-613512018ca1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:33.659544 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e8f4877e-b567-4699-9904-cb1de290c1f0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7722642 May 10 14:50:33.665885 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41158) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:33.671345 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-1bce4731-8776-4fec-bbda-c620ae9fff21 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:33.700431 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-d17900ff-e5d1-4b55-b9b2-1a4ec1681339 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1169833126', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:33.717223 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d17900ff-e5d1-4b55-b9b2-1a4ec1681339 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:33.728664 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-a06365f3-0e1a-43a3-a58a-613512018ca1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] In _notify_port_updated(), no bound segment for port c969a4cb-8c27-4f06-82e5-c650a50939a9 on network c28b8870-ea54-4e4e-b79e-d465418a24db {{(pid=88051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 10 14:50:33.734116 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06365f3-0e1a-43a3-a58a-613512018ca1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:33.734791 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a06365f3-0e1a-43a3-a58a-613512018ca1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:33.739812 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a06365f3-0e1a-43a3-a58a-613512018ca1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "PUT /v2.0/ports/c969a4cb-8c27-4f06-82e5-c650a50939a9 HTTP/1.1" status: 200 len: 930 time: 2.3092430 May 10 14:50:33.740552 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d17900ff-e5d1-4b55-b9b2-1a4ec1681339 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:router and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:33.741940 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b84972bc-591e-4636-aee7-246662f0a462 None None] Provisioning for port c969a4cb-8c27-4f06-82e5-c650a50939a9 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:33.745391 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41162) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:33.762109 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b84972bc-591e-4636-aee7-246662f0a462 None None] Provisioning complete for port c969a4cb-8c27-4f06-82e5-c650a50939a9 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:33.762508 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b84972bc-591e-4636-aee7-246662f0a462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:33.781124 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-1bce4731-8776-4fec-bbda-c620ae9fff21 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:33.781817 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d17900ff-e5d1-4b55-b9b2-1a4ec1681339 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:33.791899 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06365f3-0e1a-43a3-a58a-613512018ca1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Port': ['ID=c969a4cb-8c27-4f06-82e5-c650a50939a9,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:33.799147 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-1bce4731-8776-4fec-bbda-c620ae9fff21 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:50:33.813282 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d17900ff-e5d1-4b55-b9b2-1a4ec1681339 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:33.825608 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b84972bc-591e-4636-aee7-246662f0a462 None None] Port c969a4cb-8c27-4f06-82e5-c650a50939a9 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:33.851812 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-2269538a-6330-4945-acc8-5e374ab1fb91 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port c969a4cb-8c27-4f06-82e5-c650a50939a9 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:33.852350 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2269538a-6330-4945-acc8-5e374ab1fb91 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:33.894606 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce4731-8776-4fec-bbda-c620ae9fff21 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=d32182e0-af3e-4b84-bd1a-0be8d42e3bbc,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:33.899697 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b84972bc-591e-4636-aee7-246662f0a462 None None] Provisioning for port 1765ca5d-6821-4dd8-a4ae-53687bebf834 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:33.919389 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d17900ff-e5d1-4b55-b9b2-1a4ec1681339 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:33.920942 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d17900ff-e5d1-4b55-b9b2-1a4ec1681339 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:33.967256 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b84972bc-591e-4636-aee7-246662f0a462 None None] Provisioning complete for port 1765ca5d-6821-4dd8-a4ae-53687bebf834 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:33.967795 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b84972bc-591e-4636-aee7-246662f0a462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:33.995655 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d17900ff-e5d1-4b55-b9b2-1a4ec1681339 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:34.001759 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1663d11f-7a29-4c0d-8fa4-da6f9aff79d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-2009dc35-839f-420e-b880-7a2418b0e0fd', 'network_id': '2009dc35-839f-420e-b880-7a2418b0e0fd', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'fixed_ips': [{'subnet_id': 'cd746d4b-5092-42ec-9814-f330f5badce7'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:50:34.008357 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1663d11f-7a29-4c0d-8fa4-da6f9aff79d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:34.059306 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be75df1a-ea6d-44f0-939d-c256de4fccf8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:50:34.071023 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ccf21-1493-4fed-940f-e453e3676e04 None None] Sync routers for ids ['884612ce-5470-4100-8cf0-cb12ebc4d7c2'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:50:34.074077 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-1bce4731-8776-4fec-bbda-c620ae9fff21 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:34.074743 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-1bce4731-8776-4fec-bbda-c620ae9fff21 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:34.092011 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375ccf21-1493-4fed-940f-e453e3676e04 None None] Routers {'884612ce-5470-4100-8cf0-cb12ebc4d7c2'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:34.092694 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-375ccf21-1493-4fed-940f-e453e3676e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['884612ce-5470-4100-8cf0-cb12ebc4d7c2'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:34.125811 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d17900ff-e5d1-4b55-b9b2-1a4ec1681339 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:34.137735 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-be75df1a-ea6d-44f0-939d-c256de4fccf8 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "PUT /v2.0/routers/884612ce-5470-4100-8cf0-cb12ebc4d7c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4054177 May 10 14:50:34.140250 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41166) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:34.197505 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d17900ff-e5d1-4b55-b9b2-1a4ec1681339 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:34.199162 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d17900ff-e5d1-4b55-b9b2-1a4ec1681339 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5321450 May 10 14:50:34.209458 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41172) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:34.218166 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-1bce4731-8776-4fec-bbda-c620ae9fff21 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3983128 May 10 14:50:34.236979 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-375ccf21-1493-4fed-940f-e453e3676e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:34.242705 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-f4c2b3a5-19ee-4d2f-a392-aee3689a062d service neutron] Request body: {'port': {'device_id': 'e164761d-8da1-4d0f-a014-b5e27c3d5e70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:34.249675 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375ccf21-1493-4fed-940f-e453e3676e04 None None] Routers {'884612ce-5470-4100-8cf0-cb12ebc4d7c2'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:34.250767 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-375ccf21-1493-4fed-940f-e453e3676e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['884612ce-5470-4100-8cf0-cb12ebc4d7c2'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:34.284246 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41176) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:34.293975 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.resource_extend [None req-be8c4e60-f146-4616-9879-f8291d330147 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:50:34.309082 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b84972bc-591e-4636-aee7-246662f0a462 None None] Provisioning complete for port 6f7a04dc-1e53-49c4-9553-c1fe40ea5f1e triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:34.309935 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b84972bc-591e-4636-aee7-246662f0a462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:34.324480 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-375ccf21-1493-4fed-940f-e453e3676e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:34.325293 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ccf21-1493-4fed-940f-e453e3676e04 None None] The sync data for ids ['884612ce-5470-4100-8cf0-cb12ebc4d7c2'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:50:34.335033 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be8c4e60-f146-4616-9879-f8291d330147 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:34.408088 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be8c4e60-f146-4616-9879-f8291d330147 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:34.409090 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be8c4e60-f146-4616-9879-f8291d330147 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:34.422388 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b84972bc-591e-4636-aee7-246662f0a462 None None] Port 6f7a04dc-1e53-49c4-9553-c1fe40ea5f1e cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:34.436068 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-1663d11f-7a29-4c0d-8fa4-da6f9aff79d7 None None] Allocated IP 2001:db8::2 (2009dc35-839f-420e-b880-7a2418b0e0fd/cd746d4b-5092-42ec-9814-f330f5badce7/e22f85b9-8b6b-48b2-87b1-b7d08e124dd0) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:34.482668 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2269538a-6330-4945-acc8-5e374ab1fb91 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:34.639286 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-f4c2b3a5-19ee-4d2f-a392-aee3689a062d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:34.657463 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c4e60-f146-4616-9879-f8291d330147 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=ce43969f-1d87-45af-89bc-80bb2fe19293,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:34.661397 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8636ba10-6641-4994-a4e8-8c862ed1b46e tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:34.672066 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8c5af837-b889-47cf-95c4-268e9b95c753 None None] Provisioning complete for port c969a4cb-8c27-4f06-82e5-c650a50939a9 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:34.672557 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8c5af837-b889-47cf-95c4-268e9b95c753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:34.712609 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-2269538a-6330-4945-acc8-5e374ab1fb91 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Calling delete_port for c969a4cb-8c27-4f06-82e5-c650a50939a9 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:34.735029 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1663d11f-7a29-4c0d-8fa4-da6f9aff79d7 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:34.749392 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-8c5af837-b889-47cf-95c4-268e9b95c753 None None] Port c969a4cb-8c27-4f06-82e5-c650a50939a9 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:34.751453 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1663d11f-7a29-4c0d-8fa4-da6f9aff79d7 None None] Transition to ACTIVE for port object e22f85b9-8b6b-48b2-87b1-b7d08e124dd0 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:34.774673 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1663d11f-7a29-4c0d-8fa4-da6f9aff79d7 None None] Transition to ACTIVE for port object e22f85b9-8b6b-48b2-87b1-b7d08e124dd0 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:34.776048 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8c5af837-b889-47cf-95c4-268e9b95c753 None None] Provisioning for port d32182e0-af3e-4b84-bd1a-0be8d42e3bbc completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:34.781828 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8c5af837-b889-47cf-95c4-268e9b95c753 None None] Provisioning complete for port d32182e0-af3e-4b84-bd1a-0be8d42e3bbc triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:34.782286 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8c5af837-b889-47cf-95c4-268e9b95c753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:34.820271 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1663d11f-7a29-4c0d-8fa4-da6f9aff79d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:34.905912 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1663d11f-7a29-4c0d-8fa4-da6f9aff79d7 None None] Network 2009dc35-839f-420e-b880-7a2418b0e0fd is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:34.914696 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-1663d11f-7a29-4c0d-8fa4-da6f9aff79d7 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:34.916736 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 1765ca5d-6821-4dd8-a4ae-53687bebf834 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:34.942247 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1663d11f-7a29-4c0d-8fa4-da6f9aff79d7 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:50:34.965960 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-8c5af837-b889-47cf-95c4-268e9b95c753 None None] Port d32182e0-af3e-4b84-bd1a-0be8d42e3bbc cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:34.981247 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663d11f-7a29-4c0d-8fa4-da6f9aff79d7 None None] Pushing event updated for resources: {'Port': ['ID=e22f85b9-8b6b-48b2-87b1-b7d08e124dd0,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:35.044745 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8c4e60-f146-4616-9879-f8291d330147 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:35.050655 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-be8c4e60-f146-4616-9879-f8291d330147 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:35.086014 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-1663d11f-7a29-4c0d-8fa4-da6f9aff79d7 None None] Attempting to bind port e22f85b9-8b6b-48b2-87b1-b7d08e124dd0 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:50:35.086014 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-1663d11f-7a29-4c0d-8fa4-da6f9aff79d7 None None] Attempting to bind port e22f85b9-8b6b-48b2-87b1-b7d08e124dd0 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '8f4f92c2-266a-4b97-b082-2315059c29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2009dc35-839f-420e-b880-7a2418b0e0fd'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:50:35.086631 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1663d11f-7a29-4c0d-8fa4-da6f9aff79d7 None None] Attempting to bind port e22f85b9-8b6b-48b2-87b1-b7d08e124dd0 on network 2009dc35-839f-420e-b880-7a2418b0e0fd {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:50:35.095088 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1663d11f-7a29-4c0d-8fa4-da6f9aff79d7 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:50:35.095588 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1663d11f-7a29-4c0d-8fa4-da6f9aff79d7 None None] Checking segment: {'id': '8f4f92c2-266a-4b97-b082-2315059c29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2009dc35-839f-420e-b880-7a2418b0e0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:50:35.096089 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1663d11f-7a29-4c0d-8fa4-da6f9aff79d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:35.096581 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1663d11f-7a29-4c0d-8fa4-da6f9aff79d7 None None] Bound using segment: {'id': '8f4f92c2-266a-4b97-b082-2315059c29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2009dc35-839f-420e-b880-7a2418b0e0fd'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:50:35.097139 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-1663d11f-7a29-4c0d-8fa4-da6f9aff79d7 None None] Bound port: e22f85b9-8b6b-48b2-87b1-b7d08e124dd0, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4f92c2-266a-4b97-b082-2315059c29b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '2009dc35-839f-420e-b880-7a2418b0e0fd'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:50:35.097625 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1663d11f-7a29-4c0d-8fa4-da6f9aff79d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:35.117074 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 1765ca5d-6821-4dd8-a4ae-53687bebf834 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:35.117585 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:35.287980 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-1663d11f-7a29-4c0d-8fa4-da6f9aff79d7 None None] For port e22f85b9-8b6b-48b2-87b1-b7d08e124dd0, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:50:35.313389 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-1663d11f-7a29-4c0d-8fa4-da6f9aff79d7 None None] For port e22f85b9-8b6b-48b2-87b1-b7d08e124dd0, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e22f85b9-8b6b-48b2-87b1-b7d08e124dd0,segment=NetworkSegment(8f4f92c2-266a-4b97-b082-2315059c29b4),segment_id=8f4f92c2-266a-4b97-b082-2315059c29b4)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:50:35.336577 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1663d11f-7a29-4c0d-8fa4-da6f9aff79d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:35.355888 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-238b8603-1cae-4303-9de7-ed92053e38f9 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Deleting port 2ccd8898-dbe0-41be-82f7-9bcec638d057 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:35.356496 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-238b8603-1cae-4303-9de7-ed92053e38f9 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:35.419805 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8636ba10-6641-4994-a4e8-8c862ed1b46e tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:35.449827 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663d11f-7a29-4c0d-8fa4-da6f9aff79d7 None None] Pushing event updated for resources: {'Port': ['ID=e22f85b9-8b6b-48b2-87b1-b7d08e124dd0,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:35.455464 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae0b97-3391-4b85-abf8-45adf5758261 req-bb8a34ef-3d7c-4919-b046-f1baf7c74600 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:35.457126 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-adae0b97-3391-4b85-abf8-45adf5758261 req-bb8a34ef-3d7c-4919-b046-f1baf7c74600 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 931 time: 0.8192160 May 10 14:50:35.463225 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6be8a921-b929-49dc-957c-75ec09028b75 None None] Provisioning complete for port ce43969f-1d87-45af-89bc-80bb2fe19293 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:35.463711 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6be8a921-b929-49dc-957c-75ec09028b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:35.498944 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2269538a-6330-4945-acc8-5e374ab1fb91 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:35.509743 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-8636ba10-6641-4994-a4e8-8c862ed1b46e tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Deleting port 85b0202a-faf5-4f1c-9665-75e61dd20053 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:35.510402 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8636ba10-6641-4994-a4e8-8c862ed1b46e tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:35.531752 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-6be8a921-b929-49dc-957c-75ec09028b75 None None] Port ce43969f-1d87-45af-89bc-80bb2fe19293 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:35.705937 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269538a-6330-4945-acc8-5e374ab1fb91 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Port': ['ID=c969a4cb-8c27-4f06-82e5-c650a50939a9,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:35.751130 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-adae0b97-3391-4b85-abf8-45adf5758261 req-2e821ac0-323c-4601-80ab-bf5629eecae2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=5510d827-2b86-4b67-a0c7-376247a7be36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829521 May 10 14:50:35.772912 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8c4e60-f146-4616-9879-f8291d330147 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Router 7c00ba76-cd48-4bd0-82e6-a03375f18015 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:50:35.795547 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-51451f23-851c-4423-8be2-d4c260587ce2 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:35.827028 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2269538a-6330-4945-acc8-5e374ab1fb91 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:35.861274 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8636ba10-6641-4994-a4e8-8c862ed1b46e tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:36.008156 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-238b8603-1cae-4303-9de7-ed92053e38f9 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:36.008476 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-238b8603-1cae-4303-9de7-ed92053e38f9 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:36.063754 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-8636ba10-6641-4994-a4e8-8c862ed1b46e tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Calling delete_port for 85b0202a-faf5-4f1c-9665-75e61dd20053 owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:36.072388 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2269538a-6330-4945-acc8-5e374ab1fb91 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/ports/c969a4cb-8c27-4f06-82e5-c650a50939a9 HTTP/1.1" status: 204 len: 168 time: 2.3262277 May 10 14:50:36.092482 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41182) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:36.167897 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-f4c2b3a5-19ee-4d2f-a392-aee3689a062d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32182e0-af3e-4b84-bd1a-0be8d42e3bbc {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:50:36.215742 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-f4c2b3a5-19ee-4d2f-a392-aee3689a062d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:36.248777 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6db691-e6e9-45bf-82f0-f07764b63967 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] GET failed (client error): The resource could not be found. May 10 14:50:36.249311 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ec6db691-e6e9-45bf-82f0-f07764b63967 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Synchronizing usage tracker for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:36.252411 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-238b8603-1cae-4303-9de7-ed92053e38f9 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Calling delete_port for 2ccd8898-dbe0-41be-82f7-9bcec638d057 owned by network:floatingip {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:36.273449 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-f4c2b3a5-19ee-4d2f-a392-aee3689a062d service neutron] Transition to ACTIVE for port object d32182e0-af3e-4b84-bd1a-0be8d42e3bbc will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:36.299370 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8c4e60-f146-4616-9879-f8291d330147 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:50:36.300922 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-f4c2b3a5-19ee-4d2f-a392-aee3689a062d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:36.313360 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-be8c4e60-f146-4616-9879-f8291d330147 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "PUT /v2.0/routers/7c00ba76-cd48-4bd0-82e6-a03375f18015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2125709 May 10 14:50:36.313549 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] Sync routers for ids ['7c00ba76-cd48-4bd0-82e6-a03375f18015'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:50:36.327182 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] Routers {'7c00ba76-cd48-4bd0-82e6-a03375f18015'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:36.328039 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['7c00ba76-cd48-4bd0-82e6-a03375f18015'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:36.332269 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41186) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:36.386859 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ec6db691-e6e9-45bf-82f0-f07764b63967 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Unset dirty status for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:36.388062 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ec6db691-e6e9-45bf-82f0-f07764b63967 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports/c969a4cb-8c27-4f06-82e5-c650a50939a9 HTTP/1.1" status: 404 len: 333 time: 0.2380009 May 10 14:50:36.405927 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41190) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:36.487030 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2b3a5-19ee-4d2f-a392-aee3689a062d service neutron] Pushing event updated for resources: {'Port': ['ID=d32182e0-af3e-4b84-bd1a-0be8d42e3bbc,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:36.515059 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701b8623-1115-4549-8386-7723c7c69bee tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:36.517050 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-701b8623-1115-4549-8386-7723c7c69bee tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports/ce43969f-1d87-45af-89bc-80bb2fe19293 HTTP/1.1" status: 200 len: 911 time: 0.1804581 May 10 14:50:36.535187 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41194) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:36.614139 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] Set router 7c00ba76-cd48-4bd0-82e6-a03375f18015 gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:50:36.737559 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1fa99a4e-2add-4163-8884-9f56cf78d9cc tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:36.790006 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-f4c2b3a5-19ee-4d2f-a392-aee3689a062d service neutron] Attempting to bind port d32182e0-af3e-4b84-bd1a-0be8d42e3bbc on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:50:36.790560 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-f4c2b3a5-19ee-4d2f-a392-aee3689a062d service neutron] Attempting to bind port d32182e0-af3e-4b84-bd1a-0be8d42e3bbc by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'd67335cd-b03f-4448-bcc2-1347e31dd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:50:36.790710 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-f4c2b3a5-19ee-4d2f-a392-aee3689a062d service neutron] Attempting to bind port d32182e0-af3e-4b84-bd1a-0be8d42e3bbc on network 5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:50:36.824510 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-f4c2b3a5-19ee-4d2f-a392-aee3689a062d service neutron] Port d32182e0-af3e-4b84-bd1a-0be8d42e3bbc on network 5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:50:36.824826 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-f4c2b3a5-19ee-4d2f-a392-aee3689a062d service neutron] Attempting to bind port d32182e0-af3e-4b84-bd1a-0be8d42e3bbc on network 5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:50:36.828902 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1fa99a4e-2add-4163-8884-9f56cf78d9cc tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:36.848665 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-51451f23-851c-4423-8be2-d4c260587ce2 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Allocated IP 2001:db8::1 (2009dc35-839f-420e-b880-7a2418b0e0fd/cd746d4b-5092-42ec-9814-f330f5badce7/adfc3ef0-73c5-4bce-bfa4-eeaa5bfe5428) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:36.848904 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8636ba10-6641-4994-a4e8-8c862ed1b46e tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:36.907217 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-238b8603-1cae-4303-9de7-ed92053e38f9 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:36.932130 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-f4c2b3a5-19ee-4d2f-a392-aee3689a062d service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:50:36.932464 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-f4c2b3a5-19ee-4d2f-a392-aee3689a062d service neutron] Checking segment: {'id': 'd67335cd-b03f-4448-bcc2-1347e31dd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:50:36.932852 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-f4c2b3a5-19ee-4d2f-a392-aee3689a062d service neutron] Bound using segment: {'id': 'd67335cd-b03f-4448-bcc2-1347e31dd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:50:36.933295 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-f4c2b3a5-19ee-4d2f-a392-aee3689a062d service neutron] Bound port: d32182e0-af3e-4b84-bd1a-0be8d42e3bbc, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd67335cd-b03f-4448-bcc2-1347e31dd44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:50:36.933635 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-f4c2b3a5-19ee-4d2f-a392-aee3689a062d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:36.955348 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636ba10-6641-4994-a4e8-8c862ed1b46e tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event deleted for resources: {'Port': ['ID=85b0202a-faf5-4f1c-9665-75e61dd20053,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:37.016266 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200979d0-fdc6-407c-86ff-49433acb0cb3 None None] Network 2009dc35-839f-420e-b880-7a2418b0e0fd requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:37.031411 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e22f85b9-8b6b-48b2-87b1-b7d08e124dd0 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:37.033975 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aade98a-6bab-43ba-a062-ca8698cf6968 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:37.039878 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aade98a-6bab-43ba-a062-ca8698cf6968 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:37.040649 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5aade98a-6bab-43ba-a062-ca8698cf6968 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:37.094850 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b8603-1cae-4303-9de7-ed92053e38f9 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Pushing event deleted for resources: {'Port': ['ID=2ccd8898-dbe0-41be-82f7-9bcec638d057,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:37.186797 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1fa99a4e-2add-4163-8884-9f56cf78d9cc tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:37.252480 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa99a4e-2add-4163-8884-9f56cf78d9cc tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd87d19-509a-4287-a2b0-4d290f9ed134,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:37.286139 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5aade98a-6bab-43ba-a062-ca8698cf6968 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:37.290036 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5aade98a-6bab-43ba-a062-ca8698cf6968 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7433493 May 10 14:50:37.290036 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41200) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:37.293036 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8636ba10-6641-4994-a4e8-8c862ed1b46e tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:37.301605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-238b8603-1cae-4303-9de7-ed92053e38f9 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for floatingip, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:37.302627 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-238b8603-1cae-4303-9de7-ed92053e38f9 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Floating IP 41810c47-9d8b-4efb-9d5f-5be3f13ffab5 disassociated (deleted). External IP: 172.26.0.132, port: f1646914-08a9-4535-a9c9-191645df0d36. May 10 14:50:37.314192 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port e22f85b9-8b6b-48b2-87b1-b7d08e124dd0 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:37.387762 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c00ba76-cd48-4bd0-82e6-a03375f18015', 'name': 'tempest-NetworksTestDHCPv6-router-1280642515', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:50:28Z', 'updated_at': '2022-05-10T14:50:32Z', 'revision_number': 2, 'project_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'gw_port_host': None, '_interfaces': [{'id': 'ce43969f-1d87-45af-89bc-80bb2fe19293', 'name': '', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'mac_address': 'fa:16:3e:85:a4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c00ba76-cd48-4bd0-82e6-a03375f18015', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'a58642df-eac9-43be-9461-67a6413255ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:50:31Z', 'updated_at': '2022-05-10T14:50:33Z', 'revision_number': 2, 'project_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'subnets': [{'id': 'a58642df-eac9-43be-9461-67a6413255ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:37.389895 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-57c1758e-1602-4cf8-a05b-cf75d5142ae2 None None] Provisioning for port e22f85b9-8b6b-48b2-87b1-b7d08e124dd0 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:37.391836 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-f4c2b3a5-19ee-4d2f-a392-aee3689a062d service neutron] For port d32182e0-af3e-4b84-bd1a-0be8d42e3bbc, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:50:37.405964 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-51451f23-851c-4423-8be2-d4c260587ce2 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:37.410931 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] Checking router: 7c00ba76-cd48-4bd0-82e6-a03375f18015 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:50:37.410931 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] Updating router 7c00ba76-cd48-4bd0-82e6-a03375f18015 port ce43969f-1d87-45af-89bc-80bb2fe19293 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:50:37.427019 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1fa99a4e-2add-4163-8884-9f56cf78d9cc tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:37.431721 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1fa99a4e-2add-4163-8884-9f56cf78d9cc tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/security-groups/2cd87d19-509a-4287-a2b0-4d290f9ed134 HTTP/1.1" status: 204 len: 168 time: 1.0203662 May 10 14:50:37.435366 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-57c1758e-1602-4cf8-a05b-cf75d5142ae2 None None] Provisioning complete for port e22f85b9-8b6b-48b2-87b1-b7d08e124dd0 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:37.435735 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-57c1758e-1602-4cf8-a05b-cf75d5142ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:37.442775 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb9bd1-99d5-4577-b7ea-8993929da6ec req-4b89062e-bffe-4d24-98c5-91225162cbfa tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:37.445370 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-32fb9bd1-99d5-4577-b7ea-8993929da6ec req-4b89062e-bffe-4d24-98c5-91225162cbfa tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 943 time: 0.4142385 May 10 14:50:37.449312 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41204) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:37.510262 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-51451f23-851c-4423-8be2-d4c260587ce2 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Transition to ACTIVE for port object adfc3ef0-73c5-4bce-bfa4-eeaa5bfe5428 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:37.533796 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:37.585205 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-f4c2b3a5-19ee-4d2f-a392-aee3689a062d service neutron] For port d32182e0-af3e-4b84-bd1a-0be8d42e3bbc, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=d32182e0-af3e-4b84-bd1a-0be8d42e3bbc,segment=NetworkSegment(d67335cd-b03f-4448-bcc2-1347e31dd44b),segment_id=d67335cd-b03f-4448-bcc2-1347e31dd44b)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:50:37.607064 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-f4c2b3a5-19ee-4d2f-a392-aee3689a062d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:37.611767 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8636ba10-6641-4994-a4e8-8c862ed1b46e tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:37.631606 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-32fb9bd1-99d5-4577-b7ea-8993929da6ec req-6d95e668-9640-495e-a08c-cdbd1c627f7e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=5510d827-2b86-4b67-a0c7-376247a7be36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065764 May 10 14:50:37.653221 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8636ba10-6641-4994-a4e8-8c862ed1b46e tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:37.726576 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-f4c2b3a5-19ee-4d2f-a392-aee3689a062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:37.727156 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-57c1758e-1602-4cf8-a05b-cf75d5142ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:37.727691 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-f4c2b3a5-19ee-4d2f-a392-aee3689a062d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:37.729298 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-f4c2b3a5-19ee-4d2f-a392-aee3689a062d service neutron] 10.222.0.86 "PUT /v2.0/ports/d32182e0-af3e-4b84-bd1a-0be8d42e3bbc HTTP/1.1" status: 200 len: 1093 time: 3.4997516 May 10 14:50:37.729954 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e164761d-8da1-4d0f-a014-b5e27c3d5e70', 'tag': 'd32182e0-af3e-4b84-bd1a-0be8d42e3bbc'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:50:37.765364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2b3a5-19ee-4d2f-a392-aee3689a062d service neutron] Pushing event updated for resources: {'Port': ['ID=d32182e0-af3e-4b84-bd1a-0be8d42e3bbc,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:37.824715 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-57c1758e-1602-4cf8-a05b-cf75d5142ae2 None None] For port e22f85b9-8b6b-48b2-87b1-b7d08e124dd0, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e22f85b9-8b6b-48b2-87b1-b7d08e124dd0,segment=NetworkSegment(8f4f92c2-266a-4b97-b082-2315059c29b4),segment_id=8f4f92c2-266a-4b97-b082-2315059c29b4)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:37.892670 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-57c1758e-1602-4cf8-a05b-cf75d5142ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:37.894714 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-360fc625-bdb0-4282-b4a6-4914f100f81b'] response: {'name': 'network-changed', 'server_uuid': 'e164761d-8da1-4d0f-a014-b5e27c3d5e70', 'tag': 'd32182e0-af3e-4b84-bd1a-0be8d42e3bbc', 'status': 'completed', 'code': 200} May 10 14:50:37.896128 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-51451f23-851c-4423-8be2-d4c260587ce2 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:37.901112 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6bf39a66-278e-4ee9-a495-b55000dfbf54 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:37.971890 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8636ba10-6641-4994-a4e8-8c862ed1b46e tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:37.972736 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8636ba10-6641-4994-a4e8-8c862ed1b46e tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Fanout notify agent at l3_agent the message router_deleted on router 884612ce-5470-4100-8cf0-cb12ebc4d7c2 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:50:38.061271 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51451f23-851c-4423-8be2-d4c260587ce2 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network 2009dc35-839f-420e-b880-7a2418b0e0fd is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:38.065297 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6bf39a66-278e-4ee9-a495-b55000dfbf54 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:38.101629 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1758e-1602-4cf8-a05b-cf75d5142ae2 None None] Pushing event updated for resources: {'Port': ['ID=e22f85b9-8b6b-48b2-87b1-b7d08e124dd0,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:38.104858 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d6e8331b-7e28-4a10-b97f-0ea759f0cb70 None None] Provisioning complete for port e22f85b9-8b6b-48b2-87b1-b7d08e124dd0 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:38.104858 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d6e8331b-7e28-4a10-b97f-0ea759f0cb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:38.113585 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8636ba10-6641-4994-a4e8-8c862ed1b46e tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:38.115469 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8636ba10-6641-4994-a4e8-8c862ed1b46e tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "DELETE /v2.0/routers/884612ce-5470-4100-8cf0-cb12ebc4d7c2 HTTP/1.1" status: 204 len: 168 time: 3.9735115 May 10 14:50:38.119483 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41210) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:38.129906 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51451f23-851c-4423-8be2-d4c260587ce2 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Port': ['ID=adfc3ef0-73c5-4bce-bfa4-eeaa5bfe5428,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:38.133051 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-51451f23-851c-4423-8be2-d4c260587ce2 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:38.150791 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51451f23-851c-4423-8be2-d4c260587ce2 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:50:38.151335 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-51451f23-851c-4423-8be2-d4c260587ce2 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:38.241339 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238b8603-1cae-4303-9de7-ed92053e38f9 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Router 4ce929a1-a885-4508-a2a9-aae7a984580d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:50:38.270235 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-2d4591ea-bd3f-41fc-889d-c975ef15e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:38.273011 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-2d4591ea-bd3f-41fc-889d-c975ef15e3e5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 1096 time: 0.3806725 May 10 14:50:38.291513 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f55dced-294b-4fcf-83e9-381c745f52e1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Deleting subnet 1f84253e-2c89-47d1-b417-6bf350c889cd {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:50:38.297347 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2f55dced-294b-4fcf-83e9-381c745f52e1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:38.313027 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6bf39a66-278e-4ee9-a495-b55000dfbf54 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:38.340569 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:38.356512 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] Transition to ACTIVE for port object ce43969f-1d87-45af-89bc-80bb2fe19293 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:38.367196 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:38.440175 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf39a66-278e-4ee9-a495-b55000dfbf54 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12542b40-6565-4565-8a01-c06c1fc73ad4,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:38.448572 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-fc73fc57-c577-4f1e-8bd2-a2dfb087da48 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d32182e0-af3e-4b84-bd1a-0be8d42e3bbc HTTP/1.1" status: 200 len: 217 time: 0.0820031 May 10 14:50:38.450195 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2f55dced-294b-4fcf-83e9-381c745f52e1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:38.497540 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6bf39a66-278e-4ee9-a495-b55000dfbf54 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:38.501776 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6bf39a66-278e-4ee9-a495-b55000dfbf54 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/security-groups/12542b40-6565-4565-8a01-c06c1fc73ad4 HTTP/1.1" status: 204 len: 168 time: 1.0479379 May 10 14:50:38.512710 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41214) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:38.530986 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db824f-e2a0-4312-85d4-d9b5549fc1bb None None] Pushing event updated for resources: {'Port': ['ID=ce43969f-1d87-45af-89bc-80bb2fe19293,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:38.590678 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-51451f23-851c-4423-8be2-d4c260587ce2 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:38.608690 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-207591bc-7cec-4879-996a-78ed0ef902ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:38.610134 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-207591bc-7cec-4879-996a-78ed0ef902ae service neutron] 10.222.0.86 "GET /v2.0/subnets?id=702fd6a2-2441-4d78-a561-280659d21ac8 HTTP/1.1" status: 200 len: 834 time: 0.1274815 May 10 14:50:38.701971 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] Attempting to bind port ce43969f-1d87-45af-89bc-80bb2fe19293 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:50:38.702502 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] Attempting to bind port ce43969f-1d87-45af-89bc-80bb2fe19293 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:50:38.704589 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] Attempting to bind port ce43969f-1d87-45af-89bc-80bb2fe19293 on network a36358c0-b900-4df5-ae69-1592404548f9 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:50:38.710174 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:50:38.710742 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] Checking segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:50:38.711388 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:38.711867 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] Bound using segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:50:38.712438 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] Bound port: ce43969f-1d87-45af-89bc-80bb2fe19293, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:50:38.712909 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:38.730278 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8cf5eb25-e303-4d0b-9f10-919c36845ced None None] Provisioning for port adfc3ef0-73c5-4bce-bfa4-eeaa5bfe5428 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:38.744315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2f55dced-294b-4fcf-83e9-381c745f52e1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:38.773693 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8cf5eb25-e303-4d0b-9f10-919c36845ced None None] Provisioning complete for port adfc3ef0-73c5-4bce-bfa4-eeaa5bfe5428 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:38.774144 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8cf5eb25-e303-4d0b-9f10-919c36845ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:38.801025 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae69e6d-8902-452e-b3e9-ed25e7ab5ec6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting subnet f4f0b312-f0b8-4952-83e2-33fec0bb6059 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:50:38.813227 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238b8603-1cae-4303-9de7-ed92053e38f9 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:50:38.814924 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1ae69e6d-8902-452e-b3e9-ed25e7ab5ec6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:38.824820 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c10003-c6d5-4438-ad34-5ac346a76a77 None None] Sync routers for ids ['4ce929a1-a885-4508-a2a9-aae7a984580d'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:50:38.842258 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c10003-c6d5-4438-ad34-5ac346a76a77 None None] Routers {'4ce929a1-a885-4508-a2a9-aae7a984580d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:38.842935 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-66c10003-c6d5-4438-ad34-5ac346a76a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4ce929a1-a885-4508-a2a9-aae7a984580d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:38.872960 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-8cf5eb25-e303-4d0b-9f10-919c36845ced None None] Port adfc3ef0-73c5-4bce-bfa4-eeaa5bfe5428 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:38.883723 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] For port ce43969f-1d87-45af-89bc-80bb2fe19293, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:50:38.887261 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] For port ce43969f-1d87-45af-89bc-80bb2fe19293, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=ce43969f-1d87-45af-89bc-80bb2fe19293,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:50:38.897302 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:38.924833 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-238b8603-1cae-4303-9de7-ed92053e38f9 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:38.984485 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e22f85b9-8b6b-48b2-87b1-b7d08e124dd0 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:39.082229 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] Routers {'7c00ba76-cd48-4bd0-82e6-a03375f18015'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:39.083298 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['7c00ba76-cd48-4bd0-82e6-a03375f18015'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:39.093902 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1ae69e6d-8902-452e-b3e9-ed25e7ab5ec6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:39.148486 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-109b09fb-5fb5-441d-a87a-156fd4704faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:39.149048 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-66c10003-c6d5-4438-ad34-5ac346a76a77 None None] Set router 4ce929a1-a885-4508-a2a9-aae7a984580d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:50:39.150111 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-109b09fb-5fb5-441d-a87a-156fd4704faa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5b74dabd-d14b-4810-9da8-3e0bb8fccbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4958591 May 10 14:50:39.156518 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2f55dced-294b-4fcf-83e9-381c745f52e1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:39.177253 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db824f-e2a0-4312-85d4-d9b5549fc1bb None None] Pushing event updated for resources: {'Port': ['ID=ce43969f-1d87-45af-89bc-80bb2fe19293,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:39.215792 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1ae69e6d-8902-452e-b3e9-ed25e7ab5ec6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:39.271189 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55dced-294b-4fcf-83e9-381c745f52e1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event deleted for resources: {'Subnet': ['ID=1f84253e-2c89-47d1-b417-6bf350c889cd,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:39.303208 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2f55dced-294b-4fcf-83e9-381c745f52e1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:39.307742 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af263b18-e674-4800-a960-a1b842c48fd3 None None] Network eed7662c-fd0b-4f65-a088-7c84669e160f requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:39.346712 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1ae69e6d-8902-452e-b3e9-ed25e7ab5ec6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:39.397825 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-56d94f05-60aa-4697-8d61-f84ceb8ad97b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:39.428322 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae69e6d-8902-452e-b3e9-ed25e7ab5ec6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Subnet': ['ID=f4f0b312-f0b8-4952-83e2-33fec0bb6059,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:39.434963 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1ae69e6d-8902-452e-b3e9-ed25e7ab5ec6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:39.446110 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-238b8603-1cae-4303-9de7-ed92053e38f9 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "DELETE /v2.0/floatingips/41810c47-9d8b-4efb-9d5f-5be3f13ffab5 HTTP/1.1" status: 204 len: 168 time: 5.1606793 May 10 14:50:39.447699 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1ae69e6d-8902-452e-b3e9-ed25e7ab5ec6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/subnets/f4f0b312-f0b8-4952-83e2-33fec0bb6059 HTTP/1.1" status: 204 len: 168 time: 0.9316640 May 10 14:50:39.450804 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54106d11-75d2-40ee-8e58-609d107bcc11 None None] Network c28b8870-ea54-4e4e-b79e-d465418a24db requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:39.472843 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1634830-5164-4b96-b345-34f0d8b6859c', 'tag': 'f1646914-08a9-4535-a9c9-191645df0d36'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:50:39.484209 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port e22f85b9-8b6b-48b2-87b1-b7d08e124dd0 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:39.484974 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:39.493125 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41222) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:39.509277 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-4f141f2c-8ba4-43ac-b11b-bd6beefc1c9c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'subnet': {'network_id': 'c28b8870-ea54-4e4e-b79e-d465418a24db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:39.565990 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] Set router 7c00ba76-cd48-4bd0-82e6-a03375f18015 gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:50:39.621975 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2f55dced-294b-4fcf-83e9-381c745f52e1 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "DELETE /v2.0/subnets/1f84253e-2c89-47d1-b417-6bf350c889cd HTTP/1.1" status: 204 len: 168 time: 1.5002162 May 10 14:50:39.629693 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41228) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:39.630834 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-66c10003-c6d5-4438-ad34-5ac346a76a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985080515', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:47:56Z', 'updated_at': '2022-05-10T14:48:18Z', 'revision_number': 4, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'gw_port': {'id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:47:57Z', 'updated_at': '2022-05-10T14:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'bdc3a2c3-79da-4f40-b5d4-66e16cd39870', 'name': '', 'network_id': '37b960e7-59a7-4942-aea6-10f467886311', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'mac_address': 'fa:16:3e:1b:76:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f77b7b59-c302-4fb7-b4fd-f13da52bf4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:13Z', 'updated_at': '2022-05-10T14:48:29Z', 'revision_number': 5, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'subnets': [{'id': 'f77b7b59-c302-4fb7-b4fd-f13da52bf4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:39.637123 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c10003-c6d5-4438-ad34-5ac346a76a77 None None] Checking router: 4ce929a1-a885-4508-a2a9-aae7a984580d for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:50:39.648246 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c10003-c6d5-4438-ad34-5ac346a76a77 None None] Routers {'4ce929a1-a885-4508-a2a9-aae7a984580d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:39.649115 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-66c10003-c6d5-4438-ad34-5ac346a76a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4ce929a1-a885-4508-a2a9-aae7a984580d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:39.873585 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4f141f2c-8ba4-43ac-b11b-bd6beefc1c9c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:39.918672 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-c9e59fb6-65cd-4fec-8557-9d8c5e9c6309 service neutron] 10.222.0.86 "GET /v2.0/networks/5b74dabd-d14b-4810-9da8-3e0bb8fccbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7578716 May 10 14:50:39.959507 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-66c10003-c6d5-4438-ad34-5ac346a76a77 None None] Set router 4ce929a1-a885-4508-a2a9-aae7a984580d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:50:39.998067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4f141f2c-8ba4-43ac-b11b-bd6beefc1c9c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:subnet and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:40.014793 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a43c1b7-3f5e-4726-b9e4-a9d356fcf216'] response: {'name': 'network-changed', 'server_uuid': 'f1634830-5164-4b96-b345-34f0d8b6859c', 'tag': 'f1646914-08a9-4535-a9c9-191645df0d36', 'status': 'completed', 'code': 200} May 10 14:50:40.023780 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4f141f2c-8ba4-43ac-b11b-bd6beefc1c9c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:40.048384 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4f141f2c-8ba4-43ac-b11b-bd6beefc1c9c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:40.072730 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e1945-0aa0-4a18-ad01-0b34e2228ce5 req-84b6ae8e-53c4-427f-b656-77ab7fa08eca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:40.080245 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4a9e1945-0aa0-4a18-ad01-0b34e2228ce5 req-84b6ae8e-53c4-427f-b656-77ab7fa08eca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 943 time: 1.0949340 May 10 14:50:40.107933 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:40.189494 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Deleting port 7d5d083a-bbf5-47b2-b675-deaacd0eb118 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:40.190853 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:40.191202 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f141f2c-8ba4-43ac-b11b-bd6beefc1c9c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:40.195971 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4f141f2c-8ba4-43ac-b11b-bd6beefc1c9c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:40.243080 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:50:40.278099 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efbc97-58a3-4ea1-9ef9-33d748158220 req-cf90ccce-6082-46b1-b80b-fc429601a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:40.280365 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-78efbc97-58a3-4ea1-9ef9-33d748158220 req-cf90ccce-6082-46b1-b80b-fc429601a194 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ff413262496f40d691ca8346c51f1a79&device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 1099 time: 0.2884972 May 10 14:50:40.286115 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-56d94f05-60aa-4697-8d61-f84ceb8ad97b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting port ce43969f-1d87-45af-89bc-80bb2fe19293 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:40.286878 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-56d94f05-60aa-4697-8d61-f84ceb8ad97b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:40.351505 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4a9e1945-0aa0-4a18-ad01-0b34e2228ce5 req-daf7d96d-298b-4d49-a799-08c25c1c91bc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=5510d827-2b86-4b67-a0c7-376247a7be36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703571 May 10 14:50:40.417031 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03474d9d-222e-4ce2-a400-27c8e842eaaa req-e9cd7cc9-f0cc-4ae5-9260-184a96a273a8 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:40.418201 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-03474d9d-222e-4ce2-a400-27c8e842eaaa req-e9cd7cc9-f0cc-4ae5-9260-184a96a273a8 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Synchronizing usage tracker for tenant:ff413262496f40d691ca8346c51f1a79 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:40.422456 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-51451f23-851c-4423-8be2-d4c260587ce2 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:40.440747 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-51451f23-851c-4423-8be2-d4c260587ce2 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:40.441766 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-51451f23-851c-4423-8be2-d4c260587ce2 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:40.464142 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-66c10003-c6d5-4438-ad34-5ac346a76a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985080515', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:47:56Z', 'updated_at': '2022-05-10T14:48:18Z', 'revision_number': 4, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'gw_port': {'id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:47:57Z', 'updated_at': '2022-05-10T14:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'bdc3a2c3-79da-4f40-b5d4-66e16cd39870', 'name': '', 'network_id': '37b960e7-59a7-4942-aea6-10f467886311', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'mac_address': 'fa:16:3e:1b:76:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f77b7b59-c302-4fb7-b4fd-f13da52bf4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:13Z', 'updated_at': '2022-05-10T14:48:29Z', 'revision_number': 5, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'subnets': [{'id': 'f77b7b59-c302-4fb7-b4fd-f13da52bf4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:40.469041 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c10003-c6d5-4438-ad34-5ac346a76a77 None None] The sync data for ids ['4ce929a1-a885-4508-a2a9-aae7a984580d'] in dv-neutron-841204-2-hyperv is: [{'id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985080515', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:47:56Z', 'updated_at': '2022-05-10T14:48:18Z', 'revision_number': 4, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'gw_port': {'id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:47:57Z', 'updated_at': '2022-05-10T14:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'bdc3a2c3-79da-4f40-b5d4-66e16cd39870', 'name': '', 'network_id': '37b960e7-59a7-4942-aea6-10f467886311', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'mac_address': 'fa:16:3e:1b:76:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f77b7b59-c302-4fb7-b4fd-f13da52bf4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:13Z', 'updated_at': '2022-05-10T14:48:29Z', 'revision_number': 5, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'subnets': [{'id': 'f77b7b59-c302-4fb7-b4fd-f13da52bf4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:50:40.503944 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-03474d9d-222e-4ce2-a400-27c8e842eaaa req-e9cd7cc9-f0cc-4ae5-9260-184a96a273a8 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Unset dirty status for tenant:ff413262496f40d691ca8346c51f1a79 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:40.504776 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-03474d9d-222e-4ce2-a400-27c8e842eaaa req-e9cd7cc9-f0cc-4ae5-9260-184a96a273a8 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 946 time: 0.4032342 May 10 14:50:40.509259 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c00ba76-cd48-4bd0-82e6-a03375f18015', 'name': 'tempest-NetworksTestDHCPv6-router-1280642515', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:50:28Z', 'updated_at': '2022-05-10T14:50:32Z', 'revision_number': 2, 'project_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'gw_port_host': None, '_interfaces': [{'id': 'ce43969f-1d87-45af-89bc-80bb2fe19293', 'name': '', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'mac_address': 'fa:16:3e:85:a4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c00ba76-cd48-4bd0-82e6-a03375f18015', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'a58642df-eac9-43be-9461-67a6413255ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:50:31Z', 'updated_at': '2022-05-10T14:50:38Z', 'revision_number': 4, 'project_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'subnets': [{'id': 'a58642df-eac9-43be-9461-67a6413255ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:40.516712 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc0ad9b-fecb-4e4c-822f-e23b06efae0f None None] The sync data for ids ['7c00ba76-cd48-4bd0-82e6-a03375f18015'] in dv-neutron-841204-2-hyperv is: [{'id': '7c00ba76-cd48-4bd0-82e6-a03375f18015', 'name': 'tempest-NetworksTestDHCPv6-router-1280642515', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:50:28Z', 'updated_at': '2022-05-10T14:50:32Z', 'revision_number': 2, 'project_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'gw_port_host': None, '_interfaces': [{'id': 'ce43969f-1d87-45af-89bc-80bb2fe19293', 'name': '', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'mac_address': 'fa:16:3e:85:a4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c00ba76-cd48-4bd0-82e6-a03375f18015', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'a58642df-eac9-43be-9461-67a6413255ce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:50:31Z', 'updated_at': '2022-05-10T14:50:38Z', 'revision_number': 4, 'project_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'subnets': [{'id': 'a58642df-eac9-43be-9461-67a6413255ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:50:40.536954 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-af28523a-4ec5-44d7-88f7-e7c51c4c48e3 req-9f82f8c0-6bb5-41c1-8b3a-1bdf1ee7ce48 service neutron] 10.222.0.86 "GET /v2.0/networks/5b74dabd-d14b-4810-9da8-3e0bb8fccbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5978940 May 10 14:50:40.594129 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290f81be-b84f-4f25-a996-fb6791f19221 None None] DHCP port deletion for eed7662c-fd0b-4f65-a088-7c84669e160f request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:50:40.604627 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-290f81be-b84f-4f25-a996-fb6791f19221 None None] Deleting port 7d5d083a-bbf5-47b2-b675-deaacd0eb118 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:40.605249 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-290f81be-b84f-4f25-a996-fb6791f19221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:40.841134 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4f141f2c-8ba4-43ac-b11b-bd6beefc1c9c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:41.003956 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 7d5d083a-bbf5-47b2-b675-deaacd0eb118 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:50:41.063218 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c63bb-f696-4fda-ab2d-33db5e4efa1e None None] New status for floating IP 41810c47-9d8b-4efb-9d5f-5be3f13ffab5: DOWN {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:50:41.070295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f141f2c-8ba4-43ac-b11b-bd6beefc1c9c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network c28b8870-ea54-4e4e-b79e-d465418a24db is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:41.092775 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-4f141f2c-8ba4-43ac-b11b-bd6beefc1c9c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:41.099156 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f141f2c-8ba4-43ac-b11b-bd6beefc1c9c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Subnet': ['ID=b0ac6f14-c0c0-4b02-8a50-b5d87cff87d9,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:41.104194 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f141f2c-8ba4-43ac-b11b-bd6beefc1c9c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:41.105077 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4f141f2c-8ba4-43ac-b11b-bd6beefc1c9c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:41.133001 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-03474d9d-222e-4ce2-a400-27c8e842eaaa req-5329aac8-1a7c-4159-ad75-353a484e9f4a tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3234584 May 10 14:50:41.140534 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51451f23-851c-4423-8be2-d4c260587ce2 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Port': ['ID=adfc3ef0-73c5-4bce-bfa4-eeaa5bfe5428,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:41.154921 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4f141f2c-8ba4-43ac-b11b-bd6beefc1c9c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6594653 May 10 14:50:41.184465 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41234) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:41.199990 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-00202ad0-a615-4bf5-95f9-9b416e885748 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'security_group': {'name': 'tempest-secgroup-93776189'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:41.212232 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-56d94f05-60aa-4697-8d61-f84ceb8ad97b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] For port ce43969f-1d87-45af-89bc-80bb2fe19293, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=ce43969f-1d87-45af-89bc-80bb2fe19293,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:41.212887 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-56d94f05-60aa-4697-8d61-f84ceb8ad97b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:41.222187 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-00202ad0-a615-4bf5-95f9-9b416e885748 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:41.250128 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-00202ad0-a615-4bf5-95f9-9b416e885748 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:security_group and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:41.256858 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-00202ad0-a615-4bf5-95f9-9b416e885748 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:41.265787 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-00202ad0-a615-4bf5-95f9-9b416e885748 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:41.278592 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-290f81be-b84f-4f25-a996-fb6791f19221 None None] For port 7d5d083a-bbf5-47b2-b675-deaacd0eb118, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=7d5d083a-bbf5-47b2-b675-deaacd0eb118,segment=NetworkSegment(abe08d0a-a6b5-4fdf-b69c-214d9e8c4351),segment_id=abe08d0a-a6b5-4fdf-b69c-214d9e8c4351)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:41.278997 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-290f81be-b84f-4f25-a996-fb6791f19221 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:41.287193 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51451f23-851c-4423-8be2-d4c260587ce2 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network 2009dc35-839f-420e-b880-7a2418b0e0fd is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:41.289526 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-51451f23-851c-4423-8be2-d4c260587ce2 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:41.412336 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-00202ad0-a615-4bf5-95f9-9b416e885748 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:41.546925 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-290f81be-b84f-4f25-a996-fb6791f19221 None None] Calling delete_port for 7d5d083a-bbf5-47b2-b675-deaacd0eb118 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:41.681793 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae015e61-6fed-454e-a5d8-eb9d249018cf None None] Network c28b8870-ea54-4e4e-b79e-d465418a24db requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:41.691282 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-00202ad0-a615-4bf5-95f9-9b416e885748 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:41.695951 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-00202ad0-a615-4bf5-95f9-9b416e885748 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:security_group_rule and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:41.699257 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-00202ad0-a615-4bf5-95f9-9b416e885748 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:41.705454 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-00202ad0-a615-4bf5-95f9-9b416e885748 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:41.763163 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-56d94f05-60aa-4697-8d61-f84ceb8ad97b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Calling delete_port for ce43969f-1d87-45af-89bc-80bb2fe19293 owned by network:router_interface {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:41.826569 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:41.840511 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0bc25f8a-bad1-4cfb-bd1f-5b98d3e214fe None None] Provisioning complete for port 6f7a04dc-1e53-49c4-9553-c1fe40ea5f1e triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:41.841013 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0bc25f8a-bad1-4cfb-bd1f-5b98d3e214fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:41.855025 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efbc97-58a3-4ea1-9ef9-33d748158220 req-b1a9f5b6-3919-4b8c-a8f2-84093a49a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:41.856427 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-78efbc97-58a3-4ea1-9ef9-33d748158220 req-b1a9f5b6-3919-4b8c-a8f2-84093a49a4b3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=37b960e7-59a7-4942-aea6-10f467886311 HTTP/1.1" status: 200 len: 898 time: 1.4820821 May 10 14:50:41.874338 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-00202ad0-a615-4bf5-95f9-9b416e885748 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:41.876101 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-290f81be-b84f-4f25-a996-fb6791f19221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:41.896537 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-00202ad0-a615-4bf5-95f9-9b416e885748 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:41.948228 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-00202ad0-a615-4bf5-95f9-9b416e885748 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:41.952910 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-00202ad0-a615-4bf5-95f9-9b416e885748 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.7675610 May 10 14:50:41.958044 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4b362-b7f1-45ec-a492-595c54197020 req-1d5686cc-4b0b-4a7b-923c-f13589be4250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:41.960524 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41240) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:41.960662 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-27f4b362-b7f1-45ec-a492-595c54197020 req-1d5686cc-4b0b-4a7b-923c-f13589be4250 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 1096 time: 1.3393605 May 10 14:50:41.962001 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-78efbc97-58a3-4ea1-9ef9-33d748158220 req-30e945aa-1690-4156-87e6-95ca09e9c22a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1646914-08a9-4535-a9c9-191645df0d36 HTTP/1.1" status: 200 len: 217 time: 0.0892150 May 10 14:50:41.968911 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-64a99496-e303-4873-b846-ad3f9883fa11 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'security_group': {'name': 'tempest-secgroup-787540182'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:41.981388 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] For port 7d5d083a-bbf5-47b2-b675-deaacd0eb118, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=7d5d083a-bbf5-47b2-b675-deaacd0eb118,segment=NetworkSegment(abe08d0a-a6b5-4fdf-b69c-214d9e8c4351),segment_id=abe08d0a-a6b5-4fdf-b69c-214d9e8c4351)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:41.981887 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:41.986184 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef1962-4da5-409e-89bc-59430f9a33f8 req-a20edea3-9704-4530-8523-70934ed78cf1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:41.987992 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6eef1962-4da5-409e-89bc-59430f9a33f8 req-a20edea3-9704-4530-8523-70934ed78cf1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 943 time: 0.4223356 May 10 14:50:41.988578 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51451f23-851c-4423-8be2-d4c260587ce2 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Router 008d53f5-f7b0-4c23-b59c-ce445acb73f6 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:50:41.990499 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f81be-b84f-4f25-a996-fb6791f19221 None None] Pushing event deleted for resources: {'Port': ['ID=7d5d083a-bbf5-47b2-b675-deaacd0eb118,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:42.012470 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-64a99496-e303-4873-b846-ad3f9883fa11 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:42.023792 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290f81be-b84f-4f25-a996-fb6791f19221 None None] No DVR routers for this DVR port 7d5d083a-bbf5-47b2-b675-deaacd0eb118 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:50:42.030829 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-0bc25f8a-bad1-4cfb-bd1f-5b98d3e214fe None None] Port 6f7a04dc-1e53-49c4-9553-c1fe40ea5f1e cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:42.035506 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-64a99496-e303-4873-b846-ad3f9883fa11 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:security_group and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:42.038975 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00202ad0-a615-4bf5-95f9-9b416e885748 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db302778-83d7-4251-a262-4b61d82d46d7,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:42.043462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-64a99496-e303-4873-b846-ad3f9883fa11 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:42.055640 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-64a99496-e303-4873-b846-ad3f9883fa11 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:42.066068 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0bc25f8a-bad1-4cfb-bd1f-5b98d3e214fe None None] Provisioning complete for port 1765ca5d-6821-4dd8-a4ae-53687bebf834 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:42.067150 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0bc25f8a-bad1-4cfb-bd1f-5b98d3e214fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:42.075239 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efbc97-58a3-4ea1-9ef9-33d748158220 req-96273df1-3962-4409-8663-106170442366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:42.076307 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-78efbc97-58a3-4ea1-9ef9-33d748158220 req-96273df1-3962-4409-8663-106170442366 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f77b7b59-c302-4fb7-b4fd-f13da52bf4b0 HTTP/1.1" status: 200 len: 834 time: 0.0970223 May 10 14:50:42.265345 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51451f23-851c-4423-8be2-d4c260587ce2 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:50:42.271606 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-51451f23-851c-4423-8be2-d4c260587ce2 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/routers/008d53f5-f7b0-4c23-b59c-ce445acb73f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0608635 May 10 14:50:42.277503 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87c7473-745f-45ba-8338-78731d9193c2 None None] Sync routers for ids ['008d53f5-f7b0-4c23-b59c-ce445acb73f6'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:50:42.279351 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6eef1962-4da5-409e-89bc-59430f9a33f8 req-a7b775dc-88a1-430e-a065-7502023055d8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=5510d827-2b86-4b67-a0c7-376247a7be36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682359 May 10 14:50:42.282261 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41246) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:42.290958 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87c7473-745f-45ba-8338-78731d9193c2 None None] Routers {'008d53f5-f7b0-4c23-b59c-ce445acb73f6'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:42.292811 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-d87c7473-745f-45ba-8338-78731d9193c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['008d53f5-f7b0-4c23-b59c-ce445acb73f6'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:42.324126 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0bc25f8a-bad1-4cfb-bd1f-5b98d3e214fe None None] Provisioning complete for port adfc3ef0-73c5-4bce-bfa4-eeaa5bfe5428 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:42.324487 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0bc25f8a-bad1-4cfb-bd1f-5b98d3e214fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:42.358211 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Calling delete_port for 7d5d083a-bbf5-47b2-b675-deaacd0eb118 owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:42.390179 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-64a99496-e303-4873-b846-ad3f9883fa11 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:42.408692 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-d87c7473-745f-45ba-8338-78731d9193c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:42.431744 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87c7473-745f-45ba-8338-78731d9193c2 None None] Routers {'008d53f5-f7b0-4c23-b59c-ce445acb73f6'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:42.432700 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-d87c7473-745f-45ba-8338-78731d9193c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['008d53f5-f7b0-4c23-b59c-ce445acb73f6'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:42.435701 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-0bc25f8a-bad1-4cfb-bd1f-5b98d3e214fe None None] Port adfc3ef0-73c5-4bce-bfa4-eeaa5bfe5428 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:42.457188 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70530c61-2737-4693-87cf-377b89931793 None None] Update dhcp port {'port': {'network_id': 'c28b8870-ea54-4e4e-b79e-d465418a24db', 'fixed_ips': [{'subnet_id': '28cea6f0-4400-47a1-bb49-b6d6af60e880', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b0ac6f14-c0c0-4b02-8a50-b5d87cff87d9'}], 'binding:host_id': 'dv-neutron-841204-2-hyperv'}, 'id': '1765ca5d-6821-4dd8-a4ae-53687bebf834'} from dv-neutron-841204-2-hyperv. {{(pid=88053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 10 14:50:42.462352 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82aea3-65ee-4548-8075-5e735bf91fa8 req-d870a94b-d2de-42e0-a459-c99401d58b4d tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:42.463097 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-7d82aea3-65ee-4548-8075-5e735bf91fa8 req-d870a94b-d2de-42e0-a459-c99401d58b4d tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Synchronizing usage tracker for tenant:ff413262496f40d691ca8346c51f1a79 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:42.468561 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-64a99496-e303-4873-b846-ad3f9883fa11 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:42.482884 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b5574d-d1c7-48d9-b003-df588f053e76 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:42.483889 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d4b5574d-d1c7-48d9-b003-df588f053e76 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Synchronizing usage tracker for tenant:ab426055898a431ea72055cf37c2d0b5 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:42.487765 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-64a99496-e303-4873-b846-ad3f9883fa11 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:security_group_rule and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:42.491493 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-64a99496-e303-4873-b846-ad3f9883fa11 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:42.500272 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-64a99496-e303-4873-b846-ad3f9883fa11 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:42.521694 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-70530c61-2737-4693-87cf-377b89931793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:42.523160 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-7d82aea3-65ee-4548-8075-5e735bf91fa8 req-d870a94b-d2de-42e0-a459-c99401d58b4d tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Unset dirty status for tenant:ff413262496f40d691ca8346c51f1a79 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:42.524300 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7d82aea3-65ee-4548-8075-5e735bf91fa8 req-d870a94b-d2de-42e0-a459-c99401d58b4d tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.86 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 946 time: 1.0182705 May 10 14:50:42.546219 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d4b5574d-d1c7-48d9-b003-df588f053e76 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Unset dirty status for tenant:ab426055898a431ea72055cf37c2d0b5 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:42.550106 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d4b5574d-d1c7-48d9-b003-df588f053e76 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/ports/adfc3ef0-73c5-4bce-bfa4-eeaa5bfe5428 HTTP/1.1" status: 200 len: 911 time: 0.2618988 May 10 14:50:42.551609 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41250) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:42.563824 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-d87c7473-745f-45ba-8338-78731d9193c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:42.564229 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87c7473-745f-45ba-8338-78731d9193c2 None None] The sync data for ids ['008d53f5-f7b0-4c23-b59c-ce445acb73f6'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:50:42.665035 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4b362-b7f1-45ec-a492-595c54197020 req-810aef57-cdc1-4878-be02-54b4a66644aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:42.666980 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-27f4b362-b7f1-45ec-a492-595c54197020 req-810aef57-cdc1-4878-be02-54b4a66644aa service neutron] 10.222.0.86 "GET /v2.0/networks?id=5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 HTTP/1.1" status: 200 len: 898 time: 0.6936071 May 10 14:50:42.672743 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efbc97-58a3-4ea1-9ef9-33d748158220 req-92a0469a-1b14-4cdc-9d3d-debf5321c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:42.674119 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-78efbc97-58a3-4ea1-9ef9-33d748158220 req-92a0469a-1b14-4cdc-9d3d-debf5321c243 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=37b960e7-59a7-4942-aea6-10f467886311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5810189 May 10 14:50:42.711442 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device d32182e0-af3e-4b84-bd1a-0be8d42e3bbc details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 14:50:42.754768 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899c8e5-c5b0-49eb-8fb3-61ff718a23a3 req-3c8799f8-9bf3-4c6a-90a9-a6acd52b8de2 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:42.757750 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-7d82aea3-65ee-4548-8075-5e735bf91fa8 req-25ae593f-7810-4820-a2c8-a986eb8e04c6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Deleting port f1646914-08a9-4535-a9c9-191645df0d36 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:42.757956 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7d82aea3-65ee-4548-8075-5e735bf91fa8 req-25ae593f-7810-4820-a2c8-a986eb8e04c6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:42.761713 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b899c8e5-c5b0-49eb-8fb3-61ff718a23a3 req-3c8799f8-9bf3-4c6a-90a9-a6acd52b8de2 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 946 time: 0.4806764 May 10 14:50:42.800586 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.api [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:50:42.800586 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG oslo_db.api [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:50:42.805058 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-27f4b362-b7f1-45ec-a492-595c54197020 req-2139a23b-9208-467c-a32f-af93c995468d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d32182e0-af3e-4b84-bd1a-0be8d42e3bbc HTTP/1.1" status: 200 len: 217 time: 0.1278980 May 10 14:50:42.912367 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-70530c61-2737-4693-87cf-377b89931793 None None] Allocated IP 2001:db8::2 (c28b8870-ea54-4e4e-b79e-d465418a24db/b0ac6f14-c0c0-4b02-8a50-b5d87cff87d9/1765ca5d-6821-4dd8-a4ae-53687bebf834) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:42.974949 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b899c8e5-c5b0-49eb-8fb3-61ff718a23a3 req-68fb6c31-6ca5-4e9a-b08d-6f4fece539e2 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122679 May 10 14:50:43.002013 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-64a99496-e303-4873-b846-ad3f9883fa11 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:43.012511 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device ce43969f-1d87-45af-89bc-80bb2fe19293 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:43.045811 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port d32182e0-af3e-4b84-bd1a-0be8d42e3bbc, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=d32182e0-af3e-4b84-bd1a-0be8d42e3bbc,segment=NetworkSegment(d67335cd-b03f-4448-bcc2-1347e31dd44b),segment_id=d67335cd-b03f-4448-bcc2-1347e31dd44b)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:43.075364 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-64a99496-e303-4873-b846-ad3f9883fa11 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:43.097103 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'd32182e0-af3e-4b84-bd1a-0be8d42e3bbc', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'port_id': 'd32182e0-af3e-4b84-bd1a-0be8d42e3bbc', 'mac_address': 'fa:16:3e:92:8b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 14:50:43.126600 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4b362-b7f1-45ec-a492-595c54197020 req-7fbb6319-82fc-420e-af52-81db8767cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:43.128025 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-27f4b362-b7f1-45ec-a492-595c54197020 req-7fbb6319-82fc-420e-af52-81db8767cd1a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=702fd6a2-2441-4d78-a561-280659d21ac8 HTTP/1.1" status: 200 len: 834 time: 0.1785970 May 10 14:50:43.133336 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-56d94f05-60aa-4697-8d61-f84ceb8ad97b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:43.186666 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Could not find standard attr ID for object ce43969f-1d87-45af-89bc-80bb2fe19293. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:50:43.203418 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-70530c61-2737-4693-87cf-377b89931793 None None] For port 1765ca5d-6821-4dd8-a4ae-53687bebf834, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=1765ca5d-6821-4dd8-a4ae-53687bebf834,segment=NetworkSegment(f9b6b6f0-8854-4dee-9bda-c8aa2e8d63d1),segment_id=f9b6b6f0-8854-4dee-9bda-c8aa2e8d63d1)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:43.205264 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:43.214678 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a99496-e303-4873-b846-ad3f9883fa11 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2b3be0-1e06-4cee-b1e2-ea676af924f4,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:43.229683 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32182e0-af3e-4b84-bd1a-0be8d42e3bbc {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:50:43.233050 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-64a99496-e303-4873-b846-ad3f9883fa11 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:43.236744 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-64a99496-e303-4873-b846-ad3f9883fa11 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2726233 May 10 14:50:43.238024 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41254) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:43.243618 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-10f463fd-584c-45f4-afc8-d3cc612c91f4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'security_group': {'name': 'tempest-secgroup-1681831824'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:43.263212 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port d32182e0-af3e-4b84-bd1a-0be8d42e3bbc, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=d32182e0-af3e-4b84-bd1a-0be8d42e3bbc,segment=NetworkSegment(d67335cd-b03f-4448-bcc2-1347e31dd44b),segment_id=d67335cd-b03f-4448-bcc2-1347e31dd44b)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:43.265741 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-70530c61-2737-4693-87cf-377b89931793 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:43.270130 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:43.291221 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-10f463fd-584c-45f4-afc8-d3cc612c91f4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:43.304324 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-10f463fd-584c-45f4-afc8-d3cc612c91f4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:security_group and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:43.309736 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-10f463fd-584c-45f4-afc8-d3cc612c91f4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:43.319309 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-10f463fd-584c-45f4-afc8-d3cc612c91f4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:43.340001 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-70530c61-2737-4693-87cf-377b89931793 None None] Transition to ACTIVE for port object 1765ca5d-6821-4dd8-a4ae-53687bebf834 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:43.354516 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-70530c61-2737-4693-87cf-377b89931793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:43.365415 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=d32182e0-af3e-4b84-bd1a-0be8d42e3bbc,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:43.375460 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-10f463fd-584c-45f4-afc8-d3cc612c91f4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:43.411115 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-10f463fd-584c-45f4-afc8-d3cc612c91f4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:43.415584 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-10f463fd-584c-45f4-afc8-d3cc612c91f4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:security_group_rule and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:43.418480 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-10f463fd-584c-45f4-afc8-d3cc612c91f4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:43.424338 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-10f463fd-584c-45f4-afc8-d3cc612c91f4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:43.428952 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Deleting port 7d5d083a-bbf5-47b2-b675-deaacd0eb118 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:43.429519 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:43.455196 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-78efbc97-58a3-4ea1-9ef9-33d748158220 req-02d68b97-87e9-4c08-a1ad-d589d965dbca service neutron] 10.222.0.86 "GET /v2.0/networks/37b960e7-59a7-4942-aea6-10f467886311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7243845 May 10 14:50:43.456194 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d94f05-60aa-4697-8d61-f84ceb8ad97b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Port': ['ID=ce43969f-1d87-45af-89bc-80bb2fe19293,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:43.500322 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-10f463fd-584c-45f4-afc8-d3cc612c91f4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:43.520051 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70530c61-2737-4693-87cf-377b89931793 None None] Pushing event updated for resources: {'Port': ['ID=1765ca5d-6821-4dd8-a4ae-53687bebf834,revision_number=6']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:43.543153 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['d32182e0-af3e-4b84-bd1a-0be8d42e3bbc'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 14:50:43.580150 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-10f463fd-584c-45f4-afc8-d3cc612c91f4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:43.673291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f463fd-584c-45f4-afc8-d3cc612c91f4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a68bae4e-dd4a-4488-8816-9f91386c0d57,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:43.681659 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-10f463fd-584c-45f4-afc8-d3cc612c91f4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:43.683112 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-10f463fd-584c-45f4-afc8-d3cc612c91f4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4446647 May 10 14:50:43.687660 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41260) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:43.740538 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-3232dec6-7f03-477c-90fb-0e8e29ff089a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1530028211', 'security_groups': ['a68bae4e-dd4a-4488-8816-9f91386c0d57'], 'network_id': 'c28b8870-ea54-4e4e-b79e-d465418a24db', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b0ac6f14-c0c0-4b02-8a50-b5d87cff87d9'}]}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:43.795344 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c02e3-d1de-4d37-a190-0fc8882122ac req-ace591ae-f396-428f-b962-d19738784e43 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:43.796902 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c27c02e3-d1de-4d37-a190-0fc8882122ac req-ace591ae-f396-428f-b962-d19738784e43 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 944 time: 0.3959098 May 10 14:50:43.937168 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c27c02e3-d1de-4d37-a190-0fc8882122ac req-461a47a6-4c5a-4a9f-87e6-81d35b2e494e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=5510d827-2b86-4b67-a0c7-376247a7be36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795691 May 10 14:50:43.977439 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] The port '7d5d083a-bbf5-47b2-b675-deaacd0eb118' was deleted {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:50:44.018480 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3232dec6-7f03-477c-90fb-0e8e29ff089a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:44.023657 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-04262646-57bb-4beb-8118-11b9a7fde53c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:44.094706 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-78efbc97-58a3-4ea1-9ef9-33d748158220 req-abfe7327-627c-4ecc-8b04-c0964ceeecec service neutron] 10.222.0.86 "GET /v2.0/networks/37b960e7-59a7-4942-aea6-10f467886311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6231978 May 10 14:50:44.134846 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-56d94f05-60aa-4697-8d61-f84ceb8ad97b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:44.186405 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3232dec6-7f03-477c-90fb-0e8e29ff089a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:44.243509 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3232dec6-7f03-477c-90fb-0e8e29ff089a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:44.275639 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-03d2b86a-a3ce-41cd-9a8b-f6b2ab6174f9 None None] Provisioning for port 1765ca5d-6821-4dd8-a4ae-53687bebf834 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:44.281966 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-03d2b86a-a3ce-41cd-9a8b-f6b2ab6174f9 None None] Provisioning complete for port 1765ca5d-6821-4dd8-a4ae-53687bebf834 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:44.282745 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-03d2b86a-a3ce-41cd-9a8b-f6b2ab6174f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:44.369715 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:44.385198 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-7d82aea3-65ee-4548-8075-5e735bf91fa8 req-25ae593f-7810-4820-a2c8-a986eb8e04c6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] For port f1646914-08a9-4535-a9c9-191645df0d36, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=f1646914-08a9-4535-a9c9-191645df0d36,segment=NetworkSegment(b8e4e5ad-f88f-4792-8961-17ae88f4e759),segment_id=b8e4e5ad-f88f-4792-8961-17ae88f4e759)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:44.385565 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7d82aea3-65ee-4548-8075-5e735bf91fa8 req-25ae593f-7810-4820-a2c8-a986eb8e04c6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:44.426350 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-03d2b86a-a3ce-41cd-9a8b-f6b2ab6174f9 None None] Provisioning complete for port 6f7a04dc-1e53-49c4-9553-c1fe40ea5f1e triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:44.426748 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-03d2b86a-a3ce-41cd-9a8b-f6b2ab6174f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:44.471890 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f024619-9bba-47b0-a98e-4a56da06bbdc req-df002568-c94d-4c20-8a89-402e26fb6456 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:44.473111 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7f024619-9bba-47b0-a98e-4a56da06bbdc req-df002568-c94d-4c20-8a89-402e26fb6456 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 946 time: 0.3699892 May 10 14:50:44.478412 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed7662c-fd0b-4f65-a088-7c84669e160f']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:44.489178 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-03d2b86a-a3ce-41cd-9a8b-f6b2ab6174f9 None None] Port 6f7a04dc-1e53-49c4-9553-c1fe40ea5f1e cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:44.551998 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-7d82aea3-65ee-4548-8075-5e735bf91fa8 req-25ae593f-7810-4820-a2c8-a986eb8e04c6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Calling delete_port for f1646914-08a9-4535-a9c9-191645df0d36 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:44.592796 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4b362-b7f1-45ec-a492-595c54197020 req-f0a74265-d802-408e-9e86-a4e8ef0fee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:44.594299 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-27f4b362-b7f1-45ec-a492-595c54197020 req-f0a74265-d802-408e-9e86-a4e8ef0fee17 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5b74dabd-d14b-4810-9da8-3e0bb8fccbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.4572942 May 10 14:50:44.652005 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3232dec6-7f03-477c-90fb-0e8e29ff089a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:44.662021 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe08d0a-a6b5-4fdf-b69c-214d9e8c4351') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:44.662328 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe08d0a-a6b5-4fdf-b69c-214d9e8c4351') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:44.691801 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-3232dec6-7f03-477c-90fb-0e8e29ff089a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] device_id is not set on port 1badd5a9-7caf-4d49-8ff2-c07101b4211e yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:50:44.720140 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device d32182e0-af3e-4b84-bd1a-0be8d42e3bbc up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:44.726660 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7f024619-9bba-47b0-a98e-4a56da06bbdc req-cd384632-89e6-4f9f-838c-5d9371206baa tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/security-groups?id=cc8eefa9-789e-457d-973c-d71eb63adbf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409935 May 10 14:50:44.810475 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port d32182e0-af3e-4b84-bd1a-0be8d42e3bbc completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:44.816409 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port d32182e0-af3e-4b84-bd1a-0be8d42e3bbc triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:44.816848 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:44.869679 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-04262646-57bb-4beb-8118-11b9a7fde53c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting port adfc3ef0-73c5-4bce-bfa4-eeaa5bfe5428 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:44.870240 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-04262646-57bb-4beb-8118-11b9a7fde53c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:44.944381 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:45.016886 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:45.022655 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d94f05-60aa-4697-8d61-f84ceb8ad97b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Router 7c00ba76-cd48-4bd0-82e6-a03375f18015 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:50:45.045024 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:50:45.045780 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:50:45.064462 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:50:45.124765 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 1765ca5d-6821-4dd8-a4ae-53687bebf834 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:45.196913 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-3232dec6-7f03-477c-90fb-0e8e29ff089a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Allocated IP 2001:db8::137 (c28b8870-ea54-4e4e-b79e-d465418a24db/b0ac6f14-c0c0-4b02-8a50-b5d87cff87d9/1badd5a9-7caf-4d49-8ff2-c07101b4211e) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:45.231232 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-04262646-57bb-4beb-8118-11b9a7fde53c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:45.280852 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-27f4b362-b7f1-45ec-a492-595c54197020 req-90e995c0-9afd-41c4-af09-996d4216b7e5 service neutron] 10.222.0.86 "GET /v2.0/networks/5b74dabd-d14b-4810-9da8-3e0bb8fccbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6258454 May 10 14:50:45.317929 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:45.349508 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 1765ca5d-6821-4dd8-a4ae-53687bebf834 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:45.349893 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:45.367105 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:45.387604 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-04262646-57bb-4beb-8118-11b9a7fde53c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Calling delete_port for adfc3ef0-73c5-4bce-bfa4-eeaa5bfe5428 owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:45.408346 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e164761d-8da1-4d0f-a014-b5e27c3d5e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32182e0-af3e-4b84-bd1a-0be8d42e3bbc'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:50:45.424792 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port d32182e0-af3e-4b84-bd1a-0be8d42e3bbc, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=d32182e0-af3e-4b84-bd1a-0be8d42e3bbc,segment=NetworkSegment(d67335cd-b03f-4448-bcc2-1347e31dd44b),segment_id=d67335cd-b03f-4448-bcc2-1347e31dd44b)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:45.438188 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:45.448233 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7d82aea3-65ee-4548-8075-5e735bf91fa8 req-25ae593f-7810-4820-a2c8-a986eb8e04c6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:45.460741 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d94f05-60aa-4697-8d61-f84ceb8ad97b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:50:45.472085 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd9a8154-e4d2-4aba-9ef0-53cf780e082d'] response: {'server_uuid': 'e164761d-8da1-4d0f-a014-b5e27c3d5e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32182e0-af3e-4b84-bd1a-0be8d42e3bbc', 'code': 200} May 10 14:50:45.476137 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:45.477147 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device f1646914-08a9-4535-a9c9-191645df0d36 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:50:45.507499 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event deleted for resources: {'Network': ['ID=eed7662c-fd0b-4f65-a088-7c84669e160f,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:45.550228 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae593f-7810-4820-a2c8-a986eb8e04c6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Pushing event deleted for resources: {'Port': ['ID=f1646914-08a9-4535-a9c9-191645df0d36,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:45.553714 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:45.554057 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:45.554389 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:45.554733 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:45.555054 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:45.555374 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:45.555687 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:45.555999 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:45.556309 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:45.556626 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:45.556934 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:45.557244 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:45.577891 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-558e0eec-0d50-41b5-9e57-95be9dc3d517 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "DELETE /v2.0/networks/eed7662c-fd0b-4f65-a088-7c84669e160f HTTP/1.1" status: 204 len: 168 time: 5.9342823 May 10 14:50:45.584799 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41270) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:45.586477 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9450e41-9375-419a-9d1c-9e1c20c5d429 None None] Sync routers for ids ['7c00ba76-cd48-4bd0-82e6-a03375f18015'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:50:45.589342 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: f1646914-08a9-4535-a9c9-191645df0d36 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:50:45.589870 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device f1646914-08a9-4535-a9c9-191645df0d36 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:50:45.610773 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae593f-7810-4820-a2c8-a986eb8e04c6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:45.611128 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae593f-7810-4820-a2c8-a986eb8e04c6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:45.612505 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae593f-7810-4820-a2c8-a986eb8e04c6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:45.612855 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae593f-7810-4820-a2c8-a986eb8e04c6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:45.613285 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae593f-7810-4820-a2c8-a986eb8e04c6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:45.613510 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae593f-7810-4820-a2c8-a986eb8e04c6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:45.613843 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae593f-7810-4820-a2c8-a986eb8e04c6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:45.614166 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae593f-7810-4820-a2c8-a986eb8e04c6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:45.616286 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae593f-7810-4820-a2c8-a986eb8e04c6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:45.616863 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae593f-7810-4820-a2c8-a986eb8e04c6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:45.617402 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae593f-7810-4820-a2c8-a986eb8e04c6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:45.617959 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae593f-7810-4820-a2c8-a986eb8e04c6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:45.636847 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9450e41-9375-419a-9d1c-9e1c20c5d429 None None] Routers {'7c00ba76-cd48-4bd0-82e6-a03375f18015'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:45.637483 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-f9450e41-9375-419a-9d1c-9e1c20c5d429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['7c00ba76-cd48-4bd0-82e6-a03375f18015'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:45.652769 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-56d94f05-60aa-4697-8d61-f84ceb8ad97b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "PUT /v2.0/routers/7c00ba76-cd48-4bd0-82e6-a03375f18015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3615682 May 10 14:50:45.678776 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41274) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:45.688713 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea775409-368c-49e0-93ae-c485588e8865 req-beb1b2c0-92c4-4103-9178-cb377098cba6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:45.691406 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ea775409-368c-49e0-93ae-c485588e8865 req-beb1b2c0-92c4-4103-9178-cb377098cba6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 944 time: 0.5394678 May 10 14:50:45.704056 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d82aea3-65ee-4548-8075-5e735bf91fa8 req-25ae593f-7810-4820-a2c8-a986eb8e04c6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] No DVR routers for this DVR port f1646914-08a9-4535-a9c9-191645df0d36 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:50:45.726258 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7d82aea3-65ee-4548-8075-5e735bf91fa8 req-25ae593f-7810-4820-a2c8-a986eb8e04c6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:45.728786 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7d82aea3-65ee-4548-8075-5e735bf91fa8 req-25ae593f-7810-4820-a2c8-a986eb8e04c6 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.86 "DELETE /v2.0/ports/f1646914-08a9-4535-a9c9-191645df0d36 HTTP/1.1" status: 204 len: 173 time: 3.1898100 May 10 14:50:45.729273 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1634830-5164-4b96-b345-34f0d8b6859c', 'name': 'network-vif-deleted', 'tag': 'f1646914-08a9-4535-a9c9-191645df0d36'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:50:45.828563 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f00d6ae-7e10-49b0-bfe5-0cdd5c0ae72b'] response: {'server_uuid': 'f1634830-5164-4b96-b345-34f0d8b6859c', 'name': 'network-vif-deleted', 'tag': 'f1646914-08a9-4535-a9c9-191645df0d36', 'status': 'completed', 'code': 200} May 10 14:50:45.840033 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-27f4b362-b7f1-45ec-a492-595c54197020 req-d47e769b-99dc-456a-ae51-4a6b1693f91e service neutron] 10.222.0.86 "GET /v2.0/networks/5b74dabd-d14b-4810-9da8-3e0bb8fccbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042975 May 10 14:50:45.840262 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=d32182e0-af3e-4b84-bd1a-0be8d42e3bbc,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:45.844128 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-f9450e41-9375-419a-9d1c-9e1c20c5d429 None None] Set router 7c00ba76-cd48-4bd0-82e6-a03375f18015 gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:50:45.898255 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a77e1-6d23-46e5-9bc1-fcd371bfdecc req-6a2401a5-21ce-4c3f-a0d5-ac8c4286f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:45.903381 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f72a77e1-6d23-46e5-9bc1-fcd371bfdecc req-6a2401a5-21ce-4c3f-a0d5-ac8c4286f2ac service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 1098 time: 0.1558144 May 10 14:50:45.963961 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c258a1a4-5a91-45ac-9db2-108d9533190a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Deleting port 3babe7fb-8ca5-4ab0-8a10-831b8251a85c {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:45.964515 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c258a1a4-5a91-45ac-9db2-108d9533190a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:45.990602 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f72a77e1-6d23-46e5-9bc1-fcd371bfdecc req-ef945db9-9ec6-4b33-a8fe-e00d8bcfce85 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5510d827-2b86-4b67-a0c7-376247a7be36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793858 May 10 14:50:46.035260 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-f9450e41-9375-419a-9d1c-9e1c20c5d429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c00ba76-cd48-4bd0-82e6-a03375f18015', 'name': 'tempest-NetworksTestDHCPv6-router-1280642515', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:50:28Z', 'updated_at': '2022-05-10T14:50:42Z', 'revision_number': 3, 'project_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:46.050110 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9450e41-9375-419a-9d1c-9e1c20c5d429 None None] Checking router: 7c00ba76-cd48-4bd0-82e6-a03375f18015 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:50:46.072125 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9450e41-9375-419a-9d1c-9e1c20c5d429 None None] Routers {'7c00ba76-cd48-4bd0-82e6-a03375f18015'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:46.072756 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-f9450e41-9375-419a-9d1c-9e1c20c5d429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['7c00ba76-cd48-4bd0-82e6-a03375f18015'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:46.124877 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dc6b9a1c-139d-4574-b497-fe0c21c239eb req-24e1ff21-bae4-4422-8250-b51dce3dd4b0 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1634830-5164-4b96-b345-34f0d8b6859c HTTP/1.1" status: 200 len: 210 time: 0.0834997 May 10 14:50:46.136557 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ea775409-368c-49e0-93ae-c485588e8865 req-fc9e9c11-43ad-40c4-a10f-083d56103ebb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=5510d827-2b86-4b67-a0c7-376247a7be36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3918388 May 10 14:50:46.170894 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57509a26-1ec7-4eb5-98b5-37d44fb544ea tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:46.172497 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57509a26-1ec7-4eb5-98b5-37d44fb544ea tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:46.173222 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-57509a26-1ec7-4eb5-98b5-37d44fb544ea tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:46.214303 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-f9450e41-9375-419a-9d1c-9e1c20c5d429 None None] Set router 7c00ba76-cd48-4bd0-82e6-a03375f18015 gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:50:46.245287 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3232dec6-7f03-477c-90fb-0e8e29ff089a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:46.321139 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-f9450e41-9375-419a-9d1c-9e1c20c5d429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c00ba76-cd48-4bd0-82e6-a03375f18015', 'name': 'tempest-NetworksTestDHCPv6-router-1280642515', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:50:28Z', 'updated_at': '2022-05-10T14:50:42Z', 'revision_number': 3, 'project_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:46.325533 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9450e41-9375-419a-9d1c-9e1c20c5d429 None None] The sync data for ids ['7c00ba76-cd48-4bd0-82e6-a03375f18015'] in dv-neutron-841204-2-hyperv is: [{'id': '7c00ba76-cd48-4bd0-82e6-a03375f18015', 'name': 'tempest-NetworksTestDHCPv6-router-1280642515', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:50:28Z', 'updated_at': '2022-05-10T14:50:42Z', 'revision_number': 3, 'project_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'gw_port_host': None}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:50:46.463151 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-57509a26-1ec7-4eb5-98b5-37d44fb544ea tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:46.464296 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-57509a26-1ec7-4eb5-98b5-37d44fb544ea tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7844508 May 10 14:50:46.467076 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41282) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:46.508483 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-3232dec6-7f03-477c-90fb-0e8e29ff089a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Transition to ACTIVE for port object 1badd5a9-7caf-4d49-8ff2-c07101b4211e will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:46.511987 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-04262646-57bb-4beb-8118-11b9a7fde53c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:46.542823 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f29ef4-bbf8-4723-be85-8d44ddd6d641 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet a58642df-eac9-43be-9461-67a6413255ce {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:50:46.546967 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a4f29ef4-bbf8-4723-be85-8d44ddd6d641 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:46.551042 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c258a1a4-5a91-45ac-9db2-108d9533190a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:46.551388 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c258a1a4-5a91-45ac-9db2-108d9533190a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:46.618884 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a4f29ef4-bbf8-4723-be85-8d44ddd6d641 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:46.633861 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04262646-57bb-4beb-8118-11b9a7fde53c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Port': ['ID=adfc3ef0-73c5-4bce-bfa4-eeaa5bfe5428,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:46.725561 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a4f29ef4-bbf8-4723-be85-8d44ddd6d641 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:46.729787 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04262646-57bb-4beb-8118-11b9a7fde53c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:46.730136 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04262646-57bb-4beb-8118-11b9a7fde53c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:46.730564 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04262646-57bb-4beb-8118-11b9a7fde53c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:46.730827 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04262646-57bb-4beb-8118-11b9a7fde53c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:46.731153 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04262646-57bb-4beb-8118-11b9a7fde53c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:46.731476 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04262646-57bb-4beb-8118-11b9a7fde53c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:46.731795 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04262646-57bb-4beb-8118-11b9a7fde53c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:46.732113 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04262646-57bb-4beb-8118-11b9a7fde53c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:46.732431 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04262646-57bb-4beb-8118-11b9a7fde53c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:46.732752 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04262646-57bb-4beb-8118-11b9a7fde53c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:46.733071 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04262646-57bb-4beb-8118-11b9a7fde53c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:46.733388 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04262646-57bb-4beb-8118-11b9a7fde53c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:46.742881 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c258a1a4-5a91-45ac-9db2-108d9533190a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Calling delete_port for 3babe7fb-8ca5-4ab0-8a10-831b8251a85c owned by network:floatingip {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:46.832621 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a4f29ef4-bbf8-4723-be85-8d44ddd6d641 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:46.842833 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device ce43969f-1d87-45af-89bc-80bb2fe19293 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:50:46.893192 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: ce43969f-1d87-45af-89bc-80bb2fe19293 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:50:46.893535 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device ce43969f-1d87-45af-89bc-80bb2fe19293 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:50:46.909685 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a4f29ef4-bbf8-4723-be85-8d44ddd6d641 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:46.914288 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f29ef4-bbf8-4723-be85-8d44ddd6d641 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=a58642df-eac9-43be-9461-67a6413255ce,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:46.914847 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e64c375-9246-41e0-833d-2db0c21536eb None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:46.937137 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a4f29ef4-bbf8-4723-be85-8d44ddd6d641 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/a58642df-eac9-43be-9461-67a6413255ce HTTP/1.1" status: 204 len: 168 time: 0.4689970 May 10 14:50:46.938323 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41286) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:46.997835 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-04262646-57bb-4beb-8118-11b9a7fde53c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:47.004103 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3232dec6-7f03-477c-90fb-0e8e29ff089a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:47.108817 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-73819ea7-b9fc-4607-890a-b95c4bce4c04 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:router {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:47.127170 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-73819ea7-b9fc-4607-890a-b95c4bce4c04 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:router {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:47.128482 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-73819ea7-b9fc-4607-890a-b95c4bce4c04 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1887181 May 10 14:50:47.131507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41290) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:47.197185 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a276788-6478-4dcb-9875-bc9238556786 None None] DHCP port deletion for a36358c0-b900-4df5-ae69-1592404548f9 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:50:47.202517 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-6a276788-6478-4dcb-9875-bc9238556786 None None] Deleting port 6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:47.202894 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6a276788-6478-4dcb-9875-bc9238556786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:47.276517 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41298) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:47.401365 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3232dec6-7f03-477c-90fb-0e8e29ff089a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network c28b8870-ea54-4e4e-b79e-d465418a24db is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:47.444033 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232dec6-7f03-477c-90fb-0e8e29ff089a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Port': ['ID=1badd5a9-7caf-4d49-8ff2-c07101b4211e,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:47.468031 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-3232dec6-7f03-477c-90fb-0e8e29ff089a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:47.488720 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b6202155-b45f-4469-8a34-5eca39a38485 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:47.541753 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3232dec6-7f03-477c-90fb-0e8e29ff089a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:50:47.547631 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3232dec6-7f03-477c-90fb-0e8e29ff089a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:47.548529 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3232dec6-7f03-477c-90fb-0e8e29ff089a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:47.563183 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-6a276788-6478-4dcb-9875-bc9238556786 None None] For port 6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:47.563786 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6a276788-6478-4dcb-9875-bc9238556786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:47.611228 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3232dec6-7f03-477c-90fb-0e8e29ff089a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8880701 May 10 14:50:47.619528 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41302) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:47.634816 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-714f9c3a-1003-48f4-8277-4b33fe3184ab tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'subnet': {'network_id': 'c28b8870-ea54-4e4e-b79e-d465418a24db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:47.699109 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-6a276788-6478-4dcb-9875-bc9238556786 None None] Calling delete_port for 6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:47.779899 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6a276788-6478-4dcb-9875-bc9238556786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:47.835862 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a276788-6478-4dcb-9875-bc9238556786 None None] Pushing event deleted for resources: {'Port': ['ID=6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:47.844748 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a276788-6478-4dcb-9875-bc9238556786 None None] No DVR routers for this DVR port 6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:50:47.848685 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b6202155-b45f-4469-8a34-5eca39a38485 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:47.851238 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0e833bd9-fb2e-49c7-b2e5-946b5dc20cfc None None] Provisioning for port 1badd5a9-7caf-4d49-8ff2-c07101b4211e completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:47.862785 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0e833bd9-fb2e-49c7-b2e5-946b5dc20cfc None None] Provisioning complete for port 1badd5a9-7caf-4d49-8ff2-c07101b4211e triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:47.863234 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0e833bd9-fb2e-49c7-b2e5-946b5dc20cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:47.863659 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b6202155-b45f-4469-8a34-5eca39a38485 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:47.896075 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b6202155-b45f-4469-8a34-5eca39a38485 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:47.896818 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6202155-b45f-4469-8a34-5eca39a38485 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Fanout notify agent at l3_agent the message router_deleted on router 7c00ba76-cd48-4bd0-82e6-a03375f18015 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:50:47.907291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c258a1a4-5a91-45ac-9db2-108d9533190a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:47.926370 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b6202155-b45f-4469-8a34-5eca39a38485 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:47.928029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04262646-57bb-4beb-8118-11b9a7fde53c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Router 008d53f5-f7b0-4c23-b59c-ce445acb73f6 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:50:47.929260 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b6202155-b45f-4469-8a34-5eca39a38485 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/routers/7c00ba76-cd48-4bd0-82e6-a03375f18015 HTTP/1.1" status: 204 len: 168 time: 0.7967753 May 10 14:50:47.932299 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41306) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:47.940786 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-a3af76bc-6507-4e7c-95f2-b5e24133c2d6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:47.966993 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-0e833bd9-fb2e-49c7-b2e5-946b5dc20cfc None None] Port 1badd5a9-7caf-4d49-8ff2-c07101b4211e cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:48.031798 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258a1a4-5a91-45ac-9db2-108d9533190a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event deleted for resources: {'Port': ['ID=3babe7fb-8ca5-4ab0-8a10-831b8251a85c,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:48.069923 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a3af76bc-6507-4e7c-95f2-b5e24133c2d6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:48.074024 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a3af76bc-6507-4e7c-95f2-b5e24133c2d6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:48.076853 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a3af76bc-6507-4e7c-95f2-b5e24133c2d6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:48.082502 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a3af76bc-6507-4e7c-95f2-b5e24133c2d6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:48.093038 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3af76bc-6507-4e7c-95f2-b5e24133c2d6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:48.096705 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a3af76bc-6507-4e7c-95f2-b5e24133c2d6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:48.321697 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a3af76bc-6507-4e7c-95f2-b5e24133c2d6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:48.382173 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3af76bc-6507-4e7c-95f2-b5e24133c2d6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:48.385178 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-a3af76bc-6507-4e7c-95f2-b5e24133c2d6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:48.385307 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b02265-e428-4a38-8ca3-1f8e2b69fd28 req-2dea8f24-843f-4872-9415-425748751b01 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:48.386758 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-11b02265-e428-4a38-8ca3-1f8e2b69fd28 req-2dea8f24-843f-4872-9415-425748751b01 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 945 time: 0.9819527 May 10 14:50:48.387660 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04262646-57bb-4beb-8118-11b9a7fde53c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:50:48.389496 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c258a1a4-5a91-45ac-9db2-108d9533190a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for floatingip, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:48.389755 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3af76bc-6507-4e7c-95f2-b5e24133c2d6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:48.390341 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a3af76bc-6507-4e7c-95f2-b5e24133c2d6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:48.391872 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c258a1a4-5a91-45ac-9db2-108d9533190a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:48.394823 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c258a1a4-5a91-45ac-9db2-108d9533190a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "DELETE /v2.0/floatingips/d88937a5-288a-4261-9eab-4f7510f429ed HTTP/1.1" status: 204 len: 168 time: 2.7973392 May 10 14:50:48.404115 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f252eda-7ea8-45bb-b222-6d13e996ccdb None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:48.407310 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e388bad3-8555-4717-bc22-f8f07b39341d None None] Sync routers for ids ['008d53f5-f7b0-4c23-b59c-ce445acb73f6'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:50:48.409976 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-04262646-57bb-4beb-8118-11b9a7fde53c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/routers/008d53f5-f7b0-4c23-b59c-ce445acb73f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8558178 May 10 14:50:48.421350 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41310) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:48.421689 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41312) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:48.425864 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e388bad3-8555-4717-bc22-f8f07b39341d None None] Routers {'008d53f5-f7b0-4c23-b59c-ce445acb73f6'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:48.427809 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e388bad3-8555-4717-bc22-f8f07b39341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['008d53f5-f7b0-4c23-b59c-ce445acb73f6'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:48.485124 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-714f9c3a-1003-48f4-8277-4b33fe3184ab tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:48.491216 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af76bc-6507-4e7c-95f2-b5e24133c2d6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=1c737740-5c67-4035-aae5-406241b57c76,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:48.516957 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-714f9c3a-1003-48f4-8277-4b33fe3184ab tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:subnet and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:48.518886 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e388bad3-8555-4717-bc22-f8f07b39341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:48.522447 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-714f9c3a-1003-48f4-8277-4b33fe3184ab tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:48.526582 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5adf7419-3422-4997-9913-ce15327a4a90 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/ports?device_id=008d53f5-f7b0-4c23-b59c-ce445acb73f6 HTTP/1.1" status: 200 len: 205 time: 0.1016495 May 10 14:50:48.527491 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-13914600-1869-4df1-9870-2503a0218a7a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] DELETE failed (client error): The resource could not be found. May 10 14:50:48.527931 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13914600-1869-4df1-9870-2503a0218a7a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:50:48.530069 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41318) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:48.533257 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e388bad3-8555-4717-bc22-f8f07b39341d None None] Routers {'008d53f5-f7b0-4c23-b59c-ce445acb73f6'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:48.534712 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e388bad3-8555-4717-bc22-f8f07b39341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['008d53f5-f7b0-4c23-b59c-ce445acb73f6'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:48.541237 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-714f9c3a-1003-48f4-8277-4b33fe3184ab tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:48.582552 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-11b02265-e428-4a38-8ca3-1f8e2b69fd28 req-83491a73-fd99-433f-9ecb-2548c179a1c9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=5510d827-2b86-4b67-a0c7-376247a7be36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713896 May 10 14:50:48.613429 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714f9c3a-1003-48f4-8277-4b33fe3184ab tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:48.617459 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-714f9c3a-1003-48f4-8277-4b33fe3184ab tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:48.624148 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e388bad3-8555-4717-bc22-f8f07b39341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:48.624547 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e388bad3-8555-4717-bc22-f8f07b39341d None None] The sync data for ids ['008d53f5-f7b0-4c23-b59c-ce445acb73f6'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:50:48.670284 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-13914600-1869-4df1-9870-2503a0218a7a tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "DELETE /v2.0/ports/3b17b0a6-1900-4aeb-8234-20f26be549c4 HTTP/1.1" status: 404 len: 333 time: 0.2449360 May 10 14:50:48.670284 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a3af76bc-6507-4e7c-95f2-b5e24133c2d6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7359622 May 10 14:50:48.679980 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41322) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:48.680269 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41324) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:48.684594 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dc7578-5dec-414b-bcac-bf5cd29b3070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-a36358c0-b900-4df5-ae69-1592404548f9', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'fixed_ips': [{'subnet_id': '1c737740-5c67-4035-aae5-406241b57c76'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:50:48.686156 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d0dc7578-5dec-414b-bcac-bf5cd29b3070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:48.719659 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-9dff723a-9447-4010-86e1-516100d6096d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1912659020', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:48.732369 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-9dff723a-9447-4010-86e1-516100d6096d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:48.743390 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-65ec4b07-0c20-4660-8ab0-04608351e3ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:48.796303 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-9dff723a-9447-4010-86e1-516100d6096d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:router and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:48.806525 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-bbae37e6-8369-4da2-b73c-74fcc2ce6d77 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Synchronizing usage tracker for tenant:d96b13b642cb4adf9c29a3eb1de983c1 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:48.810066 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-9dff723a-9447-4010-86e1-516100d6096d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:48.813973 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.ipam_backend_mixin [None req-714f9c3a-1003-48f4-8277-4b33fe3184ab tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b0ac6f14-c0c0-4b02-8a50-b5d87cff87d9 (CIDR: 2001:db8::/64) May 10 14:50:48.820999 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-714f9c3a-1003-48f4-8277-4b33fe3184ab tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:50:48.821563 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-714f9c3a-1003-48f4-8277-4b33fe3184ab tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:50:48.824418 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-9dff723a-9447-4010-86e1-516100d6096d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:48.853119 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-714f9c3a-1003-48f4-8277-4b33fe3184ab tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2282453 May 10 14:50:48.857642 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41330) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:48.864552 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-4e7077c1-6d1b-4466-848a-2f0b14e3e93e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'subnet': {'network_id': 'c28b8870-ea54-4e4e-b79e-d465418a24db', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:48.875400 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-d0dc7578-5dec-414b-bcac-bf5cd29b3070 None None] Allocated IP 2001:db8::2 (a36358c0-b900-4df5-ae69-1592404548f9/1c737740-5c67-4035-aae5-406241b57c76/d7a6a0bc-2786-4adf-8941-3dcb559eb36b) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:48.889290 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:50:48.930380 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:50:48.930915 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6754e3e4-c3d4-45a6-b0a7-fab6b8e66af8 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:50:49.090064 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4e7077c1-6d1b-4466-848a-2f0b14e3e93e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:49.095480 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4e7077c1-6d1b-4466-848a-2f0b14e3e93e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:subnet and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:49.101171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4e7077c1-6d1b-4466-848a-2f0b14e3e93e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:49.109792 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4e7077c1-6d1b-4466-848a-2f0b14e3e93e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:49.122076 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b3d96698-259c-4b31-ae87-db86872597c1 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:49.148486 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d0dc7578-5dec-414b-bcac-bf5cd29b3070 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:49.158336 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d0dc7578-5dec-414b-bcac-bf5cd29b3070 None None] Transition to ACTIVE for port object d7a6a0bc-2786-4adf-8941-3dcb559eb36b will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:49.167354 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9dff723a-9447-4010-86e1-516100d6096d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:49.168097 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9dff723a-9447-4010-86e1-516100d6096d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:49.179773 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d0dc7578-5dec-414b-bcac-bf5cd29b3070 None None] Transition to ACTIVE for port object d7a6a0bc-2786-4adf-8941-3dcb559eb36b will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:49.185886 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7077c1-6d1b-4466-848a-2f0b14e3e93e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:49.188331 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d0dc7578-5dec-414b-bcac-bf5cd29b3070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:49.189690 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4e7077c1-6d1b-4466-848a-2f0b14e3e93e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:49.243324 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-bbae37e6-8369-4da2-b73c-74fcc2ce6d77 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Unset dirty status for tenant:d96b13b642cb4adf9c29a3eb1de983c1 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:49.247030 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bbae37e6-8369-4da2-b73c-74fcc2ce6d77 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "GET /v2.0/ports?device_id=884612ce-5470-4100-8cf0-cb12ebc4d7c2 HTTP/1.1" status: 200 len: 205 time: 0.5633214 May 10 14:50:49.248596 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41334) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:49.252804 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dc7578-5dec-414b-bcac-bf5cd29b3070 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:49.253825 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-65ec4b07-0c20-4660-8ab0-04608351e3ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:49.257262 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-d0dc7578-5dec-414b-bcac-bf5cd29b3070 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:49.260635 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dc7578-5dec-414b-bcac-bf5cd29b3070 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:50:49.313190 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-65ec4b07-0c20-4660-8ab0-04608351e3ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:49.336101 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9dff723a-9447-4010-86e1-516100d6096d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:49.339598 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-e0109116-2f08-4179-94e7-b159852d41bb tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] delete failed (client error): The resource could not be found. May 10 14:50:49.343243 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e0109116-2f08-4179-94e7-b159852d41bb tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "DELETE /v2.0/routers/884612ce-5470-4100-8cf0-cb12ebc4d7c2 HTTP/1.1" status: 404 len: 336 time: 0.0894160 May 10 14:50:49.345925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41338) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:49.349204 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc7578-5dec-414b-bcac-bf5cd29b3070 None None] Pushing event updated for resources: {'Port': ['ID=d7a6a0bc-2786-4adf-8941-3dcb559eb36b,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:49.360346 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-d0dc7578-5dec-414b-bcac-bf5cd29b3070 None None] Attempting to bind port d7a6a0bc-2786-4adf-8941-3dcb559eb36b on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:50:49.360786 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-d0dc7578-5dec-414b-bcac-bf5cd29b3070 None None] Attempting to bind port d7a6a0bc-2786-4adf-8941-3dcb559eb36b by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:50:49.361148 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc7578-5dec-414b-bcac-bf5cd29b3070 None None] Attempting to bind port d7a6a0bc-2786-4adf-8941-3dcb559eb36b on network a36358c0-b900-4df5-ae69-1592404548f9 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:50:49.368525 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc7578-5dec-414b-bcac-bf5cd29b3070 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:50:49.368884 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-65ec4b07-0c20-4660-8ab0-04608351e3ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:49.369066 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc7578-5dec-414b-bcac-bf5cd29b3070 None None] Checking segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:50:49.369524 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ec4b07-0c20-4660-8ab0-04608351e3ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Fanout notify agent at l3_agent the message router_deleted on router 008d53f5-f7b0-4c23-b59c-ce445acb73f6 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:50:49.369653 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d0dc7578-5dec-414b-bcac-bf5cd29b3070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:49.370009 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc7578-5dec-414b-bcac-bf5cd29b3070 None None] Bound using segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:50:49.370536 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-d0dc7578-5dec-414b-bcac-bf5cd29b3070 None None] Bound port: d7a6a0bc-2786-4adf-8941-3dcb559eb36b, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:50:49.370953 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d0dc7578-5dec-414b-bcac-bf5cd29b3070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:49.384299 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9dff723a-9447-4010-86e1-516100d6096d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:49.393915 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-65ec4b07-0c20-4660-8ab0-04608351e3ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:49.397773 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-65ec4b07-0c20-4660-8ab0-04608351e3ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/routers/008d53f5-f7b0-4c23-b59c-ce445acb73f6 HTTP/1.1" status: 204 len: 168 time: 0.8639183 May 10 14:50:49.398650 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41342) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:49.456832 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9dff723a-9447-4010-86e1-516100d6096d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:49.459000 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9dff723a-9447-4010-86e1-516100d6096d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7749650 May 10 14:50:49.462230 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41346) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:49.468948 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-d0dc7578-5dec-414b-bcac-bf5cd29b3070 None None] For port d7a6a0bc-2786-4adf-8941-3dcb559eb36b, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:50:49.472228 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-d0dc7578-5dec-414b-bcac-bf5cd29b3070 None None] For port d7a6a0bc-2786-4adf-8941-3dcb559eb36b, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d7a6a0bc-2786-4adf-8941-3dcb559eb36b,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:50:49.477108 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d0dc7578-5dec-414b-bcac-bf5cd29b3070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:49.565564 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc7578-5dec-414b-bcac-bf5cd29b3070 None None] Pushing event updated for resources: {'Port': ['ID=d7a6a0bc-2786-4adf-8941-3dcb559eb36b,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:49.578963 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9a784a-8b39-409e-8262-9488069eaa72 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] DELETE failed (client error): The resource could not be found. May 10 14:50:49.579418 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd9a784a-8b39-409e-8262-9488069eaa72 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:50:49.581284 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bd9a784a-8b39-409e-8262-9488069eaa72 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "DELETE /v2.0/subnets/1f84253e-2c89-47d1-b417-6bf350c889cd HTTP/1.1" status: 404 len: 337 time: 0.2343760 May 10 14:50:49.589006 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41350) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:49.648495 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa76c3a-93f2-42e5-9387-73ac297f8b59 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting subnet cd746d4b-5092-42ec-9814-f330f5badce7 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:50:49.653209 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7fa76c3a-93f2-42e5-9387-73ac297f8b59 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:49.664214 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.ipam_backend_mixin [None req-4e7077c1-6d1b-4466-848a-2f0b14e3e93e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 28cea6f0-4400-47a1-bb49-b6d6af60e880 (CIDR: 2001:db8:0:1::/64) May 10 14:50:49.727815 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7077c1-6d1b-4466-848a-2f0b14e3e93e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:50:49.728289 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e7077c1-6d1b-4466-848a-2f0b14e3e93e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:50:49.800216 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-d069ba25-34f4-494d-aa46-87a10a82e24c tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Deleting port 1dcbc4b1-280d-4ceb-9f90-5211a12250f1 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:49.801216 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d069ba25-34f4-494d-aa46-87a10a82e24c tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:49.910791 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4e7077c1-6d1b-4466-848a-2f0b14e3e93e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0519981 May 10 14:50:49.917130 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41356) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:49.927263 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-285faa5b-de37-435d-9f68-611cdb7c413a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'subnet': {'network_id': 'c28b8870-ea54-4e4e-b79e-d465418a24db', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:50.025855 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fd6489d1-72d4-4d93-b5c6-26d2e6ae6dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:50.059549 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7fa76c3a-93f2-42e5-9387-73ac297f8b59 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:50.205171 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-570bc8ed-ac8b-43fd-89ff-d6183a598190 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:50.210360 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b52326-7c23-444d-8ff1-22a24decf6af req-6db1d26a-991a-4ad4-a861-77386805342b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:50.211876 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c1b52326-7c23-444d-8ff1-22a24decf6af req-6db1d26a-991a-4ad4-a861-77386805342b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 945 time: 0.4854009 May 10 14:50:50.327503 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-285faa5b-de37-435d-9f68-611cdb7c413a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:50.350795 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-285faa5b-de37-435d-9f68-611cdb7c413a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Usage tracker for resource:subnet and tenant:fde696bf50f046b399c8c2f96142680f is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:50.363889 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-285faa5b-de37-435d-9f68-611cdb7c413a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:50.368557 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7fa76c3a-93f2-42e5-9387-73ac297f8b59 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:50.381586 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-285faa5b-de37-435d-9f68-611cdb7c413a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:50.393540 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d069ba25-34f4-494d-aa46-87a10a82e24c tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:50.404618 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c1b52326-7c23-444d-8ff1-22a24decf6af req-f82b3208-1004-45fc-90c6-3b139926b150 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=5510d827-2b86-4b67-a0c7-376247a7be36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839910 May 10 14:50:50.414491 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-b3d96698-259c-4b31-ae87-db86872597c1 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Deleting port bdc3a2c3-79da-4f40-b5d4-66e16cd39870 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:50.415023 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b3d96698-259c-4b31-ae87-db86872597c1 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:50.509442 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7fa76c3a-93f2-42e5-9387-73ac297f8b59 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:50.609563 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-d069ba25-34f4-494d-aa46-87a10a82e24c tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Calling delete_port for 1dcbc4b1-280d-4ceb-9f90-5211a12250f1 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:50.639873 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285faa5b-de37-435d-9f68-611cdb7c413a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Made reservation on behalf of fde696bf50f046b399c8c2f96142680f for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:50:50.642768 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-285faa5b-de37-435d-9f68-611cdb7c413a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:50.694072 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa76c3a-93f2-42e5-9387-73ac297f8b59 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Subnet': ['ID=cd746d4b-5092-42ec-9814-f330f5badce7,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:50.698861 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7fa76c3a-93f2-42e5-9387-73ac297f8b59 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:50.705559 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b4e39e-e80f-4fec-ab46-f1e64704d2fb None None] Network 2009dc35-839f-420e-b880-7a2418b0e0fd requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:50.712854 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7fa76c3a-93f2-42e5-9387-73ac297f8b59 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/subnets/cd746d4b-5092-42ec-9814-f330f5badce7 HTTP/1.1" status: 204 len: 168 time: 1.3115084 May 10 14:50:50.742760 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41362) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:50.805819 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-eaacfc1d-7a25-426f-885d-29635ca008e6 None None] Provisioning for port d7a6a0bc-2786-4adf-8941-3dcb559eb36b completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:51.000337 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2ace01bc-dcdc-4d8b-a62d-aea9d7ce24de tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:51.020606 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-2ace01bc-dcdc-4d8b-a62d-aea9d7ce24de tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting port e22f85b9-8b6b-48b2-87b1-b7d08e124dd0 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:51.020911 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2ace01bc-dcdc-4d8b-a62d-aea9d7ce24de tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:51.029074 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec8448f-6d58-4184-ade9-dde397207426 None None] DHCP port deletion for 2009dc35-839f-420e-b880-7a2418b0e0fd request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:50:51.037901 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-cec8448f-6d58-4184-ade9-dde397207426 None None] Deleting port e22f85b9-8b6b-48b2-87b1-b7d08e124dd0 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:51.045119 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cec8448f-6d58-4184-ade9-dde397207426 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:51.073765 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-570bc8ed-ac8b-43fd-89ff-d6183a598190 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8::1 (a36358c0-b900-4df5-ae69-1592404548f9/1c737740-5c67-4035-aae5-406241b57c76/631f8f48-82fd-4d6d-b935-411c735c4bed) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:51.079890 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d7a6a0bc-2786-4adf-8941-3dcb559eb36b up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:51.096701 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046b1e7-5c1f-49eb-b74f-0784decd5fa7 req-aa4fc088-d1de-487f-91d1-88b45bb0d34e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:51.098215 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2046b1e7-5c1f-49eb-b74f-0784decd5fa7 req-aa4fc088-d1de-487f-91d1-88b45bb0d34e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 945 time: 0.5040748 May 10 14:50:51.153101 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-b3d96698-259c-4b31-ae87-db86872597c1 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] For port bdc3a2c3-79da-4f40-b5d4-66e16cd39870, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=bdc3a2c3-79da-4f40-b5d4-66e16cd39870,segment=NetworkSegment(b8e4e5ad-f88f-4792-8961-17ae88f4e759),segment_id=b8e4e5ad-f88f-4792-8961-17ae88f4e759)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:51.153450 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b3d96698-259c-4b31-ae87-db86872597c1 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:51.163101 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d069ba25-34f4-494d-aa46-87a10a82e24c tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:51.317096 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port d7a6a0bc-2786-4adf-8941-3dcb559eb36b completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:51.335045 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port d7a6a0bc-2786-4adf-8941-3dcb559eb36b triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:51.336079 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:51.379189 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-2ace01bc-dcdc-4d8b-a62d-aea9d7ce24de tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] For port e22f85b9-8b6b-48b2-87b1-b7d08e124dd0, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e22f85b9-8b6b-48b2-87b1-b7d08e124dd0,segment=NetworkSegment(8f4f92c2-266a-4b97-b082-2315059c29b4),segment_id=8f4f92c2-266a-4b97-b082-2315059c29b4)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:51.380411 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2ace01bc-dcdc-4d8b-a62d-aea9d7ce24de tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:51.401803 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-570bc8ed-ac8b-43fd-89ff-d6183a598190 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:51.406499 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-cec8448f-6d58-4184-ade9-dde397207426 None None] For port e22f85b9-8b6b-48b2-87b1-b7d08e124dd0, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e22f85b9-8b6b-48b2-87b1-b7d08e124dd0,segment=NetworkSegment(8f4f92c2-266a-4b97-b082-2315059c29b4),segment_id=8f4f92c2-266a-4b97-b082-2315059c29b4)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:51.406986 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cec8448f-6d58-4184-ade9-dde397207426 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:51.497790 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069ba25-34f4-494d-aa46-87a10a82e24c tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event deleted for resources: {'Port': ['ID=1dcbc4b1-280d-4ceb-9f90-5211a12250f1,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:51.521155 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-2ace01bc-dcdc-4d8b-a62d-aea9d7ce24de tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Calling delete_port for e22f85b9-8b6b-48b2-87b1-b7d08e124dd0 owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:51.538106 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-b3d96698-259c-4b31-ae87-db86872597c1 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Calling delete_port for bdc3a2c3-79da-4f40-b5d4-66e16cd39870 owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:51.539584 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-cec8448f-6d58-4184-ade9-dde397207426 None None] Calling delete_port for e22f85b9-8b6b-48b2-87b1-b7d08e124dd0 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:51.571390 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-570bc8ed-ac8b-43fd-89ff-d6183a598190 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Transition to ACTIVE for port object 631f8f48-82fd-4d6d-b935-411c735c4bed will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:51.619746 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2ace01bc-dcdc-4d8b-a62d-aea9d7ce24de tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:51.641269 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2046b1e7-5c1f-49eb-b74f-0784decd5fa7 req-d3f19829-e18a-4fe6-ad92-6891fa36944d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=5510d827-2b86-4b67-a0c7-376247a7be36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5324750 May 10 14:50:51.667898 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-570bc8ed-ac8b-43fd-89ff-d6183a598190 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:51.675308 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace01bc-dcdc-4d8b-a62d-aea9d7ce24de tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Port': ['ID=e22f85b9-8b6b-48b2-87b1-b7d08e124dd0,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:51.681204 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41366) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:51.688863 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:51.702828 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-cec8448f-6d58-4184-ade9-dde397207426 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:50:51.703256 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-cec8448f-6d58-4184-ade9-dde397207426 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:50:51.727771 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port d7a6a0bc-2786-4adf-8941-3dcb559eb36b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d7a6a0bc-2786-4adf-8941-3dcb559eb36b,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:51.733334 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:51.762103 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ace01bc-dcdc-4d8b-a62d-aea9d7ce24de tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] No DVR routers for this DVR port e22f85b9-8b6b-48b2-87b1-b7d08e124dd0 on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:50:51.782840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d069ba25-34f4-494d-aa46-87a10a82e24c tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:51.803504 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=d7a6a0bc-2786-4adf-8941-3dcb559eb36b,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:51.812010 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d069ba25-34f4-494d-aa46-87a10a82e24c tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "DELETE /v2.0/ports/1dcbc4b1-280d-4ceb-9f90-5211a12250f1 HTTP/1.1" status: 204 len: 168 time: 2.2218153 May 10 14:50:51.820908 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41370) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:51.826751 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570bc8ed-ac8b-43fd-89ff-d6183a598190 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:51.845359 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-570bc8ed-ac8b-43fd-89ff-d6183a598190 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:51.905130 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570bc8ed-ac8b-43fd-89ff-d6183a598190 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:50:51.905904 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-570bc8ed-ac8b-43fd-89ff-d6183a598190 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:51.935275 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-a5f29037-ad6c-4cc1-9bf1-06a80c62d727 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Deleting port 8c0855ff-4e33-46a3-94b1-b4dc08fc3284 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:51.935612 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a5f29037-ad6c-4cc1-9bf1-06a80c62d727 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:51.938241 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bc8ed-ac8b-43fd-89ff-d6183a598190 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=631f8f48-82fd-4d6d-b935-411c735c4bed,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:51.965045 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2ace01bc-dcdc-4d8b-a62d-aea9d7ce24de tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:51.980309 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-285faa5b-de37-435d-9f68-611cdb7c413a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:52.008309 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-2ace01bc-dcdc-4d8b-a62d-aea9d7ce24de tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2009dc35-839f-420e-b880-7a2418b0e0fd']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:52.026697 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-2ace01bc-dcdc-4d8b-a62d-aea9d7ce24de tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4f92c2-266a-4b97-b082-2315059c29b4') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:52.027038 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-2ace01bc-dcdc-4d8b-a62d-aea9d7ce24de tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4f92c2-266a-4b97-b082-2315059c29b4') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:52.045043 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2ace01bc-dcdc-4d8b-a62d-aea9d7ce24de tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:52.060612 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82a5995-c385-47f9-b37b-ce75cfa79e6a tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:52.064808 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a82a5995-c385-47f9-b37b-ce75cfa79e6a tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 1093 time: 0.3495505 May 10 14:50:52.066613 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41374) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:52.073937 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': 'd32182e0-af3e-4b84-bd1a-0be8d42e3bbc', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:52.079120 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2ace01bc-dcdc-4d8b-a62d-aea9d7ce24de tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:52.112623 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:52.124857 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:floatingip and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:52.135185 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:52.140748 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ace01bc-dcdc-4d8b-a62d-aea9d7ce24de tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:50:52.141150 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2ace01bc-dcdc-4d8b-a62d-aea9d7ce24de tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:52.148509 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285faa5b-de37-435d-9f68-611cdb7c413a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Network c28b8870-ea54-4e4e-b79e-d465418a24db is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:52.153280 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3f3bb593-0471-4770-b1d9-821740adcf9d None None] Provisioning for port 631f8f48-82fd-4d6d-b935-411c735c4bed completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:50:52.156338 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:50:52.162305 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-285faa5b-de37-435d-9f68-611cdb7c413a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:52.162507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:52.162610 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3f3bb593-0471-4770-b1d9-821740adcf9d None None] Provisioning complete for port 631f8f48-82fd-4d6d-b935-411c735c4bed triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:52.163117 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3f3bb593-0471-4770-b1d9-821740adcf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:52.165113 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285faa5b-de37-435d-9f68-611cdb7c413a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:52.165703 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-285faa5b-de37-435d-9f68-611cdb7c413a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:52.199952 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285faa5b-de37-435d-9f68-611cdb7c413a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Subnet': ['ID=8bfd3ec0-ba08-4e52-a65f-cf3a359bddc6,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:52.217793 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-cec8448f-6d58-4184-ade9-dde397207426 None None] Deleting port e22f85b9-8b6b-48b2-87b1-b7d08e124dd0 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:52.218303 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cec8448f-6d58-4184-ade9-dde397207426 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:52.243646 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffad7835-9900-4a56-b2ad-df2d5c6b26de None None] Network c28b8870-ea54-4e4e-b79e-d465418a24db requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:52.256349 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-285faa5b-de37-435d-9f68-611cdb7c413a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3352733 May 10 14:50:52.257046 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41378) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:52.308368 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b3d96698-259c-4b31-ae87-db86872597c1 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:52.357590 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:52.360958 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-24c04445-fa5d-4e9d-96bb-748dbe55ab0b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1118062382', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8bfd3ec0-ba08-4e52-a65f-cf3a359bddc6'}], 'security_groups': ['db302778-83d7-4251-a262-4b61d82d46d7', '4a2b3be0-1e06-4cee-b1e2-ea676af924f4']}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:52.367440 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-cec8448f-6d58-4184-ade9-dde397207426 None None] The port 'e22f85b9-8b6b-48b2-87b1-b7d08e124dd0' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:50:52.376254 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-570bc8ed-ac8b-43fd-89ff-d6183a598190 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:52.383317 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-3f3bb593-0471-4770-b1d9-821740adcf9d None None] Port 631f8f48-82fd-4d6d-b935-411c735c4bed cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:52.399493 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d51903c7-a727-42fb-8661-d85649fcf868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:52.445248 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d96698-259c-4b31-ae87-db86872597c1 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Pushing event deleted for resources: {'Port': ['ID=bdc3a2c3-79da-4f40-b5d4-66e16cd39870,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:52.479817 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2ace01bc-dcdc-4d8b-a62d-aea9d7ce24de tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:52.599181 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2ace01bc-dcdc-4d8b-a62d-aea9d7ce24de tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:52.619212 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace01bc-dcdc-4d8b-a62d-aea9d7ce24de tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Network': ['ID=2009dc35-839f-420e-b880-7a2418b0e0fd,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:52.704571 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a37232-3f79-4faa-ac24-216bfe9ad3c9 None None] Update dhcp port {'port': {'network_id': 'c28b8870-ea54-4e4e-b79e-d465418a24db', 'fixed_ips': [{'subnet_id': '28cea6f0-4400-47a1-bb49-b6d6af60e880', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b0ac6f14-c0c0-4b02-8a50-b5d87cff87d9', 'ip_address': '2001:db8::2'}, {'subnet_id': '8bfd3ec0-ba08-4e52-a65f-cf3a359bddc6'}], 'binding:host_id': 'dv-neutron-841204-2-hyperv'}, 'id': '1765ca5d-6821-4dd8-a4ae-53687bebf834'} from dv-neutron-841204-2-hyperv. {{(pid=88053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 10 14:50:52.729228 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2ace01bc-dcdc-4d8b-a62d-aea9d7ce24de tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/networks/2009dc35-839f-420e-b880-7a2418b0e0fd HTTP/1.1" status: 204 len: 168 time: 1.9853466 May 10 14:50:52.733336 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41382) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:52.737352 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a5f29037-ad6c-4cc1-9bf1-06a80c62d727 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:52.744721 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-e028ecb3-7a72-4081-9af9-ab6c1778c557 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1495960841', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}, 'admin_state_up': False}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:50:52.761315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e028ecb3-7a72-4081-9af9-ab6c1778c557 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:50:52.767103 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-35a37232-3f79-4faa-ac24-216bfe9ad3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:52.777477 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e028ecb3-7a72-4081-9af9-ab6c1778c557 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:router and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:50:52.784730 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e028ecb3-7a72-4081-9af9-ab6c1778c557 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:50:52.794758 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e028ecb3-7a72-4081-9af9-ab6c1778c557 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:50:52.969848 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e028ecb3-7a72-4081-9af9-ab6c1778c557 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:52.970938 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e028ecb3-7a72-4081-9af9-ab6c1778c557 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:52.988823 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e028ecb3-7a72-4081-9af9-ab6c1778c557 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:53.035173 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d7a6a0bc-2786-4adf-8941-3dcb559eb36b up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:53.063925 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-35a37232-3f79-4faa-ac24-216bfe9ad3c9 None None] Allocated IP 2001:db8:0:2::2 (c28b8870-ea54-4e4e-b79e-d465418a24db/8bfd3ec0-ba08-4e52-a65f-cf3a359bddc6/1765ca5d-6821-4dd8-a4ae-53687bebf834) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:53.103109 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-a5f29037-ad6c-4cc1-9bf1-06a80c62d727 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Calling delete_port for 8c0855ff-4e33-46a3-94b1-b4dc08fc3284 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:53.113049 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:53.164719 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:53.205190 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b3d96698-259c-4b31-ae87-db86872597c1 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:53.258498 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:53.270288 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port d7a6a0bc-2786-4adf-8941-3dcb559eb36b triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:53.271450 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:53.381280 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-35a37232-3f79-4faa-ac24-216bfe9ad3c9 None None] For port 1765ca5d-6821-4dd8-a4ae-53687bebf834, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=1765ca5d-6821-4dd8-a4ae-53687bebf834,segment=NetworkSegment(f9b6b6f0-8854-4dee-9bda-c8aa2e8d63d1),segment_id=f9b6b6f0-8854-4dee-9bda-c8aa2e8d63d1)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:53.383383 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:53.401466 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e028ecb3-7a72-4081-9af9-ab6c1778c557 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:53.418938 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-35a37232-3f79-4faa-ac24-216bfe9ad3c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:53.466110 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-24c04445-fa5d-4e9d-96bb-748dbe55ab0b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:53.566741 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e22f85b9-8b6b-48b2-87b1-b7d08e124dd0 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:50:53.609652 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-35a37232-3f79-4faa-ac24-216bfe9ad3c9 None None] Transition to ACTIVE for port object 1765ca5d-6821-4dd8-a4ae-53687bebf834 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:53.609892 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a5f29037-ad6c-4cc1-9bf1-06a80c62d727 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:53.610916 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: e22f85b9-8b6b-48b2-87b1-b7d08e124dd0 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:50:53.611525 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e22f85b9-8b6b-48b2-87b1-b7d08e124dd0 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:50:53.635577 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-35a37232-3f79-4faa-ac24-216bfe9ad3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:53.647474 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.26.0.149 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/768e916e-d105-4ac4-91f2-82c1ba70b926) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:53.660725 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-570bc8ed-ac8b-43fd-89ff-d6183a598190 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:53.685819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-570bc8ed-ac8b-43fd-89ff-d6183a598190 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:53.686839 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-570bc8ed-ac8b-43fd-89ff-d6183a598190 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:53.726177 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a37232-3f79-4faa-ac24-216bfe9ad3c9 None None] Pushing event updated for resources: {'Port': ['ID=1765ca5d-6821-4dd8-a4ae-53687bebf834,revision_number=7']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:53.751724 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f29037-ad6c-4cc1-9bf1-06a80c62d727 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event deleted for resources: {'Port': ['ID=8c0855ff-4e33-46a3-94b1-b4dc08fc3284,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:54.091534 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a5f29037-ad6c-4cc1-9bf1-06a80c62d727 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:54.121247 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bc8ed-ac8b-43fd-89ff-d6183a598190 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=631f8f48-82fd-4d6d-b935-411c735c4bed,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:54.129094 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a5f29037-ad6c-4cc1-9bf1-06a80c62d727 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "DELETE /v2.0/ports/8c0855ff-4e33-46a3-94b1-b4dc08fc3284 HTTP/1.1" status: 204 len: 168 time: 2.3071270 May 10 14:50:54.130641 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41386) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:54.205232 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:54.210847 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d96698-259c-4b31-ae87-db86872597c1 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Router 4ce929a1-a885-4508-a2a9-aae7a984580d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:50:54.257309 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570bc8ed-ac8b-43fd-89ff-d6183a598190 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:54.261033 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-570bc8ed-ac8b-43fd-89ff-d6183a598190 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:54.596579 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:54.639037 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e028ecb3-7a72-4081-9af9-ab6c1778c557 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router_gateway, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:54.642986 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b01aaf2d-3836-441d-a601-c8880715e351 None None] Provisioning for port 1765ca5d-6821-4dd8-a4ae-53687bebf834 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:54.648170 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b01aaf2d-3836-441d-a601-c8880715e351 None None] Provisioning complete for port 1765ca5d-6821-4dd8-a4ae-53687bebf834 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:54.649117 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b01aaf2d-3836-441d-a601-c8880715e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:54.684077 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456a88fc-970d-4291-982d-609df6b70e01 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:54.684780 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-456a88fc-970d-4291-982d-609df6b70e01 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Synchronizing usage tracker for tenant:d96b13b642cb4adf9c29a3eb1de983c1 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:54.701473 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e028ecb3-7a72-4081-9af9-ab6c1778c557 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:54.715184 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-24c04445-fa5d-4e9d-96bb-748dbe55ab0b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Delete allocated IP 2001:db8::137 (c28b8870-ea54-4e4e-b79e-d465418a24db/b0ac6f14-c0c0-4b02-8a50-b5d87cff87d9) {{(pid=88051) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 10 14:50:54.732343 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d96698-259c-4b31-ae87-db86872597c1 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:50:54.734233 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-24c04445-fa5d-4e9d-96bb-748dbe55ab0b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Allocated IP 2001:db8:0:2::ae (c28b8870-ea54-4e4e-b79e-d465418a24db/8bfd3ec0-ba08-4e52-a65f-cf3a359bddc6/1badd5a9-7caf-4d49-8ff2-c07101b4211e) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:54.743216 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b3d96698-259c-4b31-ae87-db86872597c1 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "PUT /v2.0/routers/4ce929a1-a885-4508-a2a9-aae7a984580d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4652576 May 10 14:50:54.744235 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-456a88fc-970d-4291-982d-609df6b70e01 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Unset dirty status for tenant:d96b13b642cb4adf9c29a3eb1de983c1 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:54.748040 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-456a88fc-970d-4291-982d-609df6b70e01 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "GET /v2.0/ports?device_id=6fee7be2-7628-4203-906b-d0bcfb7a8a8d HTTP/1.1" status: 200 len: 913 time: 0.6117182 May 10 14:50:54.748747 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e622b2c-42ee-4ccd-a529-773328ad45cf None None] Sync routers for ids ['4ce929a1-a885-4508-a2a9-aae7a984580d'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:50:54.752426 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:54.753309 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41390) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:54.753801 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41392) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:54.760283 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:54.769309 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:50:54.780931 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e622b2c-42ee-4ccd-a529-773328ad45cf None None] Routers {'4ce929a1-a885-4508-a2a9-aae7a984580d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:54.781793 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-8e622b2c-42ee-4ccd-a529-773328ad45cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4ce929a1-a885-4508-a2a9-aae7a984580d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:54.867832 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=768e916e-d105-4ac4-91f2-82c1ba70b926,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:54.944019 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570bc8ed-ac8b-43fd-89ff-d6183a598190 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Router 924bbb57-4049-475c-b6c5-f861cc8e1875 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:50:54.967545 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 1765ca5d-6821-4dd8-a4ae-53687bebf834 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:55.003263 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:55.043958 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b01aaf2d-3836-441d-a601-c8880715e351 None None] Provisioning complete for port 631f8f48-82fd-4d6d-b935-411c735c4bed triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:55.044622 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b01aaf2d-3836-441d-a601-c8880715e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:55.121548 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-8e622b2c-42ee-4ccd-a529-773328ad45cf None None] Set router 4ce929a1-a885-4508-a2a9-aae7a984580d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:50:55.146486 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88d8d7d-1e7c-40b1-9446-03ca138ed799 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Deleting subnet f77b7b59-c302-4fb7-b4fd-f13da52bf4b0 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:50:55.165674 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b01aaf2d-3836-441d-a601-c8880715e351 None None] Port 631f8f48-82fd-4d6d-b935-411c735c4bed cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:55.182149 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e88d8d7d-1e7c-40b1-9446-03ca138ed799 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:55.214480 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-e028ecb3-7a72-4081-9af9-ab6c1778c557 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Allocated IP 172.26.0.16 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/319e1bd8-7e0c-4e49-af4b-abd2dfc074ed) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:50:55.319631 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b01aaf2d-3836-441d-a601-c8880715e351 None None] Provisioning complete for port 1badd5a9-7caf-4d49-8ff2-c07101b4211e triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:55.320050 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b01aaf2d-3836-441d-a601-c8880715e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:55.330688 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e88d8d7d-1e7c-40b1-9446-03ca138ed799 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:55.351497 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 1765ca5d-6821-4dd8-a4ae-53687bebf834 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:55.351866 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:55.403365 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570bc8ed-ac8b-43fd-89ff-d6183a598190 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:50:55.413342 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] Sync routers for ids ['924bbb57-4049-475c-b6c5-f861cc8e1875'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:50:55.430118 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] Routers {'924bbb57-4049-475c-b6c5-f861cc8e1875'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:55.431043 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['924bbb57-4049-475c-b6c5-f861cc8e1875'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:55.444461 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b01aaf2d-3836-441d-a601-c8880715e351 None None] Port 1badd5a9-7caf-4d49-8ff2-c07101b4211e cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:55.477890 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e88d8d7d-1e7c-40b1-9446-03ca138ed799 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:55.521141 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b01aaf2d-3836-441d-a601-c8880715e351 None None] Provisioning complete for port 6f7a04dc-1e53-49c4-9553-c1fe40ea5f1e triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:55.521512 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b01aaf2d-3836-441d-a601-c8880715e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:55.522736 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-570bc8ed-ac8b-43fd-89ff-d6183a598190 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "PUT /v2.0/routers/924bbb57-4049-475c-b6c5-f861cc8e1875/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0595710 May 10 14:50:55.527474 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41398) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:55.616845 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-24c04445-fa5d-4e9d-96bb-748dbe55ab0b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:55.641419 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b01aaf2d-3836-441d-a601-c8880715e351 None None] Port 6f7a04dc-1e53-49c4-9553-c1fe40ea5f1e cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:55.650449 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-24c04445-fa5d-4e9d-96bb-748dbe55ab0b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Transition to ACTIVE for port object 1badd5a9-7caf-4d49-8ff2-c07101b4211e will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:55.661556 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] Set router 924bbb57-4049-475c-b6c5-f861cc8e1875 gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:50:55.667788 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-8e622b2c-42ee-4ccd-a529-773328ad45cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985080515', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:47:56Z', 'updated_at': '2022-05-10T14:50:52Z', 'revision_number': 5, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'gw_port': {'id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:47:57Z', 'updated_at': '2022-05-10T14:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:55.672294 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e622b2c-42ee-4ccd-a529-773328ad45cf None None] Checking router: 4ce929a1-a885-4508-a2a9-aae7a984580d for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:50:55.682804 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e622b2c-42ee-4ccd-a529-773328ad45cf None None] Routers {'4ce929a1-a885-4508-a2a9-aae7a984580d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:55.683481 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-8e622b2c-42ee-4ccd-a529-773328ad45cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4ce929a1-a885-4508-a2a9-aae7a984580d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:55.814810 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e028ecb3-7a72-4081-9af9-ab6c1778c557 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:55.846870 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c8986e-18ea-4dce-ad69-38584b494a76 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:55.847830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-17c8986e-18ea-4dce-ad69-38584b494a76 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:55.907074 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-24c04445-fa5d-4e9d-96bb-748dbe55ab0b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:55.915871 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e88d8d7d-1e7c-40b1-9446-03ca138ed799 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:55.961818 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-17c8986e-18ea-4dce-ad69-38584b494a76 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:55.963398 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-17c8986e-18ea-4dce-ad69-38584b494a76 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports/631f8f48-82fd-4d6d-b935-411c735c4bed HTTP/1.1" status: 200 len: 911 time: 0.4331346 May 10 14:50:55.971018 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41402) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:56.041317 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-8e622b2c-42ee-4ccd-a529-773328ad45cf None None] Set router 4ce929a1-a885-4508-a2a9-aae7a984580d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:50:56.093482 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e028ecb3-7a72-4081-9af9-ab6c1778c557 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:56.122141 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d8d7d-1e7c-40b1-9446-03ca138ed799 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Pushing event deleted for resources: {'Subnet': ['ID=f77b7b59-c302-4fb7-b4fd-f13da52bf4b0,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:56.128578 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e88d8d7d-1e7c-40b1-9446-03ca138ed799 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:56.156490 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-24c04445-fa5d-4e9d-96bb-748dbe55ab0b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] In _notify_port_updated(), no bound segment for port 1badd5a9-7caf-4d49-8ff2-c07101b4211e on network c28b8870-ea54-4e4e-b79e-d465418a24db {{(pid=88051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 10 14:50:56.166519 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:56.169683 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c04445-fa5d-4e9d-96bb-748dbe55ab0b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:56.171281 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-24c04445-fa5d-4e9d-96bb-748dbe55ab0b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:56.172775 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-24c04445-fa5d-4e9d-96bb-748dbe55ab0b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "PUT /v2.0/ports/1badd5a9-7caf-4d49-8ff2-c07101b4211e HTTP/1.1" status: 200 len: 969 time: 3.8660460 May 10 14:50:56.201675 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41406) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:56.243740 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e88d8d7d-1e7c-40b1-9446-03ca138ed799 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "DELETE /v2.0/subnets/f77b7b59-c302-4fb7-b4fd-f13da52bf4b0 HTTP/1.1" status: 204 len: 168 time: 1.4866145 May 10 14:50:56.243991 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0181ffa-db84-4f59-865e-8ca0029cfb85 None None] Network 37b960e7-59a7-4942-aea6-10f467886311 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:50:56.261931 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41410) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:56.264905 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c04445-fa5d-4e9d-96bb-748dbe55ab0b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event updated for resources: {'Port': ['ID=1badd5a9-7caf-4d49-8ff2-c07101b4211e,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:56.278769 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924bbb57-4049-475c-b6c5-f861cc8e1875', 'name': 'tempest-NetworksTestDHCPv6-router-1912659020', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:50:49Z', 'updated_at': '2022-05-10T14:50:52Z', 'revision_number': 2, 'project_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'gw_port_host': None, '_interfaces': [{'id': '631f8f48-82fd-4d6d-b935-411c735c4bed', 'name': '', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'mac_address': 'fa:16:3e:8f:f3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924bbb57-4049-475c-b6c5-f861cc8e1875', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '1c737740-5c67-4035-aae5-406241b57c76', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:50:50Z', 'updated_at': '2022-05-10T14:50:52Z', 'revision_number': 2, 'project_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'subnets': [{'id': '1c737740-5c67-4035-aae5-406241b57c76', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:56.295208 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] Checking router: 924bbb57-4049-475c-b6c5-f861cc8e1875 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:50:56.295654 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] Updating router 924bbb57-4049-475c-b6c5-f861cc8e1875 port 631f8f48-82fd-4d6d-b935-411c735c4bed binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:50:56.317355 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ed871-3200-466e-9be3-b91c3d860c2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port 1badd5a9-7caf-4d49-8ff2-c07101b4211e {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:56.317774 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ce2ed871-3200-466e-9be3-b91c3d860c2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:56.405635 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:56.424588 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028ecb3-7a72-4081-9af9-ab6c1778c557 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Port': ['ID=319e1bd8-7e0c-4e49-af4b-abd2dfc074ed,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:56.452185 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e028ecb3-7a72-4081-9af9-ab6c1778c557 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:50:56.471633 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-e028ecb3-7a72-4081-9af9-ab6c1778c557 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:50:56.485817 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e028ecb3-7a72-4081-9af9-ab6c1778c557 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:50:56.519981 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69827a66-815c-4aa0-a020-3cad57ea181a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:56.526945 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69827a66-815c-4aa0-a020-3cad57ea181a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:56.531897 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-69827a66-815c-4aa0-a020-3cad57ea181a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5558410 May 10 14:50:56.536968 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41414) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:56.543644 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a22fab18-94a2-4fa1-bae9-73953d2767ce tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:56.702504 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:56.718954 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-68921198-26c8-4e58-ac1f-b2704bad746d None None] Provisioning for port 1badd5a9-7caf-4d49-8ff2-c07101b4211e completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:56.734582 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-68921198-26c8-4e58-ac1f-b2704bad746d None None] Provisioning complete for port 1badd5a9-7caf-4d49-8ff2-c07101b4211e triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:56.735007 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-68921198-26c8-4e58-ac1f-b2704bad746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:56.939804 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-68921198-26c8-4e58-ac1f-b2704bad746d None None] Port 1badd5a9-7caf-4d49-8ff2-c07101b4211e cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:50:56.964346 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ce2ed871-3200-466e-9be3-b91c3d860c2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:56.979112 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:57.001310 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] Transition to ACTIVE for port object 631f8f48-82fd-4d6d-b935-411c735c4bed will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:50:57.008282 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-8e622b2c-42ee-4ccd-a529-773328ad45cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985080515', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:47:56Z', 'updated_at': '2022-05-10T14:50:52Z', 'revision_number': 5, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'gw_port': {'id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:47:57Z', 'updated_at': '2022-05-10T14:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:57.013921 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:57.021902 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e622b2c-42ee-4ccd-a529-773328ad45cf None None] The sync data for ids ['4ce929a1-a885-4508-a2a9-aae7a984580d'] in dv-neutron-841204-2-hyperv is: [{'id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1985080515', 'tenant_id': 'ff413262496f40d691ca8346c51f1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138'}], 'enable_snat': True}, 'gw_port_id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:47:56Z', 'updated_at': '2022-05-10T14:50:52Z', 'revision_number': 5, 'project_id': 'ff413262496f40d691ca8346c51f1a79', 'gw_port': {'id': '2dd593a2-f800-4775-bd2c-ba262d3b08ad', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:8d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce929a1-a885-4508-a2a9-aae7a984580d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:47:57Z', 'updated_at': '2022-05-10T14:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:50:57.044080 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a22fab18-94a2-4fa1-bae9-73953d2767ce tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:57.062347 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c403c3-3c5d-45c9-a194-a658d98d47f9 None None] DHCP port deletion for 37b960e7-59a7-4942-aea6-10f467886311 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:50:57.067849 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-46c403c3-3c5d-45c9-a194-a658d98d47f9 None None] Deleting port 5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:57.068027 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-46c403c3-3c5d-45c9-a194-a658d98d47f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:57.073027 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-a22fab18-94a2-4fa1-bae9-73953d2767ce tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Deleting port 2dd593a2-f800-4775-bd2c-ba262d3b08ad {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:57.073625 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a22fab18-94a2-4fa1-bae9-73953d2767ce tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:57.233831 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ed871-3200-466e-9be3-b91c3d860c2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Calling delete_port for 1badd5a9-7caf-4d49-8ff2-c07101b4211e owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:57.243029 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9912cf-e72f-4f98-91f1-db1e2c54ebc8 None None] Pushing event updated for resources: {'Port': ['ID=631f8f48-82fd-4d6d-b935-411c735c4bed,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:57.311762 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] Attempting to bind port 631f8f48-82fd-4d6d-b935-411c735c4bed on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:50:57.311762 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] Attempting to bind port 631f8f48-82fd-4d6d-b935-411c735c4bed by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:50:57.312260 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] Attempting to bind port 631f8f48-82fd-4d6d-b935-411c735c4bed on network a36358c0-b900-4df5-ae69-1592404548f9 {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:50:57.318789 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:50:57.319318 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] Checking segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:50:57.319813 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:57.320294 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] Bound using segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:50:57.320857 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] Bound port: 631f8f48-82fd-4d6d-b935-411c735c4bed, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:50:57.321345 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:57.351220 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-46c403c3-3c5d-45c9-a194-a658d98d47f9 None None] For port 5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c,segment=NetworkSegment(b8e4e5ad-f88f-4792-8961-17ae88f4e759),segment_id=b8e4e5ad-f88f-4792-8961-17ae88f4e759)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:57.352321 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-46c403c3-3c5d-45c9-a194-a658d98d47f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:57.398208 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-34e958dc-18d7-4a7b-85ed-e9ebded55e67 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:57.486262 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] For port 631f8f48-82fd-4d6d-b935-411c735c4bed, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:50:57.491189 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] For port 631f8f48-82fd-4d6d-b935-411c735c4bed, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=631f8f48-82fd-4d6d-b935-411c735c4bed,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:50:57.499226 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-a22fab18-94a2-4fa1-bae9-73953d2767ce tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] For port 2dd593a2-f800-4775-bd2c-ba262d3b08ad, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2dd593a2-f800-4775-bd2c-ba262d3b08ad,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:57.499638 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a22fab18-94a2-4fa1-bae9-73953d2767ce tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:57.500149 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:57.573036 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-46c403c3-3c5d-45c9-a194-a658d98d47f9 None None] Calling delete_port for 5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:57.655030 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] Routers {'924bbb57-4049-475c-b6c5-f861cc8e1875'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:50:57.655865 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['924bbb57-4049-475c-b6c5-f861cc8e1875'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:57.700790 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-46c403c3-3c5d-45c9-a194-a658d98d47f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:57.702238 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-a22fab18-94a2-4fa1-bae9-73953d2767ce tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Calling delete_port for 2dd593a2-f800-4775-bd2c-ba262d3b08ad owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:57.816655 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c403c3-3c5d-45c9-a194-a658d98d47f9 None None] Pushing event deleted for resources: {'Port': ['ID=5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:57.820304 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c403c3-3c5d-45c9-a194-a658d98d47f9 None None] No DVR routers for this DVR port 5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:50:57.824428 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9912cf-e72f-4f98-91f1-db1e2c54ebc8 None None] Pushing event updated for resources: {'Port': ['ID=631f8f48-82fd-4d6d-b935-411c735c4bed,revision_number=4']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:57.843438 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c403c3-3c5d-45c9-a194-a658d98d47f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:57.850796 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c403c3-3c5d-45c9-a194-a658d98d47f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:57.851127 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c403c3-3c5d-45c9-a194-a658d98d47f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:57.851337 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c403c3-3c5d-45c9-a194-a658d98d47f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:57.851788 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c403c3-3c5d-45c9-a194-a658d98d47f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:57.852130 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c403c3-3c5d-45c9-a194-a658d98d47f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:57.852451 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c403c3-3c5d-45c9-a194-a658d98d47f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:57.853234 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c403c3-3c5d-45c9-a194-a658d98d47f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:57.853234 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c403c3-3c5d-45c9-a194-a658d98d47f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:57.853427 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c403c3-3c5d-45c9-a194-a658d98d47f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:57.853735 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c403c3-3c5d-45c9-a194-a658d98d47f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:57.854058 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c403c3-3c5d-45c9-a194-a658d98d47f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:50:57.877603 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] Set router 924bbb57-4049-475c-b6c5-f861cc8e1875 gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:50:58.225959 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-34e958dc-18d7-4a7b-85ed-e9ebded55e67 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Deleting port dfbfc192-9b50-43f0-a598-637ad72cef6e {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:50:58.227995 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-34e958dc-18d7-4a7b-85ed-e9ebded55e67 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:58.235676 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924bbb57-4049-475c-b6c5-f861cc8e1875', 'name': 'tempest-NetworksTestDHCPv6-router-1912659020', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:50:49Z', 'updated_at': '2022-05-10T14:50:52Z', 'revision_number': 2, 'project_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'gw_port_host': None, '_interfaces': [{'id': '631f8f48-82fd-4d6d-b935-411c735c4bed', 'name': '', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'mac_address': 'fa:16:3e:8f:f3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924bbb57-4049-475c-b6c5-f861cc8e1875', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '1c737740-5c67-4035-aae5-406241b57c76', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:50:50Z', 'updated_at': '2022-05-10T14:50:57Z', 'revision_number': 4, 'project_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'subnets': [{'id': '1c737740-5c67-4035-aae5-406241b57c76', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:58.241875 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b25ea0a-0b41-446b-8c36-07728384c849 None None] The sync data for ids ['924bbb57-4049-475c-b6c5-f861cc8e1875'] in dv-neutron-841204-2-hyperv is: [{'id': '924bbb57-4049-475c-b6c5-f861cc8e1875', 'name': 'tempest-NetworksTestDHCPv6-router-1912659020', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:50:49Z', 'updated_at': '2022-05-10T14:50:52Z', 'revision_number': 2, 'project_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'gw_port_host': None, '_interfaces': [{'id': '631f8f48-82fd-4d6d-b935-411c735c4bed', 'name': '', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'mac_address': 'fa:16:3e:8f:f3:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '924bbb57-4049-475c-b6c5-f861cc8e1875', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '1c737740-5c67-4035-aae5-406241b57c76', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:50:50Z', 'updated_at': '2022-05-10T14:50:57Z', 'revision_number': 4, 'project_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'subnets': [{'id': '1c737740-5c67-4035-aae5-406241b57c76', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:50:58.259994 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a22fab18-94a2-4fa1-bae9-73953d2767ce tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:58.326000 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fab18-94a2-4fa1-bae9-73953d2767ce tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Pushing event deleted for resources: {'Port': ['ID=2dd593a2-f800-4775-bd2c-ba262d3b08ad,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:58.391047 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1311108a-32ff-4c3b-a42c-fe0e40610833 req-60e23150-f91c-48d0-8408-2a83ab755272 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.3018770 May 10 14:50:58.523529 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e028ecb3-7a72-4081-9af9-ab6c1778c557 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router_gateway, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:58.598483 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a22fab18-94a2-4fa1-bae9-73953d2767ce tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:58.614045 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ce2ed871-3200-466e-9be3-b91c3d860c2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:58.622578 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.resource_extend [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:50:58.714956 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:58.766866 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ed871-3200-466e-9be3-b91c3d860c2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Port': ['ID=1badd5a9-7caf-4d49-8ff2-c07101b4211e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:58.824567 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:58.935444 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ce2ed871-3200-466e-9be3-b91c3d860c2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:58.972960 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-34e958dc-18d7-4a7b-85ed-e9ebded55e67 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:59.099609 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a22fab18-94a2-4fa1-bae9-73953d2767ce tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:59.126571 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ce2ed871-3200-466e-9be3-b91c3d860c2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/ports/1badd5a9-7caf-4d49-8ff2-c07101b4211e HTTP/1.1" status: 204 len: 168 time: 2.9013047 May 10 14:50:59.126571 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=768e916e-d105-4ac4-91f2-82c1ba70b926,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:59.126969 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41420) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:59.135923 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 631f8f48-82fd-4d6d-b935-411c735c4bed up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:50:59.177296 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a22fab18-94a2-4fa1-bae9-73953d2767ce tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:59.190728 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-34e958dc-18d7-4a7b-85ed-e9ebded55e67 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Calling delete_port for dfbfc192-9b50-43f0-a598-637ad72cef6e owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:50:59.204859 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:59.233597 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 631f8f48-82fd-4d6d-b935-411c735c4bed completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:50:59.239597 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 631f8f48-82fd-4d6d-b935-411c735c4bed triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:50:59.240025 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:59.275985 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a22fab18-94a2-4fa1-bae9-73953d2767ce tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:59.276581 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22fab18-94a2-4fa1-bae9-73953d2767ce tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Fanout notify agent at l3_agent the message router_deleted on router 4ce929a1-a885-4508-a2a9-aae7a984580d {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:50:59.313285 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a22fab18-94a2-4fa1-bae9-73953d2767ce tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:59.316887 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a22fab18-94a2-4fa1-bae9-73953d2767ce tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "DELETE /v2.0/routers/4ce929a1-a885-4508-a2a9-aae7a984580d HTTP/1.1" status: 204 len: 168 time: 3.0513189 May 10 14:50:59.318450 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41424) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:59.436750 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:59.461186 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311108a-32ff-4c3b-a42c-fe0e40610833 req-2357c0fa-bd89-40d9-8d50-11d6f55d572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:50:59.462774 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1311108a-32ff-4c3b-a42c-fe0e40610833 req-2357c0fa-bd89-40d9-8d50-11d6f55d572a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e85d52d37e7f49109dc18b97419f8c3b&device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 1098 time: 1.0226696 May 10 14:50:59.466982 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0ec519bc-ac24-42bd-8ee3-dd2b9aeae1f5 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:59.498475 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 631f8f48-82fd-4d6d-b935-411c735c4bed, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=631f8f48-82fd-4d6d-b935-411c735c4bed,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:50:59.508235 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:59.511289 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee3ac8f-c509-4630-a0e9-04c23fcdfe6e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] GET failed (client error): The resource could not be found. May 10 14:50:59.514145 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2ee3ac8f-c509-4630-a0e9-04c23fcdfe6e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Synchronizing usage tracker for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:50:59.645050 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=631f8f48-82fd-4d6d-b935-411c735c4bed,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:59.729329 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0ec519bc-ac24-42bd-8ee3-dd2b9aeae1f5 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:59.775215 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0ec519bc-ac24-42bd-8ee3-dd2b9aeae1f5 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b960e7-59a7-4942-aea6-10f467886311']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:59.799813 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2ee3ac8f-c509-4630-a0e9-04c23fcdfe6e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Unset dirty status for tenant:fde696bf50f046b399c8c2f96142680f on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:50:59.800805 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0ec519bc-ac24-42bd-8ee3-dd2b9aeae1f5 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e4e5ad-f88f-4792-8961-17ae88f4e759') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:59.800987 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2ee3ac8f-c509-4630-a0e9-04c23fcdfe6e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports/1badd5a9-7caf-4d49-8ff2-c07101b4211e HTTP/1.1" status: 404 len: 333 time: 0.6666338 May 10 14:50:59.801832 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0ec519bc-ac24-42bd-8ee3-dd2b9aeae1f5 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e4e5ad-f88f-4792-8961-17ae88f4e759') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:50:59.808183 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41430) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:50:59.816756 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e028ecb3-7a72-4081-9af9-ab6c1778c557 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:59.826488 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-34e958dc-18d7-4a7b-85ed-e9ebded55e67 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:59.872425 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device bdc3a2c3-79da-4f40-b5d4-66e16cd39870 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:50:59.883430 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0ec519bc-ac24-42bd-8ee3-dd2b9aeae1f5 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:50:59.913415 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Floating IP 6ddda144-97ef-4c86-8048-01e9b4a6189b associated. External IP: 172.26.0.149, port: d32182e0-af3e-4b84-bd1a-0be8d42e3bbc. May 10 14:50:59.943782 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: bdc3a2c3-79da-4f40-b5d4-66e16cd39870 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:50:59.944272 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device bdc3a2c3-79da-4f40-b5d4-66e16cd39870 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:50:59.944915 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:50:59.963724 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e958dc-18d7-4a7b-85ed-e9ebded55e67 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event deleted for resources: {'Port': ['ID=dfbfc192-9b50-43f0-a598-637ad72cef6e,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:50:59.993725 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:50:59.994307 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5bc78f1a-9f57-4c0b-b9c4-ea74c913b27c not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:51:00.027558 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0ec519bc-ac24-42bd-8ee3-dd2b9aeae1f5 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:00.063996 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec519bc-ac24-42bd-8ee3-dd2b9aeae1f5 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:51:00.064395 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0ec519bc-ac24-42bd-8ee3-dd2b9aeae1f5 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:00.071391 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311108a-32ff-4c3b-a42c-fe0e40610833 req-99403a71-688d-4d75-8fb8-9416442a53f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:00.072830 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1311108a-32ff-4c3b-a42c-fe0e40610833 req-99403a71-688d-4d75-8fb8-9416442a53f1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=aa7afffa-e17d-4c0b-836c-b0db2fea3cec HTTP/1.1" status: 200 len: 912 time: 0.5527020 May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:51:00.079661 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:51:00.144416 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839246f-c83f-46fc-98e8-886ceb2a828a req-59b1bdbd-1039-49dd-b95d-06cdd637e64f tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:00.146092 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4839246f-c83f-46fc-98e8-886ceb2a828a req-59b1bdbd-1039-49dd-b95d-06cdd637e64f tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.5194480 May 10 14:51:00.268398 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-49be2249-c92f-4913-befe-668f56a6979f tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:00.290317 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0ec519bc-ac24-42bd-8ee3-dd2b9aeae1f5 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:00.336130 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0ec519bc-ac24-42bd-8ee3-dd2b9aeae1f5 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:00.341730 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cf4f6bda-fadd-4b96-a201-28fc6b78e684 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:00.366358 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4839246f-c83f-46fc-98e8-886ceb2a828a req-b188cfd0-7c15-4faf-b6fd-b37e81b9681a tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097287 May 10 14:51:00.367054 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec519bc-ac24-42bd-8ee3-dd2b9aeae1f5 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Pushing event deleted for resources: {'Network': ['ID=37b960e7-59a7-4942-aea6-10f467886311,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:00.370887 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-49be2249-c92f-4913-befe-668f56a6979f tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:00.461073 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0ec519bc-ac24-42bd-8ee3-dd2b9aeae1f5 tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "DELETE /v2.0/networks/37b960e7-59a7-4942-aea6-10f467886311 HTTP/1.1" status: 204 len: 168 time: 1.1394429 May 10 14:51:00.474082 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41436) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:00.500378 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1311108a-32ff-4c3b-a42c-fe0e40610833 req-74ecb6fa-1618-427b-9c7b-8bdbc28ffc2b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41388ac1-4820-4eee-abe3-5c0c080ef468 HTTP/1.1" status: 200 len: 1000 time: 0.4111683 May 10 14:51:00.712155 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-34e958dc-18d7-4a7b-85ed-e9ebded55e67 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:00.786586 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-49be2249-c92f-4913-befe-668f56a6979f tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:00.838799 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be2249-c92f-4913-befe-668f56a6979f tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68bae4e-dd4a-4488-8816-9f91386c0d57,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:00.859283 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-970c92cf-8b4f-4a8c-9b46-635fa6e50d4b tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:00.883279 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-49be2249-c92f-4913-befe-668f56a6979f tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:00.884389 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-49be2249-c92f-4913-befe-668f56a6979f tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/security-groups/a68bae4e-dd4a-4488-8816-9f91386c0d57 HTTP/1.1" status: 204 len: 168 time: 1.0740080 May 10 14:51:00.889276 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41440) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:00.939646 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 631f8f48-82fd-4d6d-b935-411c735c4bed up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:51:00.983762 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e028ecb3-7a72-4081-9af9-ab6c1778c557 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Router 29a72ba9-28cd-4a49-b3dd-5a746528a5cc is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:51:00.990093 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-970c92cf-8b4f-4a8c-9b46-635fa6e50d4b tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:01.017355 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 631f8f48-82fd-4d6d-b935-411c735c4bed triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:01.018081 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:01.029991 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e32e6b-d281-427c-a3e7-d6b8a3e80f52 req-d14cc19b-702c-4dd6-9c1d-8c7330077ef2 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:01.031476 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-94e32e6b-d281-427c-a3e7-d6b8a3e80f52 req-d14cc19b-702c-4dd6-9c1d-8c7330077ef2 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.5368049 May 10 14:51:01.064918 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311108a-32ff-4c3b-a42c-fe0e40610833 req-f78d4db5-c750-48c1-9192-eb3a8db771d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:01.066368 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1311108a-32ff-4c3b-a42c-fe0e40610833 req-f78d4db5-c750-48c1-9192-eb3a8db771d7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=131cfd62-1682-4197-8cdd-002e0ab415e5 HTTP/1.1" status: 200 len: 850 time: 0.5541878 May 10 14:51:01.137134 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-94e32e6b-d281-427c-a3e7-d6b8a3e80f52 req-59031248-a5f1-4336-b6f4-40138aed3f56 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943129 May 10 14:51:01.151878 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2dd593a2-f800-4775-bd2c-ba262d3b08ad no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:51:01.194199 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 2dd593a2-f800-4775-bd2c-ba262d3b08ad {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:51:01.194653 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2dd593a2-f800-4775-bd2c-ba262d3b08ad not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:51:01.211716 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2e7bd0c5-9011-450d-97dd-c59e26bf97e9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:01.260047 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router 4c545987-9dfc-439b-be1e-8a88b2377a04 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:51:01.310857 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2e7bd0c5-9011-450d-97dd-c59e26bf97e9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:01.352888 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f6bda-fadd-4b96-a201-28fc6b78e684 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting port 631f8f48-82fd-4d6d-b935-411c735c4bed {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:51:01.353228 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cf4f6bda-fadd-4b96-a201-28fc6b78e684 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:01.403278 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-970c92cf-8b4f-4a8c-9b46-635fa6e50d4b tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:01.455508 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c92cf-8b4f-4a8c-9b46-635fa6e50d4b tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8eefa9-789e-457d-973c-d71eb63adbf8,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:01.474550 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e958dc-18d7-4a7b-85ed-e9ebded55e67 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Router 6fee7be2-7628-4203-906b-d0bcfb7a8a8d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:51:01.478366 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-970c92cf-8b4f-4a8c-9b46-635fa6e50d4b tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:01.482196 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-970c92cf-8b4f-4a8c-9b46-635fa6e50d4b tempest-TestNetworkAdvancedServerOps-837836726 tempest-TestNetworkAdvancedServerOps-837836726-project] 10.222.0.79 "DELETE /v2.0/security-groups/cc8eefa9-789e-457d-973c-d71eb63adbf8 HTTP/1.1" status: 204 len: 168 time: 1.0044670 May 10 14:51:01.482196 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2e7bd0c5-9011-450d-97dd-c59e26bf97e9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:01.503975 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7bd0c5-9011-450d-97dd-c59e26bf97e9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2b3be0-1e06-4cee-b1e2-ea676af924f4,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:01.514106 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2e7bd0c5-9011-450d-97dd-c59e26bf97e9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:01.517691 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2e7bd0c5-9011-450d-97dd-c59e26bf97e9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/security-groups/4a2b3be0-1e06-4cee-b1e2-ea676af924f4 HTTP/1.1" status: 204 len: 168 time: 0.6240051 May 10 14:51:01.520628 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41448) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:01.541409 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e028ecb3-7a72-4081-9af9-ab6c1778c557 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:51:01.559741 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9774fd33-350a-48ac-b065-d67af3336ae9 None None] Sync routers for ids ['29a72ba9-28cd-4a49-b3dd-5a746528a5cc'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:51:01.574803 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9774fd33-350a-48ac-b065-d67af3336ae9 None None] Routers {'29a72ba9-28cd-4a49-b3dd-5a746528a5cc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:01.576182 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-9774fd33-350a-48ac-b065-d67af3336ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['29a72ba9-28cd-4a49-b3dd-5a746528a5cc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:01.595062 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17af05-2f01-424f-92c4-caefe401ee3b req-2c522a63-a483-4d9b-8a27-090c7b416cd9 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:01.596533 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3a17af05-2f01-424f-92c4-caefe401ee3b req-2c522a63-a483-4d9b-8a27-090c7b416cd9 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.2896409 May 10 14:51:01.657946 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-9774fd33-350a-48ac-b065-d67af3336ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:01.670320 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9774fd33-350a-48ac-b065-d67af3336ae9 None None] Routers {'29a72ba9-28cd-4a49-b3dd-5a746528a5cc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:01.671794 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-9774fd33-350a-48ac-b065-d67af3336ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['29a72ba9-28cd-4a49-b3dd-5a746528a5cc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:01.732627 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311108a-32ff-4c3b-a42c-fe0e40610833 req-41221710-ae3a-460d-8af1-47d125113e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:01.734030 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1311108a-32ff-4c3b-a42c-fe0e40610833 req-41221710-ae3a-460d-8af1-47d125113e14 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aa7afffa-e17d-4c0b-836c-b0db2fea3cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6597259 May 10 14:51:01.754171 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-9774fd33-350a-48ac-b065-d67af3336ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:01.754680 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9774fd33-350a-48ac-b065-d67af3336ae9 None None] The sync data for ids ['29a72ba9-28cd-4a49-b3dd-5a746528a5cc'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:51:01.764492 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3a17af05-2f01-424f-92c4-caefe401ee3b req-640d3d7a-a7e8-4741-8b02-3102a84c10f5 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555758 May 10 14:51:01.807432 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e958dc-18d7-4a7b-85ed-e9ebded55e67 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:51:01.808944 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-af4afdfc-2dba-4848-af09-8700e156158b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:01.814073 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-34e958dc-18d7-4a7b-85ed-e9ebded55e67 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "PUT /v2.0/routers/6fee7be2-7628-4203-906b-d0bcfb7a8a8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0570261 May 10 14:51:01.818156 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41458) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:01.822216 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876e075-be23-4bb3-ad7f-67dce5fa4733 None None] Sync routers for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:51:01.837902 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876e075-be23-4bb3-ad7f-67dce5fa4733 None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:01.838827 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1876e075-be23-4bb3-ad7f-67dce5fa4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:01.907773 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e028ecb3-7a72-4081-9af9-ab6c1778c557 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:01.909378 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e028ecb3-7a72-4081-9af9-ab6c1778c557 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.1721065 May 10 14:51:01.928278 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41462) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:01.966944 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1876e075-be23-4bb3-ad7f-67dce5fa4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:01.976534 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876e075-be23-4bb3-ad7f-67dce5fa4733 None None] Routers {'6fee7be2-7628-4203-906b-d0bcfb7a8a8d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:01.977139 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1876e075-be23-4bb3-ad7f-67dce5fa4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:01.978291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41466) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:02.006646 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-af4afdfc-2dba-4848-af09-8700e156158b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:02.014743 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-cf4f6bda-fadd-4b96-a201-28fc6b78e684 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] For port 631f8f48-82fd-4d6d-b935-411c735c4bed, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=631f8f48-82fd-4d6d-b935-411c735c4bed,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:51:02.015142 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cf4f6bda-fadd-4b96-a201-28fc6b78e684 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:02.023908 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:51:02.037271 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1876e075-be23-4bb3-ad7f-67dce5fa4733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:02.037925 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876e075-be23-4bb3-ad7f-67dce5fa4733 None None] The sync data for ids ['6fee7be2-7628-4203-906b-d0bcfb7a8a8d'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:51:02.042066 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea89dbde-8faf-4567-9006-71c3741a7ba0 None None] Sync routers for ids ['4c545987-9dfc-439b-be1e-8a88b2377a04'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:51:02.056460 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea89dbde-8faf-4567-9006-71c3741a7ba0 None None] Routers {'4c545987-9dfc-439b-be1e-8a88b2377a04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:02.057235 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-ea89dbde-8faf-4567-9006-71c3741a7ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4c545987-9dfc-439b-be1e-8a88b2377a04'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:02.174344 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502082bf-731a-4341-9c2a-cf292ed4f9c6 req-cae35827-977c-4639-935d-6e466a843dd5 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:02.175871 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-502082bf-731a-4341-9c2a-cf292ed4f9c6 req-cae35827-977c-4639-935d-6e466a843dd5 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.2825098 May 10 14:51:02.179136 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93a505c6-8b50-4067-ba8a-22806b9574a4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:02.227562 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f6bda-fadd-4b96-a201-28fc6b78e684 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Calling delete_port for 631f8f48-82fd-4d6d-b935-411c735c4bed owned by network:router_interface {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:51:02.238612 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-af4afdfc-2dba-4848-af09-8700e156158b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:02.254092 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-ea89dbde-8faf-4567-9006-71c3741a7ba0 None None] Set router 4c545987-9dfc-439b-be1e-8a88b2377a04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:51:02.324315 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4afdfc-2dba-4848-af09-8700e156158b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db302778-83d7-4251-a262-4b61d82d46d7,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:02.349337 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-af4afdfc-2dba-4848-af09-8700e156158b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:02.353834 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-af4afdfc-2dba-4848-af09-8700e156158b tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/security-groups/db302778-83d7-4251-a262-4b61d82d46d7 HTTP/1.1" status: 204 len: 168 time: 0.7791109 May 10 14:51:02.474401 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41472) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:02.498195 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:02.560669 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1311108a-32ff-4c3b-a42c-fe0e40610833 req-ca91bbdf-0e1e-4751-8615-d476fb81b449 service neutron] 10.222.0.86 "GET /v2.0/networks/aa7afffa-e17d-4c0b-836c-b0db2fea3cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7975264 May 10 14:51:02.590360 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-502082bf-731a-4341-9c2a-cf292ed4f9c6 req-245f0e48-2eb4-4846-a93b-9124c0ec45f0 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3527324 May 10 14:51:02.602854 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7fbdf341-9e3a-46a1-a735-159f3be743fd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ff413262496f40d691ca8346c51f1a79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6166587 May 10 14:51:02.604625 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41476) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:02.640412 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93a505c6-8b50-4067-ba8a-22806b9574a4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:02.672518 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-93a505c6-8b50-4067-ba8a-22806b9574a4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Deleting port 9f4c8dc0-f2a0-4aa8-830d-2f3e05bac6c8 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:51:02.672938 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93a505c6-8b50-4067-ba8a-22806b9574a4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:02.675444 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-ea89dbde-8faf-4567-9006-71c3741a7ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'name': 'tempest-TestNetworkBasicOps-router-2120422949', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:49:55Z', 'updated_at': '2022-05-10T14:50:13Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:49:58Z', 'updated_at': '2022-05-10T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '6ddda144-97ef-4c86-8048-01e9b4a6189b', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.149', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'port_id': 'd32182e0-af3e-4b84-bd1a-0be8d42e3bbc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'mac_address': 'fa:16:3e:92:8b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164761d-8da1-4d0f-a014-b5e27c3d5e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:50:55Z', 'updated_at': '2022-05-10T14:50:55Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af294687-0e5e-4899-9290-f30d7580c321', 'name': '', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:c7:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:50:11Z', 'updated_at': '2022-05-10T14:50:21Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:02.682237 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea89dbde-8faf-4567-9006-71c3741a7ba0 None None] Checking router: 4c545987-9dfc-439b-be1e-8a88b2377a04 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:51:02.692474 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea89dbde-8faf-4567-9006-71c3741a7ba0 None None] Routers {'4c545987-9dfc-439b-be1e-8a88b2377a04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:02.693099 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-ea89dbde-8faf-4567-9006-71c3741a7ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4c545987-9dfc-439b-be1e-8a88b2377a04'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:02.742768 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3b158393-06c2-4f51-bfa4-9726206a325a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.6731162 May 10 14:51:02.747573 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e164761d-8da1-4d0f-a014-b5e27c3d5e70', 'tag': 'd32182e0-af3e-4b84-bd1a-0be8d42e3bbc'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:51:02.758456 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41482) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:02.767109 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-96375f1c-473d-4a62-af75-61e9cf595ab0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/routers/29a72ba9-28cd-4a49-b3dd-5a746528a5cc HTTP/1.1" status: 200 len: 884 time: 0.8374226 May 10 14:51:02.773697 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a53598-e317-48a0-90e3-689a3bd320a8 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting subnet b0ac6f14-c0c0-4b02-8a50-b5d87cff87d9 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:51:02.777113 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41486) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:02.841358 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b1a53598-e317-48a0-90e3-689a3bd320a8 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:02.873570 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b2b4095-0e83-4c3c-9910-9121f4d0712e'] response: {'name': 'network-changed', 'server_uuid': 'e164761d-8da1-4d0f-a014-b5e27c3d5e70', 'tag': 'd32182e0-af3e-4b84-bd1a-0be8d42e3bbc', 'status': 'completed', 'code': 200} May 10 14:51:02.909670 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93a505c6-8b50-4067-ba8a-22806b9574a4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:03.020024 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-ea89dbde-8faf-4567-9006-71c3741a7ba0 None None] Set router 4c545987-9dfc-439b-be1e-8a88b2377a04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:51:03.050577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-93a505c6-8b50-4067-ba8a-22806b9574a4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Calling delete_port for 9f4c8dc0-f2a0-4aa8-830d-2f3e05bac6c8 owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:51:03.093479 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b1a53598-e317-48a0-90e3-689a3bd320a8 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:03.131403 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1311108a-32ff-4c3b-a42c-fe0e40610833 req-925c536d-8d3d-479c-9139-7d0ae9d4eb52 service neutron] 10.222.0.86 "GET /v2.0/networks/aa7afffa-e17d-4c0b-836c-b0db2fea3cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425980 May 10 14:51:03.167540 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2494590f-30f8-4ce6-9056-6f4aecd238a8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/6ddda144-97ef-4c86-8048-01e9b4a6189b HTTP/1.1" status: 200 len: 991 time: 0.3976243 May 10 14:51:03.211069 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0fac3612-d63d-440b-bf6f-5509abd4439e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:03.255067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0fac3612-d63d-440b-bf6f-5509abd4439e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:03.293066 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcde20f-72d4-4d16-ae77-c6735f5bbf13 req-78ee1823-e5c9-44c4-9829-86e80f7620b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:03.294616 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-afcde20f-72d4-4d16-ae77-c6735f5bbf13 req-78ee1823-e5c9-44c4-9829-86e80f7620b0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 1098 time: 0.4163809 May 10 14:51:03.332683 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de8e73-9787-4f32-9150-0f35a745f0f9 req-41fcdebc-6fdd-40d4-a1fb-261285bbb958 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:03.334325 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-88de8e73-9787-4f32-9150-0f35a745f0f9 req-41fcdebc-6fdd-40d4-a1fb-261285bbb958 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.2504122 May 10 14:51:03.425719 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0fac3612-d63d-440b-bf6f-5509abd4439e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:03.435768 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cf4f6bda-fadd-4b96-a201-28fc6b78e684 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:03.459152 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-88de8e73-9787-4f32-9150-0f35a745f0f9 req-81de5d29-3957-4ad9-986a-27d6fbde8356 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167657 May 10 14:51:03.466395 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-ea89dbde-8faf-4567-9006-71c3741a7ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'name': 'tempest-TestNetworkBasicOps-router-2120422949', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:49:55Z', 'updated_at': '2022-05-10T14:50:13Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:49:58Z', 'updated_at': '2022-05-10T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '6ddda144-97ef-4c86-8048-01e9b4a6189b', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.149', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'port_id': 'd32182e0-af3e-4b84-bd1a-0be8d42e3bbc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'mac_address': 'fa:16:3e:92:8b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164761d-8da1-4d0f-a014-b5e27c3d5e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:50:55Z', 'updated_at': '2022-05-10T14:50:55Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af294687-0e5e-4899-9290-f30d7580c321', 'name': '', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:c7:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:50:11Z', 'updated_at': '2022-05-10T14:50:21Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:03.471123 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea89dbde-8faf-4567-9006-71c3741a7ba0 None None] The sync data for ids ['4c545987-9dfc-439b-be1e-8a88b2377a04'] in dv-neutron-841204-2-hyperv is: [{'id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'name': 'tempest-TestNetworkBasicOps-router-2120422949', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:49:55Z', 'updated_at': '2022-05-10T14:50:13Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:49:58Z', 'updated_at': '2022-05-10T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '6ddda144-97ef-4c86-8048-01e9b4a6189b', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.149', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'port_id': 'd32182e0-af3e-4b84-bd1a-0be8d42e3bbc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'mac_address': 'fa:16:3e:92:8b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164761d-8da1-4d0f-a014-b5e27c3d5e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:50:55Z', 'updated_at': '2022-05-10T14:50:55Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af294687-0e5e-4899-9290-f30d7580c321', 'name': '', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:c7:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:50:11Z', 'updated_at': '2022-05-10T14:50:21Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:51:03.474149 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac3612-d63d-440b-bf6f-5509abd4439e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d0f149-ac53-47ee-a60a-306b099d3fdc,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:03.482268 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b1a53598-e317-48a0-90e3-689a3bd320a8 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:03.495021 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0fac3612-d63d-440b-bf6f-5509abd4439e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:03.496344 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0fac3612-d63d-440b-bf6f-5509abd4439e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/01d0f149-ac53-47ee-a60a-306b099d3fdc HTTP/1.1" status: 204 len: 168 time: 0.8882637 May 10 14:51:03.503326 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93a505c6-8b50-4067-ba8a-22806b9574a4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:03.554897 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f6bda-fadd-4b96-a201-28fc6b78e684 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Port': ['ID=631f8f48-82fd-4d6d-b935-411c735c4bed,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:03.587920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a505c6-8b50-4067-ba8a-22806b9574a4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event deleted for resources: {'Port': ['ID=9f4c8dc0-f2a0-4aa8-830d-2f3e05bac6c8,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:03.721298 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93a505c6-8b50-4067-ba8a-22806b9574a4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:03.818275 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcde20f-72d4-4d16-ae77-c6735f5bbf13 req-591eaa80-d38b-41e3-8f4f-315183faafd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:03.825357 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-afcde20f-72d4-4d16-ae77-c6735f5bbf13 req-591eaa80-d38b-41e3-8f4f-315183faafd6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 HTTP/1.1" status: 200 len: 898 time: 0.4758158 May 10 14:51:03.877713 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3af2a76-e574-470f-a906-f189bf922251 None None] New status for floating IP 6ddda144-97ef-4c86-8048-01e9b4a6189b: ACTIVE {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:51:04.016390 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93a505c6-8b50-4067-ba8a-22806b9574a4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:04.019397 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93a505c6-8b50-4067-ba8a-22806b9574a4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:04.023660 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41498) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:04.055967 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bd972d67-d3d5-41db-836c-8d43a045124e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:04.070478 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cf4f6bda-fadd-4b96-a201-28fc6b78e684 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:04.075355 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-bd972d67-d3d5-41db-836c-8d43a045124e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:04.081755 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-bd972d67-d3d5-41db-836c-8d43a045124e admin admin] Usage tracker for resource:security_group_rule and tenant:7258174ac61943329457ea2d307db1f5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:04.091050 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93a505c6-8b50-4067-ba8a-22806b9574a4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:04.092016 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a505c6-8b50-4067-ba8a-22806b9574a4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Fanout notify agent at l3_agent the message router_deleted on router 6fee7be2-7628-4203-906b-d0bcfb7a8a8d {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:51:04.106662 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-bd972d67-d3d5-41db-836c-8d43a045124e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:04.115914 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-bd972d67-d3d5-41db-836c-8d43a045124e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:04.116136 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b1a53598-e317-48a0-90e3-689a3bd320a8 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:04.126134 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93a505c6-8b50-4067-ba8a-22806b9574a4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:04.127484 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-93a505c6-8b50-4067-ba8a-22806b9574a4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "DELETE /v2.0/routers/6fee7be2-7628-4203-906b-d0bcfb7a8a8d HTTP/1.1" status: 204 len: 168 time: 2.2995012 May 10 14:51:04.132539 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41502) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:04.185472 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41506) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:04.294985 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a53598-e317-48a0-90e3-689a3bd320a8 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ac6f14-c0c0-4b02-8a50-b5d87cff87d9,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:04.303982 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b1a53598-e317-48a0-90e3-689a3bd320a8 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:04.309962 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc311b2-9b78-4741-a340-53e602763ce3 None None] Network c28b8870-ea54-4e4e-b79e-d465418a24db requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:04.339401 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc34311-cc34-46f6-ba2a-82e2d948b454 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Deleting subnet 411cddca-209c-4e1a-b58d-2223709af17d {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:51:04.357622 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-62cf91a5-7291-4ee8-be2a-24e5811fea70 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/6ddda144-97ef-4c86-8048-01e9b4a6189b HTTP/1.1" status: 200 len: 993 time: 0.1608009 May 10 14:51:04.357622 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-abc34311-cc34-46f6-ba2a-82e2d948b454 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:04.376784 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0d196571-3305-40d9-948e-e4f5d128b830 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Synchronizing usage tracker for tenant:ab426055898a431ea72055cf37c2d0b5 on resource:router {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:51:04.387287 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-afcde20f-72d4-4d16-ae77-c6735f5bbf13 req-fe64ae7d-c046-42b7-ad18-fe3ffe9ab5c6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d32182e0-af3e-4b84-bd1a-0be8d42e3bbc HTTP/1.1" status: 200 len: 999 time: 0.5408695 May 10 14:51:04.402338 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b1a53598-e317-48a0-90e3-689a3bd320a8 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/subnets/b0ac6f14-c0c0-4b02-8a50-b5d87cff87d9 HTTP/1.1" status: 204 len: 168 time: 1.9151766 May 10 14:51:04.404225 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41510) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:04.537599 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4f6bda-fadd-4b96-a201-28fc6b78e684 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Router 924bbb57-4049-475c-b6c5-f861cc8e1875 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:51:04.543418 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcde20f-72d4-4d16-ae77-c6735f5bbf13 req-3ef75bf4-7f6d-424f-89ab-673b5278be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:04.544899 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-afcde20f-72d4-4d16-ae77-c6735f5bbf13 req-3ef75bf4-7f6d-424f-89ab-673b5278be41 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=702fd6a2-2441-4d78-a561-280659d21ac8 HTTP/1.1" status: 200 len: 834 time: 0.1477051 May 10 14:51:04.546740 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0d196571-3305-40d9-948e-e4f5d128b830 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Unset dirty status for tenant:ab426055898a431ea72055cf37c2d0b5 on resource:router {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:51:04.550772 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0d196571-3305-40d9-948e-e4f5d128b830 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.7698135 May 10 14:51:04.554531 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41516) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:04.591922 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-f734473f-c778-4fb5-b225-b080a91c120d tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1495960841'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:04.604947 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-abc34311-cc34-46f6-ba2a-82e2d948b454 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:04.710244 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bd972d67-d3d5-41db-836c-8d43a045124e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:04.725509 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bd972d67-d3d5-41db-836c-8d43a045124e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:04.759040 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecff5419-15bd-485d-b0a0-8de5e29134da tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting subnet 8bfd3ec0-ba08-4e52-a65f-cf3a359bddc6 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:51:04.784353 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ecff5419-15bd-485d-b0a0-8de5e29134da tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:04.848505 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-abc34311-cc34-46f6-ba2a-82e2d948b454 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:04.878911 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4f6bda-fadd-4b96-a201-28fc6b78e684 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:51:04.893328 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d59fb8a-2912-40d1-a113-a2b800465e8b None None] Sync routers for ids ['924bbb57-4049-475c-b6c5-f861cc8e1875'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:51:04.912624 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-cf4f6bda-fadd-4b96-a201-28fc6b78e684 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "PUT /v2.0/routers/924bbb57-4049-475c-b6c5-f861cc8e1875/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3695998 May 10 14:51:04.912868 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d59fb8a-2912-40d1-a113-a2b800465e8b None None] Routers {'924bbb57-4049-475c-b6c5-f861cc8e1875'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:04.913040 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-2d59fb8a-2912-40d1-a113-a2b800465e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['924bbb57-4049-475c-b6c5-f861cc8e1875'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:04.927991 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41520) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:04.931221 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd972d67-d3d5-41db-836c-8d43a045124e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523370b0-c7f1-4a02-b150-dd484a15a321,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:04.948405 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bd972d67-d3d5-41db-836c-8d43a045124e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7258174ac61943329457ea2d307db1f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9231517 May 10 14:51:04.952090 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41524) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:04.961052 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ecff5419-15bd-485d-b0a0-8de5e29134da tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:05.011290 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcde20f-72d4-4d16-ae77-c6735f5bbf13 req-b60965d0-e21a-4975-8dc7-94630f002bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:05.012721 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-afcde20f-72d4-4d16-ae77-c6735f5bbf13 req-b60965d0-e21a-4975-8dc7-94630f002bec service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5b74dabd-d14b-4810-9da8-3e0bb8fccbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4601479 May 10 14:51:05.109526 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-2d59fb8a-2912-40d1-a113-a2b800465e8b None None] Set router 924bbb57-4049-475c-b6c5-f861cc8e1875 gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:51:05.182588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6aefd-8706-42fd-8b3c-99e0056542fc req-a8f02cc7-93e5-4004-af7f-37250cbe611a tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:05.184930 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-75c6aefd-8706-42fd-8b3c-99e0056542fc req-a8f02cc7-93e5-4004-af7f-37250cbe611a tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.5498087 May 10 14:51:05.231137 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19611385-9910-43db-8670-5ee16dcd2179 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:05.231137 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19611385-9910-43db-8670-5ee16dcd2179 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:05.231319 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-19611385-9910-43db-8670-5ee16dcd2179 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2946138 May 10 14:51:05.238157 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-2d59fb8a-2912-40d1-a113-a2b800465e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924bbb57-4049-475c-b6c5-f861cc8e1875', 'name': 'tempest-NetworksTestDHCPv6-router-1912659020', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:50:49Z', 'updated_at': '2022-05-10T14:51:03Z', 'revision_number': 3, 'project_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:05.239922 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-abc34311-cc34-46f6-ba2a-82e2d948b454 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:05.243347 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d59fb8a-2912-40d1-a113-a2b800465e8b None None] Checking router: 924bbb57-4049-475c-b6c5-f861cc8e1875 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:51:05.246384 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41528) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:05.252117 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d59fb8a-2912-40d1-a113-a2b800465e8b None None] Routers {'924bbb57-4049-475c-b6c5-f861cc8e1875'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:05.252847 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-2d59fb8a-2912-40d1-a113-a2b800465e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['924bbb57-4049-475c-b6c5-f861cc8e1875'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:05.365981 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc34311-cc34-46f6-ba2a-82e2d948b454 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event deleted for resources: {'Subnet': ['ID=411cddca-209c-4e1a-b58d-2223709af17d,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:05.371218 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-abc34311-cc34-46f6-ba2a-82e2d948b454 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:05.375760 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2fbc-830e-4141-b9a3-7c901b898072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:05.392050 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-afcde20f-72d4-4d16-ae77-c6735f5bbf13 req-ba8718ce-c1b9-4ef6-a4f4-57014074cf3b service neutron] 10.222.0.86 "GET /v2.0/networks/5b74dabd-d14b-4810-9da8-3e0bb8fccbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084843 May 10 14:51:05.397367 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-75c6aefd-8706-42fd-8b3c-99e0056542fc req-ab90fecf-8fde-4baa-a5fe-08bb113546ab tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1954663 May 10 14:51:05.404263 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8bedd6c4-a05b-4b5e-be69-0011b09ccebf None None] Provisioning complete for port 1765ca5d-6821-4dd8-a4ae-53687bebf834 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:05.404794 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8bedd6c4-a05b-4b5e-be69-0011b09ccebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:05.430698 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ecff5419-15bd-485d-b0a0-8de5e29134da tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:05.439080 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-2d59fb8a-2912-40d1-a113-a2b800465e8b None None] Set router 924bbb57-4049-475c-b6c5-f861cc8e1875 gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:51:05.462808 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-abc34311-cc34-46f6-ba2a-82e2d948b454 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "DELETE /v2.0/subnets/411cddca-209c-4e1a-b58d-2223709af17d HTTP/1.1" status: 204 len: 168 time: 1.3268554 May 10 14:51:05.480810 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41532) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:05.485349 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6116a2-1c8a-4b45-91b3-6f99db850c91 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet 1c737740-5c67-4035-aae5-406241b57c76 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:51:05.521732 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bd6116a2-1c8a-4b45-91b3-6f99db850c91 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:05.555122 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2fbc-830e-4141-b9a3-7c901b898072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:05.574296 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-2d59fb8a-2912-40d1-a113-a2b800465e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '924bbb57-4049-475c-b6c5-f861cc8e1875', 'name': 'tempest-NetworksTestDHCPv6-router-1912659020', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:50:49Z', 'updated_at': '2022-05-10T14:51:03Z', 'revision_number': 3, 'project_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:05.583932 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d59fb8a-2912-40d1-a113-a2b800465e8b None None] The sync data for ids ['924bbb57-4049-475c-b6c5-f861cc8e1875'] in dv-neutron-841204-2-hyperv is: [{'id': '924bbb57-4049-475c-b6c5-f861cc8e1875', 'name': 'tempest-NetworksTestDHCPv6-router-1912659020', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:50:49Z', 'updated_at': '2022-05-10T14:51:03Z', 'revision_number': 3, 'project_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'gw_port_host': None}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:51:05.666383 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8bedd6c4-a05b-4b5e-be69-0011b09ccebf None None] Provisioning complete for port 6f7a04dc-1e53-49c4-9553-c1fe40ea5f1e triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:05.666383 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8bedd6c4-a05b-4b5e-be69-0011b09ccebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:05.718237 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bd6116a2-1c8a-4b45-91b3-6f99db850c91 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:05.722989 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-8bedd6c4-a05b-4b5e-be69-0011b09ccebf None None] Port 6f7a04dc-1e53-49c4-9553-c1fe40ea5f1e cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:51:05.758966 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f734473f-c778-4fb5-b225-b080a91c120d tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:05.761580 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ecff5419-15bd-485d-b0a0-8de5e29134da tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:05.769229 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-18d8bb97-616d-49ed-852a-3eec3ab8d1e4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:05.769615 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-afcde20f-72d4-4d16-ae77-c6735f5bbf13 req-6c500309-a51f-4619-af66-23bf64dbafcd service neutron] 10.222.0.86 "GET /v2.0/networks/5b74dabd-d14b-4810-9da8-3e0bb8fccbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346287 May 10 14:51:05.776459 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f734473f-c778-4fb5-b225-b080a91c120d tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539321'] for router, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:05.830193 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ecff5419-15bd-485d-b0a0-8de5e29134da tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:05.835255 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d449406-2d55-4ddf-9fc8-b23c23174d82 None None] Network c28b8870-ea54-4e4e-b79e-d465418a24db requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:05.837116 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff5419-15bd-485d-b0a0-8de5e29134da tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Subnet': ['ID=8bfd3ec0-ba08-4e52-a65f-cf3a359bddc6,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:05.897930 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2fbc-830e-4141-b9a3-7c901b898072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:05.901508 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cb3a2fbc-830e-4141-b9a3-7c901b898072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:05.905044 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cb3a2fbc-830e-4141-b9a3-7c901b898072 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/523370b0-c7f1-4a02-b150-dd484a15a321 HTTP/1.1" status: 204 len: 168 time: 0.9458244 May 10 14:51:05.905044 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ecff5419-15bd-485d-b0a0-8de5e29134da tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/subnets/8bfd3ec0-ba08-4e52-a65f-cf3a359bddc6 HTTP/1.1" status: 204 len: 168 time: 1.4952867 May 10 14:51:05.943429 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41538) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:06.004007 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a2fbc-830e-4141-b9a3-7c901b898072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523370b0-c7f1-4a02-b150-dd484a15a321,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:06.032875 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f734473f-c778-4fb5-b225-b080a91c120d tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Router 29a72ba9-28cd-4a49-b3dd-5a746528a5cc has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:51:06.081469 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec71466f-8159-4c52-80df-fa289213ff2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] DELETE failed (client error): The resource could not be found. May 10 14:51:06.081927 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec71466f-8159-4c52-80df-fa289213ff2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:51:06.086558 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ec71466f-8159-4c52-80df-fa289213ff2e tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/subnets/b0ac6f14-c0c0-4b02-8a50-b5d87cff87d9 HTTP/1.1" status: 404 len: 337 time: 0.1376126 May 10 14:51:06.097544 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41542) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:06.154346 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bd6116a2-1c8a-4b45-91b3-6f99db850c91 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:06.195151 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-18d8bb97-616d-49ed-852a-3eec3ab8d1e4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:06.265809 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-18d8bb97-616d-49ed-852a-3eec3ab8d1e4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5479cc0b-ed50-461c-a5e1-9947c14b3eb6']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:06.272164 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f734473f-c778-4fb5-b225-b080a91c120d tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:51:06.277177 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-4454957d-e491-43aa-b7b7-5deef66805c4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting subnet 28cea6f0-4400-47a1-bb49-b6d6af60e880 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:51:06.279741 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f734473f-c778-4fb5-b225-b080a91c120d tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:06.283262 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f734473f-c778-4fb5-b225-b080a91c120d tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/routers/29a72ba9-28cd-4a49-b3dd-5a746528a5cc HTTP/1.1" status: 200 len: 891 time: 1.7254605 May 10 14:51:06.283524 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41548) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:06.287832 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7763ca87-e041-4af0-b195-5939fadd68ac None None] Sync routers for ids ['29a72ba9-28cd-4a49-b3dd-5a746528a5cc'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:51:06.292125 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4454957d-e491-43aa-b7b7-5deef66805c4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:06.299581 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7763ca87-e041-4af0-b195-5939fadd68ac None None] Routers {'29a72ba9-28cd-4a49-b3dd-5a746528a5cc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:06.300186 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-7763ca87-e041-4af0-b195-5939fadd68ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['29a72ba9-28cd-4a49-b3dd-5a746528a5cc'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:06.321718 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-18d8bb97-616d-49ed-852a-3eec3ab8d1e4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece18f10-7cee-4c24-8616-82f0dc046e14') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:06.322031 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-18d8bb97-616d-49ed-852a-3eec3ab8d1e4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece18f10-7cee-4c24-8616-82f0dc046e14') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:06.351372 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-18d8bb97-616d-49ed-852a-3eec3ab8d1e4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:06.399330 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-18d8bb97-616d-49ed-852a-3eec3ab8d1e4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:06.402590 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-7763ca87-e041-4af0-b195-5939fadd68ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:06.413243 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7763ca87-e041-4af0-b195-5939fadd68ac None None] Routers {'29a72ba9-28cd-4a49-b3dd-5a746528a5cc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:06.414281 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-7763ca87-e041-4af0-b195-5939fadd68ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['29a72ba9-28cd-4a49-b3dd-5a746528a5cc'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:06.417514 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4454957d-e491-43aa-b7b7-5deef66805c4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:06.505253 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-7763ca87-e041-4af0-b195-5939fadd68ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:06.506013 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7763ca87-e041-4af0-b195-5939fadd68ac None None] The sync data for ids ['29a72ba9-28cd-4a49-b3dd-5a746528a5cc'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:51:06.517743 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d8bb97-616d-49ed-852a-3eec3ab8d1e4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:51:06.518392 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-18d8bb97-616d-49ed-852a-3eec3ab8d1e4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:06.539367 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bd6116a2-1c8a-4b45-91b3-6f99db850c91 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:51:06.543153 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:51:06.553903 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-57ac5e90-924e-4da1-b3f9-ad9ef090a084 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/routers/29a72ba9-28cd-4a49-b3dd-5a746528a5cc HTTP/1.1" status: 200 len: 891 time: 0.2690201 May 10 14:51:06.554652 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41558) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:06.602959 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-73742d7c-45a9-4737-82d6-08f758ebcdde tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Synchronizing usage tracker for tenant:ab426055898a431ea72055cf37c2d0b5 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:51:06.620833 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-73742d7c-45a9-4737-82d6-08f758ebcdde tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Unset dirty status for tenant:ab426055898a431ea72055cf37c2d0b5 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:51:06.625176 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-73742d7c-45a9-4737-82d6-08f758ebcdde tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/ports?device_id=29a72ba9-28cd-4a49-b3dd-5a746528a5cc HTTP/1.1" status: 200 len: 205 time: 0.0696805 May 10 14:51:06.625986 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41564) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:06.845674 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bf8a94f1-55e1-4c82-b39b-a72aee39e310 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:06.855152 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6116a2-1c8a-4b45-91b3-6f99db850c91 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=1c737740-5c67-4035-aae5-406241b57c76,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:06.855678 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 631f8f48-82fd-4d6d-b935-411c735c4bed no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:51:06.944637 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bd6116a2-1c8a-4b45-91b3-6f99db850c91 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:06.947406 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f8a254-3560-45db-88ff-e1f39b360389 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:06.991008 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 631f8f48-82fd-4d6d-b935-411c735c4bed {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:51:06.991354 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 631f8f48-82fd-4d6d-b935-411c735c4bed not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:51:06.993384 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bd6116a2-1c8a-4b45-91b3-6f99db850c91 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/1c737740-5c67-4035-aae5-406241b57c76 HTTP/1.1" status: 204 len: 168 time: 1.7174249 May 10 14:51:07.004880 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41578) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:07.013071 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-18d8bb97-616d-49ed-852a-3eec3ab8d1e4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:07.108374 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-18d8bb97-616d-49ed-852a-3eec3ab8d1e4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:07.132465 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8bb97-616d-49ed-852a-3eec3ab8d1e4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] Pushing event deleted for resources: {'Network': ['ID=5479cc0b-ed50-461c-a5e1-9947c14b3eb6,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:07.141328 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-18d8bb97-616d-49ed-852a-3eec3ab8d1e4 tempest-FloatingIPTestJSON-501264104 tempest-FloatingIPTestJSON-501264104-project] 10.222.0.79 "DELETE /v2.0/networks/5479cc0b-ed50-461c-a5e1-9947c14b3eb6 HTTP/1.1" status: 204 len: 168 time: 1.6532893 May 10 14:51:07.142341 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41582) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:07.186087 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bf8a94f1-55e1-4c82-b39b-a72aee39e310 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:07.198570 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a94f1-55e1-4c82-b39b-a72aee39e310 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting port 319e1bd8-7e0c-4e49-af4b-abd2dfc074ed {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:51:07.199185 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bf8a94f1-55e1-4c82-b39b-a72aee39e310 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:07.213282 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a2269349-d313-4069-9342-b6a5c6a0cd74 None None] Provisioning complete for port 1765ca5d-6821-4dd8-a4ae-53687bebf834 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:07.213928 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a2269349-d313-4069-9342-b6a5c6a0cd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:07.230940 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4454957d-e491-43aa-b7b7-5deef66805c4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:07.298085 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b29363-9009-4b1a-b7e4-04756515870d req-dbe16acf-f64f-4e34-9171-43b54b0bd691 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:07.299650 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-50b29363-9009-4b1a-b7e4-04756515870d req-dbe16acf-f64f-4e34-9171-43b54b0bd691 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.4460783 May 10 14:51:07.371879 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-86465bb5-120b-45b6-a0b2-835cc5a10685 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3636317 May 10 14:51:07.384598 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41592) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:07.394813 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce8adc3-6c23-44c4-ac84-8f8da333c929 None None] DHCP port deletion for a36358c0-b900-4df5-ae69-1592404548f9 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:51:07.406175 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5ce8adc3-6c23-44c4-ac84-8f8da333c929 None None] Deleting port d7a6a0bc-2786-4adf-8941-3dcb559eb36b {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:51:07.406571 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5ce8adc3-6c23-44c4-ac84-8f8da333c929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:07.488171 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-8a33c848-38cd-4fb7-9928-150aa5286522 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-396567899-network', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:07.490728 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a2269349-d313-4069-9342-b6a5c6a0cd74 None None] Provisioning complete for port 6f7a04dc-1e53-49c4-9553-c1fe40ea5f1e triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:07.491100 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a2269349-d313-4069-9342-b6a5c6a0cd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:07.497253 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8a33c848-38cd-4fb7-9928-150aa5286522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:07.502121 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8a33c848-38cd-4fb7-9928-150aa5286522 admin admin] Usage tracker for resource:network and tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:07.505165 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41596) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:07.542148 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-50b29363-9009-4b1a-b7e4-04756515870d req-e46f8526-b002-44de-8f2f-f95520950d2d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314892 May 10 14:51:07.550748 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-15bfdb7f-6387-43b8-8851-c71e604c93e7 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:07.550974 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8a33c848-38cd-4fb7-9928-150aa5286522 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:07.569841 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8a33c848-38cd-4fb7-9928-150aa5286522 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:07.607687 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a33c848-38cd-4fb7-9928-150aa5286522 admin admin] Made reservation on behalf of 903a8a4d2d8d4cfebec6bebbeebec3f7 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:07.609480 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4454957d-e491-43aa-b7b7-5deef66805c4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:07.611395 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8a33c848-38cd-4fb7-9928-150aa5286522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:07.642052 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8a33c848-38cd-4fb7-9928-150aa5286522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:07.662126 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8a33c848-38cd-4fb7-9928-150aa5286522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:07.666885 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8a33c848-38cd-4fb7-9928-150aa5286522 admin admin] Usage tracker for resource:security_group_rule and tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:07.670276 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8a33c848-38cd-4fb7-9928-150aa5286522 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:07.677965 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8a33c848-38cd-4fb7-9928-150aa5286522 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:07.696149 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-5ce8adc3-6c23-44c4-ac84-8f8da333c929 None None] For port d7a6a0bc-2786-4adf-8941-3dcb559eb36b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d7a6a0bc-2786-4adf-8941-3dcb559eb36b,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:51:07.696149 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5ce8adc3-6c23-44c4-ac84-8f8da333c929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:07.716929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454957d-e491-43aa-b7b7-5deef66805c4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Subnet': ['ID=28cea6f0-4400-47a1-bb49-b6d6af60e880,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:07.726925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4454957d-e491-43aa-b7b7-5deef66805c4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:07.756527 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bf8a94f1-55e1-4c82-b39b-a72aee39e310 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:07.780890 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4454957d-e491-43aa-b7b7-5deef66805c4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/subnets/28cea6f0-4400-47a1-bb49-b6d6af60e880 HTTP/1.1" status: 204 len: 168 time: 1.6786039 May 10 14:51:07.820594 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4e4b7e-8cf4-41f7-a93a-6da1f36f49e1 None None] Network c28b8870-ea54-4e4e-b79e-d465418a24db requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:07.835389 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41602) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:07.844220 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5ce8adc3-6c23-44c4-ac84-8f8da333c929 None None] Calling delete_port for d7a6a0bc-2786-4adf-8941-3dcb559eb36b owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:51:07.913829 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-15bfdb7f-6387-43b8-8851-c71e604c93e7 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:07.916331 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-15bfdb7f-6387-43b8-8851-c71e604c93e7 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:07.937006 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a94f1-55e1-4c82-b39b-a72aee39e310 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Calling delete_port for 319e1bd8-7e0c-4e49-af4b-abd2dfc074ed owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:51:07.945641 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-15bfdb7f-6387-43b8-8851-c71e604c93e7 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:07.946751 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bfdb7f-6387-43b8-8851-c71e604c93e7 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Fanout notify agent at l3_agent the message router_deleted on router 924bbb57-4049-475c-b6c5-f861cc8e1875 {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:51:07.971817 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-a2269349-d313-4069-9342-b6a5c6a0cd74 None None] Port 6f7a04dc-1e53-49c4-9553-c1fe40ea5f1e cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:51:07.982063 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-15bfdb7f-6387-43b8-8851-c71e604c93e7 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:07.983518 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-15bfdb7f-6387-43b8-8851-c71e604c93e7 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/routers/924bbb57-4049-475c-b6c5-f861cc8e1875 HTTP/1.1" status: 204 len: 168 time: 0.5979440 May 10 14:51:07.986154 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41606) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:07.994478 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-161a9ac9-fb9d-4268-abc3-9942f8fe8b15 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] DELETE failed (client error): The resource could not be found. May 10 14:51:07.994971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161a9ac9-fb9d-4268-abc3-9942f8fe8b15 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:51:08.053454 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41610) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:08.054587 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f52c83bf-f4af-4b83-b5e3-34913d7a4efc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d96b13b642cb4adf9c29a3eb1de983c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5486660 May 10 14:51:08.056631 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-161a9ac9-fb9d-4268-abc3-9942f8fe8b15 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/subnets/f4f0b312-f0b8-4952-83e2-33fec0bb6059 HTTP/1.1" status: 404 len: 337 time: 0.2199771 May 10 14:51:08.061286 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41614) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:08.102361 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5ce8adc3-6c23-44c4-ac84-8f8da333c929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:08.130772 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8a33c848-38cd-4fb7-9928-150aa5286522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:08.142507 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-352c042c-0630-41e7-974a-32179da5f40c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "GET /v2.0/ports?device_id=17c0026c-8c0a-4caf-9dc8-c872ace6335c HTTP/1.1" status: 200 len: 205 time: 0.0778589 May 10 14:51:08.144331 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41618) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:08.151194 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8a33c848-38cd-4fb7-9928-150aa5286522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:08.156785 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486667cb-b6fb-473c-be16-ed77175ee869 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:08.161066 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-486667cb-b6fb-473c-be16-ed77175ee869 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1707504 May 10 14:51:08.162901 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41622) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:08.164408 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce8adc3-6c23-44c4-ac84-8f8da333c929 None None] No DVR routers for this DVR port d7a6a0bc-2786-4adf-8941-3dcb559eb36b on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:51:08.171340 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8adc3-6c23-44c4-ac84-8f8da333c929 None None] Pushing event deleted for resources: {'Port': ['ID=d7a6a0bc-2786-4adf-8941-3dcb559eb36b,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:08.243240 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a33c848-38cd-4fb7-9928-150aa5286522 admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:51:08.258236 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-67e876c9-1f3e-41d9-8337-6b931d18f4c3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] delete failed (client error): The resource could not be found. May 10 14:51:08.258236 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-67e876c9-1f3e-41d9-8337-6b931d18f4c3 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/routers/17c0026c-8c0a-4caf-9dc8-c872ace6335c HTTP/1.1" status: 404 len: 336 time: 0.1075587 May 10 14:51:08.258542 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41626) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:08.261288 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-773849c6-9e29-400f-affd-ad335385c403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:08.264928 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3706def-1185-4e99-8e54-dbce895ca316 None None] DHCP port deletion for c28b8870-ea54-4e4e-b79e-d465418a24db request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:51:08.269390 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d3706def-1185-4e99-8e54-dbce895ca316 None None] Deleting port 1765ca5d-6821-4dd8-a4ae-53687bebf834 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:51:08.269756 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d3706def-1185-4e99-8e54-dbce895ca316 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:08.275893 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33c848-38cd-4fb7-9928-150aa5286522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e36906-ed8b-4a5b-8f14-fdcf9fbe4ac6,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:08.288930 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8a33c848-38cd-4fb7-9928-150aa5286522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:08.289422 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-8a33c848-38cd-4fb7-9928-150aa5286522 admin admin] Added segment d7574317-f155-4685-9a5d-5802df6f0649 of type vlan for network 432ecadc-13ed-4534-bb5d-3db9112befb3 May 10 14:51:08.302608 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742193d9-ba1c-4443-9fce-9d62b8fba7eb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:08.303297 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-742193d9-ba1c-4443-9fce-9d62b8fba7eb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:51:08.314464 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b4fbb8-96ab-4aa1-b87b-2c988234b0be tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] DELETE failed (client error): The resource could not be found. May 10 14:51:08.314916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35b4fbb8-96ab-4aa1-b87b-2c988234b0be tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:51:08.316603 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-35b4fbb8-96ab-4aa1-b87b-2c988234b0be tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/subnets/2d64bc8a-cea7-4556-8741-c074b2a79a03 HTTP/1.1" status: 404 len: 337 time: 0.0571806 May 10 14:51:08.326019 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41630) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:08.368871 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8a33c848-38cd-4fb7-9928-150aa5286522 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:08.370183 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-773849c6-9e29-400f-affd-ad335385c403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:08.382029 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade56bff-cd3b-412b-9f87-7f48578cea8c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] DELETE failed (client error): The resource could not be found. May 10 14:51:08.391601 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade56bff-cd3b-412b-9f87-7f48578cea8c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:51:08.391601 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ade56bff-cd3b-412b-9f87-7f48578cea8c tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/subnets/24e14235-c739-4673-a13a-ca79474cbe9d HTTP/1.1" status: 404 len: 337 time: 0.0574110 May 10 14:51:08.391601 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41634) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:08.404606 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-742193d9-ba1c-4443-9fce-9d62b8fba7eb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:51:08.408138 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-742193d9-ba1c-4443-9fce-9d62b8fba7eb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2327986 May 10 14:51:08.411195 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41638) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:08.445169 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c22d763-ca17-4a1b-8220-dde49e9b5492 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] DELETE failed (client error): The resource could not be found. May 10 14:51:08.445627 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c22d763-ca17-4a1b-8220-dde49e9b5492 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:51:08.449637 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5c22d763-ca17-4a1b-8220-dde49e9b5492 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/subnets/0bd0777e-e38b-4240-b905-d9a4fcf03c45 HTTP/1.1" status: 404 len: 337 time: 0.0568509 May 10 14:51:08.450507 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41642) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:08.501940 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-88d7610e-3a95-4724-83e2-ab0021e958b7 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:router {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:51:08.502299 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3eb8a5-68a7-4655-a903-472330212b07 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] DELETE failed (client error): The resource could not be found. May 10 14:51:08.502718 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3eb8a5-68a7-4655-a903-472330212b07 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:51:08.512113 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ea3eb8a5-68a7-4655-a903-472330212b07 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/ports/d36e7dde-8643-4de9-8c2a-838856e549f7 HTTP/1.1" status: 404 len: 333 time: 0.0583613 May 10 14:51:08.512342 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41646) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:08.519273 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bf8a94f1-55e1-4c82-b39b-a72aee39e310 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:08.548782 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-d3706def-1185-4e99-8e54-dbce895ca316 None None] For port 1765ca5d-6821-4dd8-a4ae-53687bebf834, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=1765ca5d-6821-4dd8-a4ae-53687bebf834,segment=NetworkSegment(f9b6b6f0-8854-4dee-9bda-c8aa2e8d63d1),segment_id=f9b6b6f0-8854-4dee-9bda-c8aa2e8d63d1)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:51:08.549159 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d3706def-1185-4e99-8e54-dbce895ca316 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:08.563242 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-88d7610e-3a95-4724-83e2-ab0021e958b7 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:router {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:51:08.564439 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-88d7610e-3a95-4724-83e2-ab0021e958b7 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1523459 May 10 14:51:08.565116 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8a33c848-38cd-4fb7-9928-150aa5286522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:08.566449 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a33c848-38cd-4fb7-9928-150aa5286522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:08.570336 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8a33c848-38cd-4fb7-9928-150aa5286522 admin admin] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:08.577955 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41650) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:08.673312 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a94f1-55e1-4c82-b39b-a72aee39e310 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Port': ['ID=319e1bd8-7e0c-4e49-af4b-abd2dfc074ed,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:08.677560 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d8920f-3993-4478-9c56-a6085bcd74a6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] DELETE failed (client error): The resource could not be found. May 10 14:51:08.678103 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36d8920f-3993-4478-9c56-a6085bcd74a6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:51:08.680039 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-22c12c71-12ea-4f1a-b7ba-edece8c7eb1a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:08.685467 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-36d8920f-3993-4478-9c56-a6085bcd74a6 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/subnets/7c6c90db-0683-4f9f-a138-78b5157b7f1a HTTP/1.1" status: 404 len: 337 time: 0.1719964 May 10 14:51:08.687933 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41656) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:08.704097 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d3706def-1185-4e99-8e54-dbce895ca316 None None] Calling delete_port for 1765ca5d-6821-4dd8-a4ae-53687bebf834 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:51:08.767634 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a73698-932c-46d6-90d8-7bc47be809a9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] DELETE failed (client error): The resource could not be found. May 10 14:51:08.768076 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a73698-932c-46d6-90d8-7bc47be809a9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:51:08.772904 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d5a73698-932c-46d6-90d8-7bc47be809a9 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/subnets/a46af120-58fb-4bfd-933e-3be2aa5a7bb9 HTTP/1.1" status: 404 len: 337 time: 0.0810149 May 10 14:51:08.772904 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-773849c6-9e29-400f-affd-ad335385c403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:08.773348 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-773849c6-9e29-400f-affd-ad335385c403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:08.774372 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-773849c6-9e29-400f-affd-ad335385c403 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d4b48704-e48d-4926-9e0e-829118bfafe5 HTTP/1.1" status: 204 len: 168 time: 0.7198625 May 10 14:51:08.774998 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41660) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:08.806855 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d3706def-1185-4e99-8e54-dbce895ca316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:08.829127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33c848-38cd-4fb7-9928-150aa5286522 admin admin] Pushing event updated for resources: {'Network': ['ID=432ecadc-13ed-4534-bb5d-3db9112befb3,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:08.832021 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8a33c848-38cd-4fb7-9928-150aa5286522 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6886041 May 10 14:51:08.833620 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773849c6-9e29-400f-affd-ad335385c403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b48704-e48d-4926-9e0e-829118bfafe5,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:08.837645 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41666) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:08.841944 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d7a41a-e2d2-4324-a6b6-601b0e6f59b1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] DELETE failed (client error): The resource could not be found. May 10 14:51:08.842415 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d7a41a-e2d2-4324-a6b6-601b0e6f59b1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:51:08.845304 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-24d7a41a-e2d2-4324-a6b6-601b0e6f59b1 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/ports/7385a786-3bc8-4346-ab4c-f5f56ea416c1 HTTP/1.1" status: 404 len: 333 time: 0.0625272 May 10 14:51:08.848576 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-6fc82506-b2ff-4e5b-9b89-f17256912a63 admin admin] Request body: {'subnet': {'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-396567899-subnet', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'ip_version': 4}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:08.864522 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3706def-1185-4e99-8e54-dbce895ca316 None None] Pushing event deleted for resources: {'Port': ['ID=1765ca5d-6821-4dd8-a4ae-53687bebf834,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:08.864925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41670) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:08.869969 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6fc82506-b2ff-4e5b-9b89-f17256912a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:08.873869 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 432ecadc-13ed-4534-bb5d-3db9112befb3 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:51:08.924792 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-22c12c71-12ea-4f1a-b7ba-edece8c7eb1a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:08.951023 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-22c12c71-12ea-4f1a-b7ba-edece8c7eb1a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:08.963399 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6fc82506-b2ff-4e5b-9b89-f17256912a63 admin admin] Usage tracker for resource:subnet and tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:08.969025 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c12c71-12ea-4f1a-b7ba-edece8c7eb1a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:08.976619 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-22c12c71-12ea-4f1a-b7ba-edece8c7eb1a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:08.986786 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6fc82506-b2ff-4e5b-9b89-f17256912a63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:08.990543 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb77035c-2bc0-4c8f-bf39-9f0a07050451 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] DELETE failed (client error): The resource could not be found. May 10 14:51:08.990984 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb77035c-2bc0-4c8f-bf39-9f0a07050451 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:51:08.992750 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cb77035c-2bc0-4c8f-bf39-9f0a07050451 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/subnets/fc6b57f6-40df-4165-b0fc-e48507330e05 HTTP/1.1" status: 404 len: 337 time: 0.1247020 May 10 14:51:08.995921 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3706def-1185-4e99-8e54-dbce895ca316 None None] No DVR routers for this DVR port 1765ca5d-6821-4dd8-a4ae-53687bebf834 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:51:09.001097 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41674) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:09.007507 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 1765ca5d-6821-4dd8-a4ae-53687bebf834 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:51:09.012342 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6fc82506-b2ff-4e5b-9b89-f17256912a63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:09.013378 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bf8a94f1-55e1-4c82-b39b-a72aee39e310 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:09.061826 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cae7e9a-2985-47fa-ba1f-cd901cfcc86a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] DELETE failed (client error): The resource could not be found. May 10 14:51:09.062276 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cae7e9a-2985-47fa-ba1f-cd901cfcc86a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:51:09.065110 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 1765ca5d-6821-4dd8-a4ae-53687bebf834 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:51:09.065351 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1cae7e9a-2985-47fa-ba1f-cd901cfcc86a tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/subnets/5754cec3-8725-42cb-af06-4364a050dd01 HTTP/1.1" status: 404 len: 337 time: 0.0627801 May 10 14:51:09.065619 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 1765ca5d-6821-4dd8-a4ae-53687bebf834 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:51:09.065977 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d7a6a0bc-2786-4adf-8941-3dcb559eb36b no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:51:09.070368 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41680) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:09.107733 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: d7a6a0bc-2786-4adf-8941-3dcb559eb36b {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:51:09.108083 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d7a6a0bc-2786-4adf-8941-3dcb559eb36b not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:51:09.117661 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47294d8d-3ffb-41d4-8921-a05789896feb req-7735248e-a960-432b-b214-2d8208f84099 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:09.119168 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-47294d8d-3ffb-41d4-8921-a05789896feb req-7735248e-a960-432b-b214-2d8208f84099 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.4327209 May 10 14:51:09.126144 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc82506-b2ff-4e5b-9b89-f17256912a63 admin admin] Made reservation on behalf of 903a8a4d2d8d4cfebec6bebbeebec3f7 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:09.129007 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6fc82506-b2ff-4e5b-9b89-f17256912a63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:09.261893 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-0f11718b-d18c-4188-bd48-88ab7ea1c368 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Deleting port 6f7a04dc-1e53-49c4-9553-c1fe40ea5f1e {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:51:09.262234 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0f11718b-d18c-4188-bd48-88ab7ea1c368 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:09.341655 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-47294d8d-3ffb-41d4-8921-a05789896feb req-9603bddf-9e42-4d5d-9036-aedb29472465 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992257 May 10 14:51:09.427582 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bf8a94f1-55e1-4c82-b39b-a72aee39e310 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:09.430719 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bf8a94f1-55e1-4c82-b39b-a72aee39e310 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:09.469434 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bf8a94f1-55e1-4c82-b39b-a72aee39e310 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:09.469953 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8a94f1-55e1-4c82-b39b-a72aee39e310 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Fanout notify agent at l3_agent the message router_deleted on router 29a72ba9-28cd-4a49-b3dd-5a746528a5cc {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:51:09.549010 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bf8a94f1-55e1-4c82-b39b-a72aee39e310 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:09.550282 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bf8a94f1-55e1-4c82-b39b-a72aee39e310 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/routers/29a72ba9-28cd-4a49-b3dd-5a746528a5cc HTTP/1.1" status: 204 len: 168 time: 2.9227293 May 10 14:51:09.554499 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41696) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:09.562809 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-c28b94a0-025e-428e-bfdf-8e1b2c93d7af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-348625027'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:09.570915 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c28b94a0-025e-428e-bfdf-8e1b2c93d7af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:09.571579 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0f11718b-d18c-4188-bd48-88ab7ea1c368 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:09.589984 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c28b94a0-025e-428e-bfdf-8e1b2c93d7af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:network and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:09.595056 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c28b94a0-025e-428e-bfdf-8e1b2c93d7af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:09.609767 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c28b94a0-025e-428e-bfdf-8e1b2c93d7af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:09.664273 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28b94a0-025e-428e-bfdf-8e1b2c93d7af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Made reservation on behalf of ab426055898a431ea72055cf37c2d0b5 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:09.667848 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c28b94a0-025e-428e-bfdf-8e1b2c93d7af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:09.720481 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-0f11718b-d18c-4188-bd48-88ab7ea1c368 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Calling delete_port for 6f7a04dc-1e53-49c4-9553-c1fe40ea5f1e owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:51:09.734867 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28b94a0-025e-428e-bfdf-8e1b2c93d7af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:51:09.775278 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.objects.ports [None req-22c12c71-12ea-4f1a-b7ba-edece8c7eb1a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 10 14:51:09.777438 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-22c12c71-12ea-4f1a-b7ba-edece8c7eb1a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:09.786044 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6fc82506-b2ff-4e5b-9b89-f17256912a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:09.816250 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c28b94a0-025e-428e-bfdf-8e1b2c93d7af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:09.816587 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-c28b94a0-025e-428e-bfdf-8e1b2c93d7af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Added segment 0ed0daec-6453-41d1-ae0e-bdffb81d3233 of type vlan for network 08e05dbf-461c-437a-a7c2-d1e5217ab307 May 10 14:51:09.823329 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41704) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:09.861252 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c12c71-12ea-4f1a-b7ba-edece8c7eb1a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:09.874039 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-22c12c71-12ea-4f1a-b7ba-edece8c7eb1a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:09.882462 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c12c71-12ea-4f1a-b7ba-edece8c7eb1a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:09.883214 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-22c12c71-12ea-4f1a-b7ba-edece8c7eb1a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:09.886374 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e03a33-fab9-4c91-abde-78be6e6247a3 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:09.907951 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c28b94a0-025e-428e-bfdf-8e1b2c93d7af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:09.913045 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c12c71-12ea-4f1a-b7ba-edece8c7eb1a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=bcba52fc-ec9a-4855-bdc8-baf6c301be0e,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:09.914017 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc82506-b2ff-4e5b-9b89-f17256912a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c510936-298f-4d7e-b6bd-ee2068bbabe3,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:09.924568 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-22c12c71-12ea-4f1a-b7ba-edece8c7eb1a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2626765 May 10 14:51:09.928199 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41710) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:09.937736 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-c47c8675-d6f3-429e-ab2b-7443e0ad4325 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:09.960024 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc82506-b2ff-4e5b-9b89-f17256912a63 admin admin] Checking segment: {'id': 'd7574317-f155-4685-9a5d-5802df6f0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:09.960483 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc82506-b2ff-4e5b-9b89-f17256912a63 admin admin] Network hostable DHCP agents. Network: 432ecadc-13ed-4534-bb5d-3db9112befb3, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:51:09.981794 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0f11718b-d18c-4188-bd48-88ab7ea1c368 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:10.034551 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-1eabb805-f677-4aeb-bfc3-1f84b515ee12 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1485329715'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:10.038408 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc82506-b2ff-4e5b-9b89-f17256912a63 admin admin] Network 432ecadc-13ed-4534-bb5d-3db9112befb3 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:51:10.041118 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0f11718b-d18c-4188-bd48-88ab7ea1c368 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:10.046238 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-1eabb805-f677-4aeb-bfc3-1f84b515ee12 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:10.057301 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11718b-d18c-4188-bd48-88ab7ea1c368 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Port': ['ID=6f7a04dc-1e53-49c4-9553-c1fe40ea5f1e,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:10.060124 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c28b94a0-025e-428e-bfdf-8e1b2c93d7af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:10.065683 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28b94a0-025e-428e-bfdf-8e1b2c93d7af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:10.066484 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c28b94a0-025e-428e-bfdf-8e1b2c93d7af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:10.073619 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1eabb805-f677-4aeb-bfc3-1f84b515ee12 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Usage tracker for resource:network and tenant:c16e63d28fdf4ee9913775a4f8676cd2 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:10.074323 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-6fc82506-b2ff-4e5b-9b89-f17256912a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 432ecadc-13ed-4534-bb5d-3db9112befb3) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:10.081611 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc82506-b2ff-4e5b-9b89-f17256912a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:10.082551 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6fc82506-b2ff-4e5b-9b89-f17256912a63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:10.090838 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0f11718b-d18c-4188-bd48-88ab7ea1c368 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/ports/6f7a04dc-1e53-49c4-9553-c1fe40ea5f1e HTTP/1.1" status: 204 len: 168 time: 1.0163624 May 10 14:51:10.091153 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41714) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:10.103140 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1eabb805-f677-4aeb-bfc3-1f84b515ee12 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:10.105808 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bfe820-2648-434e-9043-bac3325a1660 None None] Network 432ecadc-13ed-4534-bb5d-3db9112befb3 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:10.170275 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-1eabb805-f677-4aeb-bfc3-1f84b515ee12 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:10.183296 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6fc82506-b2ff-4e5b-9b89-f17256912a63 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3443043 May 10 14:51:10.186683 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41718) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:10.206336 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-65814626-3bdc-4cd8-a886-aa432924078f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:10.211639 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c28b94a0-025e-428e-bfdf-8e1b2c93d7af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6563568 May 10 14:51:10.215299 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41722) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:10.225338 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-82750611-1568-4f2e-b06e-e21b54d0ed44 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'subnet': {'network_id': '08e05dbf-461c-437a-a7c2-d1e5217ab307', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:10.227850 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-65814626-3bdc-4cd8-a886-aa432924078f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:10.230145 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b94a0-025e-428e-bfdf-8e1b2c93d7af tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Network': ['ID=08e05dbf-461c-437a-a7c2-d1e5217ab307,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:10.237338 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-65814626-3bdc-4cd8-a886-aa432924078f admin admin] Usage tracker for resource:router and tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:10.241024 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eabb805-f677-4aeb-bfc3-1f84b515ee12 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Made reservation on behalf of c16e63d28fdf4ee9913775a4f8676cd2 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:10.245049 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1eabb805-f677-4aeb-bfc3-1f84b515ee12 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:10.249095 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c06bc3a3-52ba-427b-a420-7e976fd59bb4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:10.251076 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 08e05dbf-461c-437a-a7c2-d1e5217ab307 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:51:10.256658 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-65814626-3bdc-4cd8-a886-aa432924078f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:10.266311 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-65814626-3bdc-4cd8-a886-aa432924078f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:10.271281 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1eabb805-f677-4aeb-bfc3-1f84b515ee12 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:10.285762 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cce17d-e53f-4b15-9f73-0c480cb682b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-a36358c0-b900-4df5-ae69-1592404548f9', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'fixed_ips': [{'subnet_id': 'bcba52fc-ec9a-4855-bdc8-baf6c301be0e'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:51:10.287249 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a6cce17d-e53f-4b15-9f73-0c480cb682b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:10.305602 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-1eabb805-f677-4aeb-bfc3-1f84b515ee12 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:10.312255 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1eabb805-f677-4aeb-bfc3-1f84b515ee12 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Usage tracker for resource:security_group_rule and tenant:c16e63d28fdf4ee9913775a4f8676cd2 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:10.315980 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-65814626-3bdc-4cd8-a886-aa432924078f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:10.317564 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-65814626-3bdc-4cd8-a886-aa432924078f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:10.321262 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1eabb805-f677-4aeb-bfc3-1f84b515ee12 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:10.325188 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c47c8675-d6f3-429e-ab2b-7443e0ad4325 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:10.330758 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-1eabb805-f677-4aeb-bfc3-1f84b515ee12 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:10.347127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c47c8675-d6f3-429e-ab2b-7443e0ad4325 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:10.366513 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-65814626-3bdc-4cd8-a886-aa432924078f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:10.379793 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47c8675-d6f3-429e-ab2b-7443e0ad4325 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:10.384250 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c47c8675-d6f3-429e-ab2b-7443e0ad4325 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:10.422168 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-82750611-1568-4f2e-b06e-e21b54d0ed44 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:10.428156 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-82750611-1568-4f2e-b06e-e21b54d0ed44 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:subnet and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:10.431329 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-82750611-1568-4f2e-b06e-e21b54d0ed44 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:10.439280 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-82750611-1568-4f2e-b06e-e21b54d0ed44 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:10.559664 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5512622-3b87-4701-a873-fb24d55d79e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-432ecadc-13ed-4534-bb5d-3db9112befb3', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:51:10.560769 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e5512622-3b87-4701-a873-fb24d55d79e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:10.643187 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82750611-1568-4f2e-b06e-e21b54d0ed44 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Made reservation on behalf of ab426055898a431ea72055cf37c2d0b5 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:10.646447 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-82750611-1568-4f2e-b06e-e21b54d0ed44 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:10.734204 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c06bc3a3-52ba-427b-a420-7e976fd59bb4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:10.764391 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-a6cce17d-e53f-4b15-9f73-0c480cb682b5 None None] Allocated IP 2001:db8::f816:3eff:fec3:7e11 (a36358c0-b900-4df5-ae69-1592404548f9/bcba52fc-ec9a-4855-bdc8-baf6c301be0e/9bb2a7c9-896a-4fc6-8a80-d06383088920) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:10.787847 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-c06bc3a3-52ba-427b-a420-7e976fd59bb4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28b8870-ea54-4e4e-b79e-d465418a24db']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:10.815155 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-c06bc3a3-52ba-427b-a420-7e976fd59bb4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b6b6f0-8854-4dee-9bda-c8aa2e8d63d1') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:10.815155 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-c06bc3a3-52ba-427b-a420-7e976fd59bb4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b6b6f0-8854-4dee-9bda-c8aa2e8d63d1') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:10.824875 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-65814626-3bdc-4cd8-a886-aa432924078f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:10.836916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c06bc3a3-52ba-427b-a420-7e976fd59bb4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:10.852347 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1eabb805-f677-4aeb-bfc3-1f84b515ee12 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:10.866037 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c06bc3a3-52ba-427b-a420-7e976fd59bb4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:10.876971 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06bc3a3-52ba-427b-a420-7e976fd59bb4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:51:10.877955 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c06bc3a3-52ba-427b-a420-7e976fd59bb4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:10.881895 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1eabb805-f677-4aeb-bfc3-1f84b515ee12 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:51:10.900699 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:51:10.903197 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-e5512622-3b87-4701-a873-fb24d55d79e4 None None] Allocated IP 172.20.0.2 (432ecadc-13ed-4534-bb5d-3db9112befb3/9c510936-298f-4d7e-b6bd-ee2068bbabe3/85379f78-27e7-4030-984c-c131df454fa0) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:10.960770 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eabb805-f677-4aeb-bfc3-1f84b515ee12 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:51:11.025994 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1eabb805-f677-4aeb-bfc3-1f84b515ee12 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:11.026340 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-1eabb805-f677-4aeb-bfc3-1f84b515ee12 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Added segment 8b526fad-692e-4a2e-9bab-3b8ee52c40c2 of type vlan for network 8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6 May 10 14:51:11.038190 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabb805-f677-4aeb-bfc3-1f84b515ee12 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5542a4-cca9-45b3-98b1-b0731627d0a4,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:11.101215 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1eabb805-f677-4aeb-bfc3-1f84b515ee12 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:11.130625 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c06bc3a3-52ba-427b-a420-7e976fd59bb4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:11.163811 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c06bc3a3-52ba-427b-a420-7e976fd59bb4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:11.192470 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06bc3a3-52ba-427b-a420-7e976fd59bb4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] Pushing event deleted for resources: {'Network': ['ID=c28b8870-ea54-4e4e-b79e-d465418a24db,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:11.205106 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c06bc3a3-52ba-427b-a420-7e976fd59bb4 tempest-PortsIpV6TestJSON-1499389268 tempest-PortsIpV6TestJSON-1499389268-project] 10.222.0.79 "DELETE /v2.0/networks/c28b8870-ea54-4e4e-b79e-d465418a24db HTTP/1.1" status: 204 len: 168 time: 1.1099951 May 10 14:51:11.231437 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1fba1-2848-4b21-be45-b2cb436c80bd req-0c9ba162-8778-4123-9818-ef59b7b43df7 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:11.233756 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4dc1fba1-2848-4b21-be45-b2cb436c80bd req-0c9ba162-8778-4123-9818-ef59b7b43df7 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.6073515 May 10 14:51:11.234307 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-82750611-1568-4f2e-b06e-e21b54d0ed44 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:11.274541 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a6cce17d-e53f-4b15-9f73-0c480cb682b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:11.301732 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a6cce17d-e53f-4b15-9f73-0c480cb682b5 None None] Transition to ACTIVE for port object 9bb2a7c9-896a-4fc6-8a80-d06383088920 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:11.328333 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1eabb805-f677-4aeb-bfc3-1f84b515ee12 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:11.333745 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e5512622-3b87-4701-a873-fb24d55d79e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:11.334241 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eabb805-f677-4aeb-bfc3-1f84b515ee12 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:11.334940 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1eabb805-f677-4aeb-bfc3-1f84b515ee12 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:11.336502 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a6cce17d-e53f-4b15-9f73-0c480cb682b5 None None] Transition to ACTIVE for port object 9bb2a7c9-896a-4fc6-8a80-d06383088920 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:11.346004 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e5512622-3b87-4701-a873-fb24d55d79e4 None None] Transition to ACTIVE for port object 85379f78-27e7-4030-984c-c131df454fa0 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:11.357537 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a6cce17d-e53f-4b15-9f73-0c480cb682b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:11.362889 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c47c8675-d6f3-429e-ab2b-7443e0ad4325 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:11.409123 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82750611-1568-4f2e-b06e-e21b54d0ed44 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Subnet': ['ID=1cd940c2-4d3e-4f80-b86c-7e24bd2cc99a,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:11.431172 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e5512622-3b87-4701-a873-fb24d55d79e4 None None] Transition to ACTIVE for port object 85379f78-27e7-4030-984c-c131df454fa0 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:11.449646 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cce17d-e53f-4b15-9f73-0c480cb682b5 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:11.452505 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82750611-1568-4f2e-b06e-e21b54d0ed44 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Checking segment: {'id': '0ed0daec-6453-41d1-ae0e-bdffb81d3233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '08e05dbf-461c-437a-a7c2-d1e5217ab307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:11.452787 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-a6cce17d-e53f-4b15-9f73-0c480cb682b5 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:11.452918 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82750611-1568-4f2e-b06e-e21b54d0ed44 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network hostable DHCP agents. Network: 08e05dbf-461c-437a-a7c2-d1e5217ab307, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:51:11.458230 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e5512622-3b87-4701-a873-fb24d55d79e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:11.464894 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cce17d-e53f-4b15-9f73-0c480cb682b5 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:11.466001 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4dc1fba1-2848-4b21-be45-b2cb436c80bd req-7a4c25b5-be8d-46c0-805e-f03e7f94b678 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147005 May 10 14:51:11.473584 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cce17d-e53f-4b15-9f73-0c480cb682b5 None None] Pushing event updated for resources: {'Port': ['ID=9bb2a7c9-896a-4fc6-8a80-d06383088920,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:11.485212 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82750611-1568-4f2e-b06e-e21b54d0ed44 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network 08e05dbf-461c-437a-a7c2-d1e5217ab307 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:51:11.508034 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-82750611-1568-4f2e-b06e-e21b54d0ed44 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 08e05dbf-461c-437a-a7c2-d1e5217ab307) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:11.514018 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82750611-1568-4f2e-b06e-e21b54d0ed44 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:11.514782 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-82750611-1568-4f2e-b06e-e21b54d0ed44 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:11.546443 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-82750611-1568-4f2e-b06e-e21b54d0ed44 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3248165 May 10 14:51:11.546664 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47c8675-d6f3-429e-ab2b-7443e0ad4325 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:11.548533 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41734) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:11.555269 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089bf351-7804-42ad-94bd-cda0652fed4e None None] Network 08e05dbf-461c-437a-a7c2-d1e5217ab307 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:11.556178 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-a1bdc368-13cb-4f57-b7e3-0b40c8c6e30f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-731376525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:11.566046 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a1bdc368-13cb-4f57-b7e3-0b40c8c6e30f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:11.572886 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a1bdc368-13cb-4f57-b7e3-0b40c8c6e30f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:router and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:11.577126 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a1bdc368-13cb-4f57-b7e3-0b40c8c6e30f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:11.584132 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a1bdc368-13cb-4f57-b7e3-0b40c8c6e30f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:11.607173 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-c47c8675-d6f3-429e-ab2b-7443e0ad4325 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:11.611260 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41738) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:11.617691 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabb805-f677-4aeb-bfc3-1f84b515ee12 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'Network': ['ID=8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:11.628949 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47c8675-d6f3-429e-ab2b-7443e0ad4325 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:11.629640 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c47c8675-d6f3-429e-ab2b-7443e0ad4325 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:11.631109 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a1bdc368-13cb-4f57-b7e3-0b40c8c6e30f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:11.632444 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a1bdc368-13cb-4f57-b7e3-0b40c8c6e30f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:11.646607 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5512622-3b87-4701-a873-fb24d55d79e4 None None] Network 432ecadc-13ed-4534-bb5d-3db9112befb3 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:11.653703 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a1bdc368-13cb-4f57-b7e3-0b40c8c6e30f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:11.674493 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a1bdc368-13cb-4f57-b7e3-0b40c8c6e30f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:11.680237 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:51:11.702453 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1eabb805-f677-4aeb-bfc3-1f84b515ee12 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8631783 May 10 14:51:11.702714 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-e5512622-3b87-4701-a873-fb24d55d79e4 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:11.714482 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c8675-d6f3-429e-ab2b-7443e0ad4325 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=77ab0ee2-6678-45a0-a5fe-0e272af1fef1,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:11.726346 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5512622-3b87-4701-a873-fb24d55d79e4 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:11.767503 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a1bdc368-13cb-4f57-b7e3-0b40c8c6e30f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:11.769704 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c47c8675-d6f3-429e-ab2b-7443e0ad4325 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8402774 May 10 14:51:11.770828 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a1bdc368-13cb-4f57-b7e3-0b40c8c6e30f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2194242 May 10 14:51:11.773247 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41744) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:11.774035 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41746) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:11.783198 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-cc478357-fd54-4999-870a-e98bbcba201f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'mac_address': 'fa:16:3e:f6:cd:de', 'name': 'tempest-NetworksTestDHCPv6-135734144'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:11.806100 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-65814626-3bdc-4cd8-a886-aa432924078f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:11.841710 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-65814626-3bdc-4cd8-a886-aa432924078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:11.842537 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5512622-3b87-4701-a873-fb24d55d79e4 None None] Pushing event updated for resources: {'Port': ['ID=85379f78-27e7-4030-984c-c131df454fa0,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:11.969306 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a6cce17d-e53f-4b15-9f73-0c480cb682b5 None None] Attempting to bind port 9bb2a7c9-896a-4fc6-8a80-d06383088920 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:51:11.982338 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a6cce17d-e53f-4b15-9f73-0c480cb682b5 None None] Attempting to bind port 9bb2a7c9-896a-4fc6-8a80-d06383088920 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:51:11.982956 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cce17d-e53f-4b15-9f73-0c480cb682b5 None None] Attempting to bind port 9bb2a7c9-896a-4fc6-8a80-d06383088920 on network a36358c0-b900-4df5-ae69-1592404548f9 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:51:12.018913 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cce17d-e53f-4b15-9f73-0c480cb682b5 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:51:12.019556 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cce17d-e53f-4b15-9f73-0c480cb682b5 None None] Checking segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:12.020200 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a6cce17d-e53f-4b15-9f73-0c480cb682b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:12.021130 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cce17d-e53f-4b15-9f73-0c480cb682b5 None None] Bound using segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:51:12.021825 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a6cce17d-e53f-4b15-9f73-0c480cb682b5 None None] Bound port: 9bb2a7c9-896a-4fc6-8a80-d06383088920, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:51:12.022418 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a6cce17d-e53f-4b15-9f73-0c480cb682b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:12.041856 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-65814626-3bdc-4cd8-a886-aa432924078f admin admin] Allocated IP 172.26.0.71 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/81b6fbc1-9373-4ccf-8add-c9a19379f77f) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:12.058438 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-e5512622-3b87-4701-a873-fb24d55d79e4 None None] Attempting to bind port 85379f78-27e7-4030-984c-c131df454fa0 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:51:12.059134 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-e5512622-3b87-4701-a873-fb24d55d79e4 None None] Attempting to bind port 85379f78-27e7-4030-984c-c131df454fa0 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'd7574317-f155-4685-9a5d-5802df6f0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:51:12.059794 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5512622-3b87-4701-a873-fb24d55d79e4 None None] Attempting to bind port 85379f78-27e7-4030-984c-c131df454fa0 on network 432ecadc-13ed-4534-bb5d-3db9112befb3 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:51:12.087543 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5512622-3b87-4701-a873-fb24d55d79e4 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:51:12.088373 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5512622-3b87-4701-a873-fb24d55d79e4 None None] Checking segment: {'id': 'd7574317-f155-4685-9a5d-5802df6f0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:12.088979 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e5512622-3b87-4701-a873-fb24d55d79e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:12.089564 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5512622-3b87-4701-a873-fb24d55d79e4 None None] Bound using segment: {'id': 'd7574317-f155-4685-9a5d-5802df6f0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:51:12.090233 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-e5512622-3b87-4701-a873-fb24d55d79e4 None None] Bound port: 85379f78-27e7-4030-984c-c131df454fa0, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7574317-f155-4685-9a5d-5802df6f0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:51:12.090852 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e5512622-3b87-4701-a873-fb24d55d79e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:12.228769 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-65814626-3bdc-4cd8-a886-aa432924078f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:12.271805 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-65814626-3bdc-4cd8-a886-aa432924078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:12.295685 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-86a6b516-1ce3-41d7-a2f2-a5169c922341 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fde696bf50f046b399c8c2f96142680f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6829071 May 10 14:51:12.298854 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41756) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:12.344349 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a6cce17d-e53f-4b15-9f73-0c480cb682b5 None None] For port 9bb2a7c9-896a-4fc6-8a80-d06383088920, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:51:12.351764 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-e5512622-3b87-4701-a873-fb24d55d79e4 None None] For port 85379f78-27e7-4030-984c-c131df454fa0, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:51:12.357475 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5aac7c-e98d-49e5-b38f-6b238e46c55e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-08e05dbf-461c-437a-a7c2-d1e5217ab307', 'network_id': '08e05dbf-461c-437a-a7c2-d1e5217ab307', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'fixed_ips': [{'subnet_id': '1cd940c2-4d3e-4f80-b86c-7e24bd2cc99a'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:51:12.358576 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fe5aac7c-e98d-49e5-b38f-6b238e46c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:12.389631 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65814626-3bdc-4cd8-a886-aa432924078f admin admin] Pushing event updated for resources: {'Port': ['ID=81b6fbc1-9373-4ccf-8add-c9a19379f77f,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:12.396634 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65814626-3bdc-4cd8-a886-aa432924078f admin admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:12.397914 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-65814626-3bdc-4cd8-a886-aa432924078f admin admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:12.403828 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65814626-3bdc-4cd8-a886-aa432924078f admin admin] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:12.434602 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-e5512622-3b87-4701-a873-fb24d55d79e4 None None] For port 85379f78-27e7-4030-984c-c131df454fa0, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=85379f78-27e7-4030-984c-c131df454fa0,segment=NetworkSegment(d7574317-f155-4685-9a5d-5802df6f0649),segment_id=d7574317-f155-4685-9a5d-5802df6f0649)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:51:12.436653 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a6cce17d-e53f-4b15-9f73-0c480cb682b5 None None] For port 9bb2a7c9-896a-4fc6-8a80-d06383088920, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=9bb2a7c9-896a-4fc6-8a80-d06383088920,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:51:12.447307 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e5512622-3b87-4701-a873-fb24d55d79e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:12.507091 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a6cce17d-e53f-4b15-9f73-0c480cb682b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:12.585739 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-cc478357-fd54-4999-870a-e98bbcba201f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:12.663706 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5512622-3b87-4701-a873-fb24d55d79e4 None None] Pushing event updated for resources: {'Port': ['ID=85379f78-27e7-4030-984c-c131df454fa0,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:12.675238 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-cc478357-fd54-4999-870a-e98bbcba201f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:12.774667 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-fe5aac7c-e98d-49e5-b38f-6b238e46c55e None None] Allocated IP 2001:db8::2 (08e05dbf-461c-437a-a7c2-d1e5217ab307/1cd940c2-4d3e-4f80-b86c-7e24bd2cc99a/e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:12.807390 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cce17d-e53f-4b15-9f73-0c480cb682b5 None None] Pushing event updated for resources: {'Port': ['ID=9bb2a7c9-896a-4fc6-8a80-d06383088920,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:13.095207 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc478357-fd54-4999-870a-e98bbcba201f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:13.161336 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2b76f7d3-999c-4bf1-9e3b-ab7814ebccac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:13.337568 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-65814626-3bdc-4cd8-a886-aa432924078f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:13.381831 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fe5aac7c-e98d-49e5-b38f-6b238e46c55e None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:13.400620 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-fe5aac7c-e98d-49e5-b38f-6b238e46c55e None None] Transition to ACTIVE for port object e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:13.454726 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-df62c894-c8d9-4277-8e80-50afecefe55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:13.483348 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-fe5aac7c-e98d-49e5-b38f-6b238e46c55e None None] Transition to ACTIVE for port object e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:13.495577 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fe5aac7c-e98d-49e5-b38f-6b238e46c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:13.637331 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5aac7c-e98d-49e5-b38f-6b238e46c55e None None] Network 08e05dbf-461c-437a-a7c2-d1e5217ab307 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:13.640781 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-fe5aac7c-e98d-49e5-b38f-6b238e46c55e None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:13.645679 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5aac7c-e98d-49e5-b38f-6b238e46c55e None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:13.734311 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5aac7c-e98d-49e5-b38f-6b238e46c55e None None] Pushing event updated for resources: {'Port': ['ID=e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:13.762278 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-df62c894-c8d9-4277-8e80-50afecefe55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:13.772327 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-fe5aac7c-e98d-49e5-b38f-6b238e46c55e None None] Attempting to bind port e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:51:13.773202 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-fe5aac7c-e98d-49e5-b38f-6b238e46c55e None None] Attempting to bind port e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '0ed0daec-6453-41d1-ae0e-bdffb81d3233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '08e05dbf-461c-437a-a7c2-d1e5217ab307'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:51:13.773876 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5aac7c-e98d-49e5-b38f-6b238e46c55e None None] Attempting to bind port e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da on network 08e05dbf-461c-437a-a7c2-d1e5217ab307 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:51:13.782186 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5aac7c-e98d-49e5-b38f-6b238e46c55e None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:51:13.782932 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5aac7c-e98d-49e5-b38f-6b238e46c55e None None] Checking segment: {'id': '0ed0daec-6453-41d1-ae0e-bdffb81d3233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '08e05dbf-461c-437a-a7c2-d1e5217ab307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:13.783824 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fe5aac7c-e98d-49e5-b38f-6b238e46c55e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:13.784376 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5aac7c-e98d-49e5-b38f-6b238e46c55e None None] Bound using segment: {'id': '0ed0daec-6453-41d1-ae0e-bdffb81d3233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '08e05dbf-461c-437a-a7c2-d1e5217ab307'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:51:13.785033 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-fe5aac7c-e98d-49e5-b38f-6b238e46c55e None None] Bound port: e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed0daec-6453-41d1-ae0e-bdffb81d3233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '08e05dbf-461c-437a-a7c2-d1e5217ab307'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:51:13.786349 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fe5aac7c-e98d-49e5-b38f-6b238e46c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:13.883071 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cc478357-fd54-4999-870a-e98bbcba201f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:13.913732 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-fe5aac7c-e98d-49e5-b38f-6b238e46c55e None None] For port e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:51:13.920767 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-fe5aac7c-e98d-49e5-b38f-6b238e46c55e None None] For port e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da,segment=NetworkSegment(0ed0daec-6453-41d1-ae0e-bdffb81d3233),segment_id=0ed0daec-6453-41d1-ae0e-bdffb81d3233)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:51:13.938811 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fe5aac7c-e98d-49e5-b38f-6b238e46c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:14.006875 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b60c6-d594-4952-a7e8-68446dc0a35d req-7396c61c-b03b-419a-8bdb-9a5e2333fc6b tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:14.008833 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fc0b60c6-d594-4952-a7e8-68446dc0a35d req-7396c61c-b03b-419a-8bdb-9a5e2333fc6b tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 1.3558745 May 10 14:51:14.032279 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-cc478357-fd54-4999-870a-e98bbcba201f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] device_id is not set on port 6d5de705-fd0b-47d6-9129-e19f43e659b8 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:51:14.098661 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5aac7c-e98d-49e5-b38f-6b238e46c55e None None] Pushing event updated for resources: {'Port': ['ID=e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:14.174821 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-65814626-3bdc-4cd8-a886-aa432924078f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:14.363301 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-cc478357-fd54-4999-870a-e98bbcba201f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 172.20.0.4 (a36358c0-b900-4df5-ae69-1592404548f9/77ab0ee2-6678-45a0-a5fe-0e272af1fef1/6d5de705-fd0b-47d6-9129-e19f43e659b8) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:14.370638 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-cc478357-fd54-4999-870a-e98bbcba201f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8::f816:3eff:fef6:cdde (a36358c0-b900-4df5-ae69-1592404548f9/bcba52fc-ec9a-4855-bdc8-baf6c301be0e/6d5de705-fd0b-47d6-9129-e19f43e659b8) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:14.618113 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65814626-3bdc-4cd8-a886-aa432924078f admin admin] Router 06321980-0abd-4a34-a376-1db36b98bd06 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:51:14.631136 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760174e1-0e8c-4452-aba8-f210c403971f None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:14.664423 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-df62c894-c8d9-4277-8e80-50afecefe55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:14.828987 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e60d8393-4268-44fa-89ed-d74e0389002a None None] Provisioning for port 9bb2a7c9-896a-4fc6-8a80-d06383088920 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:15.018188 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62c894-c8d9-4277-8e80-50afecefe55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0818259-1a55-4371-b045-2f9e28829a01,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:15.057773 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fc0b60c6-d594-4952-a7e8-68446dc0a35d req-1192e2ab-0c62-4382-bbb8-370e932c54d4 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9476678 May 10 14:51:15.091975 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65814626-3bdc-4cd8-a886-aa432924078f admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:51:15.092106 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-df62c894-c8d9-4277-8e80-50afecefe55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:15.093290 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-df62c894-c8d9-4277-8e80-50afecefe55f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c0818259-1a55-4371-b045-2f9e28829a01 HTTP/1.1" status: 204 len: 168 time: 2.7907627 May 10 14:51:15.117518 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-2b76f7d3-999c-4bf1-9e3b-ab7814ebccac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Allocated IP 2001:db8::1 (08e05dbf-461c-437a-a7c2-d1e5217ab307/1cd940c2-4d3e-4f80-b86c-7e24bd2cc99a/8a3239a6-ea95-4caf-95a2-74cb204b9dbb) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:15.153925 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-65814626-3bdc-4cd8-a886-aa432924078f admin admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:15.155498 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-65814626-3bdc-4cd8-a886-aa432924078f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9619746 May 10 14:51:15.165067 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41774) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:15.180910 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] Sync routers for ids ['06321980-0abd-4a34-a376-1db36b98bd06'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:51:15.236355 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:51:15.284145 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41778) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:15.304075 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-f52e7932-3c3e-4df8-9451-163e8c7a6c45 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Request body: {'subnet': {'network_id': '8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:15.383408 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] Routers {'06321980-0abd-4a34-a376-1db36b98bd06'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:15.384042 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['06321980-0abd-4a34-a376-1db36b98bd06'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:15.389121 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cc478357-fd54-4999-870a-e98bbcba201f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:15.429097 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-cc478357-fd54-4999-870a-e98bbcba201f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Transition to ACTIVE for port object 6d5de705-fd0b-47d6-9129-e19f43e659b8 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:15.486119 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5985cf8b-ba93-4aa7-80e3-3a0ef2038ee1 None None] Network 432ecadc-13ed-4534-bb5d-3db9112befb3 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:15.505481 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2b76f7d3-999c-4bf1-9e3b-ab7814ebccac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:15.537560 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-2b76f7d3-999c-4bf1-9e3b-ab7814ebccac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Transition to ACTIVE for port object 8a3239a6-ea95-4caf-95a2-74cb204b9dbb will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:15.538861 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f52e7932-3c3e-4df8-9451-163e8c7a6c45 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:15.543147 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cc478357-fd54-4999-870a-e98bbcba201f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:15.548936 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f52e7932-3c3e-4df8-9451-163e8c7a6c45 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Usage tracker for resource:subnet and tenant:c16e63d28fdf4ee9913775a4f8676cd2 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:15.554745 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f52e7932-3c3e-4df8-9451-163e8c7a6c45 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:15.566345 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f52e7932-3c3e-4df8-9451-163e8c7a6c45 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:15.675210 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc478357-fd54-4999-870a-e98bbcba201f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:15.685409 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52e7932-3c3e-4df8-9451-163e8c7a6c45 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Made reservation on behalf of c16e63d28fdf4ee9913775a4f8676cd2 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:15.688095 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-cc478357-fd54-4999-870a-e98bbcba201f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:15.695086 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f52e7932-3c3e-4df8-9451-163e8c7a6c45 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:15.716457 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc478357-fd54-4999-870a-e98bbcba201f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:15.798059 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc478357-fd54-4999-870a-e98bbcba201f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=6d5de705-fd0b-47d6-9129-e19f43e659b8,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:15.841228 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc478357-fd54-4999-870a-e98bbcba201f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:15.841886 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cc478357-fd54-4999-870a-e98bbcba201f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:15.851242 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2b76f7d3-999c-4bf1-9e3b-ab7814ebccac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:15.945966 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] Set router 06321980-0abd-4a34-a376-1db36b98bd06 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:51:16.012595 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1bfbde1e-34a3-4e9e-aed3-9d8245c88e1c None None] Provisioning for port 85379f78-27e7-4030-984c-c131df454fa0 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:16.016199 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:16.041801 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b76f7d3-999c-4bf1-9e3b-ab7814ebccac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network 08e05dbf-461c-437a-a7c2-d1e5217ab307 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:16.054864 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-2b76f7d3-999c-4bf1-9e3b-ab7814ebccac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:16.062536 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cc478357-fd54-4999-870a-e98bbcba201f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.2818837 May 10 14:51:16.069244 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b76f7d3-999c-4bf1-9e3b-ab7814ebccac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:16.069786 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2b76f7d3-999c-4bf1-9e3b-ab7814ebccac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:16.076655 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41792) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:16.156249 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f6d872-7afb-4b0f-b8bc-749c9501078e None None] Update dhcp port {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'fixed_ips': [{'subnet_id': 'bcba52fc-ec9a-4855-bdc8-baf6c301be0e', 'ip_address': '2001:db8::f816:3eff:fec3:7e11'}, {'subnet_id': '77ab0ee2-6678-45a0-a5fe-0e272af1fef1'}], 'binding:host_id': 'dv-neutron-841204-2-hyperv'}, 'id': '9bb2a7c9-896a-4fc6-8a80-d06383088920'} from dv-neutron-841204-2-hyperv. {{(pid=88053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 10 14:51:16.169472 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76f7d3-999c-4bf1-9e3b-ab7814ebccac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Port': ['ID=8a3239a6-ea95-4caf-95a2-74cb204b9dbb,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:16.274320 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-54f6d872-7afb-4b0f-b8bc-749c9501078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:16.315461 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 9bb2a7c9-896a-4fc6-8a80-d06383088920 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:51:16.351848 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b44103-f065-4920-9627-06cb7dc8e282 None None] Network 08e05dbf-461c-437a-a7c2-d1e5217ab307 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:16.519936 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41806) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:16.564029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518543cf-1503-48d0-b018-c68581b9521b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:16.570870 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518543cf-1503-48d0-b018-c68581b9521b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:16.571720 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-518543cf-1503-48d0-b018-c68581b9521b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:51:16.580047 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2b76f7d3-999c-4bf1-9e3b-ab7814ebccac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:16.619541 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-af0552d3-4700-4003-8d56-c1097047b028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:16.649480 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-518543cf-1503-48d0-b018-c68581b9521b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:51:16.653684 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-518543cf-1503-48d0-b018-c68581b9521b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.5689530 May 10 14:51:16.658971 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41812) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:16.696321 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f52e7932-3c3e-4df8-9451-163e8c7a6c45 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:16.714893 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57b0af-c2c4-471a-a439-1fe616ce5ce3 req-501abcff-2a47-4ced-bb0a-f004aefe541b tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:16.716343 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1c57b0af-c2c4-471a-a439-1fe616ce5ce3 req-501abcff-2a47-4ced-bb0a-f004aefe541b tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.4247191 May 10 14:51:16.722002 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-1d0a9a23-9cef-4a63-bf62-3e6f7ec032e9 tempest-DvrRoutersNegativeTest-900156228 tempest-DvrRoutersNegativeTest-900156228-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-883395050', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:16.725496 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.policy [None req-1d0a9a23-9cef-4a63-bf62-3e6f7ec032e9 tempest-DvrRoutersNegativeTest-900156228 tempest-DvrRoutersNegativeTest-900156228-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88051) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 10 14:51:16.725792 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.policy [None req-1d0a9a23-9cef-4a63-bf62-3e6f7ec032e9 tempest-DvrRoutersNegativeTest-900156228 tempest-DvrRoutersNegativeTest-900156228-project] Failed policy check for 'create_router' {{(pid=88051) enforce /opt/stack/neutron/neutron/policy.py:520}} May 10 14:51:16.726321 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-1d0a9a23-9cef-4a63-bf62-3e6f7ec032e9 tempest-DvrRoutersNegativeTest-900156228 tempest-DvrRoutersNegativeTest-900156228-project] create failed (client error): Access was denied to this resource. May 10 14:51:16.730642 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1d0a9a23-9cef-4a63-bf62-3e6f7ec032e9 tempest-DvrRoutersNegativeTest-900156228 tempest-DvrRoutersNegativeTest-900156228-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2083549 May 10 14:51:16.785873 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-54f6d872-7afb-4b0f-b8bc-749c9501078e None None] Allocated IP 172.20.0.2 (a36358c0-b900-4df5-ae69-1592404548f9/77ab0ee2-6678-45a0-a5fe-0e272af1fef1/9bb2a7c9-896a-4fc6-8a80-d06383088920) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:16.863264 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52e7932-3c3e-4df8-9451-163e8c7a6c45 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Checking segment: {'id': '8b526fad-692e-4a2e-9bab-3b8ee52c40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:16.863834 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52e7932-3c3e-4df8-9451-163e8c7a6c45 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Network hostable DHCP agents. Network: 8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:51:16.868112 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e7932-3c3e-4df8-9451-163e8c7a6c45 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'Subnet': ['ID=bcb267c5-8840-4b87-bf87-3674b167fa4d,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:16.954819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52e7932-3c3e-4df8-9451-163e8c7a6c45 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Network 8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:51:16.960031 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-4874e96c-d917-42ac-8fdd-ce00a8da9c95 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting port 6d5de705-fd0b-47d6-9129-e19f43e659b8 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:51:16.960378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4874e96c-d917-42ac-8fdd-ce00a8da9c95 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:16.974348 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-af0552d3-4700-4003-8d56-c1097047b028 admin admin] Allocated IP 172.20.0.1 (432ecadc-13ed-4534-bb5d-3db9112befb3/9c510936-298f-4d7e-b6bd-ee2068bbabe3/4980ca6f-0667-49af-b857-8e7e921c8439) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:16.982478 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-f52e7932-3c3e-4df8-9451-163e8c7a6c45 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:16.990881 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52e7932-3c3e-4df8-9451-163e8c7a6c45 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:16.991604 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f52e7932-3c3e-4df8-9451-163e8c7a6c45 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:17.014210 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd77ce9-f986-4288-8647-c289a7d4b64f None None] Network 8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:17.027789 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e2fd17cf-1f5c-47ab-b5a5-e129a4c8cbd4 None None] Provisioning for port e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:17.056586 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1c57b0af-c2c4-471a-a439-1fe616ce5ce3 req-8da38588-4af5-4dd0-8aa1-47532a8d4e7a tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3164930 May 10 14:51:17.100668 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f52e7932-3c3e-4df8-9451-163e8c7a6c45 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8049707 May 10 14:51:17.103515 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41822) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:17.110005 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-f88cf651-86bc-421a-aa05-5b741070b1f4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1757536957'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:17.115424 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f88cf651-86bc-421a-aa05-5b741070b1f4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:17.119511 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f88cf651-86bc-421a-aa05-5b741070b1f4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Usage tracker for resource:network and tenant:c16e63d28fdf4ee9913775a4f8676cd2 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:17.122523 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f88cf651-86bc-421a-aa05-5b741070b1f4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:17.133314 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f88cf651-86bc-421a-aa05-5b741070b1f4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:17.158270 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88cf651-86bc-421a-aa05-5b741070b1f4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Made reservation on behalf of c16e63d28fdf4ee9913775a4f8676cd2 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:17.162659 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f88cf651-86bc-421a-aa05-5b741070b1f4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:17.173233 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e2fd17cf-1f5c-47ab-b5a5-e129a4c8cbd4 None None] Provisioning complete for port e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:17.173611 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e2fd17cf-1f5c-47ab-b5a5-e129a4c8cbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:17.222626 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:51:17.224222 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-54f6d872-7afb-4b0f-b8bc-749c9501078e None None] For port 9bb2a7c9-896a-4fc6-8a80-d06383088920, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=9bb2a7c9-896a-4fc6-8a80-d06383088920,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:51:17.256153 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41828) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:17.257538 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-54f6d872-7afb-4b0f-b8bc-749c9501078e None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:17.258260 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88cf651-86bc-421a-aa05-5b741070b1f4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:51:17.282582 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-54f6d872-7afb-4b0f-b8bc-749c9501078e None None] Transition to ACTIVE for port object 9bb2a7c9-896a-4fc6-8a80-d06383088920 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:17.288846 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-af0552d3-4700-4003-8d56-c1097047b028 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:17.292178 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f88cf651-86bc-421a-aa05-5b741070b1f4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:17.292578 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-f88cf651-86bc-421a-aa05-5b741070b1f4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Added segment 90e58304-4652-4068-a43b-7c21c2621daa of type vlan for network 0a9a191d-8f89-4593-a914-5367117e3bc7 May 10 14:51:17.329014 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-af0552d3-4700-4003-8d56-c1097047b028 admin admin] Transition to ACTIVE for port object 4980ca6f-0667-49af-b857-8e7e921c8439 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:17.354175 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f88cf651-86bc-421a-aa05-5b741070b1f4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:17.438093 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-54f6d872-7afb-4b0f-b8bc-749c9501078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:17.467245 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-af0552d3-4700-4003-8d56-c1097047b028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:17.522338 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8a0a3d26-fa6a-4e43-be20-1b72cf8f6d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:17.556723 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f88cf651-86bc-421a-aa05-5b741070b1f4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:17.560962 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6d872-7afb-4b0f-b8bc-749c9501078e None None] Pushing event updated for resources: {'Port': ['ID=9bb2a7c9-896a-4fc6-8a80-d06383088920,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:17.565006 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88cf651-86bc-421a-aa05-5b741070b1f4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:17.565848 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f88cf651-86bc-421a-aa05-5b741070b1f4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:17.637302 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4874e96c-d917-42ac-8fdd-ce00a8da9c95 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:17.645337 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 9bb2a7c9-896a-4fc6-8a80-d06383088920 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:17.657617 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8a0a3d26-fa6a-4e43-be20-1b72cf8f6d0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:17.664398 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0552d3-4700-4003-8d56-c1097047b028 admin admin] Network 432ecadc-13ed-4534-bb5d-3db9112befb3 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:17.718644 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2b76f7d3-999c-4bf1-9e3b-ab7814ebccac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:17.721181 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-af0552d3-4700-4003-8d56-c1097047b028 admin admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:17.729299 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8a0a3d26-fa6a-4e43-be20-1b72cf8f6d0b admin admin] Usage tracker for resource:security_group_rule and tenant:b1bd787f7b524b41b11b18c4749193e1 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:17.738057 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0552d3-4700-4003-8d56-c1097047b028 admin admin] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:17.766676 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 85379f78-27e7-4030-984c-c131df454fa0 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:51:17.773086 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8a0a3d26-fa6a-4e43-be20-1b72cf8f6d0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:17.778798 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0552d3-4700-4003-8d56-c1097047b028 admin admin] Pushing event updated for resources: {'Port': ['ID=4980ca6f-0667-49af-b857-8e7e921c8439,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:17.788284 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-4874e96c-d917-42ac-8fdd-ce00a8da9c95 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Calling delete_port for 6d5de705-fd0b-47d6-9129-e19f43e659b8 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:51:17.817718 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8a0a3d26-fa6a-4e43-be20-1b72cf8f6d0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:17.818000 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2b76f7d3-999c-4bf1-9e3b-ab7814ebccac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:17.818590 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2b76f7d3-999c-4bf1-9e3b-ab7814ebccac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:17.822473 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f88cf651-86bc-421a-aa05-5b741070b1f4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7177823 May 10 14:51:17.829950 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41836) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:17.837759 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cf651-86bc-421a-aa05-5b741070b1f4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'Network': ['ID=0a9a191d-8f89-4593-a914-5367117e3bc7,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:17.842822 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-801daa93-068d-4c5f-b361-7ec8ee3e36a0 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Request body: {'subnet': {'network_id': '0a9a191d-8f89-4593-a914-5367117e3bc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:17.888758 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 0a9a191d-8f89-4593-a914-5367117e3bc7 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:51:17.920895 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb21ed-b2e3-406e-8251-58749030fef6 req-fa7c774f-88e4-4ef6-a0da-f32a4a4535ed tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:17.922398 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ffdb21ed-b2e3-406e-8251-58749030fef6 req-fa7c774f-88e4-4ef6-a0da-f32a4a4535ed tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.4287069 May 10 14:51:17.937716 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e380dc7-699a-44f2-a494-68b08bd07b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6', 'network_id': '8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6', 'tenant_id': 'c16e63d28fdf4ee9913775a4f8676cd2', 'fixed_ips': [{'subnet_id': 'bcb267c5-8840-4b87-bf87-3674b167fa4d'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:51:17.938699 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6e380dc7-699a-44f2-a494-68b08bd07b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:18.056314 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-af0552d3-4700-4003-8d56-c1097047b028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:18.059048 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76f7d3-999c-4bf1-9e3b-ab7814ebccac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Port': ['ID=8a3239a6-ea95-4caf-95a2-74cb204b9dbb,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:18.074706 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-801daa93-068d-4c5f-b361-7ec8ee3e36a0 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:18.087691 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-801daa93-068d-4c5f-b361-7ec8ee3e36a0 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Usage tracker for resource:subnet and tenant:c16e63d28fdf4ee9913775a4f8676cd2 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:18.101310 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ffdb21ed-b2e3-406e-8251-58749030fef6 req-6a21e046-6df1-46d7-bd1b-d3b7ebb97c1d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269805 May 10 14:51:18.101764 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-801daa93-068d-4c5f-b361-7ec8ee3e36a0 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:18.125157 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-801daa93-068d-4c5f-b361-7ec8ee3e36a0 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:18.191404 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b76f7d3-999c-4bf1-9e3b-ab7814ebccac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network 08e05dbf-461c-437a-a7c2-d1e5217ab307 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:18.194414 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-2b76f7d3-999c-4bf1-9e3b-ab7814ebccac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:18.216492 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00121326-feb5-47fa-9ec5-38fabbe37d30 req-ced240d6-fab9-48c3-b291-c9e36535cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:18.218394 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00121326-feb5-47fa-9ec5-38fabbe37d30 req-ced240d6-fab9-48c3-b291-c9e36535cfbd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e85d52d37e7f49109dc18b97419f8c3b&device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 1098 time: 0.6393318 May 10 14:51:18.233151 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801daa93-068d-4c5f-b361-7ec8ee3e36a0 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Made reservation on behalf of c16e63d28fdf4ee9913775a4f8676cd2 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:18.237216 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-801daa93-068d-4c5f-b361-7ec8ee3e36a0 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:18.351003 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e2fd17cf-1f5c-47ab-b5a5-e129a4c8cbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:18.428097 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 85379f78-27e7-4030-984c-c131df454fa0 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:18.504775 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 85379f78-27e7-4030-984c-c131df454fa0 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:18.505355 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:18.535966 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-e2fd17cf-1f5c-47ab-b5a5-e129a4c8cbd4 None None] For port e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da,segment=NetworkSegment(0ed0daec-6453-41d1-ae0e-bdffb81d3233),segment_id=0ed0daec-6453-41d1-ae0e-bdffb81d3233)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:51:18.542251 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T14:51:12Z', 'revision_number': 3, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:18.580359 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e2fd17cf-1f5c-47ab-b5a5-e129a4c8cbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:18.625223 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4874e96c-d917-42ac-8fdd-ce00a8da9c95 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:18.633818 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] Checking router: 06321980-0abd-4a34-a376-1db36b98bd06 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:51:18.634172 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] Updating router 06321980-0abd-4a34-a376-1db36b98bd06 port 81b6fbc1-9373-4ccf-8add-c9a19379f77f binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:51:18.714689 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874e96c-d917-42ac-8fdd-ce00a8da9c95 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Port': ['ID=6d5de705-fd0b-47d6-9129-e19f43e659b8,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:18.730589 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00121326-feb5-47fa-9ec5-38fabbe37d30 req-96aa7e37-9bfd-40b0-8a05-830d0488bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:18.733937 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00121326-feb5-47fa-9ec5-38fabbe37d30 req-96aa7e37-9bfd-40b0-8a05-830d0488bcf2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=aa7afffa-e17d-4c0b-836c-b0db2fea3cec HTTP/1.1" status: 200 len: 912 time: 0.4764786 May 10 14:51:18.778523 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-6e380dc7-699a-44f2-a494-68b08bd07b78 None None] Allocated IP 2001:db8:0:ffff::2 (8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6/bcb267c5-8840-4b87-bf87-3674b167fa4d/8a9ba99c-a26e-4d96-8b04-20e5c7a04df9) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:18.825107 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:18.868735 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b76f7d3-999c-4bf1-9e3b-ab7814ebccac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Router e3bf3b42-baf6-4b0b-af97-60dd19f5b6b4 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:51:18.914574 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0e4c6aaf-fb93-44aa-a164-6f0df4c5534b None None] Provisioning complete for port 85379f78-27e7-4030-984c-c131df454fa0 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:18.915294 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0e4c6aaf-fb93-44aa-a164-6f0df4c5534b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:19.054657 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd17cf-1f5c-47ab-b5a5-e129a4c8cbd4 None None] Pushing event updated for resources: {'Port': ['ID=e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:19.151852 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00121326-feb5-47fa-9ec5-38fabbe37d30 req-d8deefa2-96f4-4be0-b320-5769a62ffedd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41388ac1-4820-4eee-abe3-5c0c080ef468 HTTP/1.1" status: 200 len: 1000 time: 0.4024899 May 10 14:51:19.162208 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b76f7d3-999c-4bf1-9e3b-ab7814ebccac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:51:19.174388 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3f9e43-cd45-4bf6-a937-6ce2e613003c None None] Sync routers for ids ['e3bf3b42-baf6-4b0b-af97-60dd19f5b6b4'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:51:19.196666 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3f9e43-cd45-4bf6-a937-6ce2e613003c None None] Routers {'e3bf3b42-baf6-4b0b-af97-60dd19f5b6b4'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:19.199120 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8a3f9e43-cd45-4bf6-a937-6ce2e613003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e3bf3b42-baf6-4b0b-af97-60dd19f5b6b4'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:19.205213 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4874e96c-d917-42ac-8fdd-ce00a8da9c95 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:19.207993 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4874e96c-d917-42ac-8fdd-ce00a8da9c95 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/6d5de705-fd0b-47d6-9129-e19f43e659b8 HTTP/1.1" status: 204 len: 168 time: 2.5445509 May 10 14:51:19.237408 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2b76f7d3-999c-4bf1-9e3b-ab7814ebccac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/routers/e3bf3b42-baf6-4b0b-af97-60dd19f5b6b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4446087 May 10 14:51:19.239327 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41844) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:19.239910 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41846) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:19.309336 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-801daa93-068d-4c5f-b361-7ec8ee3e36a0 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:19.376583 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8a3f9e43-cd45-4bf6-a937-6ce2e613003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:19.391839 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3f9e43-cd45-4bf6-a937-6ce2e613003c None None] Routers {'e3bf3b42-baf6-4b0b-af97-60dd19f5b6b4'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:19.392616 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8a3f9e43-cd45-4bf6-a937-6ce2e613003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e3bf3b42-baf6-4b0b-af97-60dd19f5b6b4'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:19.460554 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:19.469127 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8a3f9e43-cd45-4bf6-a937-6ce2e613003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:19.469760 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3f9e43-cd45-4bf6-a937-6ce2e613003c None None] The sync data for ids ['e3bf3b42-baf6-4b0b-af97-60dd19f5b6b4'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:51:19.547493 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485fe833-a00e-4378-9de5-56482c66c717 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:19.548161 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-485fe833-a00e-4378-9de5-56482c66c717 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Synchronizing usage tracker for tenant:ab426055898a431ea72055cf37c2d0b5 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:51:19.562941 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8a0a3d26-fa6a-4e43-be20-1b72cf8f6d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:19.566320 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-af0552d3-4700-4003-8d56-c1097047b028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:19.567682 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b2b883-9469-46e9-882a-1395cc2f3fdb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:19.569352 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b2b883-9469-46e9-882a-1395cc2f3fdb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:19.571362 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b2b883-9469-46e9-882a-1395cc2f3fdb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:19.572337 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-17b2b883-9469-46e9-882a-1395cc2f3fdb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:51:19.589297 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf85bc-def0-4e9f-aff8-647ea155cba9 req-42f3e562-3522-4b03-9f3a-b6ca1e20aa29 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:19.591562 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-97cf85bc-def0-4e9f-aff8-647ea155cba9 req-42f3e562-3522-4b03-9f3a-b6ca1e20aa29 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.1917031 May 10 14:51:19.626359 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-485fe833-a00e-4378-9de5-56482c66c717 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Unset dirty status for tenant:ab426055898a431ea72055cf37c2d0b5 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:51:19.627293 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0e4c6aaf-fb93-44aa-a164-6f0df4c5534b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:19.627575 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-485fe833-a00e-4378-9de5-56482c66c717 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/ports/8a3239a6-ea95-4caf-95a2-74cb204b9dbb HTTP/1.1" status: 200 len: 911 time: 0.3845949 May 10 14:51:19.637524 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41852) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:19.654240 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7c98cab9-f2b2-4700-85d7-0fcbc5524510 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1cd940c2-4d3e-4f80-b86c-7e24bd2cc99a'}]}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:19.698046 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-17b2b883-9469-46e9-882a-1395cc2f3fdb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:51:19.701839 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-17b2b883-9469-46e9-882a-1395cc2f3fdb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4581978 May 10 14:51:19.710523 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41856) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:19.714509 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 85379f78-27e7-4030-984c-c131df454fa0, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=85379f78-27e7-4030-984c-c131df454fa0,segment=NetworkSegment(d7574317-f155-4685-9a5d-5802df6f0649),segment_id=d7574317-f155-4685-9a5d-5802df6f0649)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:51:19.758481 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-97cf85bc-def0-4e9f-aff8-647ea155cba9 req-81e0c8dc-431a-4ba7-aa79-f353ec36c05b tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548228 May 10 14:51:19.808592 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:19.823649 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8a0a3d26-fa6a-4e43-be20-1b72cf8f6d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:19.869382 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8a0a3d26-fa6a-4e43-be20-1b72cf8f6d0b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b1bd787f7b524b41b11b18c4749193e1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6129572 May 10 14:51:19.876366 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41860) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:19.921355 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00121326-feb5-47fa-9ec5-38fabbe37d30 req-e4d378a5-0fcd-4920-a5fd-7e1ab8ebb893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:19.922971 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00121326-feb5-47fa-9ec5-38fabbe37d30 req-e4d378a5-0fcd-4920-a5fd-7e1ab8ebb893 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=131cfd62-1682-4197-8cdd-002e0ab415e5 HTTP/1.1" status: 200 len: 850 time: 0.6747272 May 10 14:51:19.935339 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801daa93-068d-4c5f-b361-7ec8ee3e36a0 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'Subnet': ['ID=14461f81-fcf1-4dd2-93ee-03ea675109cd,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:19.981829 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb4e2e0-b391-488e-83aa-aae05194faf4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet 77ab0ee2-6678-45a0-a5fe-0e272af1fef1 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:51:19.995495 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dfb4e2e0-b391-488e-83aa-aae05194faf4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:20.008400 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801daa93-068d-4c5f-b361-7ec8ee3e36a0 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Checking segment: {'id': '90e58304-4652-4068-a43b-7c21c2621daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '0a9a191d-8f89-4593-a914-5367117e3bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:20.008756 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801daa93-068d-4c5f-b361-7ec8ee3e36a0 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Network hostable DHCP agents. Network: 0a9a191d-8f89-4593-a914-5367117e3bc7, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:51:20.044819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a3d26-fa6a-4e43-be20-1b72cf8f6d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0c0678-c759-4bdf-8b8b-c83081ba16b1,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:20.106199 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801daa93-068d-4c5f-b361-7ec8ee3e36a0 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Network 0a9a191d-8f89-4593-a914-5367117e3bc7 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:51:20.122327 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:51:20.123821 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dfb4e2e0-b391-488e-83aa-aae05194faf4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:20.127733 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-af0552d3-4700-4003-8d56-c1097047b028 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:20.131961 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00121326-feb5-47fa-9ec5-38fabbe37d30 req-78db65ed-96f8-4424-8046-d92b6c1c5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:20.133516 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00121326-feb5-47fa-9ec5-38fabbe37d30 req-78db65ed-96f8-4424-8046-d92b6c1c5510 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aa7afffa-e17d-4c0b-836c-b0db2fea3cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1884911 May 10 14:51:20.134923 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-af0552d3-4700-4003-8d56-c1097047b028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:20.159903 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-801daa93-068d-4c5f-b361-7ec8ee3e36a0 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 0a9a191d-8f89-4593-a914-5367117e3bc7) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:20.198221 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47885b6-bac6-43b1-9778-9a8677bfc240 None None] Network 0a9a191d-8f89-4593-a914-5367117e3bc7 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:20.226881 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801daa93-068d-4c5f-b361-7ec8ee3e36a0 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:20.227482 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-801daa93-068d-4c5f-b361-7ec8ee3e36a0 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:20.242054 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-411ac81c-c844-4502-a258-70cd7d70370a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:20.251335 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6e380dc7-699a-44f2-a494-68b08bd07b78 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:20.305296 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7c98cab9-f2b2-4700-85d7-0fcbc5524510 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:20.315324 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-411ac81c-c844-4502-a258-70cd7d70370a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:20.336703 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c31c635f-d4ba-4e8d-9cbb-3aabb73f549a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:20.350934 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-0e4c6aaf-fb93-44aa-a164-6f0df4c5534b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:51:20.351182 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-0e4c6aaf-fb93-44aa-a164-6f0df4c5534b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:51:20.351718 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=85379f78-27e7-4030-984c-c131df454fa0,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:20.362564 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6e380dc7-699a-44f2-a494-68b08bd07b78 None None] Transition to ACTIVE for port object 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:20.368560 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:20.373454 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0552d3-4700-4003-8d56-c1097047b028 admin admin] Pushing event updated for resources: {'Port': ['ID=4980ca6f-0667-49af-b857-8e7e921c8439,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:20.380022 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-801daa93-068d-4c5f-b361-7ec8ee3e36a0 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5489209 May 10 14:51:20.381027 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-af0552d3-4700-4003-8d56-c1097047b028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:20.385389 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41864) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:20.409968 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6e380dc7-699a-44f2-a494-68b08bd07b78 None None] Transition to ACTIVE for port object 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:20.416181 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] Transition to ACTIVE for port object 81b6fbc1-9373-4ccf-8add-c9a19379f77f will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:20.416403 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dfb4e2e0-b391-488e-83aa-aae05194faf4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:20.436256 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6e380dc7-699a-44f2-a494-68b08bd07b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:20.474834 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:20.536567 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e380dc7-699a-44f2-a494-68b08bd07b78 None None] Pushing event updated for resources: {'Port': ['ID=8a9ba99c-a26e-4d96-8b04-20e5c7a04df9,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:20.553758 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00121326-feb5-47fa-9ec5-38fabbe37d30 req-0e67108d-1bb2-4782-915e-70ee95b6db7b service neutron] 10.222.0.86 "GET /v2.0/networks/aa7afffa-e17d-4c0b-836c-b0db2fea3cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891246 May 10 14:51:20.656959 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e380dc7-699a-44f2-a494-68b08bd07b78 None None] Network 8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:20.664641 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:20.665133 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:20.725525 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-6e380dc7-699a-44f2-a494-68b08bd07b78 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:20.748751 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e380dc7-699a-44f2-a494-68b08bd07b78 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:20.763546 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-411ac81c-c844-4502-a258-70cd7d70370a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:20.773197 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07ea35d8-c652-4783-8f00-4cca89bf706f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:20.791645 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0552d3-4700-4003-8d56-c1097047b028 admin admin] Network 432ecadc-13ed-4534-bb5d-3db9112befb3 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:20.793771 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dfb4e2e0-b391-488e-83aa-aae05194faf4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:20.799922 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-af0552d3-4700-4003-8d56-c1097047b028 admin admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:20.808517 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00121326-feb5-47fa-9ec5-38fabbe37d30 req-0512918c-8023-4e7e-b09c-ee2646c0785c service neutron] 10.222.0.86 "GET /v2.0/networks/aa7afffa-e17d-4c0b-836c-b0db2fea3cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392957 May 10 14:51:20.862155 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] Attempting to bind port 81b6fbc1-9373-4ccf-8add-c9a19379f77f on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:51:20.864982 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] Attempting to bind port 81b6fbc1-9373-4ccf-8add-c9a19379f77f by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:51:20.865476 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] Attempting to bind port 81b6fbc1-9373-4ccf-8add-c9a19379f77f on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:51:20.986357 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d195f51-bc8f-48be-953d-2774e454c81c None None] Pushing event updated for resources: {'Port': ['ID=81b6fbc1-9373-4ccf-8add-c9a19379f77f,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:21.014396 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:51:21.015360 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:21.015923 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:21.016611 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:51:21.017342 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] Bound port: 81b6fbc1-9373-4ccf-8add-c9a19379f77f, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:51:21.017908 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:21.125830 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ac81c-c844-4502-a258-70cd7d70370a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0c0678-c759-4bdf-8b8b-c83081ba16b1,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:21.127902 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dfb4e2e0-b391-488e-83aa-aae05194faf4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:21.153518 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791b7968-7e11-41be-aa65-974fe59f476c None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:21.180832 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6e380dc7-699a-44f2-a494-68b08bd07b78 None None] Attempting to bind port 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:51:21.181200 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6e380dc7-699a-44f2-a494-68b08bd07b78 None None] Attempting to bind port 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '8b526fad-692e-4a2e-9bab-3b8ee52c40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:51:21.181845 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e380dc7-699a-44f2-a494-68b08bd07b78 None None] Attempting to bind port 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9 on network 8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:51:21.212362 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07ea35d8-c652-4783-8f00-4cca89bf706f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:21.236139 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4e2e0-b391-488e-83aa-aae05194faf4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=77ab0ee2-6678-45a0-a5fe-0e272af1fef1,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:21.240642 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e380dc7-699a-44f2-a494-68b08bd07b78 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:51:21.241017 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e380dc7-699a-44f2-a494-68b08bd07b78 None None] Checking segment: {'id': '8b526fad-692e-4a2e-9bab-3b8ee52c40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:21.241421 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6e380dc7-699a-44f2-a494-68b08bd07b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:21.241812 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e380dc7-699a-44f2-a494-68b08bd07b78 None None] Bound using segment: {'id': '8b526fad-692e-4a2e-9bab-3b8ee52c40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:51:21.242304 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6e380dc7-699a-44f2-a494-68b08bd07b78 None None] Bound port: 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b526fad-692e-4a2e-9bab-3b8ee52c40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:51:21.242692 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6e380dc7-699a-44f2-a494-68b08bd07b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:21.262825 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-411ac81c-c844-4502-a258-70cd7d70370a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:21.269260 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-411ac81c-c844-4502-a258-70cd7d70370a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4f0c0678-c759-4bdf-8b8b-c83081ba16b1 HTTP/1.1" status: 204 len: 168 time: 1.3278134 May 10 14:51:21.269260 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dfb4e2e0-b391-488e-83aa-aae05194faf4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/77ab0ee2-6678-45a0-a5fe-0e272af1fef1 HTTP/1.1" status: 204 len: 168 time: 1.5459268 May 10 14:51:21.272308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41872) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:21.296389 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c642dff-bc74-4b2a-865a-dbb77c815523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-0a9a191d-8f89-4593-a914-5367117e3bc7', 'network_id': '0a9a191d-8f89-4593-a914-5367117e3bc7', 'tenant_id': 'c16e63d28fdf4ee9913775a4f8676cd2', 'fixed_ips': [{'subnet_id': '14461f81-fcf1-4dd2-93ee-03ea675109cd'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:51:21.298044 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9c642dff-bc74-4b2a-865a-dbb77c815523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:21.309450 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0552d3-4700-4003-8d56-c1097047b028 admin admin] Router 06321980-0abd-4a34-a376-1db36b98bd06 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:51:21.318355 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07ea35d8-c652-4783-8f00-4cca89bf706f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:21.397374 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4a0e06-2c56-459a-82cd-d3aa61e2adad tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet bcba52fc-ec9a-4855-bdc8-baf6c301be0e {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:51:21.409809 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f4a0e06-2c56-459a-82cd-d3aa61e2adad tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:21.413247 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea35d8-c652-4783-8f00-4cca89bf706f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event deleted for resources: {'Subnet': ['ID=14461f81-fcf1-4dd2-93ee-03ea675109cd,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:21.468672 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] For port 81b6fbc1-9373-4ccf-8add-c9a19379f77f, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:51:21.472855 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] For port 81b6fbc1-9373-4ccf-8add-c9a19379f77f, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=81b6fbc1-9373-4ccf-8add-c9a19379f77f,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:51:21.486579 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501ef04-faa0-4f5a-a847-56dc6b16682f req-5f57f5d3-bbbf-4b05-96f5-960efc60882f tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:21.488249 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1501ef04-faa0-4f5a-a847-56dc6b16682f req-5f57f5d3-bbbf-4b05-96f5-960efc60882f tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.3485222 May 10 14:51:21.519215 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f4a0e06-2c56-459a-82cd-d3aa61e2adad tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:21.568837 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7c98cab9-f2b2-4700-85d7-0fcbc5524510 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:21.585704 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-6e380dc7-699a-44f2-a494-68b08bd07b78 None None] For port 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:51:21.590733 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-6e380dc7-699a-44f2-a494-68b08bd07b78 None None] For port 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8a9ba99c-a26e-4d96-8b04-20e5c7a04df9,segment=NetworkSegment(8b526fad-692e-4a2e-9bab-3b8ee52c40c2),segment_id=8b526fad-692e-4a2e-9bab-3b8ee52c40c2)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:51:21.604626 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7c98cab9-f2b2-4700-85d7-0fcbc5524510 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:21.610574 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c98cab9-f2b2-4700-85d7-0fcbc5524510 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:21.611300 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7c98cab9-f2b2-4700-85d7-0fcbc5524510 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:21.612729 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7c98cab9-f2b2-4700-85d7-0fcbc5524510 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/ports/8a3239a6-ea95-4caf-95a2-74cb204b9dbb HTTP/1.1" status: 200 len: 911 time: 1.9743445 May 10 14:51:21.627687 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41880) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:21.651482 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1501ef04-faa0-4f5a-a847-56dc6b16682f req-e04124df-f2f5-48bb-a3dc-237fb6cc0ce2 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521027 May 10 14:51:21.702795 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98cab9-f2b2-4700-85d7-0fcbc5524510 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Port': ['ID=8a3239a6-ea95-4caf-95a2-74cb204b9dbb,revision_number=3']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:21.715635 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f4a0e06-2c56-459a-82cd-d3aa61e2adad tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:21.725990 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:21.742548 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07ea35d8-c652-4783-8f00-4cca89bf706f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:21.807663 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f4a0e06-2c56-459a-82cd-d3aa61e2adad tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:21.831306 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6e380dc7-699a-44f2-a494-68b08bd07b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:21.845577 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-07ea35d8-c652-4783-8f00-4cca89bf706f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9a191d-8f89-4593-a914-5367117e3bc7']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:21.861228 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f4a0e06-2c56-459a-82cd-d3aa61e2adad tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:21.871929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a0e06-2c56-459a-82cd-d3aa61e2adad tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=bcba52fc-ec9a-4855-bdc8-baf6c301be0e,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:21.875365 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1f4a0e06-2c56-459a-82cd-d3aa61e2adad tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/bcba52fc-ec9a-4855-bdc8-baf6c301be0e HTTP/1.1" status: 204 len: 168 time: 0.6020005 May 10 14:51:21.878123 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41892) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:21.907654 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d195f51-bc8f-48be-953d-2774e454c81c None None] Pushing event updated for resources: {'Port': ['ID=81b6fbc1-9373-4ccf-8add-c9a19379f77f,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:21.962266 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b0cb174a-3a28-4a16-b3a6-5f29b680a8d7 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:router {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:51:21.975407 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b0cb174a-3a28-4a16-b3a6-5f29b680a8d7 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:router {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:51:21.976823 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b0cb174a-3a28-4a16-b3a6-5f29b680a8d7 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0975363 May 10 14:51:21.980369 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41896) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:21.991811 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a04670d2-719c-4817-8a39-f9fb48e8d33b None None] Provisioning complete for port e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:21.991811 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a04670d2-719c-4817-8a39-f9fb48e8d33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:21.992895 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-6a07af9e-5449-437e-a0dd-e16d91819d14 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:21.994588 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-07ea35d8-c652-4783-8f00-4cca89bf706f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e58304-4652-4068-a43b-7c21c2621daa') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:21.994887 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-07ea35d8-c652-4783-8f00-4cca89bf706f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e58304-4652-4068-a43b-7c21c2621daa') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:22.017508 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07ea35d8-c652-4783-8f00-4cca89bf706f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:22.104304 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 9bb2a7c9-896a-4fc6-8a80-d06383088920 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:51:22.131176 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] Routers {'06321980-0abd-4a34-a376-1db36b98bd06'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:22.131550 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:50:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['06321980-0abd-4a34-a376-1db36b98bd06'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:22.153697 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6a07af9e-5449-437e-a0dd-e16d91819d14 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:22.159043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6a07af9e-5449-437e-a0dd-e16d91819d14 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:22.165614 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6a07af9e-5449-437e-a0dd-e16d91819d14 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:22.173141 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6a07af9e-5449-437e-a0dd-e16d91819d14 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:22.190015 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a07af9e-5449-437e-a0dd-e16d91819d14 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:22.196702 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6a07af9e-5449-437e-a0dd-e16d91819d14 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:22.224272 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07ea35d8-c652-4783-8f00-4cca89bf706f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:22.227686 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0552d3-4700-4003-8d56-c1097047b028 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:51:22.256069 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e380dc7-699a-44f2-a494-68b08bd07b78 None None] Pushing event updated for resources: {'Port': ['ID=8a9ba99c-a26e-4d96-8b04-20e5c7a04df9,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:22.258751 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ea35d8-c652-4783-8f00-4cca89bf706f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:51:22.258900 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816d7516-9137-4590-a098-ed0a48c490f3 None None] Network 0a9a191d-8f89-4593-a914-5367117e3bc7 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:22.259165 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07ea35d8-c652-4783-8f00-4cca89bf706f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:51:22.275640 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:51:22.346193 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-af0552d3-4700-4003-8d56-c1097047b028 admin admin] 10.222.0.79 "PUT /v2.0/routers/06321980-0abd-4a34-a376-1db36b98bd06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1781957 May 10 14:51:22.461241 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-06e83bbb-5d6d-4f0b-9b84-4e5360db8610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:22.468491 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07ea35d8-c652-4783-8f00-4cca89bf706f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:22.506118 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07ea35d8-c652-4783-8f00-4cca89bf706f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:22.518106 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-07ea35d8-c652-4783-8f00-4cca89bf706f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/networks/0a9a191d-8f89-4593-a914-5367117e3bc7 HTTP/1.1" status: 204 len: 168 time: 2.1288435 May 10 14:51:22.524048 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41910) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:22.529097 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea35d8-c652-4783-8f00-4cca89bf706f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event deleted for resources: {'Network': ['ID=0a9a191d-8f89-4593-a914-5367117e3bc7,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:22.541315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-73b0887c-4ab4-4c19-9273-1bd669e1bdfd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1218407991'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:22.548636 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-73b0887c-4ab4-4c19-9273-1bd669e1bdfd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:22.561047 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-73b0887c-4ab4-4c19-9273-1bd669e1bdfd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Usage tracker for resource:network and tenant:c16e63d28fdf4ee9913775a4f8676cd2 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:22.578518 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41914) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:22.618165 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-73b0887c-4ab4-4c19-9273-1bd669e1bdfd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:22.622225 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] Set router 06321980-0abd-4a34-a376-1db36b98bd06 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:51:22.632513 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-73b0887c-4ab4-4c19-9273-1bd669e1bdfd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:22.656110 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b0887c-4ab4-4c19-9273-1bd669e1bdfd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Made reservation on behalf of c16e63d28fdf4ee9913775a4f8676cd2 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:22.664558 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-73b0887c-4ab4-4c19-9273-1bd669e1bdfd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:22.791775 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b0887c-4ab4-4c19-9273-1bd669e1bdfd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:51:22.828958 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-73b0887c-4ab4-4c19-9273-1bd669e1bdfd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:22.830169 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-73b0887c-4ab4-4c19-9273-1bd669e1bdfd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Added segment 5c07a3d0-166d-4791-8016-d3d3c94842b4 of type vlan for network 33a8cf4c-b436-4941-b1d4-835555bd91bc May 10 14:51:22.981925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-d83be34a-2e58-4beb-9498-af5b7f43e458 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-608020177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:22.990273 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d83be34a-2e58-4beb-9498-af5b7f43e458 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:22.994502 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d83be34a-2e58-4beb-9498-af5b7f43e458 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Usage tracker for resource:router and tenant:bbc7ec9d430b4c4a8cd26407b3cd6fa2 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:22.997555 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d83be34a-2e58-4beb-9498-af5b7f43e458 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:23.004406 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d83be34a-2e58-4beb-9498-af5b7f43e458 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:23.088981 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d83be34a-2e58-4beb-9498-af5b7f43e458 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:23.090756 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d83be34a-2e58-4beb-9498-af5b7f43e458 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:23.108687 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d83be34a-2e58-4beb-9498-af5b7f43e458 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:23.193914 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-73b0887c-4ab4-4c19-9273-1bd669e1bdfd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:23.221628 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.objects.ports [None req-6a07af9e-5449-437e-a0dd-e16d91819d14 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 10 14:51:23.225246 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69ee302-a827-44f4-b06e-bf46dc1ad70c None None] Update dhcp port {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'fixed_ips': [{'subnet_id': 'bcba52fc-ec9a-4855-bdc8-baf6c301be0e'}], 'binding:host_id': 'dv-neutron-841204-2-hyperv'}, 'id': '9bb2a7c9-896a-4fc6-8a80-d06383088920'} from dv-neutron-841204-2-hyperv. {{(pid=88053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 10 14:51:23.288335 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-73b0887c-4ab4-4c19-9273-1bd669e1bdfd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:23.293765 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b0887c-4ab4-4c19-9273-1bd669e1bdfd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:23.294354 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-73b0887c-4ab4-4c19-9273-1bd669e1bdfd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:23.327385 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-37384eae-1b76-4ae6-8ead-6de543cdffd1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:23.331333 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d83be34a-2e58-4beb-9498-af5b7f43e458 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:23.338571 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a04670d2-719c-4817-8a39-f9fb48e8d33b None None] Could not find standard attr ID for object 6d5de705-fd0b-47d6-9129-e19f43e659b8. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:51:23.360183 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:23.412430 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96df69-80b8-4de6-afb1-4bfb402b3f59 req-6d7a89dc-ac92-43b2-8452-48cc04a02ac0 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:23.414507 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:51:23.417055 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ee96df69-80b8-4de6-afb1-4bfb402b3f59 req-6d7a89dc-ac92-43b2-8452-48cc04a02ac0 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.4378774 May 10 14:51:23.535693 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:23.537462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41934) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:23.557780 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:23.558705 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a04670d2-719c-4817-8a39-f9fb48e8d33b None None] Provisioning for port 9bb2a7c9-896a-4fc6-8a80-d06383088920 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:23.565455 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-cf63f850-887b-4f80-88e1-45582deb21b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2057801875-network', 'tenant_id': '5083c068bd7d4a4893678d0b6c7db1c3'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:23.571658 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-cf63f850-887b-4f80-88e1-45582deb21b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:23.572948 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f69ee302-a827-44f4-b06e-bf46dc1ad70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:23.576221 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-cf63f850-887b-4f80-88e1-45582deb21b8 admin admin] Usage tracker for resource:network and tenant:5083c068bd7d4a4893678d0b6c7db1c3 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:23.579922 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-cf63f850-887b-4f80-88e1-45582deb21b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:23.580394 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-73b0887c-4ab4-4c19-9273-1bd669e1bdfd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0551722 May 10 14:51:23.587674 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-cf63f850-887b-4f80-88e1-45582deb21b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:23.599247 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a04670d2-719c-4817-8a39-f9fb48e8d33b None None] Provisioning complete for port 9bb2a7c9-896a-4fc6-8a80-d06383088920 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:23.599612 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a04670d2-719c-4817-8a39-f9fb48e8d33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:23.601597 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41938) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:23.606302 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ee96df69-80b8-4de6-afb1-4bfb402b3f59 req-71874701-350c-43fa-bf97-0a1f7a3f3851 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732512 May 10 14:51:23.608890 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d83be34a-2e58-4beb-9498-af5b7f43e458 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:23.615625 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d83be34a-2e58-4beb-9498-af5b7f43e458 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0339053 May 10 14:51:23.617584 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41942) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:23.624377 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-945a6a9f-68da-47d2-9db5-bd780d6a77bc tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-64503830'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:23.630129 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-945a6a9f-68da-47d2-9db5-bd780d6a77bc tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:23.634033 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-945a6a9f-68da-47d2-9db5-bd780d6a77bc tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Usage tracker for resource:network and tenant:bbc7ec9d430b4c4a8cd26407b3cd6fa2 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:23.637196 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-945a6a9f-68da-47d2-9db5-bd780d6a77bc tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:23.649139 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0887c-4ab4-4c19-9273-1bd669e1bdfd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'Network': ['ID=33a8cf4c-b436-4941-b1d4-835555bd91bc,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:23.669173 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-945a6a9f-68da-47d2-9db5-bd780d6a77bc tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:23.687331 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772e0deb-f89b-46b9-84c2-6cd26d88c41d None None] Network 8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:23.700073 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 33a8cf4c-b436-4941-b1d4-835555bd91bc details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:51:23.714458 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-3bd063a5-2d6e-4aa1-bd5e-b4370b527f3b tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Request body: {'subnet': {'network_id': '33a8cf4c-b436-4941-b1d4-835555bd91bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:23.732287 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf63f850-887b-4f80-88e1-45582deb21b8 admin admin] Made reservation on behalf of 5083c068bd7d4a4893678d0b6c7db1c3 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:23.734661 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf63f850-887b-4f80-88e1-45582deb21b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:23.794609 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945a6a9f-68da-47d2-9db5-bd780d6a77bc tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Made reservation on behalf of bbc7ec9d430b4c4a8cd26407b3cd6fa2 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:23.797998 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-945a6a9f-68da-47d2-9db5-bd780d6a77bc tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:23.821255 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-945a6a9f-68da-47d2-9db5-bd780d6a77bc tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:23.852247 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-945a6a9f-68da-47d2-9db5-bd780d6a77bc tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:23.862354 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-945a6a9f-68da-47d2-9db5-bd780d6a77bc tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Usage tracker for resource:security_group_rule and tenant:bbc7ec9d430b4c4a8cd26407b3cd6fa2 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:23.869110 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-945a6a9f-68da-47d2-9db5-bd780d6a77bc tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:23.879357 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-945a6a9f-68da-47d2-9db5-bd780d6a77bc tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:23.895766 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf63f850-887b-4f80-88e1-45582deb21b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:23.971764 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-cf63f850-887b-4f80-88e1-45582deb21b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:23.978590 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6a07af9e-5449-437e-a0dd-e16d91819d14 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:23.987705 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-37384eae-1b76-4ae6-8ead-6de543cdffd1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting port 8a3239a6-ea95-4caf-95a2-74cb204b9dbb {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:51:23.988141 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-37384eae-1b76-4ae6-8ead-6de543cdffd1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:23.989292 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-cf63f850-887b-4f80-88e1-45582deb21b8 admin admin] Usage tracker for resource:security_group_rule and tenant:5083c068bd7d4a4893678d0b6c7db1c3 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:23.996513 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-cf63f850-887b-4f80-88e1-45582deb21b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:24.017680 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-cf63f850-887b-4f80-88e1-45582deb21b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:24.033020 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:24.092305 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3bd063a5-2d6e-4aa1-bd5e-b4370b527f3b tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:24.107266 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3bd063a5-2d6e-4aa1-bd5e-b4370b527f3b tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Usage tracker for resource:subnet and tenant:c16e63d28fdf4ee9913775a4f8676cd2 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:24.112919 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3bd063a5-2d6e-4aa1-bd5e-b4370b527f3b tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:24.121661 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 85379f78-27e7-4030-984c-c131df454fa0 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:51:24.130712 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3bd063a5-2d6e-4aa1-bd5e-b4370b527f3b tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:24.214005 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4980ca6f-0667-49af-b857-8e7e921c8439', 'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'mac_address': 'fa:16:3e:87:42:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:16Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 2, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'subnets': [{'id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:24.237635 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd063a5-2d6e-4aa1-bd5e-b4370b527f3b tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Made reservation on behalf of c16e63d28fdf4ee9913775a4f8676cd2 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:24.240539 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1114a8a1-7609-4a02-8f46-79f03131cb58 None None] The sync data for ids ['06321980-0abd-4a34-a376-1db36b98bd06'] in dv-neutron-841204-2-hyperv is: [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4980ca6f-0667-49af-b857-8e7e921c8439', 'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'mac_address': 'fa:16:3e:87:42:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:16Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 2, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'subnets': [{'id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:51:24.241734 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3bd063a5-2d6e-4aa1-bd5e-b4370b527f3b tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:24.245400 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a04670d2-719c-4817-8a39-f9fb48e8d33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:24.258317 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-945a6a9f-68da-47d2-9db5-bd780d6a77bc tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:24.291547 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-945a6a9f-68da-47d2-9db5-bd780d6a77bc tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:24.310792 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-37384eae-1b76-4ae6-8ead-6de543cdffd1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:24.320924 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72971cc-4349-4b5f-9617-099f86ecfbee None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:24.370749 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73693c-1fa1-4960-8b3c-d7ca336f6baf req-cc85262d-562c-40bb-826a-2275db6dc05e tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:24.377644 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5b73693c-1fa1-4960-8b3c-d7ca336f6baf req-cc85262d-562c-40bb-826a-2275db6dc05e tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.6328573 May 10 14:51:24.407514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945a6a9f-68da-47d2-9db5-bd780d6a77bc tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:51:24.494954 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-37384eae-1b76-4ae6-8ead-6de543cdffd1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Calling delete_port for 8a3239a6-ea95-4caf-95a2-74cb204b9dbb owned by network:router_interface {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:51:24.506885 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 85379f78-27e7-4030-984c-c131df454fa0 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:24.507667 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:24.526646 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5b73693c-1fa1-4960-8b3c-d7ca336f6baf req-ce96cfe2-6cd3-426f-ae22-b5b3d3c72454 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480546 May 10 14:51:24.566223 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-6a07af9e-5449-437e-a0dd-e16d91819d14 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] For port 9bb2a7c9-896a-4fc6-8a80-d06383088920, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=9bb2a7c9-896a-4fc6-8a80-d06383088920,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:51:24.577587 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a6a9f-68da-47d2-9db5-bd780d6a77bc tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27a0e01a-1026-4248-b655-8367dc6867db,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:24.587348 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-945a6a9f-68da-47d2-9db5-bd780d6a77bc tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:24.587348 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-945a6a9f-68da-47d2-9db5-bd780d6a77bc tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Added segment 717f6dd7-d2fb-4675-8c8e-8a20b231d684 of type vlan for network edc8c5cd-b3ee-4d0b-9ecb-fb453a324214 May 10 14:51:24.614329 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf63f850-887b-4f80-88e1-45582deb21b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:24.625852 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf63f850-887b-4f80-88e1-45582deb21b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:24.661297 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-945a6a9f-68da-47d2-9db5-bd780d6a77bc tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:24.713977 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf63f850-887b-4f80-88e1-45582deb21b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:51:24.736247 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf63f850-887b-4f80-88e1-45582deb21b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:24.736657 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-cf63f850-887b-4f80-88e1-45582deb21b8 admin admin] Added segment fe1ac890-9651-4f7f-a6fa-522df723dac5 of type vlan for network e0d002d1-4e57-40fe-bfbb-66e6141ad195 May 10 14:51:24.742436 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-945a6a9f-68da-47d2-9db5-bd780d6a77bc tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:24.753327 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.resource_extend [None req-6a07af9e-5449-437e-a0dd-e16d91819d14 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:51:24.755723 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945a6a9f-68da-47d2-9db5-bd780d6a77bc tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:24.756560 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-945a6a9f-68da-47d2-9db5-bd780d6a77bc tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:24.781283 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6a07af9e-5449-437e-a0dd-e16d91819d14 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:24.914689 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6a07af9e-5449-437e-a0dd-e16d91819d14 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:24.915975 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6a07af9e-5449-437e-a0dd-e16d91819d14 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:24.936101 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf63f850-887b-4f80-88e1-45582deb21b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:24.947096 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:24.962121 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-a04670d2-719c-4817-8a39-f9fb48e8d33b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:51:24.963301 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-a04670d2-719c-4817-8a39-f9fb48e8d33b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:51:25.036510 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a6a9f-68da-47d2-9db5-bd780d6a77bc tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Pushing event updated for resources: {'Network': ['ID=edc8c5cd-b3ee-4d0b-9ecb-fb453a324214,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:25.042714 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-945a6a9f-68da-47d2-9db5-bd780d6a77bc tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4239964 May 10 14:51:25.045506 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41950) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:25.051577 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network edc8c5cd-b3ee-4d0b-9ecb-fb453a324214 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:51:25.067091 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-27827d4a-2535-4210-9d32-a2d6262036cf tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Request body: {'subnet': {'network_id': 'edc8c5cd-b3ee-4d0b-9ecb-fb453a324214', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:25.155353 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a07af9e-5449-437e-a0dd-e16d91819d14 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:25.198653 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-37384eae-1b76-4ae6-8ead-6de543cdffd1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:25.225026 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07af9e-5449-437e-a0dd-e16d91819d14 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=6923bf5b-97f5-4275-9ab5-e0cc4b87da16,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:25.228621 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-6a07af9e-5449-437e-a0dd-e16d91819d14 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:25.231326 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a07af9e-5449-437e-a0dd-e16d91819d14 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:25.231917 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6a07af9e-5449-437e-a0dd-e16d91819d14 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:25.268241 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63f850-887b-4f80-88e1-45582deb21b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803f94eb-cfc7-4205-87f8-b31004eef1fd,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:25.329372 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07af9e-5449-437e-a0dd-e16d91819d14 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=9bb2a7c9-896a-4fc6-8a80-d06383088920,revision_number=7']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:25.335065 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 9bb2a7c9-896a-4fc6-8a80-d06383088920 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:51:25.362925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a477fe-8127-4ac1-99d2-84a0e19bd625 req-caac557e-23f3-4dc0-a61c-103d9481b483 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:25.365837 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-10a477fe-8127-4ac1-99d2-84a0e19bd625 req-caac557e-23f3-4dc0-a61c-103d9481b483 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.6259377 May 10 14:51:25.373503 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6a07af9e-5449-437e-a0dd-e16d91819d14 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3892317 May 10 14:51:25.402084 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41954) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:25.431648 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-4c411cb4-c80b-4e05-95d8-d6b5c54e99cd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:25.506964 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37384eae-1b76-4ae6-8ead-6de543cdffd1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Port': ['ID=8a3239a6-ea95-4caf-95a2-74cb204b9dbb,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:25.546021 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf63f850-887b-4f80-88e1-45582deb21b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:25.547022 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf63f850-887b-4f80-88e1-45582deb21b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:25.547587 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf63f850-887b-4f80-88e1-45582deb21b8 admin admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:25.643282 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-10a477fe-8127-4ac1-99d2-84a0e19bd625 req-c2404deb-f455-45a1-80be-d7620ba781c0 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2420154 May 10 14:51:25.646045 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cf63f850-887b-4f80-88e1-45582deb21b8 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0905044 May 10 14:51:25.649223 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41960) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:25.649724 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41962) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:25.654318 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a04670d2-719c-4817-8a39-f9fb48e8d33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:25.720887 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a04670d2-719c-4817-8a39-f9fb48e8d33b None None] For port 9bb2a7c9-896a-4fc6-8a80-d06383088920, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=9bb2a7c9-896a-4fc6-8a80-d06383088920,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:51:25.731684 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a04670d2-719c-4817-8a39-f9fb48e8d33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:25.808763 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a04670d2-719c-4817-8a39-f9fb48e8d33b None None] Could not find standard attr ID for object 8a3239a6-ea95-4caf-95a2-74cb204b9dbb. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:51:25.823845 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-8341ed61-b66f-4d34-8aba-258efa94633f admin admin] Request body: {'subnet': {'network_id': 'e0d002d1-4e57-40fe-bfbb-66e6141ad195', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2057801875-subnet', 'tenant_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'ip_version': 4}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:25.858069 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a04670d2-719c-4817-8a39-f9fb48e8d33b None None] Provisioning for port 4980ca6f-0667-49af-b857-8e7e921c8439 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:25.886411 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a04670d2-719c-4817-8a39-f9fb48e8d33b None None] Provisioning complete for port 4980ca6f-0667-49af-b857-8e7e921c8439 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:25.887112 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a04670d2-719c-4817-8a39-f9fb48e8d33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:25.897387 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-27827d4a-2535-4210-9d32-a2d6262036cf tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:25.905137 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-37384eae-1b76-4ae6-8ead-6de543cdffd1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:25.927606 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-27827d4a-2535-4210-9d32-a2d6262036cf tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Usage tracker for resource:subnet and tenant:bbc7ec9d430b4c4a8cd26407b3cd6fa2 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:25.937797 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-27827d4a-2535-4210-9d32-a2d6262036cf tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:26.003700 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04670d2-719c-4817-8a39-f9fb48e8d33b None None] Pushing event updated for resources: {'Port': ['ID=9bb2a7c9-896a-4fc6-8a80-d06383088920,revision_number=8']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:26.037195 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-a04670d2-719c-4817-8a39-f9fb48e8d33b None None] Port 4980ca6f-0667-49af-b857-8e7e921c8439 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:51:26.060547 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-27827d4a-2535-4210-9d32-a2d6262036cf tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:26.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63f850-887b-4f80-88e1-45582deb21b8 admin admin] Pushing event updated for resources: {'Network': ['ID=e0d002d1-4e57-40fe-bfbb-66e6141ad195,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:26.122830 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3bd063a5-2d6e-4aa1-bd5e-b4370b527f3b tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:26.132759 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network e0d002d1-4e57-40fe-bfbb-66e6141ad195 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:51:26.146478 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-8341ed61-b66f-4d34-8aba-258efa94633f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:26.150909 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8341ed61-b66f-4d34-8aba-258efa94633f admin admin] Usage tracker for resource:subnet and tenant:5083c068bd7d4a4893678d0b6c7db1c3 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:26.154545 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27827d4a-2535-4210-9d32-a2d6262036cf tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Made reservation on behalf of bbc7ec9d430b4c4a8cd26407b3cd6fa2 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:26.154733 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8341ed61-b66f-4d34-8aba-258efa94633f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:26.158126 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-27827d4a-2535-4210-9d32-a2d6262036cf tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:26.161992 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-8341ed61-b66f-4d34-8aba-258efa94633f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:26.223503 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc20ed6-8065-42eb-8750-76405ed4b40a None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:26.255061 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8341ed61-b66f-4d34-8aba-258efa94633f admin admin] Made reservation on behalf of 5083c068bd7d4a4893678d0b6c7db1c3 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:26.257353 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8341ed61-b66f-4d34-8aba-258efa94633f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:26.423192 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37384eae-1b76-4ae6-8ead-6de543cdffd1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Router e3bf3b42-baf6-4b0b-af97-60dd19f5b6b4 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:51:26.455816 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2d2decce-1301-424a-949a-093d5185dfd6 None None] Provisioning complete for port 9bb2a7c9-896a-4fc6-8a80-d06383088920 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:26.456195 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2d2decce-1301-424a-949a-093d5185dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:26.486413 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd063a5-2d6e-4aa1-bd5e-b4370b527f3b tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'Subnet': ['ID=dd1426f6-ca78-4868-b097-444817798b55,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:26.532272 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd063a5-2d6e-4aa1-bd5e-b4370b527f3b tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Checking segment: {'id': '5c07a3d0-166d-4791-8016-d3d3c94842b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '33a8cf4c-b436-4941-b1d4-835555bd91bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:26.532733 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd063a5-2d6e-4aa1-bd5e-b4370b527f3b tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Network hostable DHCP agents. Network: 33a8cf4c-b436-4941-b1d4-835555bd91bc, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:51:26.546076 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4c411cb4-c80b-4e05-95d8-d6b5c54e99cd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:26.568280 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22a3d16-1da3-45a3-a41e-0c1bf90e9754 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:26.569309 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22a3d16-1da3-45a3-a41e-0c1bf90e9754 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:26.569309 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22a3d16-1da3-45a3-a41e-0c1bf90e9754 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:26.573403 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a22a3d16-1da3-45a3-a41e-0c1bf90e9754 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/ports?project_id=7c1eaa2d2a564d8c9e902879ced01cd5&network_id=5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 HTTP/1.1" status: 200 len: 2999 time: 0.9075623 May 10 14:51:26.576285 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4c411cb4-c80b-4e05-95d8-d6b5c54e99cd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:26.583485 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4c411cb4-c80b-4e05-95d8-d6b5c54e99cd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:26.594554 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4c411cb4-c80b-4e05-95d8-d6b5c54e99cd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:26.630443 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca65267-f3ab-4288-a27b-0b8f4d2be539 req-e66c31ba-30e9-4689-984e-0deef9843a5c tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:26.637969 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cca65267-f3ab-4288-a27b-0b8f4d2be539 req-e66c31ba-30e9-4689-984e-0deef9843a5c tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.4940052 May 10 14:51:26.655298 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd063a5-2d6e-4aa1-bd5e-b4370b527f3b tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Network 33a8cf4c-b436-4941-b1d4-835555bd91bc is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:51:26.662067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c411cb4-c80b-4e05-95d8-d6b5c54e99cd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:26.666234 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c411cb4-c80b-4e05-95d8-d6b5c54e99cd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:26.683892 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37384eae-1b76-4ae6-8ead-6de543cdffd1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:51:26.705436 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036c5be5-7a8c-439c-9051-9fb5ff889e55 None None] Sync routers for ids ['e3bf3b42-baf6-4b0b-af97-60dd19f5b6b4'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:51:26.716995 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2d2decce-1301-424a-949a-093d5185dfd6 None None] Provisioning for port 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:26.719560 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-37384eae-1b76-4ae6-8ead-6de543cdffd1 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/routers/e3bf3b42-baf6-4b0b-af97-60dd19f5b6b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0907967 May 10 14:51:26.720358 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41974) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:26.724380 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2d2decce-1301-424a-949a-093d5185dfd6 None None] Provisioning complete for port 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:26.724759 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2d2decce-1301-424a-949a-093d5185dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:26.769306 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036c5be5-7a8c-439c-9051-9fb5ff889e55 None None] Routers {'e3bf3b42-baf6-4b0b-af97-60dd19f5b6b4'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:26.770613 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-036c5be5-7a8c-439c-9051-9fb5ff889e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e3bf3b42-baf6-4b0b-af97-60dd19f5b6b4'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:26.787989 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-aef25422-bc26-4c64-a07b-4156949ea122 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Synchronizing usage tracker for tenant:ab426055898a431ea72055cf37c2d0b5 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:51:26.796429 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-3bd063a5-2d6e-4aa1-bd5e-b4370b527f3b tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 33a8cf4c-b436-4941-b1d4-835555bd91bc) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:26.820632 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd063a5-2d6e-4aa1-bd5e-b4370b527f3b tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:26.821352 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3bd063a5-2d6e-4aa1-bd5e-b4370b527f3b tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:26.828202 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-aef25422-bc26-4c64-a07b-4156949ea122 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Unset dirty status for tenant:ab426055898a431ea72055cf37c2d0b5 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:51:26.833105 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-aef25422-bc26-4c64-a07b-4156949ea122 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3bf3b42-baf6-4b0b-af97-60dd19f5b6b4 HTTP/1.1" status: 200 len: 205 time: 0.1030200 May 10 14:51:26.836685 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41978) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:26.865309 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-036c5be5-7a8c-439c-9051-9fb5ff889e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:26.867745 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95437e0-78f5-4c30-89ce-f64b80d93736 None None] Network 33a8cf4c-b436-4941-b1d4-835555bd91bc requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:26.871032 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cca65267-f3ab-4288-a27b-0b8f4d2be539 req-f1477615-696c-45c4-8ad1-8f85276bf9d4 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317207 May 10 14:51:26.968539 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3bd063a5-2d6e-4aa1-bd5e-b4370b527f3b tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.3609133 May 10 14:51:26.973736 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 41984) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:26.982288 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-829b7f29-26d1-4f56-a031-39ee93a252af tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1259991743'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:26.997529 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-829b7f29-26d1-4f56-a031-39ee93a252af tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:27.007784 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-08d937ef-2950-4f46-91da-0bd576ebe297 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:27.023291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-829b7f29-26d1-4f56-a031-39ee93a252af tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Usage tracker for resource:network and tenant:c16e63d28fdf4ee9913775a4f8676cd2 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:27.027108 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-829b7f29-26d1-4f56-a031-39ee93a252af tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:27.039816 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-829b7f29-26d1-4f56-a031-39ee93a252af tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:27.070519 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-27827d4a-2535-4210-9d32-a2d6262036cf tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:27.292092 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036c5be5-7a8c-439c-9051-9fb5ff889e55 None None] Routers {'e3bf3b42-baf6-4b0b-af97-60dd19f5b6b4'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:27.293198 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-036c5be5-7a8c-439c-9051-9fb5ff889e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e3bf3b42-baf6-4b0b-af97-60dd19f5b6b4'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:27.319112 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8341ed61-b66f-4d34-8aba-258efa94633f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:27.351553 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829b7f29-26d1-4f56-a031-39ee93a252af tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Made reservation on behalf of c16e63d28fdf4ee9913775a4f8676cd2 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:27.355067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-829b7f29-26d1-4f56-a031-39ee93a252af tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:27.369870 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87135a77-3868-4d67-a57c-2a69319ae76a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-33a8cf4c-b436-4941-b1d4-835555bd91bc', 'network_id': '33a8cf4c-b436-4941-b1d4-835555bd91bc', 'tenant_id': 'c16e63d28fdf4ee9913775a4f8676cd2', 'fixed_ips': [{'subnet_id': 'dd1426f6-ca78-4868-b097-444817798b55'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:51:27.371008 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-87135a77-3868-4d67-a57c-2a69319ae76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:27.375806 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c411cb4-c80b-4e05-95d8-d6b5c54e99cd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:27.381101 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 81b6fbc1-9373-4ccf-8add-c9a19379f77f up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:51:27.450933 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-036c5be5-7a8c-439c-9051-9fb5ff889e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:27.450933 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036c5be5-7a8c-439c-9051-9fb5ff889e55 None None] The sync data for ids ['e3bf3b42-baf6-4b0b-af97-60dd19f5b6b4'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:51:27.454248 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c411cb4-c80b-4e05-95d8-d6b5c54e99cd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:27.469640 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-4c411cb4-c80b-4e05-95d8-d6b5c54e99cd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:27.477292 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341ed61-b66f-4d34-8aba-258efa94633f admin admin] Pushing event updated for resources: {'Subnet': ['ID=592441a0-94bf-4d8c-ae77-8267334268a5,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:27.481997 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c411cb4-c80b-4e05-95d8-d6b5c54e99cd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:27.482606 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c411cb4-c80b-4e05-95d8-d6b5c54e99cd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:27.486322 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829b7f29-26d1-4f56-a031-39ee93a252af tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:51:27.545598 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b84107-548b-4edd-a0e9-f421a9eeba57 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:27.549075 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-08d937ef-2950-4f46-91da-0bd576ebe297 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:27.556125 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-08d937ef-2950-4f46-91da-0bd576ebe297 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:27.568895 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8341ed61-b66f-4d34-8aba-258efa94633f admin admin] Checking segment: {'id': 'fe1ac890-9651-4f7f-a6fa-522df723dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e0d002d1-4e57-40fe-bfbb-66e6141ad195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:27.569294 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8341ed61-b66f-4d34-8aba-258efa94633f admin admin] Network hostable DHCP agents. Network: e0d002d1-4e57-40fe-bfbb-66e6141ad195, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:51:27.575824 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27827d4a-2535-4210-9d32-a2d6262036cf tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Pushing event updated for resources: {'Subnet': ['ID=51e40268-6f52-479a-96ae-f46e4f38dec5,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:27.580822 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-829b7f29-26d1-4f56-a031-39ee93a252af tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:27.581165 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-829b7f29-26d1-4f56-a031-39ee93a252af tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Added segment 50b0fb50-e214-46d4-821c-e0caceacdf87 of type vlan for network 18d24952-da7d-4589-92d1-b8eab8c6aca5 May 10 14:51:27.590414 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9e626-5bc3-42df-ac6e-3e1d176088c5 req-e16227f0-6c92-44c2-8e31-0b553c72cab1 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:27.591701 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27827d4a-2535-4210-9d32-a2d6262036cf tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Checking segment: {'id': '717f6dd7-d2fb-4675-8c8e-8a20b231d684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'edc8c5cd-b3ee-4d0b-9ecb-fb453a324214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:27.592232 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27827d4a-2535-4210-9d32-a2d6262036cf tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Network hostable DHCP agents. Network: edc8c5cd-b3ee-4d0b-9ecb-fb453a324214, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:51:27.599352 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7cc9e626-5bc3-42df-ac6e-3e1d176088c5 req-e16227f0-6c92-44c2-8e31-0b553c72cab1 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.5291405 May 10 14:51:27.611974 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-08d937ef-2950-4f46-91da-0bd576ebe297 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:27.612474 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d937ef-2950-4f46-91da-0bd576ebe297 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Fanout notify agent at l3_agent the message router_deleted on router e3bf3b42-baf6-4b0b-af97-60dd19f5b6b4 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:51:27.630417 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-08d937ef-2950-4f46-91da-0bd576ebe297 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:27.632123 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-08d937ef-2950-4f46-91da-0bd576ebe297 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/routers/e3bf3b42-baf6-4b0b-af97-60dd19f5b6b4 HTTP/1.1" status: 204 len: 168 time: 0.7945087 May 10 14:51:27.634594 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41992) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:27.667752 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2d2decce-1301-424a-949a-093d5185dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:27.671140 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27827d4a-2535-4210-9d32-a2d6262036cf tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Network edc8c5cd-b3ee-4d0b-9ecb-fb453a324214 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:51:27.675701 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4c411cb4-c80b-4e05-95d8-d6b5c54e99cd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2573595 May 10 14:51:27.679998 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 41996) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:27.687221 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-4848fd45-770b-4de7-a869-27386707599a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'mac_address': 'fa:16:3e:83:ba:ba', 'name': 'tempest-NetworksTestDHCPv6-1624405931'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:27.699456 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c411cb4-c80b-4e05-95d8-d6b5c54e99cd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=96eb38e8-6c08-479b-8710-bde288d5daf8,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:27.718343 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 81b6fbc1-9373-4ccf-8add-c9a19379f77f completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:27.722210 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-27827d4a-2535-4210-9d32-a2d6262036cf tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, edc8c5cd-b3ee-4d0b-9ecb-fb453a324214) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:27.731403 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7cc9e626-5bc3-42df-ac6e-3e1d176088c5 req-da2b5bca-1c17-429b-85ed-f35c2d3601cd tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309640 May 10 14:51:27.740421 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-829b7f29-26d1-4f56-a031-39ee93a252af tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:27.746840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8341ed61-b66f-4d34-8aba-258efa94633f admin admin] Network e0d002d1-4e57-40fe-bfbb-66e6141ad195 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:51:27.758970 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-8341ed61-b66f-4d34-8aba-258efa94633f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, e0d002d1-4e57-40fe-bfbb-66e6141ad195) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:27.778469 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8341ed61-b66f-4d34-8aba-258efa94633f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:27.781073 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8341ed61-b66f-4d34-8aba-258efa94633f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:27.783662 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27827d4a-2535-4210-9d32-a2d6262036cf tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:27.784279 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-27827d4a-2535-4210-9d32-a2d6262036cf tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:27.784546 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f74368-4263-48a5-97c5-1ab1cd8d0438 None None] Network edc8c5cd-b3ee-4d0b-9ecb-fb453a324214 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:27.809516 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6684854c-453a-494d-a174-07b0f61fa752 None None] Network e0d002d1-4e57-40fe-bfbb-66e6141ad195 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:27.814725 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8341ed61-b66f-4d34-8aba-258efa94633f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1488194 May 10 14:51:27.818412 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42002) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:27.819211 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-829b7f29-26d1-4f56-a031-39ee93a252af tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:27.828601 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829b7f29-26d1-4f56-a031-39ee93a252af tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:27.828704 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-829b7f29-26d1-4f56-a031-39ee93a252af tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:27.831047 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-b1b23d2d-e4f2-44ab-b991-405f88d139b8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2057801875-router', 'tenant_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:27.838262 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 81b6fbc1-9373-4ccf-8add-c9a19379f77f triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:27.847005 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:27.847180 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e66f32-aff3-422f-8ca0-446327ec1021 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting subnet 1cd940c2-4d3e-4f80-b86c-7e24bd2cc99a {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:51:27.847180 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b1b23d2d-e4f2-44ab-b991-405f88d139b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:27.859160 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-27827d4a-2535-4210-9d32-a2d6262036cf tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8044293 May 10 14:51:27.859160 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42006) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:27.859160 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42008) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:27.865543 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-6a0197af-fb5f-4e17-843a-0569609feaaa tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Request body: {'network': {'name': 'tempest-router-network01--934943727'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:27.903718 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d3e66f32-aff3-422f-8ca0-446327ec1021 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:27.924015 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-2d2decce-1301-424a-949a-093d5185dfd6 None None] For port 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8a9ba99c-a26e-4d96-8b04-20e5c7a04df9,segment=NetworkSegment(8b526fad-692e-4a2e-9bab-3b8ee52c40c2),segment_id=8b526fad-692e-4a2e-9bab-3b8ee52c40c2)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:51:27.944489 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] Sync routers for ids ['06321980-0abd-4a34-a376-1db36b98bd06'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:51:27.953416 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] Routers {'06321980-0abd-4a34-a376-1db36b98bd06'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:27.954312 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['06321980-0abd-4a34-a376-1db36b98bd06'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:27.993626 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d3e66f32-aff3-422f-8ca0-446327ec1021 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:28.015343 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-829b7f29-26d1-4f56-a031-39ee93a252af tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0265164 May 10 14:51:28.019588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42014) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:28.020711 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2d2decce-1301-424a-949a-093d5185dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:28.029830 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-de7f9acd-612a-4a7a-b526-d79710783ab9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Request body: {'subnet': {'network_id': '18d24952-da7d-4589-92d1-b8eab8c6aca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:28.075519 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b7f29-26d1-4f56-a031-39ee93a252af tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'Network': ['ID=18d24952-da7d-4589-92d1-b8eab8c6aca5,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:28.101059 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b1b23d2d-e4f2-44ab-b991-405f88d139b8 admin admin] Usage tracker for resource:router and tenant:5083c068bd7d4a4893678d0b6c7db1c3 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:28.110805 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6a0197af-fb5f-4e17-843a-0569609feaaa tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:28.120837 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b1b23d2d-e4f2-44ab-b991-405f88d139b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:28.121821 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 18d24952-da7d-4589-92d1-b8eab8c6aca5 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:51:28.149808 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b1b23d2d-e4f2-44ab-b991-405f88d139b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:28.184837 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6a0197af-fb5f-4e17-843a-0569609feaaa tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Usage tracker for resource:network and tenant:bbc7ec9d430b4c4a8cd26407b3cd6fa2 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:28.198698 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-de7f9acd-612a-4a7a-b526-d79710783ab9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:28.209038 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6a0197af-fb5f-4e17-843a-0569609feaaa tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:28.210483 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-de7f9acd-612a-4a7a-b526-d79710783ab9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Usage tracker for resource:subnet and tenant:c16e63d28fdf4ee9913775a4f8676cd2 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:28.214204 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-de7f9acd-612a-4a7a-b526-d79710783ab9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:28.223449 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-de7f9acd-612a-4a7a-b526-d79710783ab9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:28.230387 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-87135a77-3868-4d67-a57c-2a69319ae76a None None] Allocated IP 2001:db8::1 (33a8cf4c-b436-4941-b1d4-835555bd91bc/dd1426f6-ca78-4868-b097-444817798b55/0bef7914-2478-4aaa-acd8-4a4dd9eebdf9) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:28.239214 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6a0197af-fb5f-4e17-843a-0569609feaaa tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:28.239783 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7f9acd-612a-4a7a-b526-d79710783ab9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Made reservation on behalf of c16e63d28fdf4ee9913775a4f8676cd2 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:28.245950 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-de7f9acd-612a-4a7a-b526-d79710783ab9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:28.255663 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b1b23d2d-e4f2-44ab-b991-405f88d139b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:28.256665 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b1b23d2d-e4f2-44ab-b991-405f88d139b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:28.292245 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda6e9e5-ec80-4318-a70c-b5bcf5300437 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:28.296106 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-dda6e9e5-ec80-4318-a70c-b5bcf5300437 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b HTTP/1.1" status: 200 len: 814 time: 0.4366317 May 10 14:51:28.307696 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d3e66f32-aff3-422f-8ca0-446327ec1021 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:28.347378 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] Set router 06321980-0abd-4a34-a376-1db36b98bd06 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:51:28.348798 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4848fd45-770b-4de7-a869-27386707599a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:28.350963 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0197af-fb5f-4e17-843a-0569609feaaa tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Made reservation on behalf of bbc7ec9d430b4c4a8cd26407b3cd6fa2 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:28.354380 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6a0197af-fb5f-4e17-843a-0569609feaaa tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:28.379895 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-abfd5891-1d10-45fd-a3bb-ed8b2fd6b7eb None None] Provisioning complete for port 9bb2a7c9-896a-4fc6-8a80-d06383088920 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:28.379895 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-abfd5891-1d10-45fd-a3bb-ed8b2fd6b7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:28.385419 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.ipam_backend_mixin [None req-de7f9acd-612a-4a7a-b526-d79710783ab9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Performing IP validity checks on allocation pools {{(pid=88051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 10 14:51:28.386602 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.ipam_backend_mixin [None req-de7f9acd-612a-4a7a-b526-d79710783ab9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 10 14:51:28.391773 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4848fd45-770b-4de7-a869-27386707599a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:28.398479 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b1b23d2d-e4f2-44ab-b991-405f88d139b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:28.438088 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0197af-fb5f-4e17-843a-0569609feaaa tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:51:28.440159 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4848fd45-770b-4de7-a869-27386707599a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:28.607927 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6a0197af-fb5f-4e17-843a-0569609feaaa tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:28.608257 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-6a0197af-fb5f-4e17-843a-0569609feaaa tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Added segment 250e2578-3a58-4515-9157-f2e5acb77e9b of type vlan for network 6e95e1d7-cd96-4020-acec-384c99cd863b May 10 14:51:28.630708 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2decce-1301-424a-949a-093d5185dfd6 None None] Pushing event updated for resources: {'Port': ['ID=8a9ba99c-a26e-4d96-8b04-20e5c7a04df9,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:28.652507 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55746665-98cc-4128-98e7-d8fe53846ae3 req-1300c12e-05ca-4d54-b2c8-0622e453f63e tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:28.654530 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-55746665-98cc-4128-98e7-d8fe53846ae3 req-1300c12e-05ca-4d54-b2c8-0622e453f63e tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.1699388 May 10 14:51:28.682107 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-de7f9acd-612a-4a7a-b526-d79710783ab9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:28.703569 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d3e66f32-aff3-422f-8ca0-446327ec1021 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:28.832205 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6a0197af-fb5f-4e17-843a-0569609feaaa tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:28.836037 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e66f32-aff3-422f-8ca0-446327ec1021 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Subnet': ['ID=1cd940c2-4d3e-4f80-b86c-7e24bd2cc99a,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:28.922755 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca3edb6-3cec-4122-bf3e-ae128ae8769d None None] Network 08e05dbf-461c-437a-a7c2-d1e5217ab307 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:28.933023 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d3e66f32-aff3-422f-8ca0-446327ec1021 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:28.945628 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b1b23d2d-e4f2-44ab-b991-405f88d139b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:28.969534 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:28.981433 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f9acd-612a-4a7a-b526-d79710783ab9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'Subnet': ['ID=cb306d3e-9216-488d-a745-7ef3dafd5e1d,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:28.986911 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d3e66f32-aff3-422f-8ca0-446327ec1021 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/subnets/1cd940c2-4d3e-4f80-b86c-7e24bd2cc99a HTTP/1.1" status: 204 len: 168 time: 1.3509889 May 10 14:51:28.992794 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4980ca6f-0667-49af-b857-8e7e921c8439', 'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'mac_address': 'fa:16:3e:87:42:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:16Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 2, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'subnets': [{'id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:29.002767 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] Checking router: 06321980-0abd-4a34-a376-1db36b98bd06 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:51:29.003172 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] Updating router 06321980-0abd-4a34-a376-1db36b98bd06 port 4980ca6f-0667-49af-b857-8e7e921c8439 binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:51:29.004765 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4848fd45-770b-4de7-a869-27386707599a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:29.007766 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42024) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:29.076819 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:29.098832 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-4848fd45-770b-4de7-a869-27386707599a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] device_id is not set on port 582333fc-961f-4f8f-ac31-a3481fbef544 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:51:29.131405 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42028) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:29.141210 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-55746665-98cc-4128-98e7-d8fe53846ae3 req-817e8f0a-7f64-496d-b027-c261baca7c55 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4798257 May 10 14:51:29.148920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-0acf3d75-e0ae-4a26-89f2-b83b2aac4452 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'network': {'name': 'tempest-network-smoke--392331786', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'port_security_enabled': True}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:29.155957 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-0acf3d75-e0ae-4a26-89f2-b83b2aac4452 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:29.168427 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-0acf3d75-e0ae-4a26-89f2-b83b2aac4452 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:29.185034 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7f9acd-612a-4a7a-b526-d79710783ab9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Checking segment: {'id': '50b0fb50-e214-46d4-821c-e0caceacdf87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '18d24952-da7d-4589-92d1-b8eab8c6aca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:29.185958 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7f9acd-612a-4a7a-b526-d79710783ab9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Network hostable DHCP agents. Network: 18d24952-da7d-4589-92d1-b8eab8c6aca5, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:51:29.223882 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acf3d75-e0ae-4a26-89f2-b83b2aac4452 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:29.225820 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 81b6fbc1-9373-4ccf-8add-c9a19379f77f, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=81b6fbc1-9373-4ccf-8add-c9a19379f77f,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:51:29.228900 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0acf3d75-e0ae-4a26-89f2-b83b2aac4452 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:29.233304 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6bee4b-4731-47e5-840e-c6cdab4b26d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-e0d002d1-4e57-40fe-bfbb-66e6141ad195', 'network_id': 'e0d002d1-4e57-40fe-bfbb-66e6141ad195', 'tenant_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'fixed_ips': [{'subnet_id': '592441a0-94bf-4d8c-ae77-8267334268a5'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:51:29.234178 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6e6bee4b-4731-47e5-840e-c6cdab4b26d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:29.278914 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6a0197af-fb5f-4e17-843a-0569609feaaa tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:29.284724 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0197af-fb5f-4e17-843a-0569609feaaa tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:29.286072 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6a0197af-fb5f-4e17-843a-0569609feaaa tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:29.298147 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1b595e-84df-411e-b7df-aa6581e16ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-edc8c5cd-b3ee-4d0b-9ecb-fb453a324214', 'network_id': 'edc8c5cd-b3ee-4d0b-9ecb-fb453a324214', 'tenant_id': 'bbc7ec9d430b4c4a8cd26407b3cd6fa2', 'fixed_ips': [{'subnet_id': '51e40268-6f52-479a-96ae-f46e4f38dec5'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:51:29.299425 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9e1b595e-84df-411e-b7df-aa6581e16ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:29.301679 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0acf3d75-e0ae-4a26-89f2-b83b2aac4452 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:51:29.314551 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0acf3d75-e0ae-4a26-89f2-b83b2aac4452 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:29.315028 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-0acf3d75-e0ae-4a26-89f2-b83b2aac4452 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Added segment 65139a2f-4beb-49a7-a2f7-dd1bc58dad71 of type vlan for network 0a94e7f1-24e9-4396-8e5a-bdce6ba6c905 May 10 14:51:29.321400 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:29.322663 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 9bb2a7c9-896a-4fc6-8a80-d06383088920 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:51:29.352198 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bd8631f5-a010-4c0c-a363-9a3e608e5b0b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:29.367368 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7f9acd-612a-4a7a-b526-d79710783ab9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Network 18d24952-da7d-4589-92d1-b8eab8c6aca5 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:51:29.374337 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0acf3d75-e0ae-4a26-89f2-b83b2aac4452 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:29.387895 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-bd8631f5-a010-4c0c-a363-9a3e608e5b0b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting port e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:51:29.388601 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bd8631f5-a010-4c0c-a363-9a3e608e5b0b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:29.428239 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-de7f9acd-612a-4a7a-b526-d79710783ab9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 18d24952-da7d-4589-92d1-b8eab8c6aca5) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:29.456281 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7f9acd-612a-4a7a-b526-d79710783ab9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:29.456876 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-de7f9acd-612a-4a7a-b526-d79710783ab9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:29.476420 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-87135a77-3868-4d67-a57c-2a69319ae76a None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:29.490789 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-87135a77-3868-4d67-a57c-2a69319ae76a None None] Transition to ACTIVE for port object 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:29.502285 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-de7f9acd-612a-4a7a-b526-d79710783ab9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4814529 May 10 14:51:29.509102 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42032) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:29.512825 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-87135a77-3868-4d67-a57c-2a69319ae76a None None] Transition to ACTIVE for port object 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:29.580310 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:29.583569 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-4848fd45-770b-4de7-a869-27386707599a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 172.20.0.4 (a36358c0-b900-4df5-ae69-1592404548f9/96eb38e8-6c08-479b-8710-bde288d5daf8/582333fc-961f-4f8f-ac31-a3481fbef544) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:29.589488 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-4848fd45-770b-4de7-a869-27386707599a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8::f816:3eff:fe83:baba (a36358c0-b900-4df5-ae69-1592404548f9/6923bf5b-97f5-4275-9ab5-e0cc4b87da16/582333fc-961f-4f8f-ac31-a3481fbef544) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:29.594200 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3795a4-4779-403e-9c17-9c1a84ac01ab None None] Network 18d24952-da7d-4589-92d1-b8eab8c6aca5 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:29.597052 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] Transition to ACTIVE for port object 4980ca6f-0667-49af-b857-8e7e921c8439 will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:29.606948 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:29.610149 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-87135a77-3868-4d67-a57c-2a69319ae76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:29.680588 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87135a77-3868-4d67-a57c-2a69319ae76a None None] Network 33a8cf4c-b436-4941-b1d4-835555bd91bc is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:29.830976 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-87135a77-3868-4d67-a57c-2a69319ae76a None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:29.861929 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6a0197af-fb5f-4e17-843a-0569609feaaa tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0032799 May 10 14:51:29.871551 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4848fd45-770b-4de7-a869-27386707599a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:29.878031 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42036) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:29.879754 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0197af-fb5f-4e17-843a-0569609feaaa tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Pushing event updated for resources: {'Network': ['ID=6e95e1d7-cd96-4020-acec-384c99cd863b,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:29.898498 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a91c3e58-0836-4641-95af-55bcf9953913 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:29.900666 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-f7d95083-3c77-467f-997e-c645203461ec tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Request body: {'network': {'name': 'tempest-router-network02--1752773052'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:29.907222 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f7d95083-3c77-467f-997e-c645203461ec tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:29.911281 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87135a77-3868-4d67-a57c-2a69319ae76a None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:29.912850 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f7d95083-3c77-467f-997e-c645203461ec tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Usage tracker for resource:network and tenant:bbc7ec9d430b4c4a8cd26407b3cd6fa2 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:29.916370 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f7d95083-3c77-467f-997e-c645203461ec tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:29.923612 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f7d95083-3c77-467f-997e-c645203461ec tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:29.962996 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-bd8631f5-a010-4c0c-a363-9a3e608e5b0b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] For port e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da,segment=NetworkSegment(0ed0daec-6453-41d1-ae0e-bdffb81d3233),segment_id=0ed0daec-6453-41d1-ae0e-bdffb81d3233)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:51:29.963355 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bd8631f5-a010-4c0c-a363-9a3e608e5b0b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:29.968961 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-4848fd45-770b-4de7-a869-27386707599a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Transition to ACTIVE for port object 582333fc-961f-4f8f-ac31-a3481fbef544 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:29.970823 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d95083-3c77-467f-997e-c645203461ec tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Made reservation on behalf of bbc7ec9d430b4c4a8cd26407b3cd6fa2 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:29.975385 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f7d95083-3c77-467f-997e-c645203461ec tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:29.995681 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 6e95e1d7-cd96-4020-acec-384c99cd863b details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:51:30.000180 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9ee61-6201-4884-8100-ffb929b96334 None None] Pushing event updated for resources: {'Port': ['ID=4980ca6f-0667-49af-b857-8e7e921c8439,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:30.007373 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] Attempting to bind port 4980ca6f-0667-49af-b857-8e7e921c8439 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:51:30.007760 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] Attempting to bind port 4980ca6f-0667-49af-b857-8e7e921c8439 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'd7574317-f155-4685-9a5d-5802df6f0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:51:30.008293 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] Attempting to bind port 4980ca6f-0667-49af-b857-8e7e921c8439 on network 432ecadc-13ed-4534-bb5d-3db9112befb3 {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:51:30.019981 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9ee61-6201-4884-8100-ffb929b96334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:30.020654 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9ee61-6201-4884-8100-ffb929b96334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:30.021614 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9ee61-6201-4884-8100-ffb929b96334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:30.022077 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9ee61-6201-4884-8100-ffb929b96334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:30.022621 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9ee61-6201-4884-8100-ffb929b96334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:30.023330 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9ee61-6201-4884-8100-ffb929b96334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:30.023967 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9ee61-6201-4884-8100-ffb929b96334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:30.024512 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9ee61-6201-4884-8100-ffb929b96334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:30.024977 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9ee61-6201-4884-8100-ffb929b96334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:30.025537 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9ee61-6201-4884-8100-ffb929b96334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:30.026054 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9ee61-6201-4884-8100-ffb929b96334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:30.026505 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9ee61-6201-4884-8100-ffb929b96334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:30.039713 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d95083-3c77-467f-997e-c645203461ec tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:51:30.044091 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:51:30.044709 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] Checking segment: {'id': 'd7574317-f155-4685-9a5d-5802df6f0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:30.046124 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:30.046670 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] Bound using segment: {'id': 'd7574317-f155-4685-9a5d-5802df6f0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:51:30.047374 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] Bound port: 4980ca6f-0667-49af-b857-8e7e921c8439, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7574317-f155-4685-9a5d-5802df6f0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:51:30.047869 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:30.078197 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f7d95083-3c77-467f-997e-c645203461ec tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:30.079163 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-f7d95083-3c77-467f-997e-c645203461ec tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Added segment d8db5e44-89b2-448a-b277-e449ac0bd72b of type vlan for network 4ba0b97f-2ca5-4c90-9332-742ebe3b8566 May 10 14:51:30.111444 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4848fd45-770b-4de7-a869-27386707599a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:30.172315 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] For port 4980ca6f-0667-49af-b857-8e7e921c8439, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:51:30.177655 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] For port 4980ca6f-0667-49af-b857-8e7e921c8439, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=4980ca6f-0667-49af-b857-8e7e921c8439,segment=NetworkSegment(d7574317-f155-4685-9a5d-5802df6f0649),segment_id=d7574317-f155-4685-9a5d-5802df6f0649)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:51:30.182259 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-bd8631f5-a010-4c0c-a363-9a3e608e5b0b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Calling delete_port for e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:51:30.184385 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:30.230934 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f7d95083-3c77-467f-997e-c645203461ec tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:30.277902 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bd8631f5-a010-4c0c-a363-9a3e608e5b0b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:30.297242 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9ee61-6201-4884-8100-ffb929b96334 None None] Pushing event updated for resources: {'Port': ['ID=4980ca6f-0667-49af-b857-8e7e921c8439,revision_number=4']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:30.326853 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0acf3d75-e0ae-4a26-89f2-b83b2aac4452 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:30.333711 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acf3d75-e0ae-4a26-89f2-b83b2aac4452 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:30.334837 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0acf3d75-e0ae-4a26-89f2-b83b2aac4452 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:30.340580 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8631f5-a010-4c0c-a363-9a3e608e5b0b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] No DVR routers for this DVR port e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:51:30.346550 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] Routers {'06321980-0abd-4a34-a376-1db36b98bd06'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:30.348603 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['06321980-0abd-4a34-a376-1db36b98bd06'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:30.357183 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4848fd45-770b-4de7-a869-27386707599a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:30.426534 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-4848fd45-770b-4de7-a869-27386707599a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:30.429769 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4848fd45-770b-4de7-a869-27386707599a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:30.458377 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=81b6fbc1-9373-4ccf-8add-c9a19379f77f,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:30.515880 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848fd45-770b-4de7-a869-27386707599a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=582333fc-961f-4f8f-ac31-a3481fbef544,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:30.536382 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f7d95083-3c77-467f-997e-c645203461ec tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:30.543832 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d95083-3c77-467f-997e-c645203461ec tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:30.544729 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f7d95083-3c77-467f-997e-c645203461ec tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:30.572491 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-6e6bee4b-4731-47e5-840e-c6cdab4b26d0 None None] Allocated IP 172.20.0.2 (e0d002d1-4e57-40fe-bfbb-66e6141ad195/592441a0-94bf-4d8c-ae77-8267334268a5/d64567e8-2db9-4e35-ba56-86804952d1d9) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:30.594283 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf3d75-e0ae-4a26-89f2-b83b2aac4452 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Network': ['ID=0a94e7f1-24e9-4396-8e5a-bdce6ba6c905,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:30.647286 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] Set router 06321980-0abd-4a34-a376-1db36b98bd06 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:51:30.657390 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-87135a77-3868-4d67-a57c-2a69319ae76a None None] Attempting to bind port 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:51:30.657755 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-87135a77-3868-4d67-a57c-2a69319ae76a None None] Attempting to bind port 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '5c07a3d0-166d-4791-8016-d3d3c94842b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '33a8cf4c-b436-4941-b1d4-835555bd91bc'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:51:30.658108 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87135a77-3868-4d67-a57c-2a69319ae76a None None] Attempting to bind port 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9 on network 33a8cf4c-b436-4941-b1d4-835555bd91bc {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:51:30.673846 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 0a94e7f1-24e9-4396-8e5a-bdce6ba6c905 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:51:30.697034 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8631f5-a010-4c0c-a363-9a3e608e5b0b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Port': ['ID=e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:30.705871 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f189f02-9a5e-488a-9afb-aa490b75a310 None None] Update dhcp port {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'fixed_ips': [{'subnet_id': '6923bf5b-97f5-4275-9ab5-e0cc4b87da16', 'ip_address': '2001:db8::f816:3eff:fec3:7e11'}, {'subnet_id': '96eb38e8-6c08-479b-8710-bde288d5daf8'}], 'binding:host_id': 'dv-neutron-841204-2-hyperv'}, 'id': '9bb2a7c9-896a-4fc6-8a80-d06383088920'} from dv-neutron-841204-2-hyperv. {{(pid=88053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 10 14:51:30.727127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b1b23d2d-e4f2-44ab-b991-405f88d139b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:30.805279 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bd8631f5-a010-4c0c-a363-9a3e608e5b0b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:30.833846 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b1b23d2d-e4f2-44ab-b991-405f88d139b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:30.837643 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-bd8631f5-a010-4c0c-a363-9a3e608e5b0b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e05dbf-461c-437a-a7c2-d1e5217ab307']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:30.868354 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-bd8631f5-a010-4c0c-a363-9a3e608e5b0b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed0daec-6453-41d1-ae0e-bdffb81d3233') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:30.868628 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-bd8631f5-a010-4c0c-a363-9a3e608e5b0b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed0daec-6453-41d1-ae0e-bdffb81d3233') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:30.884127 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 9bb2a7c9-896a-4fc6-8a80-d06383088920 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:30.884493 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:30.891140 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bd8631f5-a010-4c0c-a363-9a3e608e5b0b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:30.909809 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a91c3e58-0836-4641-95af-55bcf9953913 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:30.937830 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87135a77-3868-4d67-a57c-2a69319ae76a None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:51:30.938244 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87135a77-3868-4d67-a57c-2a69319ae76a None None] Checking segment: {'id': '5c07a3d0-166d-4791-8016-d3d3c94842b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '33a8cf4c-b436-4941-b1d4-835555bd91bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:30.943902 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-87135a77-3868-4d67-a57c-2a69319ae76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:30.944725 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87135a77-3868-4d67-a57c-2a69319ae76a None None] Bound using segment: {'id': '5c07a3d0-166d-4791-8016-d3d3c94842b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '33a8cf4c-b436-4941-b1d4-835555bd91bc'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:51:30.945245 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-87135a77-3868-4d67-a57c-2a69319ae76a None None] Bound port: 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c07a3d0-166d-4791-8016-d3d3c94842b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '33a8cf4c-b436-4941-b1d4-835555bd91bc'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:51:30.945632 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-87135a77-3868-4d67-a57c-2a69319ae76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:30.995631 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-b1b23d2d-e4f2-44ab-b991-405f88d139b8 admin admin] Allocated IP 172.26.0.169 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/90660f56-8068-44ca-9c91-75ea42af9007) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:31.032625 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bd8631f5-a010-4c0c-a363-9a3e608e5b0b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:31.051817 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4980ca6f-0667-49af-b857-8e7e921c8439', 'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'mac_address': 'fa:16:3e:87:42:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:16Z', 'updated_at': '2022-05-10T14:51:30Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'subnets': [{'id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:31.052783 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a91c3e58-0836-4641-95af-55bcf9953913 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:31.058134 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f07024-9f21-41e1-b04b-353be31103f8 None None] The sync data for ids ['06321980-0abd-4a34-a376-1db36b98bd06'] in dv-neutron-841204-2-hyperv is: [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4980ca6f-0667-49af-b857-8e7e921c8439', 'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'mac_address': 'fa:16:3e:87:42:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:16Z', 'updated_at': '2022-05-10T14:51:30Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'subnets': [{'id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:51:31.059968 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8631f5-a010-4c0c-a363-9a3e608e5b0b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:51:31.060515 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bd8631f5-a010-4c0c-a363-9a3e608e5b0b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:51:31.122899 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:51:31.150499 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0acf3d75-e0ae-4a26-89f2-b83b2aac4452 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0078263 May 10 14:51:31.158328 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42042) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:31.271510 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d01b5d-0974-4727-ba00-70f716101774 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:31.274509 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-25d01b5d-0974-4727-ba00-70f716101774 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=7c1eaa2d2a564d8c9e902879ced01cd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1065967 May 10 14:51:31.293713 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4848fd45-770b-4de7-a869-27386707599a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:31.294400 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4848fd45-770b-4de7-a869-27386707599a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:31.298535 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42046) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:31.305856 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d95083-3c77-467f-997e-c645203461ec tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Pushing event updated for resources: {'Network': ['ID=4ba0b97f-2ca5-4c90-9332-742ebe3b8566,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:31.337133 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f7d95083-3c77-467f-997e-c645203461ec tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4528966 May 10 14:51:31.337390 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87135a77-3868-4d67-a57c-2a69319ae76a None None] Pushing event updated for resources: {'Port': ['ID=0bef7914-2478-4aaa-acd8-4a4dd9eebdf9,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:31.346517 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c3e58-0836-4641-95af-55bcf9953913 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event deleted for resources: {'Subnet': ['ID=cb306d3e-9216-488d-a745-7ef3dafd5e1d,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:31.349297 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42050) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:31.374837 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-9e1b595e-84df-411e-b7df-aa6581e16ffc None None] Allocated IP 172.20.0.2 (edc8c5cd-b3ee-4d0b-9ecb-fb453a324214/51e40268-6f52-479a-96ae-f46e4f38dec5/6edb0747-795a-414f-8091-b3f9e923f001) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:31.413510 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419ad84-b4fc-4fbd-b810-a4282631b1ae req-adffc2d4-e5bd-413f-bd13-9a9eaad83d00 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:31.414899 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-901fd18a-16d8-4d4e-98f6-bf83c924cf77 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Request body: {'subnet': {'network_id': '6e95e1d7-cd96-4020-acec-384c99cd863b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:31.416329 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c419ad84-b4fc-4fbd-b810-a4282631b1ae req-adffc2d4-e5bd-413f-bd13-9a9eaad83d00 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.9305062 May 10 14:51:31.507803 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a91c3e58-0836-4641-95af-55bcf9953913 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:31.542544 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-a91c3e58-0836-4641-95af-55bcf9953913 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d24952-da7d-4589-92d1-b8eab8c6aca5']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:31.559231 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-a91c3e58-0836-4641-95af-55bcf9953913 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b0fb50-e214-46d4-821c-e0caceacdf87') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:31.559591 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-a91c3e58-0836-4641-95af-55bcf9953913 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b0fb50-e214-46d4-821c-e0caceacdf87') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:31.575712 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a91c3e58-0836-4641-95af-55bcf9953913 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:31.596246 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a91c3e58-0836-4641-95af-55bcf9953913 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:31.604454 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91c3e58-0836-4641-95af-55bcf9953913 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:51:31.604782 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a91c3e58-0836-4641-95af-55bcf9953913 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:31.608615 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9e1b595e-84df-411e-b7df-aa6581e16ffc None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:31.620503 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-9e1b595e-84df-411e-b7df-aa6581e16ffc None None] Transition to ACTIVE for port object 6edb0747-795a-414f-8091-b3f9e923f001 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:31.673818 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-901fd18a-16d8-4d4e-98f6-bf83c924cf77 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:31.679092 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b1b23d2d-e4f2-44ab-b991-405f88d139b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:31.684147 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c2139f-378c-4955-b7e4-0178c2ab384a None None] DHCP port deletion for 08e05dbf-461c-437a-a7c2-d1e5217ab307 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:51:31.687770 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 4ba0b97f-2ca5-4c90-9332-742ebe3b8566 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:51:31.696384 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4848fd45-770b-4de7-a869-27386707599a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0129776 May 10 14:51:31.699688 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-901fd18a-16d8-4d4e-98f6-bf83c924cf77 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Usage tracker for resource:subnet and tenant:bbc7ec9d430b4c4a8cd26407b3cd6fa2 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:31.705007 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42054) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:51:31.720801 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:51:31.740285 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-901fd18a-16d8-4d4e-98f6-bf83c924cf77 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:31.740493 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a91c3e58-0836-4641-95af-55bcf9953913 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:31.762090 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a91c3e58-0836-4641-95af-55bcf9953913 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:31.774588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bd8631f5-a010-4c0c-a363-9a3e608e5b0b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:31.781518 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c3e58-0836-4641-95af-55bcf9953913 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event deleted for resources: {'Network': ['ID=18d24952-da7d-4589-92d1-b8eab8c6aca5,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:31.810821 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bd8631f5-a010-4c0c-a363-9a3e608e5b0b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:31.811720 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bd8631f5-a010-4c0c-a363-9a3e608e5b0b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/networks/08e05dbf-461c-437a-a7c2-d1e5217ab307 HTTP/1.1" status: 204 len: 168 time: 2.8000822 May 10 14:51:31.820615 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a91c3e58-0836-4641-95af-55bcf9953913 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/networks/18d24952-da7d-4589-92d1-b8eab8c6aca5 HTTP/1.1" status: 204 len: 168 time: 2.3104520 May 10 14:51:31.824745 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42058) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:31.825071 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42060) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:31.829423 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-901fd18a-16d8-4d4e-98f6-bf83c924cf77 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:31.838105 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-37c2dd41-9680-413e-99f6-068738e1fbf7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1445103022'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:31.850158 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-9dbe11bb-628a-496f-bc04-eaba719ed712 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-875768968', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:31.857126 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8631f5-a010-4c0c-a363-9a3e608e5b0b tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Network': ['ID=08e05dbf-461c-437a-a7c2-d1e5217ab307,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:31.859193 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-37c2dd41-9680-413e-99f6-068738e1fbf7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:31.866396 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3f189f02-9a5e-488a-9afb-aa490b75a310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:31.872022 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c419ad84-b4fc-4fbd-b810-a4282631b1ae req-de29e41a-ced1-4761-9aff-3a42bb071a85 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492958 May 10 14:51:31.873339 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9dbe11bb-628a-496f-bc04-eaba719ed712 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:31.889021 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9dbe11bb-628a-496f-bc04-eaba719ed712 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:router and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:31.894033 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9dbe11bb-628a-496f-bc04-eaba719ed712 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:31.895482 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b1b23d2d-e4f2-44ab-b991-405f88d139b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:31.905176 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9dbe11bb-628a-496f-bc04-eaba719ed712 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:31.916390 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-37c2dd41-9680-413e-99f6-068738e1fbf7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Usage tracker for resource:network and tenant:c16e63d28fdf4ee9913775a4f8676cd2 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:31.927232 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-37c2dd41-9680-413e-99f6-068738e1fbf7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:31.933024 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872e1a84-2f80-456b-aa89-107b530d7184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-18d24952-da7d-4589-92d1-b8eab8c6aca5', 'network_id': '18d24952-da7d-4589-92d1-b8eab8c6aca5', 'tenant_id': 'c16e63d28fdf4ee9913775a4f8676cd2', 'fixed_ips': [{'subnet_id': 'cb306d3e-9216-488d-a745-7ef3dafd5e1d'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:51:31.933906 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-872e1a84-2f80-456b-aa89-107b530d7184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:31.937991 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9dbe11bb-628a-496f-bc04-eaba719ed712 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:31.940910 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9dbe11bb-628a-496f-bc04-eaba719ed712 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:31.945375 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6e6bee4b-4731-47e5-840e-c6cdab4b26d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:31.954655 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-37c2dd41-9680-413e-99f6-068738e1fbf7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:31.969046 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-9e1b595e-84df-411e-b7df-aa6581e16ffc None None] Transition to ACTIVE for port object 6edb0747-795a-414f-8091-b3f9e923f001 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:31.993348 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9dbe11bb-628a-496f-bc04-eaba719ed712 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:31.997753 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c2dd41-9680-413e-99f6-068738e1fbf7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Made reservation on behalf of c16e63d28fdf4ee9913775a4f8676cd2 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:32.003140 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-37c2dd41-9680-413e-99f6-068738e1fbf7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:32.024822 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6e6bee4b-4731-47e5-840e-c6cdab4b26d0 None None] Transition to ACTIVE for port object d64567e8-2db9-4e35-ba56-86804952d1d9 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:32.042205 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9e1b595e-84df-411e-b7df-aa6581e16ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:32.053551 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c2dd41-9680-413e-99f6-068738e1fbf7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:51:32.063196 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-37c2dd41-9680-413e-99f6-068738e1fbf7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:32.063502 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-37c2dd41-9680-413e-99f6-068738e1fbf7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Added segment 6f5cfb4d-f139-4645-a410-286c9dcac715 of type vlan for network 2acdde96-013a-43dc-903c-ee6a2aec433c May 10 14:51:32.091059 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-37c2dd41-9680-413e-99f6-068738e1fbf7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:32.092946 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b23d2d-e4f2-44ab-b991-405f88d139b8 admin admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:32.098797 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-b1b23d2d-e4f2-44ab-b991-405f88d139b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:32.100780 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901fd18a-16d8-4d4e-98f6-bf83c924cf77 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Made reservation on behalf of bbc7ec9d430b4c4a8cd26407b3cd6fa2 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:32.104344 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-901fd18a-16d8-4d4e-98f6-bf83c924cf77 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:32.130447 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-37c2dd41-9680-413e-99f6-068738e1fbf7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:32.132151 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b595e-84df-411e-b7df-aa6581e16ffc None None] Pushing event updated for resources: {'Port': ['ID=6edb0747-795a-414f-8091-b3f9e923f001,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:32.132398 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b23d2d-e4f2-44ab-b991-405f88d139b8 admin admin] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:32.138752 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c2dd41-9680-413e-99f6-068738e1fbf7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:32.139765 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-37c2dd41-9680-413e-99f6-068738e1fbf7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:32.252509 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9dbe11bb-628a-496f-bc04-eaba719ed712 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:32.291141 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2dd41-9680-413e-99f6-068738e1fbf7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'Network': ['ID=2acdde96-013a-43dc-903c-ee6a2aec433c,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:32.306548 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-37c2dd41-9680-413e-99f6-068738e1fbf7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4738204 May 10 14:51:32.306548 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9dbe11bb-628a-496f-bc04-eaba719ed712 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:32.310189 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9dbe11bb-628a-496f-bc04-eaba719ed712 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4813733 May 10 14:51:32.310858 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42070) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:32.311338 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42072) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:32.319722 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-81abcfdc-6db0-4e71-8c46-254adcfca8ac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-7814737'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:32.321085 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1b595e-84df-411e-b7df-aa6581e16ffc None None] Network edc8c5cd-b3ee-4d0b-9ecb-fb453a324214 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:32.326502 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6e6bee4b-4731-47e5-840e-c6cdab4b26d0 None None] Transition to ACTIVE for port object d64567e8-2db9-4e35-ba56-86804952d1d9 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:32.326858 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-be839bf2-03c6-4036-82b0-373116364a38 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Request body: {'subnet': {'network_id': '2acdde96-013a-43dc-903c-ee6a2aec433c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:32.337435 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 2acdde96-013a-43dc-903c-ee6a2aec433c details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:51:32.353736 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-81abcfdc-6db0-4e71-8c46-254adcfca8ac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:32.407506 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-81abcfdc-6db0-4e71-8c46-254adcfca8ac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:network and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:32.417295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-81abcfdc-6db0-4e71-8c46-254adcfca8ac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:32.437528 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-87135a77-3868-4d67-a57c-2a69319ae76a None None] For port 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:51:32.443149 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-9e1b595e-84df-411e-b7df-aa6581e16ffc None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:32.459555 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1b595e-84df-411e-b7df-aa6581e16ffc None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:32.459947 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b23d2d-e4f2-44ab-b991-405f88d139b8 admin admin] Pushing event updated for resources: {'Port': ['ID=90660f56-8068-44ca-9c91-75ea42af9007,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:32.463169 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6e6bee4b-4731-47e5-840e-c6cdab4b26d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:32.473796 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-81abcfdc-6db0-4e71-8c46-254adcfca8ac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:32.497358 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7938fc-7ee5-4c0f-a258-7c2ba246101f tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:32.498894 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5b7938fc-7ee5-4c0f-a258-7c2ba246101f tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1948841 May 10 14:51:32.508209 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42080) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:32.526273 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-87135a77-3868-4d67-a57c-2a69319ae76a None None] For port 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0bef7914-2478-4aaa-acd8-4a4dd9eebdf9,segment=NetworkSegment(5c07a3d0-166d-4791-8016-d3d3c94842b4),segment_id=5c07a3d0-166d-4791-8016-d3d3c94842b4)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:51:32.533626 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-be839bf2-03c6-4036-82b0-373116364a38 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:32.537055 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81abcfdc-6db0-4e71-8c46-254adcfca8ac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Made reservation on behalf of ab426055898a431ea72055cf37c2d0b5 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:32.541019 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-81abcfdc-6db0-4e71-8c46-254adcfca8ac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:32.556650 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-be839bf2-03c6-4036-82b0-373116364a38 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Usage tracker for resource:subnet and tenant:c16e63d28fdf4ee9913775a4f8676cd2 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:32.560744 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-519b8d99-8c35-40c5-8738-1b5ca11c19b6 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465150 May 10 14:51:32.563031 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-be839bf2-03c6-4036-82b0-373116364a38 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:32.572425 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42084) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:32.575423 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-be839bf2-03c6-4036-82b0-373116364a38 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:32.600962 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81abcfdc-6db0-4e71-8c46-254adcfca8ac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:51:32.605364 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83de49c3-a29d-462f-af0a-faeebfa67c07 None None] Network 18d24952-da7d-4589-92d1-b8eab8c6aca5 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:32.621183 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f3f4b-ebdf-4d6f-9c3d-37b73e369246 req-79e86b5a-aca2-40c5-b2f5-b5c2676b9a3d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:32.630383 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-de2f3f4b-ebdf-4d6f-9c3d-37b73e369246 req-79e86b5a-aca2-40c5-b2f5-b5c2676b9a3d tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.2196672 May 10 14:51:32.649198 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be839bf2-03c6-4036-82b0-373116364a38 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Made reservation on behalf of c16e63d28fdf4ee9913775a4f8676cd2 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:32.653086 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-be839bf2-03c6-4036-82b0-373116364a38 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:32.656836 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-87135a77-3868-4d67-a57c-2a69319ae76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:32.677364 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-81abcfdc-6db0-4e71-8c46-254adcfca8ac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:32.677866 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-81abcfdc-6db0-4e71-8c46-254adcfca8ac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Added segment 6685b3f3-04db-407f-9b92-2e2fda1e66aa of type vlan for network dfb8138f-eff7-4167-9eb3-b75dc5f1c41e May 10 14:51:32.699567 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5212aa42-7a2e-4715-89ff-2a10db20549c tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=7c1eaa2d2a564d8c9e902879ced01cd5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1254761 May 10 14:51:32.716239 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42088) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:32.806219 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-81abcfdc-6db0-4e71-8c46-254adcfca8ac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:32.812732 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:51:32.828701 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-de2f3f4b-ebdf-4d6f-9c3d-37b73e369246 req-b4f4a3fa-0e0a-43d8-8a41-b7681e82f2b4 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970763 May 10 14:51:32.875753 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810ad303-d70b-4a51-9815-ccd64068ab2f tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:32.877178 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-810ad303-d70b-4a51-9815-ccd64068ab2f tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1595826 May 10 14:51:32.881330 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42092) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:32.888674 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-81abcfdc-6db0-4e71-8c46-254adcfca8ac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:32.897654 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81abcfdc-6db0-4e71-8c46-254adcfca8ac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:32.898379 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-81abcfdc-6db0-4e71-8c46-254adcfca8ac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:32.905235 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5494a579-2519-4762-8ac2-c0f74663bbe3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:32.911368 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5494a579-2519-4762-8ac2-c0f74663bbe3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:32.912189 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5494a579-2519-4762-8ac2-c0f74663bbe3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:51:32.947001 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6bee4b-4731-47e5-840e-c6cdab4b26d0 None None] Network e0d002d1-4e57-40fe-bfbb-66e6141ad195 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:32.959675 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83de49c3-a29d-462f-af0a-faeebfa67c07 None None] Network 18d24952-da7d-4589-92d1-b8eab8c6aca5 could not be found, it might have been deleted concurrently. {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 10 14:51:32.979365 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-6e6bee4b-4731-47e5-840e-c6cdab4b26d0 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:32.997627 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6bee4b-4731-47e5-840e-c6cdab4b26d0 None None] Pushing event updated for resources: {'Port': ['ID=d64567e8-2db9-4e35-ba56-86804952d1d9,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:33.006168 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6bee4b-4731-47e5-840e-c6cdab4b26d0 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:33.053784 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-9e1b595e-84df-411e-b7df-aa6581e16ffc None None] Attempting to bind port 6edb0747-795a-414f-8091-b3f9e923f001 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:51:33.054513 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-9e1b595e-84df-411e-b7df-aa6581e16ffc None None] Attempting to bind port 6edb0747-795a-414f-8091-b3f9e923f001 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '717f6dd7-d2fb-4675-8c8e-8a20b231d684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'edc8c5cd-b3ee-4d0b-9ecb-fb453a324214'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:51:33.055090 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1b595e-84df-411e-b7df-aa6581e16ffc None None] Attempting to bind port 6edb0747-795a-414f-8091-b3f9e923f001 on network edc8c5cd-b3ee-4d0b-9ecb-fb453a324214 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:51:33.070258 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5494a579-2519-4762-8ac2-c0f74663bbe3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:51:33.074209 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5494a579-2519-4762-8ac2-c0f74663bbe3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 1.3682113 May 10 14:51:33.079617 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42096) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:33.110149 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2d4c51be-cae7-4df9-9561-2d12f13111b8 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2251458 May 10 14:51:33.124303 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42100) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:33.128531 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-3f189f02-9a5e-488a-9afb-aa490b75a310 None None] Allocated IP 172.20.0.2 (a36358c0-b900-4df5-ae69-1592404548f9/96eb38e8-6c08-479b-8710-bde288d5daf8/9bb2a7c9-896a-4fc6-8a80-d06383088920) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:33.135896 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-49d7a733-5194-4d31-ab90-9470d160a846 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-635758196', 'network_id': '0a94e7f1-24e9-4396-8e5a-bdce6ba6c905', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:33.160778 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1b595e-84df-411e-b7df-aa6581e16ffc None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:51:33.161150 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1b595e-84df-411e-b7df-aa6581e16ffc None None] Checking segment: {'id': '717f6dd7-d2fb-4675-8c8e-8a20b231d684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'edc8c5cd-b3ee-4d0b-9ecb-fb453a324214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:33.161957 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9e1b595e-84df-411e-b7df-aa6581e16ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:33.162563 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1b595e-84df-411e-b7df-aa6581e16ffc None None] Bound using segment: {'id': '717f6dd7-d2fb-4675-8c8e-8a20b231d684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'edc8c5cd-b3ee-4d0b-9ecb-fb453a324214'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:51:33.163232 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-9e1b595e-84df-411e-b7df-aa6581e16ffc None None] Bound port: 6edb0747-795a-414f-8091-b3f9e923f001, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717f6dd7-d2fb-4675-8c8e-8a20b231d684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'edc8c5cd-b3ee-4d0b-9ecb-fb453a324214'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:51:33.163870 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9e1b595e-84df-411e-b7df-aa6581e16ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:33.172309 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b1b23d2d-e4f2-44ab-b991-405f88d139b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:33.249451 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-81abcfdc-6db0-4e71-8c46-254adcfca8ac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9353528 May 10 14:51:33.250057 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42104) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:33.271163 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-946e3d54-22f7-4e97-a085-d0df602ed40a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'subnet': {'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:33.329539 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abcfdc-6db0-4e71-8c46-254adcfca8ac tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Network': ['ID=dfb8138f-eff7-4167-9eb3-b75dc5f1c41e,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:33.360326 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87135a77-3868-4d67-a57c-2a69319ae76a None None] Pushing event updated for resources: {'Port': ['ID=0bef7914-2478-4aaa-acd8-4a4dd9eebdf9,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:33.363276 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6e6bee4b-4731-47e5-840e-c6cdab4b26d0 None None] Attempting to bind port d64567e8-2db9-4e35-ba56-86804952d1d9 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:51:33.364380 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6e6bee4b-4731-47e5-840e-c6cdab4b26d0 None None] Attempting to bind port d64567e8-2db9-4e35-ba56-86804952d1d9 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'fe1ac890-9651-4f7f-a6fa-522df723dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e0d002d1-4e57-40fe-bfbb-66e6141ad195'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:51:33.364904 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6bee4b-4731-47e5-840e-c6cdab4b26d0 None None] Attempting to bind port d64567e8-2db9-4e35-ba56-86804952d1d9 on network e0d002d1-4e57-40fe-bfbb-66e6141ad195 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:51:33.383579 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network dfb8138f-eff7-4167-9eb3-b75dc5f1c41e details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:51:33.405147 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-f9ac6815-7d0a-4b2b-ad8a-1e346b1561ab tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting port 582333fc-961f-4f8f-ac31-a3481fbef544 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:51:33.405492 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9ac6815-7d0a-4b2b-ad8a-1e346b1561ab tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:33.429647 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6bee4b-4731-47e5-840e-c6cdab4b26d0 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:51:33.430415 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6bee4b-4731-47e5-840e-c6cdab4b26d0 None None] Checking segment: {'id': 'fe1ac890-9651-4f7f-a6fa-522df723dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e0d002d1-4e57-40fe-bfbb-66e6141ad195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:33.431034 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6e6bee4b-4731-47e5-840e-c6cdab4b26d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:33.431610 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6bee4b-4731-47e5-840e-c6cdab4b26d0 None None] Bound using segment: {'id': 'fe1ac890-9651-4f7f-a6fa-522df723dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e0d002d1-4e57-40fe-bfbb-66e6141ad195'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:51:33.432309 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6e6bee4b-4731-47e5-840e-c6cdab4b26d0 None None] Bound port: d64567e8-2db9-4e35-ba56-86804952d1d9, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1ac890-9651-4f7f-a6fa-522df723dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e0d002d1-4e57-40fe-bfbb-66e6141ad195'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:51:33.432903 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6e6bee4b-4731-47e5-840e-c6cdab4b26d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:33.506595 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-be839bf2-03c6-4036-82b0-373116364a38 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:33.519014 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:33.520028 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:33.612631 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-946e3d54-22f7-4e97-a085-d0df602ed40a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:33.625112 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-946e3d54-22f7-4e97-a085-d0df602ed40a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:subnet and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:33.632184 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-946e3d54-22f7-4e97-a085-d0df602ed40a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:33.688942 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-9e1b595e-84df-411e-b7df-aa6581e16ffc None None] For port 6edb0747-795a-414f-8091-b3f9e923f001, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:51:33.745151 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-9e1b595e-84df-411e-b7df-aa6581e16ffc None None] For port 6edb0747-795a-414f-8091-b3f9e923f001, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6edb0747-795a-414f-8091-b3f9e923f001,segment=NetworkSegment(717f6dd7-d2fb-4675-8c8e-8a20b231d684),segment_id=717f6dd7-d2fb-4675-8c8e-8a20b231d684)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:51:33.747115 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-3f189f02-9a5e-488a-9afb-aa490b75a310 None None] For port 9bb2a7c9-896a-4fc6-8a80-d06383088920, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=9bb2a7c9-896a-4fc6-8a80-d06383088920,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:51:33.762010 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9e1b595e-84df-411e-b7df-aa6581e16ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:33.769354 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-6e6bee4b-4731-47e5-840e-c6cdab4b26d0 None None] For port d64567e8-2db9-4e35-ba56-86804952d1d9, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:51:33.775520 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-49d7a733-5194-4d31-ab90-9470d160a846 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:33.779737 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-49d7a733-5194-4d31-ab90-9470d160a846 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:subnet and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:33.782736 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-49d7a733-5194-4d31-ab90-9470d160a846 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:33.792400 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be839bf2-03c6-4036-82b0-373116364a38 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'Subnet': ['ID=4ef31149-05e4-4864-99b1-c8be5ace1710,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:33.794120 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-49d7a733-5194-4d31-ab90-9470d160a846 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:33.798017 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef4e35-81bd-455b-8ca2-dbcc3d74d73a req-d70f6e7f-2a29-47a5-aae2-28878691996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:33.798346 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-946e3d54-22f7-4e97-a085-d0df602ed40a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:33.799138 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4eef4e35-81bd-455b-8ca2-dbcc3d74d73a req-d70f6e7f-2a29-47a5-aae2-28878691996d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e85d52d37e7f49109dc18b97419f8c3b&device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 1098 time: 1.3453259 May 10 14:51:33.848957 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946e3d54-22f7-4e97-a085-d0df602ed40a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Made reservation on behalf of ab426055898a431ea72055cf37c2d0b5 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:33.864875 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-6e6bee4b-4731-47e5-840e-c6cdab4b26d0 None None] For port d64567e8-2db9-4e35-ba56-86804952d1d9, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d64567e8-2db9-4e35-ba56-86804952d1d9,segment=NetworkSegment(fe1ac890-9651-4f7f-a6fa-522df723dac5),segment_id=fe1ac890-9651-4f7f-a6fa-522df723dac5)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:51:33.866186 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-946e3d54-22f7-4e97-a085-d0df602ed40a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:33.881123 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.resource_extend [None req-3f189f02-9a5e-488a-9afb-aa490b75a310 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:51:33.890230 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-901fd18a-16d8-4d4e-98f6-bf83c924cf77 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:33.918673 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6e6bee4b-4731-47e5-840e-c6cdab4b26d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:33.932040 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3f189f02-9a5e-488a-9afb-aa490b75a310 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:33.968635 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 81b6fbc1-9373-4ccf-8add-c9a19379f77f up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:51:34.017133 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b595e-84df-411e-b7df-aa6581e16ffc None None] Pushing event updated for resources: {'Port': ['ID=6edb0747-795a-414f-8091-b3f9e923f001,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:34.058951 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be839bf2-03c6-4036-82b0-373116364a38 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Checking segment: {'id': '6f5cfb4d-f139-4645-a410-286c9dcac715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '2acdde96-013a-43dc-903c-ee6a2aec433c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:34.058951 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be839bf2-03c6-4036-82b0-373116364a38 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Network hostable DHCP agents. Network: 2acdde96-013a-43dc-903c-ee6a2aec433c, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:51:34.105454 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d7a733-5194-4d31-ab90-9470d160a846 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:34.114460 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-49d7a733-5194-4d31-ab90-9470d160a846 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:34.116971 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3f189f02-9a5e-488a-9afb-aa490b75a310 None None] Transition to ACTIVE for port object 9bb2a7c9-896a-4fc6-8a80-d06383088920 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:34.194874 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fd18a-16d8-4d4e-98f6-bf83c924cf77 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Pushing event updated for resources: {'Subnet': ['ID=32488586-d732-410d-abd6-4042fa06b31a,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:34.241856 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6bee4b-4731-47e5-840e-c6cdab4b26d0 None None] Pushing event updated for resources: {'Port': ['ID=d64567e8-2db9-4e35-ba56-86804952d1d9,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:34.261121 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3f189f02-9a5e-488a-9afb-aa490b75a310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:34.364900 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef4e35-81bd-455b-8ca2-dbcc3d74d73a req-a545837f-5cd3-4b8f-97e5-2707ef5dc66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:34.366932 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4eef4e35-81bd-455b-8ca2-dbcc3d74d73a req-a545837f-5cd3-4b8f-97e5-2707ef5dc66e service neutron] 10.222.0.86 "GET /v2.0/networks?id=aa7afffa-e17d-4c0b-836c-b0db2fea3cec HTTP/1.1" status: 200 len: 912 time: 0.5128729 May 10 14:51:34.371646 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b1b23d2d-e4f2-44ab-b991-405f88d139b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:34.400284 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be839bf2-03c6-4036-82b0-373116364a38 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Network 2acdde96-013a-43dc-903c-ee6a2aec433c is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:51:34.417839 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f189f02-9a5e-488a-9afb-aa490b75a310 None None] Pushing event updated for resources: {'Port': ['ID=9bb2a7c9-896a-4fc6-8a80-d06383088920,revision_number=9']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:34.473855 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901fd18a-16d8-4d4e-98f6-bf83c924cf77 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Checking segment: {'id': '250e2578-3a58-4515-9157-f2e5acb77e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '6e95e1d7-cd96-4020-acec-384c99cd863b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:34.474588 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901fd18a-16d8-4d4e-98f6-bf83c924cf77 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Network hostable DHCP agents. Network: 6e95e1d7-cd96-4020-acec-384c99cd863b, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:51:34.480333 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9ac6815-7d0a-4b2b-ad8a-1e346b1561ab tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:34.557864 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 81b6fbc1-9373-4ccf-8add-c9a19379f77f triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:34.558241 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:34.641950 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-be839bf2-03c6-4036-82b0-373116364a38 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 2acdde96-013a-43dc-903c-ee6a2aec433c) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:34.647209 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be839bf2-03c6-4036-82b0-373116364a38 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:34.648093 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-be839bf2-03c6-4036-82b0-373116364a38 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:34.662976 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-f9ac6815-7d0a-4b2b-ad8a-1e346b1561ab tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Calling delete_port for 582333fc-961f-4f8f-ac31-a3481fbef544 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:51:34.671249 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d55ed1-942b-4a89-8e08-26a47937a863 None None] Network 2acdde96-013a-43dc-903c-ee6a2aec433c requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:34.731098 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901fd18a-16d8-4d4e-98f6-bf83c924cf77 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Network 6e95e1d7-cd96-4020-acec-384c99cd863b is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:51:34.786579 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-be839bf2-03c6-4036-82b0-373116364a38 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.4739661 May 10 14:51:34.825021 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42110) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:34.870230 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6019b1-df6d-44fc-9fdf-17fab78d5bef req-e3b5dc0c-769e-4564-ad04-49876073e3c7 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:34.878512 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3a6019b1-df6d-44fc-9fdf-17fab78d5bef req-e3b5dc0c-769e-4564-ad04-49876073e3c7 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.7258027 May 10 14:51:34.885527 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaf7675-69cd-4a73-9eb6-59a00b821a5c None None] Network 33a8cf4c-b436-4941-b1d4-835555bd91bc requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:34.949827 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-901fd18a-16d8-4d4e-98f6-bf83c924cf77 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 6e95e1d7-cd96-4020-acec-384c99cd863b) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:35.038666 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4eef4e35-81bd-455b-8ca2-dbcc3d74d73a req-ac964b75-46d6-4706-9ea5-374e55b76fd1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41388ac1-4820-4eee-abe3-5c0c080ef468 HTTP/1.1" status: 200 len: 1000 time: 0.5517430 May 10 14:51:35.043804 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901fd18a-16d8-4d4e-98f6-bf83c924cf77 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:35.044622 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-901fd18a-16d8-4d4e-98f6-bf83c924cf77 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:35.063307 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3a6019b1-df6d-44fc-9fdf-17fab78d5bef req-822039d1-fdf6-4d26-9728-fc8b43b7b763 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730027 May 10 14:51:35.112461 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b027bbe7-d5ce-424b-9095-b2c8b685d02b None None] Network 6e95e1d7-cd96-4020-acec-384c99cd863b requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:35.137397 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-946e3d54-22f7-4e97-a085-d0df602ed40a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:35.149943 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4980ca6f-0667-49af-b857-8e7e921c8439 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:51:35.262942 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9ac6815-7d0a-4b2b-ad8a-1e346b1561ab tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:35.270124 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e3d54-22f7-4e97-a085-d0df602ed40a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Subnet': ['ID=ce49d467-50e2-4b66-82d1-5c434b84dd50,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:35.290742 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5588e69f-c4d2-4a21-a531-d4df38c90b2e tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:35.305910 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-901fd18a-16d8-4d4e-98f6-bf83c924cf77 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9504390 May 10 14:51:35.312496 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42114) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:35.323149 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946e3d54-22f7-4e97-a085-d0df602ed40a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Checking segment: {'id': '6685b3f3-04db-407f-9b92-2e2fda1e66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:35.323632 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946e3d54-22f7-4e97-a085-d0df602ed40a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network hostable DHCP agents. Network: dfb8138f-eff7-4167-9eb3-b75dc5f1c41e, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:51:35.348071 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-0d175854-3f89-4def-aeb3-1e393a6706a8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Request body: {'subnet': {'network_id': '4ba0b97f-2ca5-4c90-9332-742ebe3b8566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:35.367254 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef4e35-81bd-455b-8ca2-dbcc3d74d73a req-f695f16b-c0a8-4d56-970a-38e8637b8be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:35.368721 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4eef4e35-81bd-455b-8ca2-dbcc3d74d73a req-f695f16b-c0a8-4d56-970a-38e8637b8be7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=131cfd62-1682-4197-8cdd-002e0ab415e5 HTTP/1.1" status: 200 len: 850 time: 0.2808425 May 10 14:51:35.370138 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-49d7a733-5194-4d31-ab90-9470d160a846 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:35.370367 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac6815-7d0a-4b2b-ad8a-1e346b1561ab tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Port': ['ID=582333fc-961f-4f8f-ac31-a3481fbef544,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:35.563083 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6de8ff6c-0af3-4118-b399-09e30c793dc2 None None] Provisioning for port 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:35.578924 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b23d2d-e4f2-44ab-b991-405f88d139b8 admin admin] Router 2736df00-1803-44b5-a5a4-aa6550967d09 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:51:35.623903 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 4980ca6f-0667-49af-b857-8e7e921c8439 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:35.634173 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 4980ca6f-0667-49af-b857-8e7e921c8439 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:35.636858 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:35.642027 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7a733-5194-4d31-ab90-9470d160a846 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Subnet': ['ID=864c6adf-5d01-488b-b565-0f5be86809f0,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:35.725125 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946e3d54-22f7-4e97-a085-d0df602ed40a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network dfb8138f-eff7-4167-9eb3-b75dc5f1c41e is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:51:35.789133 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-946e3d54-22f7-4e97-a085-d0df602ed40a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, dfb8138f-eff7-4167-9eb3-b75dc5f1c41e) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:35.802255 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946e3d54-22f7-4e97-a085-d0df602ed40a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:35.803222 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-946e3d54-22f7-4e97-a085-d0df602ed40a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:35.834378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-0d175854-3f89-4def-aeb3-1e393a6706a8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:35.845593 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-0d175854-3f89-4def-aeb3-1e393a6706a8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Usage tracker for resource:subnet and tenant:bbc7ec9d430b4c4a8cd26407b3cd6fa2 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:35.867884 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f9ac6815-7d0a-4b2b-ad8a-1e346b1561ab tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:35.875001 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f9ac6815-7d0a-4b2b-ad8a-1e346b1561ab tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/582333fc-961f-4f8f-ac31-a3481fbef544 HTTP/1.1" status: 204 len: 168 time: 2.7807496 May 10 14:51:35.876379 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-0d175854-3f89-4def-aeb3-1e393a6706a8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:35.880101 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42118) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:35.892650 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-946e3d54-22f7-4e97-a085-d0df602ed40a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6307242 May 10 14:51:35.897461 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42122) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:35.969041 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bea152-78ea-467d-8bb3-3ca515f0ec7c None None] Network dfb8138f-eff7-4167-9eb3-b75dc5f1c41e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:35.992524 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d7a733-5194-4d31-ab90-9470d160a846 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Checking segment: {'id': '65139a2f-4beb-49a7-a2f7-dd1bc58dad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0a94e7f1-24e9-4396-8e5a-bdce6ba6c905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:35.993149 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d7a733-5194-4d31-ab90-9470d160a846 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network hostable DHCP agents. Network: 0a94e7f1-24e9-4396-8e5a-bdce6ba6c905, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:51:36.076916 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d7a733-5194-4d31-ab90-9470d160a846 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 0a94e7f1-24e9-4396-8e5a-bdce6ba6c905 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:51:36.080733 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5588e69f-c4d2-4a21-a531-d4df38c90b2e tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:36.146412 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef4e35-81bd-455b-8ca2-dbcc3d74d73a req-5eb055f0-56a1-46d0-abc5-14ecf29b5c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:36.147972 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4eef4e35-81bd-455b-8ca2-dbcc3d74d73a req-5eb055f0-56a1-46d0-abc5-14ecf29b5c70 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=aa7afffa-e17d-4c0b-836c-b0db2fea3cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7385895 May 10 14:51:36.150471 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-49d7a733-5194-4d31-ab90-9470d160a846 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 0a94e7f1-24e9-4396-8e5a-bdce6ba6c905) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:36.151352 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-0d175854-3f89-4def-aeb3-1e393a6706a8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:36.218042 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa21caa-e79a-4aed-b87e-c0ae5f332e80 None None] Network e0d002d1-4e57-40fe-bfbb-66e6141ad195 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:36.277849 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d7a733-5194-4d31-ab90-9470d160a846 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:36.278849 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-49d7a733-5194-4d31-ab90-9470d160a846 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:36.281164 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d694192-351b-4ee0-bab9-2ea91c0acfee None None] Network 0a94e7f1-24e9-4396-8e5a-bdce6ba6c905 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:36.296153 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f975d02e-2f14-4512-931f-a720cefc6993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-2acdde96-013a-43dc-903c-ee6a2aec433c', 'network_id': '2acdde96-013a-43dc-903c-ee6a2aec433c', 'tenant_id': 'c16e63d28fdf4ee9913775a4f8676cd2', 'fixed_ips': [{'subnet_id': '4ef31149-05e4-4864-99b1-c8be5ace1710'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:51:36.297049 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f975d02e-2f14-4512-931f-a720cefc6993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:36.330476 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9655178-c1e5-4150-b3c8-1d0b4a98f006 None None] Network edc8c5cd-b3ee-4d0b-9ecb-fb453a324214 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:36.402632 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d175854-3f89-4def-aeb3-1e393a6706a8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Made reservation on behalf of bbc7ec9d430b4c4a8cd26407b3cd6fa2 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:36.406550 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0d175854-3f89-4def-aeb3-1e393a6706a8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:36.437480 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-49d7a733-5194-4d31-ab90-9470d160a846 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3103113 May 10 14:51:36.439114 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b23d2d-e4f2-44ab-b991-405f88d139b8 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:51:36.517143 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b1b23d2d-e4f2-44ab-b991-405f88d139b8 admin admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:36.518748 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b1b23d2d-e4f2-44ab-b991-405f88d139b8 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.6991012 May 10 14:51:36.523611 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42130) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:36.526830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5588e69f-c4d2-4a21-a531-d4df38c90b2e tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:36.576836 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42134) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:36.733313 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4225283-b100-4459-9a7e-e4b7f62ed337 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:36.735124 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4225283-b100-4459-9a7e-e4b7f62ed337 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:36.737008 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4225283-b100-4459-9a7e-e4b7f62ed337 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:36.737803 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b4225283-b100-4459-9a7e-e4b7f62ed337 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:51:36.743461 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] Sync routers for ids ['2736df00-1803-44b5-a5a4-aa6550967d09'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:51:36.745811 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4eef4e35-81bd-455b-8ca2-dbcc3d74d73a req-f7f933dd-0229-49d5-ada3-bdb88d53a6d6 service neutron] 10.222.0.86 "GET /v2.0/networks/aa7afffa-e17d-4c0b-836c-b0db2fea3cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042932 May 10 14:51:36.746632 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6303e094-4e8f-4c66-8074-a0cef4c1b19b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-6e95e1d7-cd96-4020-acec-384c99cd863b', 'network_id': '6e95e1d7-cd96-4020-acec-384c99cd863b', 'tenant_id': 'bbc7ec9d430b4c4a8cd26407b3cd6fa2', 'fixed_ips': [{'subnet_id': '32488586-d732-410d-abd6-4042fa06b31a'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:51:36.747424 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6303e094-4e8f-4c66-8074-a0cef4c1b19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:36.780273 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-36abcc3e-7f9a-4ecf-8358-7e60c3e38e08 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-871178264', 'description': 'tempest-secgroup-smoke-871178264 description', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:36.793118 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588e69f-c4d2-4a21-a531-d4df38c90b2e tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef31149-05e4-4864-99b1-c8be5ace1710,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:36.828300 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-36abcc3e-7f9a-4ecf-8358-7e60c3e38e08 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:36.864606 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-191161d5-21ee-42e8-87ec-a683eb8f1ae0 None None] Provisioning for port 9bb2a7c9-896a-4fc6-8a80-d06383088920 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:36.917971 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] Routers {'2736df00-1803-44b5-a5a4-aa6550967d09'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:36.918633 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2736df00-1803-44b5-a5a4-aa6550967d09'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:36.983657 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b4225283-b100-4459-9a7e-e4b7f62ed337 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:51:36.984854 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b4225283-b100-4459-9a7e-e4b7f62ed337 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 1.0972502 May 10 14:51:37.003167 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42138) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:37.012879 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-36abcc3e-7f9a-4ecf-8358-7e60c3e38e08 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:37.062219 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5588e69f-c4d2-4a21-a531-d4df38c90b2e tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:37.095910 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53943c8c-bfd3-4154-b960-a59df03ba780 req-bc5f5151-ef03-478f-a791-f7a50dc9740e tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:37.098029 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-53943c8c-bfd3-4154-b960-a59df03ba780 req-bc5f5151-ef03-478f-a791-f7a50dc9740e tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.7638335 May 10 14:51:37.120594 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-36abcc3e-7f9a-4ecf-8358-7e60c3e38e08 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:37.135593 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-191161d5-21ee-42e8-87ec-a683eb8f1ae0 None None] Provisioning complete for port 9bb2a7c9-896a-4fc6-8a80-d06383088920 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:37.136134 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-191161d5-21ee-42e8-87ec-a683eb8f1ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:37.152859 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-005f39fe-5c98-454d-9220-6479eafeb422 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:37.206262 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-5588e69f-c4d2-4a21-a531-d4df38c90b2e tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2acdde96-013a-43dc-903c-ee6a2aec433c']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:37.241137 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-53943c8c-bfd3-4154-b960-a59df03ba780 req-a96edd62-ae4f-459a-9a9e-daf766c6af2f tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102769 May 10 14:51:37.250895 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-5588e69f-c4d2-4a21-a531-d4df38c90b2e tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5cfb4d-f139-4645-a410-286c9dcac715') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:37.251192 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-5588e69f-c4d2-4a21-a531-d4df38c90b2e tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5cfb4d-f139-4645-a410-286c9dcac715') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:37.281219 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ba1867-fca2-48ee-910e-0bb0b2cad048 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet 6923bf5b-97f5-4275-9ab5-e0cc4b87da16 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:51:37.309658 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d7ba1867-fca2-48ee-910e-0bb0b2cad048 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:37.338891 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:37.349354 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5588e69f-c4d2-4a21-a531-d4df38c90b2e tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:37.357410 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4eef4e35-81bd-455b-8ca2-dbcc3d74d73a req-16c6a658-f592-4d14-bcf4-53a0ef1d8771 service neutron] 10.222.0.86 "GET /v2.0/networks/aa7afffa-e17d-4c0b-836c-b0db2fea3cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5944369 May 10 14:51:37.358397 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-36abcc3e-7f9a-4ecf-8358-7e60c3e38e08 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:37.385447 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-36abcc3e-7f9a-4ecf-8358-7e60c3e38e08 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:37.439160 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-36abcc3e-7f9a-4ecf-8358-7e60c3e38e08 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:37.465544 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5588e69f-c4d2-4a21-a531-d4df38c90b2e tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:37.471963 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-36abcc3e-7f9a-4ecf-8358-7e60c3e38e08 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:37.476050 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd259ea-7fc9-47af-8a11-0ffb59d0636f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:51:37.477011 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cbd259ea-7fc9-47af-8a11-0ffb59d0636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:37.491791 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5588e69f-c4d2-4a21-a531-d4df38c90b2e tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:51:37.492226 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5588e69f-c4d2-4a21-a531-d4df38c90b2e tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:37.515752 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d7ba1867-fca2-48ee-910e-0bb0b2cad048 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:51:37.544275 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:51:37.554953 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0d175854-3f89-4def-aeb3-1e393a6706a8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:37.585511 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625c5fb4-1256-4b4c-a3a7-5f4761816bf8 None None] Network 2acdde96-013a-43dc-903c-ee6a2aec433c requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:37.717649 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d175854-3f89-4def-aeb3-1e393a6706a8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Pushing event updated for resources: {'Subnet': ['ID=9f9a6ff3-d63a-4ea9-b653-d4d98930e4dd,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:37.730862 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d175854-3f89-4def-aeb3-1e393a6706a8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Checking segment: {'id': 'd8db5e44-89b2-448a-b277-e449ac0bd72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '4ba0b97f-2ca5-4c90-9332-742ebe3b8566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:37.731344 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d175854-3f89-4def-aeb3-1e393a6706a8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Network hostable DHCP agents. Network: 4ba0b97f-2ca5-4c90-9332-742ebe3b8566, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:51:37.752454 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-005f39fe-5c98-454d-9220-6479eafeb422 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Allocated IP 2001:db8::1 (dfb8138f-eff7-4167-9eb3-b75dc5f1c41e/ce49d467-50e2-4b66-82d1-5c434b84dd50/f9d431ec-bb90-4d1c-91d8-e1eb4030409c) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:37.773731 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d175854-3f89-4def-aeb3-1e393a6706a8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Network 4ba0b97f-2ca5-4c90-9332-742ebe3b8566 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:51:37.803779 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3becd91-98ca-4bad-8327-961c4abe8a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-0a94e7f1-24e9-4396-8e5a-bdce6ba6c905', 'network_id': '0a94e7f1-24e9-4396-8e5a-bdce6ba6c905', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ips': [{'subnet_id': '864c6adf-5d01-488b-b565-0f5be86809f0'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:51:37.804688 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e3becd91-98ca-4bad-8327-961c4abe8a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:37.847179 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-0d175854-3f89-4def-aeb3-1e393a6706a8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 4ba0b97f-2ca5-4c90-9332-742ebe3b8566) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:37.861660 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d175854-3f89-4def-aeb3-1e393a6706a8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:37.862344 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0d175854-3f89-4def-aeb3-1e393a6706a8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:37.915615 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0d175854-3f89-4def-aeb3-1e393a6706a8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5938156 May 10 14:51:37.929425 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 4980ca6f-0667-49af-b857-8e7e921c8439, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=4980ca6f-0667-49af-b857-8e7e921c8439,segment=NetworkSegment(d7574317-f155-4685-9a5d-5802df6f0649),segment_id=d7574317-f155-4685-9a5d-5802df6f0649)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:51:37.934965 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42142) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:37.939487 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5588e69f-c4d2-4a21-a531-d4df38c90b2e tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:37.947335 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24258233-a02e-4629-9111-c4086df7b4ef None None] Network 4ba0b97f-2ca5-4c90-9332-742ebe3b8566 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:37.992010 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-005f39fe-5c98-454d-9220-6479eafeb422 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:38.015899 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-005f39fe-5c98-454d-9220-6479eafeb422 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Transition to ACTIVE for port object f9d431ec-bb90-4d1c-91d8-e1eb4030409c will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:38.031302 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:38.035630 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] Set router 2736df00-1803-44b5-a5a4-aa6550967d09 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:51:38.079760 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-005f39fe-5c98-454d-9220-6479eafeb422 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:38.177792 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005f39fe-5c98-454d-9220-6479eafeb422 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network dfb8138f-eff7-4167-9eb3-b75dc5f1c41e is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:38.181905 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-005f39fe-5c98-454d-9220-6479eafeb422 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:38.185428 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005f39fe-5c98-454d-9220-6479eafeb422 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:38.186335 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-005f39fe-5c98-454d-9220-6479eafeb422 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:38.207443 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f39fe-5c98-454d-9220-6479eafeb422 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Port': ['ID=f9d431ec-bb90-4d1c-91d8-e1eb4030409c,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:38.238677 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5588e69f-c4d2-4a21-a531-d4df38c90b2e tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:38.314329 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-005f39fe-5c98-454d-9220-6479eafeb422 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:38.321047 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588e69f-c4d2-4a21-a531-d4df38c90b2e tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event deleted for resources: {'Network': ['ID=2acdde96-013a-43dc-903c-ee6a2aec433c,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:38.329406 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:51:38.416337 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d7ba1867-fca2-48ee-910e-0bb0b2cad048 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:38.454184 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5588e69f-c4d2-4a21-a531-d4df38c90b2e tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/networks/2acdde96-013a-43dc-903c-ee6a2aec433c HTTP/1.1" status: 204 len: 168 time: 3.6207361 May 10 14:51:38.479361 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42150) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:38.542276 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-36abcc3e-7f9a-4ecf-8358-7e60c3e38e08 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:38.555433 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-0fdaed1c-b50d-449f-9da3-4ff6df047a25 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1370176013'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:38.588192 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0fdaed1c-b50d-449f-9da3-4ff6df047a25 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:38.596400 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-36abcc3e-7f9a-4ecf-8358-7e60c3e38e08 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:38.618094 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0fdaed1c-b50d-449f-9da3-4ff6df047a25 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Usage tracker for resource:network and tenant:c16e63d28fdf4ee9913775a4f8676cd2 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:38.664275 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:51:38.664505 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0fdaed1c-b50d-449f-9da3-4ff6df047a25 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:38.664639 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e4e7d2b1-3ab6-43eb-91aa-ccee6101c3da not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:51:38.685822 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0fdaed1c-b50d-449f-9da3-4ff6df047a25 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:38.728442 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-36abcc3e-7f9a-4ecf-8358-7e60c3e38e08 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:38.729596 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-36abcc3e-7f9a-4ecf-8358-7e60c3e38e08 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.9868510 May 10 14:51:38.736343 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42154) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:38.745764 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-c9ee4cf5-78b5-4eb9-b6e9-9f95efda4296 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '72ac463a-5636-42a8-b5f1-fe032beb20d4', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:38.749519 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abcc3e-7f9a-4ecf-8358-7e60c3e38e08 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ac463a-5636-42a8-b5f1-fe032beb20d4,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:38.757523 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-c9ee4cf5-78b5-4eb9-b6e9-9f95efda4296 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:38.766020 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c9ee4cf5-78b5-4eb9-b6e9-9f95efda4296 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:38.780341 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9d230-2b5f-4bf7-9e47-fd2508715a77 req-3bd6cb9b-5524-4192-894b-514ed843a0b6 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:38.784490 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c9d9d230-2b5f-4bf7-9e47-fd2508715a77 req-3bd6cb9b-5524-4192-894b-514ed843a0b6 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.4117167 May 10 14:51:38.784687 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdaed1c-b50d-449f-9da3-4ff6df047a25 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Made reservation on behalf of c16e63d28fdf4ee9913775a4f8676cd2 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:38.787513 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c9ee4cf5-78b5-4eb9-b6e9-9f95efda4296 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:38.787934 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0fdaed1c-b50d-449f-9da3-4ff6df047a25 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:38.804689 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-c9ee4cf5-78b5-4eb9-b6e9-9f95efda4296 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:38.847298 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d7ba1867-fca2-48ee-910e-0bb0b2cad048 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:38.892888 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-6303e094-4e8f-4c66-8074-a0cef4c1b19b None None] Allocated IP 172.20.0.2 (6e95e1d7-cd96-4020-acec-384c99cd863b/32488586-d732-410d-abd6-4042fa06b31a/6249d8c5-ab75-49e8-84cb-47f49fc9c83c) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:38.900792 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-89e7baa6-c9d8-4761-9a43-be3a15ba53b5 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:38.935437 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba1867-fca2-48ee-910e-0bb0b2cad048 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=6923bf5b-97f5-4275-9ab5-e0cc4b87da16,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:38.947595 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d7ba1867-fca2-48ee-910e-0bb0b2cad048 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:39.028343 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3339d8d9-79f8-4d5e-9a8e-fb4c38085354 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:39.034728 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fdaed1c-b50d-449f-9da3-4ff6df047a25 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:51:39.052231 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c9d9d230-2b5f-4bf7-9e47-fd2508715a77 req-b1983f10-eaa9-479d-8b35-ebb929010b6b tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2446339 May 10 14:51:39.074050 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4cf5-78b5-4eb9-b6e9-9f95efda4296 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:39.122454 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=4980ca6f-0667-49af-b857-8e7e921c8439,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:39.264878 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d7ba1867-fca2-48ee-910e-0bb0b2cad048 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/6923bf5b-97f5-4275-9ab5-e0cc4b87da16 HTTP/1.1" status: 204 len: 168 time: 2.2576358 May 10 14:51:39.269197 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42160) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:39.270671 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0fdaed1c-b50d-449f-9da3-4ff6df047a25 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:39.271024 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-0fdaed1c-b50d-449f-9da3-4ff6df047a25 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Added segment ad0e76bb-4ce3-4240-af48-fe32b94bca19 of type vlan for network 68bad415-3af8-450f-8bc9-b2480bbb6785 May 10 14:51:39.275763 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4cf5-78b5-4eb9-b6e9-9f95efda4296 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:39.311725 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4cf5-78b5-4eb9-b6e9-9f95efda4296 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:39.346931 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee4cf5-78b5-4eb9-b6e9-9f95efda4296 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32bd204-9b26-4fb4-b86d-f85cc8fdb17b,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:39.356651 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-cbd259ea-7fc9-47af-8a11-0ffb59d0636f None None] Allocated IP 2001:db8::2 (dfb8138f-eff7-4167-9eb3-b75dc5f1c41e/ce49d467-50e2-4b66-82d1-5c434b84dd50/3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:39.360330 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d64567e8-2db9-4e35-ba56-86804952d1d9 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:51:39.377020 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-005f39fe-5c98-454d-9220-6479eafeb422 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:39.392449 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-005f39fe-5c98-454d-9220-6479eafeb422 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:39.393368 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-005f39fe-5c98-454d-9220-6479eafeb422 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:39.441166 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4cf5-78b5-4eb9-b6e9-9f95efda4296 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:39.441166 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c9ee4cf5-78b5-4eb9-b6e9-9f95efda4296 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7044201 May 10 14:51:39.469031 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42164) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:39.483051 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-686b6fff-c615-43f7-aeb5-bb4e49f8b606 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '72ac463a-5636-42a8-b5f1-fe032beb20d4', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:39.510377 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-686b6fff-c615-43f7-aeb5-bb4e49f8b606 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:39.525851 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-686b6fff-c615-43f7-aeb5-bb4e49f8b606 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:39.532590 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6accc822-96b2-4bf7-a333-28cefae420e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:39.576055 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-686b6fff-c615-43f7-aeb5-bb4e49f8b606 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:39.601020 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f39fe-5c98-454d-9220-6479eafeb422 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Port': ['ID=f9d431ec-bb90-4d1c-91d8-e1eb4030409c,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:39.602780 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ca014492-be5f-4ac5-9555-60c6aa991998 None None] Provisioning for port d64567e8-2db9-4e35-ba56-86804952d1d9 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:39.606953 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-686b6fff-c615-43f7-aeb5-bb4e49f8b606 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:39.618041 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf5487-153b-4c50-89fa-c61e6011fbd9 req-5d6b0064-68c7-4a17-8fd2-d78007309def tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:39.619693 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-badf5487-153b-4c50-89fa-c61e6011fbd9 req-5d6b0064-68c7-4a17-8fd2-d78007309def tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.3556514 May 10 14:51:39.682684 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-686b6fff-c615-43f7-aeb5-bb4e49f8b606 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:39.730625 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-e3becd91-98ca-4bad-8327-961c4abe8a94 None None] Allocated IP 172.20.0.18 (0a94e7f1-24e9-4396-8e5a-bdce6ba6c905/864c6adf-5d01-488b-b565-0f5be86809f0/5bd56288-17e8-4b93-a894-64ec6a3988eb) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:39.756756 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0fdaed1c-b50d-449f-9da3-4ff6df047a25 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:39.757346 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-badf5487-153b-4c50-89fa-c61e6011fbd9 req-4e2b3d34-53a5-4923-a026-6561439ee95a tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245987 May 10 14:51:39.765938 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005f39fe-5c98-454d-9220-6479eafeb422 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network dfb8138f-eff7-4167-9eb3-b75dc5f1c41e is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:39.768963 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-005f39fe-5c98-454d-9220-6479eafeb422 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:39.798853 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d4566cc-de7c-49f7-9123-daa2fc937bfb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet 96eb38e8-6c08-479b-8710-bde288d5daf8 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:51:39.809716 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ca014492-be5f-4ac5-9555-60c6aa991998 None None] Could not find standard attr ID for object 582333fc-961f-4f8f-ac31-a3481fbef544. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:51:39.862883 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d4566cc-de7c-49f7-9123-daa2fc937bfb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:39.871408 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port d64567e8-2db9-4e35-ba56-86804952d1d9 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:39.887932 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a60389-4d97-4576-ab19-8a6d5a0a4601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-4ba0b97f-2ca5-4c90-9332-742ebe3b8566', 'network_id': '4ba0b97f-2ca5-4c90-9332-742ebe3b8566', 'tenant_id': 'bbc7ec9d430b4c4a8cd26407b3cd6fa2', 'fixed_ips': [{'subnet_id': '9f9a6ff3-d63a-4ea9-b653-d4d98930e4dd'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:51:39.888725 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a8a60389-4d97-4576-ab19-8a6d5a0a4601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:39.954489 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0fdaed1c-b50d-449f-9da3-4ff6df047a25 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:39.961489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port d64567e8-2db9-4e35-ba56-86804952d1d9 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:39.961859 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:39.962922 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdaed1c-b50d-449f-9da3-4ff6df047a25 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:39.963741 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0fdaed1c-b50d-449f-9da3-4ff6df047a25 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:40.056940 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-686b6fff-c615-43f7-aeb5-bb4e49f8b606 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:40.070897 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-686b6fff-c615-43f7-aeb5-bb4e49f8b606 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:40.081062 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d4566cc-de7c-49f7-9123-daa2fc937bfb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:40.128484 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ca014492-be5f-4ac5-9555-60c6aa991998 None None] Provisioning for port 6edb0747-795a-414f-8091-b3f9e923f001 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:40.179089 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b6fff-c615-43f7-aeb5-bb4e49f8b606 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f971f268-bf91-440a-93d1-e59bf0abb0ca,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:40.192600 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0fdaed1c-b50d-449f-9da3-4ff6df047a25 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7099309 May 10 14:51:40.205188 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42172) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:40.215206 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-ea2147a6-7e66-4ddb-92e6-5db3429adf7a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Request body: {'subnet': {'network_id': '68bad415-3af8-450f-8bc9-b2480bbb6785', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:40.221272 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdaed1c-b50d-449f-9da3-4ff6df047a25 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'Network': ['ID=68bad415-3af8-450f-8bc9-b2480bbb6785,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:40.291873 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 68bad415-3af8-450f-8bc9-b2480bbb6785 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:51:40.298802 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-686b6fff-c615-43f7-aeb5-bb4e49f8b606 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:40.299976 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-686b6fff-c615-43f7-aeb5-bb4e49f8b606 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8238895 May 10 14:51:40.304157 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42176) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:40.314042 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-e12db25f-4f6f-4bac-b8d7-dde3cefd5bbe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '72ac463a-5636-42a8-b5f1-fe032beb20d4', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:40.325449 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e12db25f-4f6f-4bac-b8d7-dde3cefd5bbe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:40.334137 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e12db25f-4f6f-4bac-b8d7-dde3cefd5bbe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:40.339027 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e12db25f-4f6f-4bac-b8d7-dde3cefd5bbe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:40.352785 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e12db25f-4f6f-4bac-b8d7-dde3cefd5bbe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:40.357598 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-6accc822-96b2-4bf7-a333-28cefae420e1 admin admin] Allocated IP 172.20.0.1 (e0d002d1-4e57-40fe-bfbb-66e6141ad195/592441a0-94bf-4d8c-ae77-8267334268a5/09013b67-dd8f-4ce7-b17d-66cdfb59a766) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:40.362321 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d4566cc-de7c-49f7-9123-daa2fc937bfb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:40.384225 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6303e094-4e8f-4c66-8074-a0cef4c1b19b None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:40.398874 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005f39fe-5c98-454d-9220-6479eafeb422 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:51:40.419271 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-ea2147a6-7e66-4ddb-92e6-5db3429adf7a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:40.461384 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2736df00-1803-44b5-a5a4-aa6550967d09', 'name': 'tempest-TestVolumeBootPattern-2057801875-router', 'tenant_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '90660f56-8068-44ca-9c91-75ea42af9007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:28Z', 'updated_at': '2022-05-10T14:51:32Z', 'revision_number': 3, 'project_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'gw_port': {'id': '90660f56-8068-44ca-9c91-75ea42af9007', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2736df00-1803-44b5-a5a4-aa6550967d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:30Z', 'updated_at': '2022-05-10T14:51:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:40.484601 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-ea2147a6-7e66-4ddb-92e6-5db3429adf7a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Usage tracker for resource:subnet and tenant:c16e63d28fdf4ee9913775a4f8676cd2 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:40.500288 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e12db25f-4f6f-4bac-b8d7-dde3cefd5bbe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:40.513560 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6303e094-4e8f-4c66-8074-a0cef4c1b19b None None] Transition to ACTIVE for port object 6249d8c5-ab75-49e8-84cb-47f49fc9c83c will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:40.538494 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-ea2147a6-7e66-4ddb-92e6-5db3429adf7a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:40.540251 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] Checking router: 2736df00-1803-44b5-a5a4-aa6550967d09 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:51:40.540598 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] Updating router 2736df00-1803-44b5-a5a4-aa6550967d09 port 90660f56-8068-44ca-9c91-75ea42af9007 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:51:40.553040 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-ea2147a6-7e66-4ddb-92e6-5db3429adf7a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:40.599036 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7561204-acbf-4165-ab04-6fc0ed8abb98 req-7725effe-1b40-403f-922e-120b47d8cf06 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:40.599475 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d4566cc-de7c-49f7-9123-daa2fc937bfb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:40.600543 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a7561204-acbf-4165-ab04-6fc0ed8abb98 req-7725effe-1b40-403f-922e-120b47d8cf06 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.3484700 May 10 14:51:40.603800 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2147a6-7e66-4ddb-92e6-5db3429adf7a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Made reservation on behalf of c16e63d28fdf4ee9913775a4f8676cd2 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:40.607135 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ea2147a6-7e66-4ddb-92e6-5db3429adf7a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:40.668385 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4566cc-de7c-49f7-9123-daa2fc937bfb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=96eb38e8-6c08-479b-8710-bde288d5daf8,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:40.669928 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d4566cc-de7c-49f7-9123-daa2fc937bfb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:40.698530 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6accc822-96b2-4bf7-a333-28cefae420e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:40.705921 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6d4566cc-de7c-49f7-9123-daa2fc937bfb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/96eb38e8-6c08-479b-8710-bde288d5daf8 HTTP/1.1" status: 204 len: 168 time: 1.4311540 May 10 14:51:40.717269 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42180) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:40.720433 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e12db25f-4f6f-4bac-b8d7-dde3cefd5bbe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:40.727927 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6303e094-4e8f-4c66-8074-a0cef4c1b19b None None] Transition to ACTIVE for port object 6249d8c5-ab75-49e8-84cb-47f49fc9c83c will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:40.737783 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cbd259ea-7fc9-47af-8a11-0ffb59d0636f None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:40.798202 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e12db25f-4f6f-4bac-b8d7-dde3cefd5bbe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:40.817815 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005f39fe-5c98-454d-9220-6479eafeb422 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:51:40.833535 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] Sync routers for ids ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:51:40.842626 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-005f39fe-5c98-454d-9220-6479eafeb422 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/routers/9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9262004 May 10 14:51:40.844318 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-6accc822-96b2-4bf7-a333-28cefae420e1 admin admin] Transition to ACTIVE for port object 09013b67-dd8f-4ce7-b17d-66cdfb59a766 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:40.849494 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42184) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:40.852196 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] Routers {'9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:40.852454 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:40.860745 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7b9f1a6a-3905-44c4-921c-cb2cb7216827 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1401784 May 10 14:51:40.868858 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42188) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:40.879893 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-e2d9923b-3525-483e-8640-76505d18e98e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1191090148'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:40.902354 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e2d9923b-3525-483e-8640-76505d18e98e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:40.905066 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-2905117b-a2dc-4547-b290-b73015255ff3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:40.908932 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12db25f-4f6f-4bac-b8d7-dde3cefd5bbe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487ba136-abf0-406c-8a87-a2d4675ae1a1,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:40.923567 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6303e094-4e8f-4c66-8074-a0cef4c1b19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:40.930063 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-cbd259ea-7fc9-47af-8a11-0ffb59d0636f None None] Transition to ACTIVE for port object 3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:40.932007 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e2d9923b-3525-483e-8640-76505d18e98e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:network and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:40.940126 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e2d9923b-3525-483e-8640-76505d18e98e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:40.949497 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e12db25f-4f6f-4bac-b8d7-dde3cefd5bbe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:40.952226 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e12db25f-4f6f-4bac-b8d7-dde3cefd5bbe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6435461 May 10 14:51:40.956907 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42192) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:40.958006 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-89e7baa6-c9d8-4761-9a43-be3a15ba53b5 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Allocated IP 172.20.0.1 (6e95e1d7-cd96-4020-acec-384c99cd863b/32488586-d732-410d-abd6-4042fa06b31a/871c4f76-9c2b-4157-9619-5406ba4e843c) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:40.967510 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e2d9923b-3525-483e-8640-76505d18e98e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:40.971354 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:40.972141 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-bd5084ed-498d-413b-bed8-95ffefa050b9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '72ac463a-5636-42a8-b5f1-fe032beb20d4', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:40.991667 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-bd5084ed-498d-413b-bed8-95ffefa050b9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:41.001979 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-bd5084ed-498d-413b-bed8-95ffefa050b9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:41.024022 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-bd5084ed-498d-413b-bed8-95ffefa050b9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:41.034719 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d9923b-3525-483e-8640-76505d18e98e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Made reservation on behalf of ab426055898a431ea72055cf37c2d0b5 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:41.038638 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e2d9923b-3525-483e-8640-76505d18e98e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:41.077943 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-a8a60389-4d97-4576-ab19-8a6d5a0a4601 None None] Allocated IP 172.20.0.2 (4ba0b97f-2ca5-4c90-9332-742ebe3b8566/9f9a6ff3-d63a-4ea9-b653-d4d98930e4dd/2641f906-04eb-4495-86d4-ca268bbb3050) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:41.106621 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-bd5084ed-498d-413b-bed8-95ffefa050b9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:41.108024 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:41.122117 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6303e094-4e8f-4c66-8074-a0cef4c1b19b None None] Network 6e95e1d7-cd96-4020-acec-384c99cd863b is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:41.131488 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] Set router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:51:41.132323 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6accc822-96b2-4bf7-a333-28cefae420e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:41.140575 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-cbd259ea-7fc9-47af-8a11-0ffb59d0636f None None] Transition to ACTIVE for port object 3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:41.151242 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-6303e094-4e8f-4c66-8074-a0cef4c1b19b None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:41.160253 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e3becd91-98ca-4bad-8327-961c4abe8a94 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:41.168459 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6303e094-4e8f-4c66-8074-a0cef4c1b19b None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:41.227403 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303e094-4e8f-4c66-8074-a0cef4c1b19b None None] Pushing event updated for resources: {'Port': ['ID=6249d8c5-ab75-49e8-84cb-47f49fc9c83c,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:41.229505 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-47d14cc8-e554-4bbf-a002-8d012dfe9343 None None] Provisioning complete for port d64567e8-2db9-4e35-ba56-86804952d1d9 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:41.229867 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-47d14cc8-e554-4bbf-a002-8d012dfe9343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:41.242300 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a7561204-acbf-4165-ab04-6fc0ed8abb98 req-5dcf9684-ecab-4466-b790-49d3bc5eedb2 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6147952 May 10 14:51:41.243717 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bd5084ed-498d-413b-bed8-95ffefa050b9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:41.256539 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d9923b-3525-483e-8640-76505d18e98e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:51:41.282976 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6accc822-96b2-4bf7-a333-28cefae420e1 admin admin] Network e0d002d1-4e57-40fe-bfbb-66e6141ad195 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:41.292667 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cbd259ea-7fc9-47af-8a11-0ffb59d0636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:41.300053 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e3becd91-98ca-4bad-8327-961c4abe8a94 None None] Transition to ACTIVE for port object 5bd56288-17e8-4b93-a894-64ec6a3988eb will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:41.305226 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-6accc822-96b2-4bf7-a333-28cefae420e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:41.324589 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6accc822-96b2-4bf7-a333-28cefae420e1 admin admin] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:41.346220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2905117b-a2dc-4547-b290-b73015255ff3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:41.355249 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2905117b-a2dc-4547-b290-b73015255ff3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:41.359648 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2905117b-a2dc-4547-b290-b73015255ff3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:41.367328 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2905117b-a2dc-4547-b290-b73015255ff3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:41.374829 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ea2147a6-7e66-4ddb-92e6-5db3429adf7a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:41.436269 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e2d9923b-3525-483e-8640-76505d18e98e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:41.436614 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-e2d9923b-3525-483e-8640-76505d18e98e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Added segment 94780ea6-7676-487d-8aa0-0506458c84f4 of type vlan for network da932762-4b76-4ec4-b141-b060febd4bab May 10 14:51:41.440536 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6accc822-96b2-4bf7-a333-28cefae420e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:41.452539 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2905117b-a2dc-4547-b290-b73015255ff3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:41.456015 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2905117b-a2dc-4547-b290-b73015255ff3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:41.478022 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accc822-96b2-4bf7-a333-28cefae420e1 admin admin] Pushing event updated for resources: {'Port': ['ID=09013b67-dd8f-4ce7-b17d-66cdfb59a766,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:41.590880 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-89e7baa6-c9d8-4761-9a43-be3a15ba53b5 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:41.616719 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e2d9923b-3525-483e-8640-76505d18e98e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:41.621488 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2147a6-7e66-4ddb-92e6-5db3429adf7a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'Subnet': ['ID=4dc2157e-fbb4-40d8-9efb-a08ced2a9866,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:41.636117 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bd5084ed-498d-413b-bed8-95ffefa050b9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:41.663564 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bd5084ed-498d-413b-bed8-95ffefa050b9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:41.670048 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2147a6-7e66-4ddb-92e6-5db3429adf7a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Checking segment: {'id': 'ad0e76bb-4ce3-4240-af48-fe32b94bca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '68bad415-3af8-450f-8bc9-b2480bbb6785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:41.670048 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2147a6-7e66-4ddb-92e6-5db3429adf7a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Network hostable DHCP agents. Network: 68bad415-3af8-450f-8bc9-b2480bbb6785, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:51:41.720891 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e3becd91-98ca-4bad-8327-961c4abe8a94 None None] Transition to ACTIVE for port object 5bd56288-17e8-4b93-a894-64ec6a3988eb will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:41.726006 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2147a6-7e66-4ddb-92e6-5db3429adf7a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Network 68bad415-3af8-450f-8bc9-b2480bbb6785 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:51:41.733885 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-89e7baa6-c9d8-4761-9a43-be3a15ba53b5 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Transition to ACTIVE for port object 871c4f76-9c2b-4157-9619-5406ba4e843c will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:41.770669 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd259ea-7fc9-47af-8a11-0ffb59d0636f None None] Pushing event updated for resources: {'Port': ['ID=3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:41.776502 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:51:38Z', 'revision_number': 2, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None, '_interfaces': [{'id': 'f9d431ec-bb90-4d1c-91d8-e1eb4030409c', 'name': '', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:ae:4f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:37Z', 'updated_at': '2022-05-10T14:51:38Z', 'revision_number': 2, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:41.780011 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bd5084ed-498d-413b-bed8-95ffefa050b9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:41.782487 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bd5084ed-498d-413b-bed8-95ffefa050b9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8192365 May 10 14:51:41.786171 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd259ea-7fc9-47af-8a11-0ffb59d0636f None None] Network dfb8138f-eff7-4167-9eb3-b75dc5f1c41e is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:41.789238 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] Checking router: 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:51:41.789591 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] Updating router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea port f9d431ec-bb90-4d1c-91d8-e1eb4030409c binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:51:41.796034 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42196) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:41.802760 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5084ed-498d-413b-bed8-95ffefa050b9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9fc673-6814-4955-b8da-b733e95a77f1,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:41.839460 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-ea2147a6-7e66-4ddb-92e6-5db3429adf7a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 68bad415-3af8-450f-8bc9-b2480bbb6785) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:41.852089 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-4a067a53-4a6a-47d8-b235-99363f1ab308 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '72ac463a-5636-42a8-b5f1-fe032beb20d4', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:41.852790 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e3becd91-98ca-4bad-8327-961c4abe8a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:41.860335 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-cbd259ea-7fc9-47af-8a11-0ffb59d0636f None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:41.877198 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2147a6-7e66-4ddb-92e6-5db3429adf7a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:41.879415 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:41.885028 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ea2147a6-7e66-4ddb-92e6-5db3429adf7a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:41.894151 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4a067a53-4a6a-47d8-b235-99363f1ab308 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:41.909411 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4a067a53-4a6a-47d8-b235-99363f1ab308 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:41.944336 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4a067a53-4a6a-47d8-b235-99363f1ab308 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:41.972915 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4a067a53-4a6a-47d8-b235-99363f1ab308 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:41.990251 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2905117b-a2dc-4547-b290-b73015255ff3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:42.032259 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ea2147a6-7e66-4ddb-92e6-5db3429adf7a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8231165 May 10 14:51:42.039912 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42200) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:42.052309 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-4a067a53-4a6a-47d8-b235-99363f1ab308 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Project 7c1eaa2d2a564d8c9e902879ced01cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:51:42.081040 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port d64567e8-2db9-4e35-ba56-86804952d1d9, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d64567e8-2db9-4e35-ba56-86804952d1d9,segment=NetworkSegment(fe1ac890-9651-4f7f-a6fa-522df723dac5),segment_id=fe1ac890-9651-4f7f-a6fa-522df723dac5)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:51:42.120471 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25338b01-3214-4dae-acc4-7c0d88729866 None None] Network 68bad415-3af8-450f-8bc9-b2480bbb6785 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:42.140924 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6accc822-96b2-4bf7-a333-28cefae420e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:42.150640 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e2d9923b-3525-483e-8640-76505d18e98e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:42.153412 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a067a53-4a6a-47d8-b235-99363f1ab308 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:42.156215 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d9923b-3525-483e-8640-76505d18e98e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:42.156824 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e2d9923b-3525-483e-8640-76505d18e98e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:42.162594 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd259ea-7fc9-47af-8a11-0ffb59d0636f None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:42.176825 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2905117b-a2dc-4547-b290-b73015255ff3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:42.207857 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:42.208692 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6edb0747-795a-414f-8091-b3f9e923f001 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:51:42.260682 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-2905117b-a2dc-4547-b290-b73015255ff3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:42.277183 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2905117b-a2dc-4547-b290-b73015255ff3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:42.281041 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6303e094-4e8f-4c66-8074-a0cef4c1b19b None None] Attempting to bind port 6249d8c5-ab75-49e8-84cb-47f49fc9c83c on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:51:42.281301 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6303e094-4e8f-4c66-8074-a0cef4c1b19b None None] Attempting to bind port 6249d8c5-ab75-49e8-84cb-47f49fc9c83c by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '250e2578-3a58-4515-9157-f2e5acb77e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '6e95e1d7-cd96-4020-acec-384c99cd863b'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:51:42.281639 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6303e094-4e8f-4c66-8074-a0cef4c1b19b None None] Attempting to bind port 6249d8c5-ab75-49e8-84cb-47f49fc9c83c on network 6e95e1d7-cd96-4020-acec-384c99cd863b {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:51:42.283351 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2905117b-a2dc-4547-b290-b73015255ff3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:42.345624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905117b-a2dc-4547-b290-b73015255ff3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=91753d0d-5421-4603-a223-d2091baccfb1,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:42.366228 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:42.371641 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6303e094-4e8f-4c66-8074-a0cef4c1b19b None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:51:42.372018 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6303e094-4e8f-4c66-8074-a0cef4c1b19b None None] Checking segment: {'id': '250e2578-3a58-4515-9157-f2e5acb77e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '6e95e1d7-cd96-4020-acec-384c99cd863b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:42.372418 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6303e094-4e8f-4c66-8074-a0cef4c1b19b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:42.372812 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6303e094-4e8f-4c66-8074-a0cef4c1b19b None None] Bound using segment: {'id': '250e2578-3a58-4515-9157-f2e5acb77e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '6e95e1d7-cd96-4020-acec-384c99cd863b'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:51:42.373297 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6303e094-4e8f-4c66-8074-a0cef4c1b19b None None] Bound port: 6249d8c5-ab75-49e8-84cb-47f49fc9c83c, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '250e2578-3a58-4515-9157-f2e5acb77e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '6e95e1d7-cd96-4020-acec-384c99cd863b'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:51:42.373670 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6303e094-4e8f-4c66-8074-a0cef4c1b19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:42.380933 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2905117b-a2dc-4547-b290-b73015255ff3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5110588 May 10 14:51:42.385227 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] Transition to ACTIVE for port object f9d431ec-bb90-4d1c-91d8-e1eb4030409c will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:42.385384 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c445d8b-32b8-4ac5-8f84-d3392735746c None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:42.386835 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42206) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:42.396744 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:42.414397 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-865d6475-9e15-463f-9f17-a010d5f44923 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:42.484431 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a067a53-4a6a-47d8-b235-99363f1ab308 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:42.534784 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3becd91-98ca-4bad-8327-961c4abe8a94 None None] Network 0a94e7f1-24e9-4396-8e5a-bdce6ba6c905 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:42.573531 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-e3becd91-98ca-4bad-8327-961c4abe8a94 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:42.579999 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6accc822-96b2-4bf7-a333-28cefae420e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:42.605186 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a067a53-4a6a-47d8-b235-99363f1ab308 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:42.605765 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6accc822-96b2-4bf7-a333-28cefae420e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:42.624478 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ffe83-bcdc-4437-bd46-d534b576b16b None None] Pushing event updated for resources: {'Port': ['ID=f9d431ec-bb90-4d1c-91d8-e1eb4030409c,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:42.637119 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3becd91-98ca-4bad-8327-961c4abe8a94 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:42.660685 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] Attempting to bind port f9d431ec-bb90-4d1c-91d8-e1eb4030409c on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:51:42.661484 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] Attempting to bind port f9d431ec-bb90-4d1c-91d8-e1eb4030409c by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '6685b3f3-04db-407f-9b92-2e2fda1e66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:51:42.662059 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] Attempting to bind port f9d431ec-bb90-4d1c-91d8-e1eb4030409c on network dfb8138f-eff7-4167-9eb3-b75dc5f1c41e {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:51:42.669492 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:51:42.670263 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] Checking segment: {'id': '6685b3f3-04db-407f-9b92-2e2fda1e66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:42.670901 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:42.671510 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] Bound using segment: {'id': '6685b3f3-04db-407f-9b92-2e2fda1e66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:51:42.672317 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] Bound port: f9d431ec-bb90-4d1c-91d8-e1eb4030409c, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6685b3f3-04db-407f-9b92-2e2fda1e66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:51:42.672924 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:42.727494 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accc822-96b2-4bf7-a333-28cefae420e1 admin admin] Pushing event updated for resources: {'Port': ['ID=09013b67-dd8f-4ce7-b17d-66cdfb59a766,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:42.731576 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-89e7baa6-c9d8-4761-9a43-be3a15ba53b5 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:42.734125 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a067a53-4a6a-47d8-b235-99363f1ab308 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335d9bf5-8dbf-4796-a47d-14ecc48a6a1f,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:42.745439 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42210) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:42.746541 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e2d9923b-3525-483e-8640-76505d18e98e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8908491 May 10 14:51:42.759357 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-16efc0cf-2bcf-431b-b9d0-4c5ff2f3fe6c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:42.765787 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-cbd259ea-7fc9-47af-8a11-0ffb59d0636f None None] Attempting to bind port 3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:51:42.766327 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-cbd259ea-7fc9-47af-8a11-0ffb59d0636f None None] Attempting to bind port 3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '6685b3f3-04db-407f-9b92-2e2fda1e66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:51:42.766574 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd259ea-7fc9-47af-8a11-0ffb59d0636f None None] Attempting to bind port 3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee on network dfb8138f-eff7-4167-9eb3-b75dc5f1c41e {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:51:42.768496 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3becd91-98ca-4bad-8327-961c4abe8a94 None None] Pushing event updated for resources: {'Port': ['ID=5bd56288-17e8-4b93-a894-64ec6a3988eb,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:42.774415 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a067a53-4a6a-47d8-b235-99363f1ab308 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:42.779694 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4a067a53-4a6a-47d8-b235-99363f1ab308 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9469178 May 10 14:51:42.785614 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-59e9dd96-9940-45b8-ba2b-9797de02609c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'subnet': {'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:42.804862 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42214) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:42.807778 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] For port f9d431ec-bb90-4d1c-91d8-e1eb4030409c, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:51:42.813227 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] For port f9d431ec-bb90-4d1c-91d8-e1eb4030409c, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=f9d431ec-bb90-4d1c-91d8-e1eb4030409c,segment=NetworkSegment(6685b3f3-04db-407f-9b92-2e2fda1e66aa),segment_id=6685b3f3-04db-407f-9b92-2e2fda1e66aa)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:51:42.814852 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-ac6bc109-a49c-4e6b-b8c5-f0203e441fc1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '72ac463a-5636-42a8-b5f1-fe032beb20d4', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:42.823123 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:42.824318 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ac6bc109-a49c-4e6b-b8c5-f0203e441fc1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:42.828305 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ac6bc109-a49c-4e6b-b8c5-f0203e441fc1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:42.832754 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ac6bc109-a49c-4e6b-b8c5-f0203e441fc1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:42.839617 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ac6bc109-a49c-4e6b-b8c5-f0203e441fc1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:42.874076 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.resource_extend [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:51:42.885439 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9923b-3525-483e-8640-76505d18e98e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Network': ['ID=da932762-4b76-4ec4-b141-b060febd4bab,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:42.917850 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd259ea-7fc9-47af-8a11-0ffb59d0636f None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:51:42.918222 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd259ea-7fc9-47af-8a11-0ffb59d0636f None None] Checking segment: {'id': '6685b3f3-04db-407f-9b92-2e2fda1e66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:42.918654 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cbd259ea-7fc9-47af-8a11-0ffb59d0636f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:42.919039 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd259ea-7fc9-47af-8a11-0ffb59d0636f None None] Bound using segment: {'id': '6685b3f3-04db-407f-9b92-2e2fda1e66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:51:42.919589 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-cbd259ea-7fc9-47af-8a11-0ffb59d0636f None None] Bound port: 3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6685b3f3-04db-407f-9b92-2e2fda1e66aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:51:42.919964 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cbd259ea-7fc9-47af-8a11-0ffb59d0636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:42.933520 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-59e9dd96-9940-45b8-ba2b-9797de02609c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:42.939686 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] Routers {'9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:42.942267 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:42.962361 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-59e9dd96-9940-45b8-ba2b-9797de02609c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:subnet and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:42.970300 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-59e9dd96-9940-45b8-ba2b-9797de02609c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:42.996669 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc22bb0-7d18-40b0-b765-295b83d23ef7 req-717d3eeb-109c-43e1-9fd0-feff4da31400 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:42.998617 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4fc22bb0-7d18-40b0-b765-295b83d23ef7 req-717d3eeb-109c-43e1-9fd0-feff4da31400 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.5318177 May 10 14:51:43.029429 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-59e9dd96-9940-45b8-ba2b-9797de02609c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:43.042607 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.securitygroups_db [None req-ac6bc109-a49c-4e6b-b8c5-f0203e441fc1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Project 7c1eaa2d2a564d8c9e902879ced01cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:51:43.055037 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network da932762-4b76-4ec4-b141-b060febd4bab details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:51:43.073378 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e7baa6-c9d8-4761-9a43-be3a15ba53b5 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Network 6e95e1d7-cd96-4020-acec-384c99cd863b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:43.074229 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ac6bc109-a49c-4e6b-b8c5-f0203e441fc1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:43.103601 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6accc822-96b2-4bf7-a333-28cefae420e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:43.114499 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-89e7baa6-c9d8-4761-9a43-be3a15ba53b5 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:43.116943 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e7baa6-c9d8-4761-9a43-be3a15ba53b5 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:43.127426 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4fc22bb0-7d18-40b0-b765-295b83d23ef7 req-c745816c-fa84-4b0c-bd81-a7d7e0130afe tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932698 May 10 14:51:43.145457 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-865d6475-9e15-463f-9f17-a010d5f44923 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:43.149739 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-865d6475-9e15-463f-9f17-a010d5f44923 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:43.152847 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-865d6475-9e15-463f-9f17-a010d5f44923 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:43.156743 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] Set router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:51:43.159069 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-865d6475-9e15-463f-9f17-a010d5f44923 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:43.166330 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e9dd96-9940-45b8-ba2b-9797de02609c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Made reservation on behalf of ab426055898a431ea72055cf37c2d0b5 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:43.170289 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-59e9dd96-9940-45b8-ba2b-9797de02609c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:43.190811 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865d6475-9e15-463f-9f17-a010d5f44923 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:43.195486 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-865d6475-9e15-463f-9f17-a010d5f44923 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:43.222289 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7baa6-c9d8-4761-9a43-be3a15ba53b5 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Pushing event updated for resources: {'Port': ['ID=871c4f76-9c2b-4157-9619-5406ba4e843c,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:43.355950 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-89e7baa6-c9d8-4761-9a43-be3a15ba53b5 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:43.390144 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0daf0-7da9-46d7-a62c-6dc2156b61ce req-a5285203-0801-4966-b865-1f3f0019e8f5 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:43.390895 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-63c0daf0-7da9-46d7-a62c-6dc2156b61ce req-a5285203-0801-4966-b865-1f3f0019e8f5 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Synchronizing usage tracker for tenant:e85d52d37e7f49109dc18b97419f8c3b on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:51:43.404024 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ac6bc109-a49c-4e6b-b8c5-f0203e441fc1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:43.414539 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-cbd259ea-7fc9-47af-8a11-0ffb59d0636f None None] For port 3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:51:43.420172 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-cbd259ea-7fc9-47af-8a11-0ffb59d0636f None None] For port 3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee,segment=NetworkSegment(6685b3f3-04db-407f-9b92-2e2fda1e66aa),segment_id=6685b3f3-04db-407f-9b92-2e2fda1e66aa)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:51:43.428712 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ffe83-bcdc-4437-bd46-d534b576b16b None None] Pushing event updated for resources: {'Port': ['ID=f9d431ec-bb90-4d1c-91d8-e1eb4030409c,revision_number=4']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:43.442699 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ac6bc109-a49c-4e6b-b8c5-f0203e441fc1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:43.474111 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-63c0daf0-7da9-46d7-a62c-6dc2156b61ce req-a5285203-0801-4966-b865-1f3f0019e8f5 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Unset dirty status for tenant:e85d52d37e7f49109dc18b97419f8c3b on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:51:43.475309 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-63c0daf0-7da9-46d7-a62c-6dc2156b61ce req-a5285203-0801-4966-b865-1f3f0019e8f5 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.86 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 0.5821738 May 10 14:51:43.515078 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cbd259ea-7fc9-47af-8a11-0ffb59d0636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:43.525558 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-e3becd91-98ca-4bad-8327-961c4abe8a94 None None] Attempting to bind port 5bd56288-17e8-4b93-a894-64ec6a3988eb on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:51:43.526277 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-e3becd91-98ca-4bad-8327-961c4abe8a94 None None] Attempting to bind port 5bd56288-17e8-4b93-a894-64ec6a3988eb by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '65139a2f-4beb-49a7-a2f7-dd1bc58dad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0a94e7f1-24e9-4396-8e5a-bdce6ba6c905'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:51:43.526924 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3becd91-98ca-4bad-8327-961c4abe8a94 None None] Attempting to bind port 5bd56288-17e8-4b93-a894-64ec6a3988eb on network 0a94e7f1-24e9-4396-8e5a-bdce6ba6c905 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:51:43.532751 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-6303e094-4e8f-4c66-8074-a0cef4c1b19b None None] For port 6249d8c5-ab75-49e8-84cb-47f49fc9c83c, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:51:43.572680 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-16efc0cf-2bcf-431b-b9d0-4c5ff2f3fe6c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:43.589604 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a8a60389-4d97-4576-ab19-8a6d5a0a4601 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:43.590029 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:51:38Z', 'revision_number': 2, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None, '_interfaces': [{'id': 'f9d431ec-bb90-4d1c-91d8-e1eb4030409c', 'name': '', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:ae:4f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:37Z', 'updated_at': '2022-05-10T14:51:42Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:43.595493 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97a836a-84d2-49b2-a2a9-08a3c1703e2b None None] The sync data for ids ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'] in dv-neutron-841204-2-hyperv is: [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:51:38Z', 'revision_number': 2, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None, '_interfaces': [{'id': 'f9d431ec-bb90-4d1c-91d8-e1eb4030409c', 'name': '', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:ae:4f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:37Z', 'updated_at': '2022-05-10T14:51:42Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:51:43.602932 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6bc109-a49c-4e6b-b8c5-f0203e441fc1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af56cf7e-8338-4cbc-ac95-727828680db6,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:43.603072 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 6edb0747-795a-414f-8091-b3f9e923f001 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:43.622906 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-63c0daf0-7da9-46d7-a62c-6dc2156b61ce req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Deleting port 41388ac1-4820-4eee-abe3-5c0c080ef468 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:51:43.623256 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-63c0daf0-7da9-46d7-a62c-6dc2156b61ce req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:43.639825 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:43.652666 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-cbc6ddda-6317-4ef0-b4d2-288b5dfd402f None None] Provisioning for port 09013b67-dd8f-4ce7-b17d-66cdfb59a766 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:43.660780 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-6303e094-4e8f-4c66-8074-a0cef4c1b19b None None] For port 6249d8c5-ab75-49e8-84cb-47f49fc9c83c, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6249d8c5-ab75-49e8-84cb-47f49fc9c83c,segment=NetworkSegment(250e2578-3a58-4515-9157-f2e5acb77e9b),segment_id=250e2578-3a58-4515-9157-f2e5acb77e9b)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:51:43.666764 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ac6bc109-a49c-4e6b-b8c5-f0203e441fc1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:43.667989 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ac6bc109-a49c-4e6b-b8c5-f0203e441fc1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8620505 May 10 14:51:43.671164 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 6edb0747-795a-414f-8091-b3f9e923f001 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:43.671651 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:43.679354 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6accc822-96b2-4bf7-a333-28cefae420e1 admin admin] Network e0d002d1-4e57-40fe-bfbb-66e6141ad195 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:43.691447 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-6accc822-96b2-4bf7-a333-28cefae420e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:43.705326 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3becd91-98ca-4bad-8327-961c4abe8a94 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:51:43.705326 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3becd91-98ca-4bad-8327-961c4abe8a94 None None] Checking segment: {'id': '65139a2f-4beb-49a7-a2f7-dd1bc58dad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0a94e7f1-24e9-4396-8e5a-bdce6ba6c905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:43.713197 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e3becd91-98ca-4bad-8327-961c4abe8a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:43.713197 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3becd91-98ca-4bad-8327-961c4abe8a94 None None] Bound using segment: {'id': '65139a2f-4beb-49a7-a2f7-dd1bc58dad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0a94e7f1-24e9-4396-8e5a-bdce6ba6c905'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:51:43.713197 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-e3becd91-98ca-4bad-8327-961c4abe8a94 None None] Bound port: 5bd56288-17e8-4b93-a894-64ec6a3988eb, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65139a2f-4beb-49a7-a2f7-dd1bc58dad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0a94e7f1-24e9-4396-8e5a-bdce6ba6c905'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:51:43.713718 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e3becd91-98ca-4bad-8327-961c4abe8a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:43.723893 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=d64567e8-2db9-4e35-ba56-86804952d1d9,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:43.747947 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a8a60389-4d97-4576-ab19-8a6d5a0a4601 None None] Transition to ACTIVE for port object 2641f906-04eb-4495-86d4-ca268bbb3050 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:43.814743 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-16efc0cf-2bcf-431b-b9d0-4c5ff2f3fe6c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:43.841606 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6303e094-4e8f-4c66-8074-a0cef4c1b19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:43.877268 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efc0cf-2bcf-431b-b9d0-4c5ff2f3fe6c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc2157e-fbb4-40d8-9efb-a08ced2a9866,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:43.888211 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-cbc6ddda-6317-4ef0-b4d2-288b5dfd402f None None] Provisioning complete for port 09013b67-dd8f-4ce7-b17d-66cdfb59a766 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:43.888700 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cbc6ddda-6317-4ef0-b4d2-288b5dfd402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:44.045533 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] Transition to ACTIVE for port object 90660f56-8068-44ca-9c91-75ea42af9007 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:44.269010 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-16efc0cf-2bcf-431b-b9d0-4c5ff2f3fe6c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:44.281219 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd259ea-7fc9-47af-8a11-0ffb59d0636f None None] Pushing event updated for resources: {'Port': ['ID=3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:44.285649 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:44.310018 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-89e7baa6-c9d8-4761-9a43-be3a15ba53b5 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:44.363081 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a8a60389-4d97-4576-ab19-8a6d5a0a4601 None None] Transition to ACTIVE for port object 2641f906-04eb-4495-86d4-ca268bbb3050 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:44.371655 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-eeecdcf7-68c6-4f02-af42-4d07ccca79a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-871178264&fields=id&tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 267 time: 0.1350965 May 10 14:51:44.431152 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-16efc0cf-2bcf-431b-b9d0-4c5ff2f3fe6c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68bad415-3af8-450f-8bc9-b2480bbb6785']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:44.431381 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a8a60389-4d97-4576-ab19-8a6d5a0a4601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:44.477646 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebdb4b5-cbd1-4161-ba41-21282c6c317d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-68bad415-3af8-450f-8bc9-b2480bbb6785', 'network_id': '68bad415-3af8-450f-8bc9-b2480bbb6785', 'tenant_id': 'c16e63d28fdf4ee9913775a4f8676cd2', 'fixed_ips': [{'subnet_id': '4dc2157e-fbb4-40d8-9efb-a08ced2a9866'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:51:44.489713 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0ebdb4b5-cbd1-4161-ba41-21282c6c317d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:44.547483 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-cbc6ddda-6317-4ef0-b4d2-288b5dfd402f None None] Port 09013b67-dd8f-4ce7-b17d-66cdfb59a766 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:51:44.549657 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-16efc0cf-2bcf-431b-b9d0-4c5ff2f3fe6c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0e76bb-4ce3-4240-af48-fe32b94bca19') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:44.550299 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-16efc0cf-2bcf-431b-b9d0-4c5ff2f3fe6c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0e76bb-4ce3-4240-af48-fe32b94bca19') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:44.553219 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303e094-4e8f-4c66-8074-a0cef4c1b19b None None] Pushing event updated for resources: {'Port': ['ID=6249d8c5-ab75-49e8-84cb-47f49fc9c83c,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:44.577087 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-16efc0cf-2bcf-431b-b9d0-4c5ff2f3fe6c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:44.616428 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-16efc0cf-2bcf-431b-b9d0-4c5ff2f3fe6c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:44.624822 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16efc0cf-2bcf-431b-b9d0-4c5ff2f3fe6c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:51:44.625513 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-16efc0cf-2bcf-431b-b9d0-4c5ff2f3fe6c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:44.637842 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] Attempting to bind port 90660f56-8068-44ca-9c91-75ea42af9007 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:51:44.638295 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6accc822-96b2-4bf7-a333-28cefae420e1 admin admin] Router 2736df00-1803-44b5-a5a4-aa6550967d09 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:51:44.638446 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] Attempting to bind port 90660f56-8068-44ca-9c91-75ea42af9007 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:51:44.638964 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] Attempting to bind port 90660f56-8068-44ca-9c91-75ea42af9007 on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:51:44.685666 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:51:44.686046 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:44.686475 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:44.687712 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:51:44.687712 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] Bound port: 90660f56-8068-44ca-9c91-75ea42af9007, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:51:44.687712 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:51:44.784348 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:51:44.842653 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a60389-4d97-4576-ab19-8a6d5a0a4601 None None] Network 4ba0b97f-2ca5-4c90-9332-742ebe3b8566 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:44.917302 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-59e9dd96-9940-45b8-ba2b-9797de02609c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:45.040318 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-e3becd91-98ca-4bad-8327-961c4abe8a94 None None] For port 5bd56288-17e8-4b93-a894-64ec6a3988eb, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:51:45.043179 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 41388ac1-4820-4eee-abe3-5c0c080ef468 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:51:45.050985 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-ef547be0-120d-48fa-a92a-bfecd36e1b34 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:45.052154 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-ef547be0-120d-48fa-a92a-bfecd36e1b34 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:network {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:51:45.072033 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-a8a60389-4d97-4576-ab19-8a6d5a0a4601 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:45.074676 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a60389-4d97-4576-ab19-8a6d5a0a4601 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:45.189036 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-e3becd91-98ca-4bad-8327-961c4abe8a94 None None] For port 5bd56288-17e8-4b93-a894-64ec6a3988eb, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=5bd56288-17e8-4b93-a894-64ec6a3988eb,segment=NetworkSegment(65139a2f-4beb-49a7-a2f7-dd1bc58dad71),segment_id=65139a2f-4beb-49a7-a2f7-dd1bc58dad71)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:51:45.213886 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-cbc6ddda-6317-4ef0-b4d2-288b5dfd402f None None] Provisioning complete for port 9bb2a7c9-896a-4fc6-8a80-d06383088920 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:45.214276 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cbc6ddda-6317-4ef0-b4d2-288b5dfd402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:45.227331 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.objects.ports [None req-865d6475-9e15-463f-9f17-a010d5f44923 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 10 14:51:45.240694 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08546be-3f5d-4031-ae6b-6950f98d7c60 None None] Pushing event updated for resources: {'Port': ['ID=90660f56-8068-44ca-9c91-75ea42af9007,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:45.252034 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-63c0daf0-7da9-46d7-a62c-6dc2156b61ce req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] For port 41388ac1-4820-4eee-abe3-5c0c080ef468, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=41388ac1-4820-4eee-abe3-5c0c080ef468,segment=NetworkSegment(76fe6fbd-5476-4144-9dd0-5971ebff891e),segment_id=76fe6fbd-5476-4144-9dd0-5971ebff891e)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:51:45.252391 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-63c0daf0-7da9-46d7-a62c-6dc2156b61ce req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:45.287184 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e3becd91-98ca-4bad-8327-961c4abe8a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:45.291637 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9dd96-9940-45b8-ba2b-9797de02609c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Subnet': ['ID=d79f538d-3b59-422b-a9d2-890c234f8b9b,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:45.312454 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-ef547be0-120d-48fa-a92a-bfecd36e1b34 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:network {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:51:45.314315 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-ef547be0-120d-48fa-a92a-bfecd36e1b34 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/networks?id=0a94e7f1-24e9-4396-8e5a-bdce6ba6c905 HTTP/1.1" status: 200 len: 796 time: 0.8937888 May 10 14:51:45.318975 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] For port 90660f56-8068-44ca-9c91-75ea42af9007, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:51:45.331058 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e9dd96-9940-45b8-ba2b-9797de02609c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Checking segment: {'id': '94780ea6-7676-487d-8aa0-0506458c84f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:45.331309 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6accc822-96b2-4bf7-a333-28cefae420e1 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:51:45.332446 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e9dd96-9940-45b8-ba2b-9797de02609c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network hostable DHCP agents. Network: da932762-4b76-4ec4-b141-b060febd4bab, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:51:45.348916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-16efc0cf-2bcf-431b-b9d0-4c5ff2f3fe6c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:45.355814 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6accc822-96b2-4bf7-a333-28cefae420e1 admin admin] 10.222.0.79 "PUT /v2.0/routers/2736df00-1803-44b5-a5a4-aa6550967d09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8308744 May 10 14:51:45.389263 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2c30e-33ec-48bf-8c00-06d77fffad7d req-c06694ec-81f6-4f8d-bff5-711245180f72 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:45.390247 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d5f2c30e-33ec-48bf-8c00-06d77fffad7d req-c06694ec-81f6-4f8d-bff5-711245180f72 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 945 time: 1.0369871 May 10 14:51:45.392266 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:45.444699 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] For port 90660f56-8068-44ca-9c91-75ea42af9007, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=90660f56-8068-44ca-9c91-75ea42af9007,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:51:45.474251 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a60389-4d97-4576-ab19-8a6d5a0a4601 None None] Pushing event updated for resources: {'Port': ['ID=2641f906-04eb-4495-86d4-ca268bbb3050,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:45.477045 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:45.479594 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-16efc0cf-2bcf-431b-b9d0-4c5ff2f3fe6c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:45.486642 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efc0cf-2bcf-431b-b9d0-4c5ff2f3fe6c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event deleted for resources: {'Network': ['ID=68bad415-3af8-450f-8bc9-b2480bbb6785,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:45.540987 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cfcc13-efcd-44fe-b25b-15faabb9796d None None] Network 68bad415-3af8-450f-8bc9-b2480bbb6785 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:45.563578 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-1b3f02d4-de0b-4b5d-a915-9d6bb331adf6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/quotas/7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 375 time: 0.1960807 May 10 14:51:45.670313 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a8a60389-4d97-4576-ab19-8a6d5a0a4601 None None] Attempting to bind port 2641f906-04eb-4495-86d4-ca268bbb3050 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:51:45.670716 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a8a60389-4d97-4576-ab19-8a6d5a0a4601 None None] Attempting to bind port 2641f906-04eb-4495-86d4-ca268bbb3050 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'd8db5e44-89b2-448a-b277-e449ac0bd72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '4ba0b97f-2ca5-4c90-9332-742ebe3b8566'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:51:45.671072 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a60389-4d97-4576-ab19-8a6d5a0a4601 None None] Attempting to bind port 2641f906-04eb-4495-86d4-ca268bbb3050 on network 4ba0b97f-2ca5-4c90-9332-742ebe3b8566 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:51:45.727504 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d5f2c30e-33ec-48bf-8c00-06d77fffad7d req-6b6142e5-e1ae-47d1-87bb-00d0de44f199 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups?id=82a721ab-d596-495d-88db-395d5af2468e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2966437 May 10 14:51:45.732805 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e9dd96-9940-45b8-ba2b-9797de02609c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network da932762-4b76-4ec4-b141-b060febd4bab is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:51:45.751280 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-16efc0cf-2bcf-431b-b9d0-4c5ff2f3fe6c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/networks/68bad415-3af8-450f-8bc9-b2480bbb6785 HTTP/1.1" status: 204 len: 168 time: 3.7033346 May 10 14:51:45.761528 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42236) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:45.763543 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a60389-4d97-4576-ab19-8a6d5a0a4601 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:51:45.763543 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a60389-4d97-4576-ab19-8a6d5a0a4601 None None] Checking segment: {'id': 'd8db5e44-89b2-448a-b277-e449ac0bd72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '4ba0b97f-2ca5-4c90-9332-742ebe3b8566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:45.763859 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a8a60389-4d97-4576-ab19-8a6d5a0a4601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:45.764155 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a60389-4d97-4576-ab19-8a6d5a0a4601 None None] Bound using segment: {'id': 'd8db5e44-89b2-448a-b277-e449ac0bd72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '4ba0b97f-2ca5-4c90-9332-742ebe3b8566'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:51:45.764900 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a8a60389-4d97-4576-ab19-8a6d5a0a4601 None None] Bound port: 2641f906-04eb-4495-86d4-ca268bbb3050, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8db5e44-89b2-448a-b277-e449ac0bd72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '4ba0b97f-2ca5-4c90-9332-742ebe3b8566'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:51:45.765271 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a8a60389-4d97-4576-ab19-8a6d5a0a4601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:45.778497 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-118676951'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:45.792571 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cfcc13-efcd-44fe-b25b-15faabb9796d None None] Network 68bad415-3af8-450f-8bc9-b2480bbb6785 could not be found, it might have been deleted concurrently. {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 10 14:51:45.794977 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 6edb0747-795a-414f-8091-b3f9e923f001, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6edb0747-795a-414f-8091-b3f9e923f001,segment=NetworkSegment(717f6dd7-d2fb-4675-8c8e-8a20b231d684),segment_id=717f6dd7-d2fb-4675-8c8e-8a20b231d684)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:51:45.802103 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:45.813901 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-59e9dd96-9940-45b8-ba2b-9797de02609c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, da932762-4b76-4ec4-b141-b060febd4bab) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:45.816005 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Usage tracker for resource:network and tenant:c16e63d28fdf4ee9913775a4f8676cd2 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:45.819502 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:45.820297 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 9bb2a7c9-896a-4fc6-8a80-d06383088920 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:51:45.822603 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:45.827540 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e9dd96-9940-45b8-ba2b-9797de02609c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:45.828375 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-59e9dd96-9940-45b8-ba2b-9797de02609c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:45.871758 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:45.956892 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958931e5-0a3d-4292-b935-9a3ee2110723 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:45.994385 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8bf367-d20b-4918-bc2c-539d0bf67c08 None None] Network da932762-4b76-4ec4-b141-b060febd4bab requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:46.010812 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Made reservation on behalf of c16e63d28fdf4ee9913775a4f8676cd2 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:46.014997 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:46.032374 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-59e9dd96-9940-45b8-ba2b-9797de02609c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2847989 May 10 14:51:46.043693 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-63c0daf0-7da9-46d7-a62c-6dc2156b61ce req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:46.044071 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-63c0daf0-7da9-46d7-a62c-6dc2156b61ce req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:46.044381 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [req-63c0daf0-7da9-46d7-a62c-6dc2156b61ce req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Floating IP 6a9bb1ec-0b2f-4b9e-868f-215fdc0c309d disassociated. External IP: 172.26.0.27, port: 41388ac1-4820-4eee-abe3-5c0c080ef468. May 10 14:51:46.044721 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-63c0daf0-7da9-46d7-a62c-6dc2156b61ce req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Calling delete_port for 41388ac1-4820-4eee-abe3-5c0c080ef468 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:51:46.067160 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-ea0d6637-049e-4c23-a710-c1791b28d1e2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5019438 May 10 14:51:46.067869 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42242) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:46.097595 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] Routers {'2736df00-1803-44b5-a5a4-aa6550967d09'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:46.097595 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2736df00-1803-44b5-a5a4-aa6550967d09'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:46.181405 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-865d6475-9e15-463f-9f17-a010d5f44923 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:46.243908 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-63c0daf0-7da9-46d7-a62c-6dc2156b61ce req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:46.312637 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Pushing event deleted for resources: {'Port': ['ID=41388ac1-4820-4eee-abe3-5c0c080ef468,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:46.328816 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:46.329406 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:46.329889 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:46.330388 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:46.331134 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:46.332143 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:46.333730 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:46.334223 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:46.334731 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:46.335391 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:46.335860 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:46.336495 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:46.370992 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:46.405250 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3becd91-98ca-4bad-8327-961c4abe8a94 None None] Pushing event updated for resources: {'Port': ['ID=5bd56288-17e8-4b93-a894-64ec6a3988eb,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:46.430088 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42248) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:46.452092 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-ede7b908-3f0b-4a87-8d2e-d015a1e392bf tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1725221667', 'description': 'tempest-secgroup-smoke-1725221667 description', 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:46.459373 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ede7b908-3f0b-4a87-8d2e-d015a1e392bf tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:46.464221 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ede7b908-3f0b-4a87-8d2e-d015a1e392bf tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Usage tracker for resource:security_group and tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:46.467262 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ede7b908-3f0b-4a87-8d2e-d015a1e392bf tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:46.473982 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ede7b908-3f0b-4a87-8d2e-d015a1e392bf tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:46.495447 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.resource_extend [None req-89e7baa6-c9d8-4761-9a43-be3a15ba53b5 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:51:46.523279 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ede7b908-3f0b-4a87-8d2e-d015a1e392bf tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:46.571111 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-89e7baa6-c9d8-4761-9a43-be3a15ba53b5 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:46.578613 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ede7b908-3f0b-4a87-8d2e-d015a1e392bf tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:46.757879 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63c0daf0-7da9-46d7-a62c-6dc2156b61ce req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Router 6e6d938e-c580-4278-b882-b47854d8c535 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:51:46.758951 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-89e7baa6-c9d8-4761-9a43-be3a15ba53b5 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:46.811812 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-cd80b742-acb2-439b-b56b-368171a45b4f service neutron] 10.222.0.79 "GET /v2.0/networks/0a94e7f1-24e9-4396-8e5a-bdce6ba6c905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180751 May 10 14:51:46.873079 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ede7b908-3f0b-4a87-8d2e-d015a1e392bf tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Usage tracker for resource:security_group_rule and tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:46.876867 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ede7b908-3f0b-4a87-8d2e-d015a1e392bf tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:46.885509 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ede7b908-3f0b-4a87-8d2e-d015a1e392bf tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:46.913627 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a8a60389-4d97-4576-ab19-8a6d5a0a4601 None None] For port 2641f906-04eb-4495-86d4-ca268bbb3050, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:51:46.942009 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:51:47.036586 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5476affe-7885-4d3d-a358-41d7b84e1df1 None None] Network 6e95e1d7-cd96-4020-acec-384c99cd863b requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:47.067837 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a8a60389-4d97-4576-ab19-8a6d5a0a4601 None None] For port 2641f906-04eb-4495-86d4-ca268bbb3050, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2641f906-04eb-4495-86d4-ca268bbb3050,segment=NetworkSegment(d8db5e44-89b2-448a-b277-e449ac0bd72b),segment_id=d8db5e44-89b2-448a-b277-e449ac0bd72b)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:51:47.077915 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08546be-3f5d-4031-ae6b-6950f98d7c60 None None] Pushing event updated for resources: {'Port': ['ID=90660f56-8068-44ca-9c91-75ea42af9007,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:47.225222 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a8a60389-4d97-4576-ab19-8a6d5a0a4601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:47.235657 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-89e7baa6-c9d8-4761-9a43-be3a15ba53b5 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:47.287191 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7baa6-c9d8-4761-9a43-be3a15ba53b5 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Pushing event updated for resources: {'Port': ['ID=871c4f76-9c2b-4157-9619-5406ba4e843c,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:47.319960 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] Set router 2736df00-1803-44b5-a5a4-aa6550967d09 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:51:47.329253 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fbcaabdb-b4bf-44f0-a37a-7852d8706736 req-8d1966e3-43fd-42f8-9dea-c68e8e722df8 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 210 time: 0.2651546 May 10 14:51:47.356455 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:47.357007 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Added segment caaec6c5-943c-4291-8b5e-f1b36e5ca316 of type vlan for network 52496e18-84e0-4bd5-86f9-4c4d252b665c May 10 14:51:47.420290 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 9bb2a7c9-896a-4fc6-8a80-d06383088920 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:47.420918 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:47.449757 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-865d6475-9e15-463f-9f17-a010d5f44923 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] For port 9bb2a7c9-896a-4fc6-8a80-d06383088920, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=9bb2a7c9-896a-4fc6-8a80-d06383088920,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:51:47.465287 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:47.522413 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a288797-7919-49e3-ae19-a24770a30667 None None] Network 0a94e7f1-24e9-4396-8e5a-bdce6ba6c905 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:47.533750 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1310988c-ca85-4e0a-bc2e-63015a496ee1 None None] Provisioning complete for port 09013b67-dd8f-4ce7-b17d-66cdfb59a766 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:47.534483 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1310988c-ca85-4e0a-bc2e-63015a496ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:47.538519 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ede7b908-3f0b-4a87-8d2e-d015a1e392bf tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:47.553908 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ede7b908-3f0b-4a87-8d2e-d015a1e392bf tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:47.628197 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=6edb0747-795a-414f-8091-b3f9e923f001,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:47.648460 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.resource_extend [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:51:47.665904 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-cd1ece50-7c0b-416f-8259-c3d76a9d66f7 service neutron] 10.222.0.79 "GET /v2.0/networks/0a94e7f1-24e9-4396-8e5a-bdce6ba6c905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7593300 May 10 14:51:47.680558 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.resource_extend [None req-865d6475-9e15-463f-9f17-a010d5f44923 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:51:47.696688 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-865d6475-9e15-463f-9f17-a010d5f44923 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:47.698545 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba30149-6673-4e95-a7e5-71d316c3cbfe None None] Network dfb8138f-eff7-4167-9eb3-b75dc5f1c41e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:47.716365 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:47.736874 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:47.737756 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:47.742293 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7b908-3f0b-4a87-8d2e-d015a1e392bf tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=542f53bb-e72d-4627-bffb-e18d1bea6da5,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:47.765345 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ede7b908-3f0b-4a87-8d2e-d015a1e392bf tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:47.766613 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ede7b908-3f0b-4a87-8d2e-d015a1e392bf tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3295922 May 10 14:51:47.773059 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42254) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:47.782365 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-865d6475-9e15-463f-9f17-a010d5f44923 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:47.783097 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-865d6475-9e15-463f-9f17-a010d5f44923 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:47.804886 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e7baa6-c9d8-4761-9a43-be3a15ba53b5 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Network 6e95e1d7-cd96-4020-acec-384c99cd863b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:47.818219 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-d073c11f-14c4-4528-8191-ea06c53940b7 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Request body: {'security_group_rule': {'security_group_id': '542f53bb-e72d-4627-bffb-e18d1bea6da5', 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:47.834959 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-89e7baa6-c9d8-4761-9a43-be3a15ba53b5 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:47.844651 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63c0daf0-7da9-46d7-a62c-6dc2156b61ce req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:51:47.931592 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d073c11f-14c4-4528-8191-ea06c53940b7 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:47.936917 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d073c11f-14c4-4528-8191-ea06c53940b7 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Usage tracker for resource:security_group_rule and tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:47.943489 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d073c11f-14c4-4528-8191-ea06c53940b7 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:48.057223 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4646d9-cb2f-49d1-974d-51233ea6d8ee None None] Sync routers for ids ['6e6d938e-c580-4278-b882-b47854d8c535'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:51:48.159669 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'Network': ['ID=52496e18-84e0-4bd5-86f9-4c4d252b665c,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:48.202078 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4646d9-cb2f-49d1-974d-51233ea6d8ee None None] Routers {'6e6d938e-c580-4278-b882-b47854d8c535'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:48.202885 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-bb4646d9-cb2f-49d1-974d-51233ea6d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6e6d938e-c580-4278-b882-b47854d8c535'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:48.226965 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.4609823 May 10 14:51:48.254904 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42264) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:48.260910 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:48.261470 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:48.261978 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:48.262501 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:48.262985 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:48.263462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:48.263958 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:48.264080 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d073c11f-14c4-4528-8191-ea06c53940b7 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:48.264918 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:48.265400 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:48.266282 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:48.267220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:48.267812 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e0b1c-f424-4384-a423-705e0101e03f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:48.327330 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5975131a-3641-4e49-9dec-3900336bbed6 req-7ccdc180-742d-44c4-8379-4cf03e788459 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 210 time: 0.2645817 May 10 14:51:48.327998 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c0daf0-7da9-46d7-a62c-6dc2156b61ce req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] No DVR routers for this DVR port 41388ac1-4820-4eee-abe3-5c0c080ef468 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:51:48.330645 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-63c0daf0-7da9-46d7-a62c-6dc2156b61ce req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:48.333296 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-63c0daf0-7da9-46d7-a62c-6dc2156b61ce req-9a3c2d73-a0b9-4174-96eb-7b3e5e0f8642 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.86 "DELETE /v2.0/ports/41388ac1-4820-4eee-abe3-5c0c080ef468 HTTP/1.1" status: 204 len: 173 time: 4.8235810 May 10 14:51:48.339008 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116c658c-3aec-4bd9-bb7e-15a096d0a3ea', 'name': 'network-vif-deleted', 'tag': '41388ac1-4820-4eee-abe3-5c0c080ef468'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:51:48.390078 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865d6475-9e15-463f-9f17-a010d5f44923 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:48.412102 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-51dce00f-3ea0-4880-b91d-3f0040c80fb2 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Request body: {'subnet': {'network_id': '52496e18-84e0-4bd5-86f9-4c4d252b665c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:48.418396 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d073c11f-14c4-4528-8191-ea06c53940b7 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:48.439835 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-1310988c-ca85-4e0a-bc2e-63015a496ee1 None None] Port 09013b67-dd8f-4ce7-b17d-66cdfb59a766 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:51:48.592790 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512a1bdb-90cb-41b4-a89e-f6edd0b7e0f6'] response: {'server_uuid': '116c658c-3aec-4bd9-bb7e-15a096d0a3ea', 'name': 'network-vif-deleted', 'tag': '41388ac1-4820-4eee-abe3-5c0c080ef468', 'status': 'completed', 'code': 200} May 10 14:51:48.632064 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d073c11f-14c4-4528-8191-ea06c53940b7 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:48.633248 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e7baa6-c9d8-4761-9a43-be3a15ba53b5 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Router e616e4fa-b92e-4f19-b58b-6325ed91420f is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:51:48.648784 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 52496e18-84e0-4bd5-86f9-4c4d252b665c details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:51:48.737493 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d073c11f-14c4-4528-8191-ea06c53940b7 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:48.770403 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-865d6475-9e15-463f-9f17-a010d5f44923 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:48.778040 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d6475-9e15-463f-9f17-a010d5f44923 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=9bb2a7c9-896a-4fc6-8a80-d06383088920,revision_number=13']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:48.823560 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865d6475-9e15-463f-9f17-a010d5f44923 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:48.824158 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-865d6475-9e15-463f-9f17-a010d5f44923 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:48.906254 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad737c44-c4a3-4f96-a36e-374bb7e06f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-da932762-4b76-4ec4-b141-b060febd4bab', 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'fixed_ips': [{'subnet_id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:51:48.907239 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ad737c44-c4a3-4f96-a36e-374bb7e06f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:48.917377 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a60389-4d97-4576-ab19-8a6d5a0a4601 None None] Pushing event updated for resources: {'Port': ['ID=2641f906-04eb-4495-86d4-ca268bbb3050,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:48.937966 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073c11f-14c4-4528-8191-ea06c53940b7 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6258754f-c01f-4286-8b46-a1627ca201a1,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:48.941961 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e7baa6-c9d8-4761-9a43-be3a15ba53b5 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:51:48.954009 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d6475-9e15-463f-9f17-a010d5f44923 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=0380ed25-a044-4038-b4bc-f367a5f3e9aa,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:48.968187 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e2de1e-affd-4841-a1b5-2b09ca148304 None None] Sync routers for ids ['e616e4fa-b92e-4f19-b58b-6325ed91420f'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:51:48.973720 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-865d6475-9e15-463f-9f17-a010d5f44923 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.5831671 May 10 14:51:48.981723 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-51dce00f-3ea0-4880-b91d-3f0040c80fb2 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:48.987117 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e2de1e-affd-4841-a1b5-2b09ca148304 None None] Routers {'e616e4fa-b92e-4f19-b58b-6325ed91420f'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:48.990113 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e8e2de1e-affd-4841-a1b5-2b09ca148304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e616e4fa-b92e-4f19-b58b-6325ed91420f'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:48.997703 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1707d53d-746b-4344-970e-3352d276ca25 req-1fc48c48-e2f7-4919-99ed-a7351ef4ce37 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/ports?device_id=116c658c-3aec-4bd9-bb7e-15a096d0a3ea HTTP/1.1" status: 200 len: 210 time: 0.2136352 May 10 14:51:49.006140 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42282) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:49.025335 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-89e7baa6-c9d8-4761-9a43-be3a15ba53b5 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "PUT /v2.0/routers/e616e4fa-b92e-4f19-b58b-6325ed91420f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0846910 May 10 14:51:49.026971 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-51dce00f-3ea0-4880-b91d-3f0040c80fb2 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Usage tracker for resource:subnet and tenant:c16e63d28fdf4ee9913775a4f8676cd2 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:49.028696 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d073c11f-14c4-4528-8191-ea06c53940b7 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:49.032349 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d073c11f-14c4-4528-8191-ea06c53940b7 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2558973 May 10 14:51:49.034189 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42286) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:49.034547 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42288) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:49.044473 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-5ea1e67a-a263-4df4-a044-3d70cdb686a4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'mac_address': 'fa:16:3e:7e:22:2b', 'name': 'tempest-NetworksTestDHCPv6-119339573'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:49.084874 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-51dce00f-3ea0-4880-b91d-3f0040c80fb2 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:49.100332 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-51dce00f-3ea0-4880-b91d-3f0040c80fb2 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:49.147397 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e8e2de1e-affd-4841-a1b5-2b09ca148304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:49.169074 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e2de1e-affd-4841-a1b5-2b09ca148304 None None] Routers {'e616e4fa-b92e-4f19-b58b-6325ed91420f'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:49.169956 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e8e2de1e-affd-4841-a1b5-2b09ca148304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e616e4fa-b92e-4f19-b58b-6325ed91420f'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:49.235441 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9b0c-fc83-44a2-847d-04155983eca7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:49.259365 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-d9369594-056a-4957-bdfb-bb13a1c11b9d tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Request body: {'security_group_rule': {'security_group_id': '542f53bb-e72d-4627-bffb-e18d1bea6da5', 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:49.302019 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e8e2de1e-affd-4841-a1b5-2b09ca148304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:49.302743 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e2de1e-affd-4841-a1b5-2b09ca148304 None None] The sync data for ids ['e616e4fa-b92e-4f19-b58b-6325ed91420f'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:51:49.353497 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d9369594-056a-4957-bdfb-bb13a1c11b9d tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:49.418836 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d9369594-056a-4957-bdfb-bb13a1c11b9d tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Usage tracker for resource:security_group_rule and tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:49.424947 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7635209a-fb6b-4a9a-80f3-447201ad739f None None] Network 4ba0b97f-2ca5-4c90-9332-742ebe3b8566 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:49.434927 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d9369594-056a-4957-bdfb-bb13a1c11b9d tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:49.447233 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d9369594-056a-4957-bdfb-bb13a1c11b9d tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:49.463989 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:51:49.496668 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1310988c-ca85-4e0a-bc2e-63015a496ee1 None None] Provisioning complete for port 9bb2a7c9-896a-4fc6-8a80-d06383088920 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:49.497201 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1310988c-ca85-4e0a-bc2e-63015a496ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:49.605335 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5ea1e67a-a263-4df4-a044-3d70cdb686a4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:49.626330 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dce00f-3ea0-4880-b91d-3f0040c80fb2 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Made reservation on behalf of c16e63d28fdf4ee9913775a4f8676cd2 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:49.630686 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-51dce00f-3ea0-4880-b91d-3f0040c80fb2 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:49.651878 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ec2951be-a1e4-4b5c-8f43-ac156c54f94d req-9c9a389a-b8f9-45b9-aa92-5b43bc2fa00a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 210 time: 0.1552746 May 10 14:51:49.659926 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5ea1e67a-a263-4df4-a044-3d70cdb686a4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:49.757074 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea1e67a-a263-4df4-a044-3d70cdb686a4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:49.896242 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-09a01072-4a69-416c-9c37-5d725453ce86 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:51:49.897288 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-09a01072-4a69-416c-9c37-5d725453ce86 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "PUT /v2.0/routers/e616e4fa-b92e-4f19-b58b-6325ed91420f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8610613 May 10 14:51:49.898216 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d9369594-056a-4957-bdfb-bb13a1c11b9d tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:49.907920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42296) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:49.922766 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-bb4646d9-cb2f-49d1-974d-51233ea6d8ee None None] Set router 6e6d938e-c580-4278-b882-b47854d8c535 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:51:49.983841 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d9369594-056a-4957-bdfb-bb13a1c11b9d tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:50.015954 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d9369594-056a-4957-bdfb-bb13a1c11b9d tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:50.106965 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9369594-056a-4957-bdfb-bb13a1c11b9d tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0137199-968c-49ed-948a-185ab5cd2a40,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:50.116225 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d9369594-056a-4957-bdfb-bb13a1c11b9d tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:50.120888 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d9369594-056a-4957-bdfb-bb13a1c11b9d tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0769708 May 10 14:51:50.121624 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42302) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:50.142793 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-85e6697d-ad65-479d-b336-0f29ef581b8a tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Request body: {'security_group_rule': {'security_group_id': '542f53bb-e72d-4627-bffb-e18d1bea6da5', 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:50.149340 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-85e6697d-ad65-479d-b336-0f29ef581b8a tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:50.153361 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-85e6697d-ad65-479d-b336-0f29ef581b8a tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Usage tracker for resource:security_group_rule and tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:50.156332 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-85e6697d-ad65-479d-b336-0f29ef581b8a tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:50.162974 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-85e6697d-ad65-479d-b336-0f29ef581b8a tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:50.201796 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-85e6697d-ad65-479d-b336-0f29ef581b8a tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:50.271732 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42308) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:50.376903 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5ea1e67a-a263-4df4-a044-3d70cdb686a4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:50.421004 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-46e28097-cd7b-43e5-9f96-0e04aab8d328 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:50.463636 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-46e28097-cd7b-43e5-9f96-0e04aab8d328 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:50.518366 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-ad737c44-c4a3-4f96-a36e-374bb7e06f12 None None] Allocated IP 2001:db8:1::2 (da932762-4b76-4ec4-b141-b060febd4bab/d79f538d-3b59-422b-a9d2-890c234f8b9b/54f71e65-fa24-4d58-a1fd-df06a4b091e0) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:50.520720 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-5602247c-f179-4d49-a3fc-41a3035c92aa tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:50.522242 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-5602247c-f179-4d49-a3fc-41a3035c92aa tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/networks?id=0a94e7f1-24e9-4396-8e5a-bdce6ba6c905 HTTP/1.1" status: 200 len: 796 time: 0.5708802 May 10 14:51:50.594143 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-85e6697d-ad65-479d-b336-0f29ef581b8a tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:50.604457 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-31ac4e15-5582-4c6d-8a0b-cbc1b8fe5578 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:51:50.619519 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-85e6697d-ad65-479d-b336-0f29ef581b8a tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:50.655574 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-31ac4e15-5582-4c6d-8a0b-cbc1b8fe5578 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:51:50.656930 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-31ac4e15-5582-4c6d-8a0b-cbc1b8fe5578 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 472 time: 0.1184018 May 10 14:51:50.664547 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-85e6697d-ad65-479d-b336-0f29ef581b8a tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:50.668809 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-85e6697d-ad65-479d-b336-0f29ef581b8a tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5386028 May 10 14:51:50.672896 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-17dafca9-db58-4182-a39e-17672601981c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'port': {'device_id': '4209a42b-7170-4d61-a66e-f5396c7f3558', 'network_id': '0a94e7f1-24e9-4396-8e5a-bdce6ba6c905', 'admin_state_up': True, 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'security_groups': ['72ac463a-5636-42a8-b5f1-fe032beb20d4']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:50.698884 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-5ea1e67a-a263-4df4-a044-3d70cdb686a4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] device_id is not set on port a8aba970-76fc-406b-8881-cd27d58bf1f5 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:51:50.734482 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42316) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:50.763670 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-079e0568-abf2-4b80-804a-39d8429327fe tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Request body: {'security_group_rule': {'security_group_id': '542f53bb-e72d-4627-bffb-e18d1bea6da5', 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:50.782871 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-079e0568-abf2-4b80-804a-39d8429327fe tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:50.811265 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ad737c44-c4a3-4f96-a36e-374bb7e06f12 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:50.825120 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ad737c44-c4a3-4f96-a36e-374bb7e06f12 None None] Transition to ACTIVE for port object 54f71e65-fa24-4d58-a1fd-df06a4b091e0 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:50.826135 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6697d-ad65-479d-b336-0f29ef581b8a tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6cf414-704d-440c-a068-bd53eba21666,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:50.827512 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-079e0568-abf2-4b80-804a-39d8429327fe tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Usage tracker for resource:security_group_rule and tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:50.834555 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-46e28097-cd7b-43e5-9f96-0e04aab8d328 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:50.837052 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-46e28097-cd7b-43e5-9f96-0e04aab8d328 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:50.838224 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-46e28097-cd7b-43e5-9f96-0e04aab8d328 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "DELETE /v2.0/security-groups/82a721ab-d596-495d-88db-395d5af2468e HTTP/1.1" status: 204 len: 168 time: 0.5466881 May 10 14:51:50.841743 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-17dafca9-db58-4182-a39e-17672601981c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:50.844786 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-079e0568-abf2-4b80-804a-39d8429327fe tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:50.853807 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ad737c44-c4a3-4f96-a36e-374bb7e06f12 None None] Transition to ACTIVE for port object 54f71e65-fa24-4d58-a1fd-df06a4b091e0 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:50.858378 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42322) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:50.859321 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e28097-cd7b-43e5-9f96-0e04aab8d328 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a721ab-d596-495d-88db-395d5af2468e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:50.865783 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-17dafca9-db58-4182-a39e-17672601981c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:port and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:50.881199 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-17dafca9-db58-4182-a39e-17672601981c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:50.888477 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-17dafca9-db58-4182-a39e-17672601981c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:50.891158 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-6cf90b62-5cf4-4d4a-992c-039eecd94b54 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] show failed (client error): The resource could not be found. May 10 14:51:50.892358 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6cf90b62-5cf4-4d4a-992c-039eecd94b54 tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "GET /v2.0/security-groups/82a721ab-d596-495d-88db-395d5af2468e HTTP/1.1" status: 404 len: 347 time: 0.0295117 May 10 14:51:50.896339 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42326) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:51.025727 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-17dafca9-db58-4182-a39e-17672601981c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:51.029838 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-17dafca9-db58-4182-a39e-17672601981c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:51.030514 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-01d6d21f-e4f4-4e28-83d9-b32de375b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:51.060270 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:51.063612 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ad737c44-c4a3-4f96-a36e-374bb7e06f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:51.136273 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-079e0568-abf2-4b80-804a-39d8429327fe tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:51.175127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-a720d9a4-f09d-49b9-98a2-0c52424f086c tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Deleting port 86f3a0a8-e56e-4d7f-bace-51a454d35087 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:51:51.175127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a720d9a4-f09d-49b9-98a2-0c52424f086c tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:51.183840 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3312f454-e13b-4dac-83f4-300b08ba6551 None None] Update dhcp port {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'fixed_ips': [{'subnet_id': '0380ed25-a044-4038-b4bc-f367a5f3e9aa', 'ip_address': '2001:db8::f816:3eff:fec3:7e11'}, {'subnet_id': '91753d0d-5421-4603-a223-d2091baccfb1'}], 'binding:host_id': 'dv-neutron-841204-2-hyperv'}, 'id': '9bb2a7c9-896a-4fc6-8a80-d06383088920'} from dv-neutron-841204-2-hyperv. {{(pid=88053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 10 14:51:51.239740 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:51.240117 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:51.273818 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-388da967-a163-4c3a-bc2d-29c96fb53c03 req-1856b3d8-901f-416c-9428-64f5fdf3e559 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 210 time: 0.1389515 May 10 14:51:51.353099 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad737c44-c4a3-4f96-a36e-374bb7e06f12 None None] Network da932762-4b76-4ec4-b141-b060febd4bab is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:51.359857 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-079e0568-abf2-4b80-804a-39d8429327fe tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:51.381128 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-ad737c44-c4a3-4f96-a36e-374bb7e06f12 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:51.383473 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad737c44-c4a3-4f96-a36e-374bb7e06f12 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:51.410630 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-17dafca9-db58-4182-a39e-17672601981c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.20.0.22 (0a94e7f1-24e9-4396-8e5a-bdce6ba6c905/864c6adf-5d01-488b-b565-0f5be86809f0/6634dd16-02ce-4057-89fa-98ca4d81277f) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:51.428500 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-51dce00f-3ea0-4880-b91d-3f0040c80fb2 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:51.446035 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad737c44-c4a3-4f96-a36e-374bb7e06f12 None None] Pushing event updated for resources: {'Port': ['ID=54f71e65-fa24-4d58-a1fd-df06a4b091e0,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:51.460679 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a720d9a4-f09d-49b9-98a2-0c52424f086c tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:51.461322 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a720d9a4-f09d-49b9-98a2-0c52424f086c tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:51.491303 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3312f454-e13b-4dac-83f4-300b08ba6551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:51.521614 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-1e5a9b0c-fc83-44a2-847d-04155983eca7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Allocated IP 2001:db8:1::1 (da932762-4b76-4ec4-b141-b060febd4bab/d79f538d-3b59-422b-a9d2-890c234f8b9b/b191c9c8-58bb-4153-b389-2aa0ff84cb8b) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:51.686629 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dce00f-3ea0-4880-b91d-3f0040c80fb2 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'Subnet': ['ID=6313ab54-b5fc-4f0d-93cf-23afc6129e62,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:51.693063 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-5ea1e67a-a263-4df4-a044-3d70cdb686a4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 172.20.0.2 (a36358c0-b900-4df5-ae69-1592404548f9/91753d0d-5421-4603-a223-d2091baccfb1/a8aba970-76fc-406b-8881-cd27d58bf1f5) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:51.724256 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-a720d9a4-f09d-49b9-98a2-0c52424f086c tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Calling delete_port for 86f3a0a8-e56e-4d7f-bace-51a454d35087 owned by network:floatingip {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:51:51.774669 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-5ea1e67a-a263-4df4-a044-3d70cdb686a4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8::f816:3eff:fe7e:222b (a36358c0-b900-4df5-ae69-1592404548f9/0380ed25-a044-4038-b4bc-f367a5f3e9aa/a8aba970-76fc-406b-8881-cd27d58bf1f5) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:51.797365 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dce00f-3ea0-4880-b91d-3f0040c80fb2 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Checking segment: {'id': 'caaec6c5-943c-4291-8b5e-f1b36e5ca316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '52496e18-84e0-4bd5-86f9-4c4d252b665c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:51.797869 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dce00f-3ea0-4880-b91d-3f0040c80fb2 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Network hostable DHCP agents. Network: 52496e18-84e0-4bd5-86f9-4c4d252b665c, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:51:51.799108 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c2e547be-2148-4400-aea6-15a6eeb932eb None None] Provisioning for port 871c4f76-9c2b-4157-9619-5406ba4e843c completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:51.815278 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-079e0568-abf2-4b80-804a-39d8429327fe tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:51.830396 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2736df00-1803-44b5-a5a4-aa6550967d09', 'name': 'tempest-TestVolumeBootPattern-2057801875-router', 'tenant_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '90660f56-8068-44ca-9c91-75ea42af9007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:28Z', 'updated_at': '2022-05-10T14:51:41Z', 'revision_number': 4, 'project_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'gw_port': {'id': '90660f56-8068-44ca-9c91-75ea42af9007', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2736df00-1803-44b5-a5a4-aa6550967d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:30Z', 'updated_at': '2022-05-10T14:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '09013b67-dd8f-4ce7-b17d-66cdfb59a766', 'name': '', 'network_id': 'e0d002d1-4e57-40fe-bfbb-66e6141ad195', 'tenant_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'mac_address': 'fa:16:3e:a0:7f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2736df00-1803-44b5-a5a4-aa6550967d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '592441a0-94bf-4d8c-ae77-8267334268a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:39Z', 'updated_at': '2022-05-10T14:51:42Z', 'revision_number': 2, 'project_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'subnets': [{'id': '592441a0-94bf-4d8c-ae77-8267334268a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:51.849593 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-079e0568-abf2-4b80-804a-39d8429327fe tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:51.858825 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c2e547be-2148-4400-aea6-15a6eeb932eb None None] Provisioning complete for port 871c4f76-9c2b-4157-9619-5406ba4e843c triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:51.859204 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c2e547be-2148-4400-aea6-15a6eeb932eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:51.900373 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-ad737c44-c4a3-4f96-a36e-374bb7e06f12 None None] Attempting to bind port 54f71e65-fa24-4d58-a1fd-df06a4b091e0 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:51:51.900736 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-ad737c44-c4a3-4f96-a36e-374bb7e06f12 None None] Attempting to bind port 54f71e65-fa24-4d58-a1fd-df06a4b091e0 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '94780ea6-7676-487d-8aa0-0506458c84f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:51:51.901111 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad737c44-c4a3-4f96-a36e-374bb7e06f12 None None] Attempting to bind port 54f71e65-fa24-4d58-a1fd-df06a4b091e0 on network da932762-4b76-4ec4-b141-b060febd4bab {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:51:51.925214 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0187b6f-e6a8-4829-b255-b169eba2816f None None] The sync data for ids ['2736df00-1803-44b5-a5a4-aa6550967d09'] in dv-neutron-841204-2-hyperv is: [{'id': '2736df00-1803-44b5-a5a4-aa6550967d09', 'name': 'tempest-TestVolumeBootPattern-2057801875-router', 'tenant_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '90660f56-8068-44ca-9c91-75ea42af9007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:28Z', 'updated_at': '2022-05-10T14:51:41Z', 'revision_number': 4, 'project_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'gw_port': {'id': '90660f56-8068-44ca-9c91-75ea42af9007', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2736df00-1803-44b5-a5a4-aa6550967d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:30Z', 'updated_at': '2022-05-10T14:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '09013b67-dd8f-4ce7-b17d-66cdfb59a766', 'name': '', 'network_id': 'e0d002d1-4e57-40fe-bfbb-66e6141ad195', 'tenant_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'mac_address': 'fa:16:3e:a0:7f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2736df00-1803-44b5-a5a4-aa6550967d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '592441a0-94bf-4d8c-ae77-8267334268a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:39Z', 'updated_at': '2022-05-10T14:51:42Z', 'revision_number': 2, 'project_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'subnets': [{'id': '592441a0-94bf-4d8c-ae77-8267334268a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:51:51.932961 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e0568-abf2-4b80-804a-39d8429327fe tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf06b0a3-3608-446a-a1b9-59ac1373b7fd,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:51.952009 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dce00f-3ea0-4880-b91d-3f0040c80fb2 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Network 52496e18-84e0-4bd5-86f9-4c4d252b665c is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:51:52.018532 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad737c44-c4a3-4f96-a36e-374bb7e06f12 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:51:52.018944 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad737c44-c4a3-4f96-a36e-374bb7e06f12 None None] Checking segment: {'id': '94780ea6-7676-487d-8aa0-0506458c84f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:52.020033 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ad737c44-c4a3-4f96-a36e-374bb7e06f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:52.020430 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad737c44-c4a3-4f96-a36e-374bb7e06f12 None None] Bound using segment: {'id': '94780ea6-7676-487d-8aa0-0506458c84f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:51:52.021339 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-ad737c44-c4a3-4f96-a36e-374bb7e06f12 None None] Bound port: 54f71e65-fa24-4d58-a1fd-df06a4b091e0, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94780ea6-7676-487d-8aa0-0506458c84f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:51:52.021717 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ad737c44-c4a3-4f96-a36e-374bb7e06f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:52.099628 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-17dafca9-db58-4182-a39e-17672601981c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:52.124803 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-17dafca9-db58-4182-a39e-17672601981c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Transition to ACTIVE for port object 6634dd16-02ce-4057-89fa-98ca4d81277f will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:52.134183 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a720d9a4-f09d-49b9-98a2-0c52424f086c tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:52.136353 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:52.146918 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-c2e547be-2148-4400-aea6-15a6eeb932eb None None] Port 871c4f76-9c2b-4157-9619-5406ba4e843c cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:51:52.194901 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720d9a4-f09d-49b9-98a2-0c52424f086c tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Pushing event deleted for resources: {'Port': ['ID=86f3a0a8-e56e-4d7f-bace-51a454d35087,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:52.208310 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9b0c-fc83-44a2-847d-04155983eca7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:52.212798 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-51dce00f-3ea0-4880-b91d-3f0040c80fb2 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 52496e18-84e0-4bd5-86f9-4c4d252b665c) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:52.243430 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-079e0568-abf2-4b80-804a-39d8429327fe tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:52.244611 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-079e0568-abf2-4b80-804a-39d8429327fe tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4989462 May 10 14:51:52.247068 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dce00f-3ea0-4880-b91d-3f0040c80fb2 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:52.251611 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-51dce00f-3ea0-4880-b91d-3f0040c80fb2 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:52.255984 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c2e547be-2148-4400-aea6-15a6eeb932eb None None] Provisioning for port 6249d8c5-ab75-49e8-84cb-47f49fc9c83c completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:52.264949 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42330) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:52.267900 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2ce930-aa70-40c3-b31b-aab5502d4e37 None None] Network 52496e18-84e0-4bd5-86f9-4c4d252b665c requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:52.289509 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0bef7914-2478-4aaa-acd8-4a4dd9eebdf9,segment=NetworkSegment(5c07a3d0-166d-4791-8016-d3d3c94842b4),segment_id=5c07a3d0-166d-4791-8016-d3d3c94842b4)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:51:52.366182 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-ac92a05a-0917-4162-beca-c9ea1a9a017c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Request body: {'security_group_rule': {'security_group_id': '542f53bb-e72d-4627-bffb-e18d1bea6da5', 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:52.387778 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-1e5a9b0c-fc83-44a2-847d-04155983eca7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Transition to ACTIVE for port object b191c9c8-58bb-4153-b389-2aa0ff84cb8b will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:52.432606 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-ac92a05a-0917-4162-beca-c9ea1a9a017c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:52.454505 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-51dce00f-3ea0-4880-b91d-3f0040c80fb2 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1968803 May 10 14:51:52.455838 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42336) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:52.459099 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:52.459551 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-ac92a05a-0917-4162-beca-c9ea1a9a017c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Usage tracker for resource:security_group_rule and tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:52.460826 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-17dafca9-db58-4182-a39e-17672601981c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:52.476846 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-3271ea83-b93b-461d-acd7-c2a2f4387b76 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Request body: {'subnet': {'network_id': '52496e18-84e0-4bd5-86f9-4c4d252b665c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:52.503203 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-ac92a05a-0917-4162-beca-c9ea1a9a017c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:52.603798 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-bb4646d9-cb2f-49d1-974d-51233ea6d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d938e-c580-4278-b882-b47854d8c535', 'name': 'tempest-ServerActionsTestJSON-492547824-router', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:48:01Z', 'updated_at': '2022-05-10T14:48:17Z', 'revision_number': 4, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'gw_port': {'id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:03Z', 'updated_at': '2022-05-10T14:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '6811a0f2-1368-40d1-841e-70bfb7f64b23', 'name': '', 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'mac_address': 'fa:16:3e:ce:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '131cfd62-1682-4197-8cdd-002e0ab415e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:12Z', 'updated_at': '2022-05-10T14:48:30Z', 'revision_number': 5, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'subnets': [{'id': '131cfd62-1682-4197-8cdd-002e0ab415e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:52.616555 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-ad737c44-c4a3-4f96-a36e-374bb7e06f12 None None] For port 54f71e65-fa24-4d58-a1fd-df06a4b091e0, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:51:52.625292 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-ac92a05a-0917-4162-beca-c9ea1a9a017c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:52.642271 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-17dafca9-db58-4182-a39e-17672601981c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 0a94e7f1-24e9-4396-8e5a-bdce6ba6c905 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:52.646441 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-17dafca9-db58-4182-a39e-17672601981c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:52.649262 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dafca9-db58-4182-a39e-17672601981c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=6634dd16-02ce-4057-89fa-98ca4d81277f,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:52.656328 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-17dafca9-db58-4182-a39e-17672601981c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:52.740242 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4646d9-cb2f-49d1-974d-51233ea6d8ee None None] Checking router: 6e6d938e-c580-4278-b882-b47854d8c535 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:51:52.754063 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-ad737c44-c4a3-4f96-a36e-374bb7e06f12 None None] For port 54f71e65-fa24-4d58-a1fd-df06a4b091e0, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=54f71e65-fa24-4d58-a1fd-df06a4b091e0,segment=NetworkSegment(94780ea6-7676-487d-8aa0-0506458c84f4),segment_id=94780ea6-7676-487d-8aa0-0506458c84f4)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:51:52.774019 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-846012b6-9481-4db0-8bad-27a99bb829b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:52.782852 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5ea1e67a-a263-4df4-a044-3d70cdb686a4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:52.794574 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a720d9a4-f09d-49b9-98a2-0c52424f086c tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks [] for floatingip, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:52.811536 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ad737c44-c4a3-4f96-a36e-374bb7e06f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:52.815805 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c2e547be-2148-4400-aea6-15a6eeb932eb None None] Provisioning for port 2641f906-04eb-4495-86d4-ca268bbb3050 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:52.879054 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-17dafca9-db58-4182-a39e-17672601981c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:52.879983 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-17dafca9-db58-4182-a39e-17672601981c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:52.885774 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4646d9-cb2f-49d1-974d-51233ea6d8ee None None] Routers {'6e6d938e-c580-4278-b882-b47854d8c535'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:52.886634 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-bb4646d9-cb2f-49d1-974d-51233ea6d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6e6d938e-c580-4278-b882-b47854d8c535'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:52.889010 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a720d9a4-f09d-49b9-98a2-0c52424f086c tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:52.890713 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a720d9a4-f09d-49b9-98a2-0c52424f086c tempest-ServerActionsTestJSON-601549355 tempest-ServerActionsTestJSON-601549355-project] 10.222.0.79 "DELETE /v2.0/floatingips/6a9bb1ec-0b2f-4b9e-868f-215fdc0c309d HTTP/1.1" status: 204 len: 168 time: 1.9933350 May 10 14:51:52.902000 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42340) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:53.032808 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-5ea1e67a-a263-4df4-a044-3d70cdb686a4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Transition to ACTIVE for port object a8aba970-76fc-406b-8881-cd27d58bf1f5 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:53.041534 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9b0c-fc83-44a2-847d-04155983eca7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:53.047190 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3271ea83-b93b-461d-acd7-c2a2f4387b76 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:53.059694 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d64567e8-2db9-4e35-ba56-86804952d1d9 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:51:53.078064 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-17dafca9-db58-4182-a39e-17672601981c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4033394 May 10 14:51:53.154099 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e2f48d7-9dac-453c-bde1-8551a2de14b8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:53.169180 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=0bef7914-2478-4aaa-acd8-4a4dd9eebdf9,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:53.319396 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3271ea83-b93b-461d-acd7-c2a2f4387b76 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Usage tracker for resource:subnet and tenant:c16e63d28fdf4ee9913775a4f8676cd2 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:53.324750 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-ac92a05a-0917-4162-beca-c9ea1a9a017c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Project 903a8a4d2d8d4cfebec6bebbeebec3f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:51:53.360795 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3271ea83-b93b-461d-acd7-c2a2f4387b76 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:53.361890 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c2e547be-2148-4400-aea6-15a6eeb932eb None None] Provisioning for port 3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:53.382350 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a9b0c-fc83-44a2-847d-04155983eca7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network da932762-4b76-4ec4-b141-b060febd4bab is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:53.388645 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3271ea83-b93b-461d-acd7-c2a2f4387b76 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:53.405771 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-35606f3e-5f39-4f18-bab7-9b145168d642 service neutron] Request body: {'port': {'device_id': '4209a42b-7170-4d61-a66e-f5396c7f3558', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:53.505826 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:53.509535 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:53.529399 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-1e5a9b0c-fc83-44a2-847d-04155983eca7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:53.532422 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a9b0c-fc83-44a2-847d-04155983eca7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Port': ['ID=b191c9c8-58bb-4153-b389-2aa0ff84cb8b,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:53.537902 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a9b0c-fc83-44a2-847d-04155983eca7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:53.538753 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9b0c-fc83-44a2-847d-04155983eca7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:53.538972 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:53.631643 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c2e547be-2148-4400-aea6-15a6eeb932eb None None] Provisioning for port 5bd56288-17e8-4b93-a894-64ec6a3988eb completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:53.643833 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3271ea83-b93b-461d-acd7-c2a2f4387b76 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Made reservation on behalf of c16e63d28fdf4ee9913775a4f8676cd2 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:53.651569 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad737c44-c4a3-4f96-a36e-374bb7e06f12 None None] Pushing event updated for resources: {'Port': ['ID=54f71e65-fa24-4d58-a1fd-df06a4b091e0,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:53.660766 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3271ea83-b93b-461d-acd7-c2a2f4387b76 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:53.666035 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port d64567e8-2db9-4e35-ba56-86804952d1d9 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:53.671030 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:53.678473 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ac92a05a-0917-4162-beca-c9ea1a9a017c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:53.786754 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-bb4646d9-cb2f-49d1-974d-51233ea6d8ee None None] Set router 6e6d938e-c580-4278-b882-b47854d8c535 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:51:54.032553 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-35606f3e-5f39-4f18-bab7-9b145168d642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:54.157565 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ac92a05a-0917-4162-beca-c9ea1a9a017c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:54.174615 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-52496e18-84e0-4bd5-86f9-4c4d252b665c', 'network_id': '52496e18-84e0-4bd5-86f9-4c4d252b665c', 'tenant_id': 'c16e63d28fdf4ee9913775a4f8676cd2', 'fixed_ips': [{'subnet_id': '6313ab54-b5fc-4f0d-93cf-23afc6129e62'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:51:54.176342 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:54.208547 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d7caa7d3-b5e3-4928-bc62-042b7190e0f6 None None] Provisioning for port f9d431ec-bb90-4d1c-91d8-e1eb4030409c completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:54.256356 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:51:54.312163 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ac92a05a-0917-4162-beca-c9ea1a9a017c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:54.533160 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e5bf8-9850-4671-b2cf-0c9a1428db3d req-48da6e17-f2aa-4c4f-910c-bd90db8f7e18 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:54.535378 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a21e5bf8-9850-4671-b2cf-0c9a1428db3d req-48da6e17-f2aa-4c4f-910c-bd90db8f7e18 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 932 time: 2.0281823 May 10 14:51:54.536551 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5ea1e67a-a263-4df4-a044-3d70cdb686a4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:54.543026 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92a05a-0917-4162-beca-c9ea1a9a017c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38cbefd2-254d-40ec-a9e9-0e22081d667d,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:54.569629 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-3312f454-e13b-4dac-83f4-300b08ba6551 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-d97f121a-e653-4b92-ad40-349c148a7007 {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:51:54.569999 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-3312f454-e13b-4dac-83f4-300b08ba6551 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:51:54.578251 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device f9d431ec-bb90-4d1c-91d8-e1eb4030409c up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:51:54.710047 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea1e67a-a263-4df4-a044-3d70cdb686a4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:54.727434 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-5ea1e67a-a263-4df4-a044-3d70cdb686a4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:54.730697 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea1e67a-a263-4df4-a044-3d70cdb686a4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:54.759644 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ac92a05a-0917-4162-beca-c9ea1a9a017c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:54.763801 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ac92a05a-0917-4162-beca-c9ea1a9a017c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.4646289 May 10 14:51:54.769262 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42344) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:54.770077 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9b0c-fc83-44a2-847d-04155983eca7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:54.778226 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-f5715b4b-cb08-4684-932d-6e7d76ca7822 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Request body: {'security_group_rule': {'security_group_id': '542f53bb-e72d-4627-bffb-e18d1bea6da5', 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:54.789223 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f5715b4b-cb08-4684-932d-6e7d76ca7822 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:54.804602 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f5715b4b-cb08-4684-932d-6e7d76ca7822 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Usage tracker for resource:security_group_rule and tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:54.812092 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f5715b4b-cb08-4684-932d-6e7d76ca7822 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:54.817858 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6f273243-ab82-4706-b2e7-6f8bd4caadb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:54.861091 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d7caa7d3-b5e3-4928-bc62-042b7190e0f6 None None] Provisioning for port 6634dd16-02ce-4057-89fa-98ca4d81277f completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:54.868320 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1e67a-a263-4df4-a044-3d70cdb686a4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=a8aba970-76fc-406b-8881-cd27d58bf1f5,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:54.905527 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f5715b4b-cb08-4684-932d-6e7d76ca7822 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:54.940400 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a21e5bf8-9850-4671-b2cf-0c9a1428db3d req-7cef54fd-c792-454d-b264-afab2074c043 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=72ac463a-5636-42a8-b5f1-fe032beb20d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3938532 May 10 14:51:54.949935 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.securitygroups_db [None req-f5715b4b-cb08-4684-932d-6e7d76ca7822 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Project 903a8a4d2d8d4cfebec6bebbeebec3f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:51:55.008692 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Allocated IP 2001:db8::2 (52496e18-84e0-4bd5-86f9-4c4d252b665c/6313ab54-b5fc-4f0d-93cf-23afc6129e62/2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:55.064327 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea1e67a-a263-4df4-a044-3d70cdb686a4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:55.065128 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5ea1e67a-a263-4df4-a044-3d70cdb686a4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:55.078971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f5715b4b-cb08-4684-932d-6e7d76ca7822 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:55.145579 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a21f09-60cb-4b7f-9766-cc6bdd600c56 None None] Network da932762-4b76-4ec4-b141-b060febd4bab requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:51:55.149429 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-35606f3e-5f39-4f18-bab7-9b145168d642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6634dd16-02ce-4057-89fa-98ca4d81277f {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:51:55.174108 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-35606f3e-5f39-4f18-bab7-9b145168d642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:55.182706 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d7caa7d3-b5e3-4928-bc62-042b7190e0f6 None None] Provisioning complete for port 6634dd16-02ce-4057-89fa-98ca4d81277f triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:55.183262 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d7caa7d3-b5e3-4928-bc62-042b7190e0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:55.279894 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:55.302516 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5ea1e67a-a263-4df4-a044-3d70cdb686a4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 6.2886093 May 10 14:51:55.303788 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f5715b4b-cb08-4684-932d-6e7d76ca7822 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:55.304715 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-35606f3e-5f39-4f18-bab7-9b145168d642 service neutron] Transition to ACTIVE for port object 6634dd16-02ce-4057-89fa-98ca4d81277f will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:55.305425 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42348) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:55.349075 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f5715b4b-cb08-4684-932d-6e7d76ca7822 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:55.350767 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-35606f3e-5f39-4f18-bab7-9b145168d642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:55.356595 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3312f454-e13b-4dac-83f4-300b08ba6551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:55.357011 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1e2f48d7-9dac-453c-bde1-8551a2de14b8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Deleting port 871c4f76-9c2b-4157-9619-5406ba4e843c {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:51:55.357458 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e2f48d7-9dac-453c-bde1-8551a2de14b8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:55.381913 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port f9d431ec-bb90-4d1c-91d8-e1eb4030409c completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:55.393260 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d7caa7d3-b5e3-4928-bc62-042b7190e0f6 None None] Port 6634dd16-02ce-4057-89fa-98ca4d81277f cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:51:55.459563 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port f9d431ec-bb90-4d1c-91d8-e1eb4030409c triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:55.459733 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3271ea83-b93b-461d-acd7-c2a2f4387b76 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:55.459862 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:55.501622 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5715b4b-cb08-4684-932d-6e7d76ca7822 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf04180-da93-4329-b7b4-7c78bac07278,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:55.576709 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] Sync routers for ids ['2736df00-1803-44b5-a5a4-aa6550967d09'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:51:55.606820 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f5715b4b-cb08-4684-932d-6e7d76ca7822 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:55.608278 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f5715b4b-cb08-4684-932d-6e7d76ca7822 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8365610 May 10 14:51:55.609347 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35606f3e-5f39-4f18-bab7-9b145168d642 service neutron] Pushing event updated for resources: {'Port': ['ID=6634dd16-02ce-4057-89fa-98ca4d81277f,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:55.750759 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3271ea83-b93b-461d-acd7-c2a2f4387b76 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Network 52496e18-84e0-4bd5-86f9-4c4d252b665c is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:55.752814 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-3271ea83-b93b-461d-acd7-c2a2f4387b76 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:55.775869 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3271ea83-b93b-461d-acd7-c2a2f4387b76 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:55.776822 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3271ea83-b93b-461d-acd7-c2a2f4387b76 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:55.856290 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fed8b01-bd88-4159-8a3d-942211e44def tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:55.863529 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fed8b01-bd88-4159-8a3d-942211e44def tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:55.866096 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1fed8b01-bd88-4159-8a3d-942211e44def tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.5597544 May 10 14:51:55.873445 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42382) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:55.884005 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271ea83-b93b-461d-acd7-c2a2f4387b76 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'Subnet': ['ID=937f4277-ff28-449e-a8a2-f1763c3e70f4,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:55.905825 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3271ea83-b93b-461d-acd7-c2a2f4387b76 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.4346552 May 10 14:51:55.906662 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42386) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:55.969516 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-35606f3e-5f39-4f18-bab7-9b145168d642 service neutron] Attempting to bind port 6634dd16-02ce-4057-89fa-98ca4d81277f on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:51:55.970877 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-35606f3e-5f39-4f18-bab7-9b145168d642 service neutron] Attempting to bind port 6634dd16-02ce-4057-89fa-98ca4d81277f by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '65139a2f-4beb-49a7-a2f7-dd1bc58dad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0a94e7f1-24e9-4396-8e5a-bdce6ba6c905'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:51:55.975078 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-35606f3e-5f39-4f18-bab7-9b145168d642 service neutron] Attempting to bind port 6634dd16-02ce-4057-89fa-98ca4d81277f on network 0a94e7f1-24e9-4396-8e5a-bdce6ba6c905 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:51:55.984957 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-bb4646d9-cb2f-49d1-974d-51233ea6d8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d938e-c580-4278-b882-b47854d8c535', 'name': 'tempest-ServerActionsTestJSON-492547824-router', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:48:01Z', 'updated_at': '2022-05-10T14:48:17Z', 'revision_number': 4, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'gw_port': {'id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:03Z', 'updated_at': '2022-05-10T14:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '6811a0f2-1368-40d1-841e-70bfb7f64b23', 'name': '', 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'mac_address': 'fa:16:3e:ce:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '131cfd62-1682-4197-8cdd-002e0ab415e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:12Z', 'updated_at': '2022-05-10T14:48:30Z', 'revision_number': 5, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'subnets': [{'id': '131cfd62-1682-4197-8cdd-002e0ab415e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:56.005134 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-6f273243-ab82-4706-b2e7-6f8bd4caadb7 admin admin] Deleting port 6811a0f2-1368-40d1-841e-70bfb7f64b23 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:51:56.005717 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6f273243-ab82-4706-b2e7-6f8bd4caadb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:56.007601 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] Routers {'2736df00-1803-44b5-a5a4-aa6550967d09'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:56.008532 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2736df00-1803-44b5-a5a4-aa6550967d09'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:56.009858 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e2f48d7-9dac-453c-bde1-8551a2de14b8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:56.161742 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-5e0ffcf4-5386-4097-bb5d-48aad6660242 None None] Provisioning for port 54f71e65-fa24-4d58-a1fd-df06a4b091e0 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:56.193402 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4646d9-cb2f-49d1-974d-51233ea6d8ee None None] The sync data for ids ['6e6d938e-c580-4278-b882-b47854d8c535'] in dv-neutron-841204-2-hyperv is: [{'id': '6e6d938e-c580-4278-b882-b47854d8c535', 'name': 'tempest-ServerActionsTestJSON-492547824-router', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:48:01Z', 'updated_at': '2022-05-10T14:48:17Z', 'revision_number': 4, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'gw_port': {'id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:03Z', 'updated_at': '2022-05-10T14:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '6811a0f2-1368-40d1-841e-70bfb7f64b23', 'name': '', 'network_id': 'aa7afffa-e17d-4c0b-836c-b0db2fea3cec', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'mac_address': 'fa:16:3e:ce:b2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '131cfd62-1682-4197-8cdd-002e0ab415e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:12Z', 'updated_at': '2022-05-10T14:48:30Z', 'revision_number': 5, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'subnets': [{'id': '131cfd62-1682-4197-8cdd-002e0ab415e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:51:56.221863 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:56.246016 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1e2f48d7-9dac-453c-bde1-8551a2de14b8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Calling delete_port for 871c4f76-9c2b-4157-9619-5406ba4e843c owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:51:56.293200 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-35606f3e-5f39-4f18-bab7-9b145168d642 service neutron] Port 6634dd16-02ce-4057-89fa-98ca4d81277f on network 0a94e7f1-24e9-4396-8e5a-bdce6ba6c905 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:51:56.294956 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-35606f3e-5f39-4f18-bab7-9b145168d642 service neutron] Attempting to bind port 6634dd16-02ce-4057-89fa-98ca4d81277f on network 0a94e7f1-24e9-4396-8e5a-bdce6ba6c905 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:51:56.322076 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.resource_extend [None req-1e5a9b0c-fc83-44a2-847d-04155983eca7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:51:56.346743 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-35606f3e-5f39-4f18-bab7-9b145168d642 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:51:56.347765 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-35606f3e-5f39-4f18-bab7-9b145168d642 service neutron] Checking segment: {'id': '65139a2f-4beb-49a7-a2f7-dd1bc58dad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0a94e7f1-24e9-4396-8e5a-bdce6ba6c905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:56.348581 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-35606f3e-5f39-4f18-bab7-9b145168d642 service neutron] Bound using segment: {'id': '65139a2f-4beb-49a7-a2f7-dd1bc58dad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0a94e7f1-24e9-4396-8e5a-bdce6ba6c905'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:51:56.349426 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-35606f3e-5f39-4f18-bab7-9b145168d642 service neutron] Bound port: 6634dd16-02ce-4057-89fa-98ca4d81277f, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65139a2f-4beb-49a7-a2f7-dd1bc58dad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0a94e7f1-24e9-4396-8e5a-bdce6ba6c905'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:51:56.349956 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-35606f3e-5f39-4f18-bab7-9b145168d642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:56.372589 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Transition to ACTIVE for port object 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:56.398904 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-50b7aa22-ac4c-42e7-845e-d07538eac8fc tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting port a8aba970-76fc-406b-8881-cd27d58bf1f5 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:51:56.399809 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Transition to ACTIVE for port object 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:56.400729 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d209e262-b2ef-49e0-92e9-3ca1af80bb0f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:56.402932 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-50b7aa22-ac4c-42e7-845e-d07538eac8fc tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:56.406217 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d209e262-b2ef-49e0-92e9-3ca1af80bb0f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:56.408550 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d209e262-b2ef-49e0-92e9-3ca1af80bb0f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:56.416355 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d209e262-b2ef-49e0-92e9-3ca1af80bb0f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:56.418540 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d209e262-b2ef-49e0-92e9-3ca1af80bb0f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:56.419620 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d209e262-b2ef-49e0-92e9-3ca1af80bb0f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Synchronizing usage tracker for tenant:c16e63d28fdf4ee9913775a4f8676cd2 on resource:subnet {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:51:56.499757 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-3312f454-e13b-4dac-83f4-300b08ba6551 None None] Allocated IP 172.20.0.3 (a36358c0-b900-4df5-ae69-1592404548f9/91753d0d-5421-4603-a223-d2091baccfb1/9bb2a7c9-896a-4fc6-8a80-d06383088920) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:51:56.577327 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c635848-7023-45e9-aa99-305613f2d3ba None None] New status for floating IP 6a9bb1ec-0b2f-4b9e-868f-215fdc0c309d: DOWN {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:51:56.624414 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-6f273243-ab82-4706-b2e7-6f8bd4caadb7 admin admin] For port 6811a0f2-1368-40d1-841e-70bfb7f64b23, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6811a0f2-1368-40d1-841e-70bfb7f64b23,segment=NetworkSegment(76fe6fbd-5476-4144-9dd0-5971ebff891e),segment_id=76fe6fbd-5476-4144-9dd0-5971ebff891e)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:51:56.627180 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6f273243-ab82-4706-b2e7-6f8bd4caadb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:56.664535 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-3312f454-e13b-4dac-83f4-300b08ba6551 None None] For port 9bb2a7c9-896a-4fc6-8a80-d06383088920, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=9bb2a7c9-896a-4fc6-8a80-d06383088920,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:51:56.711824 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3312f454-e13b-4dac-83f4-300b08ba6551 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:56.779103 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9b0c-fc83-44a2-847d-04155983eca7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:56.781758 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3312f454-e13b-4dac-83f4-300b08ba6551 None None] Transition to ACTIVE for port object 9bb2a7c9-896a-4fc6-8a80-d06383088920 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:51:56.806633 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9b0c-fc83-44a2-847d-04155983eca7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:56.807387 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e5a9b0c-fc83-44a2-847d-04155983eca7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:56.949329 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:56.973152 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:57.119016 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Network 52496e18-84e0-4bd5-86f9-4c4d252b665c is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:57.135239 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-5e0ffcf4-5386-4097-bb5d-48aad6660242 None None] Provisioning complete for port f9d431ec-bb90-4d1c-91d8-e1eb4030409c triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:57.135616 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5e0ffcf4-5386-4097-bb5d-48aad6660242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:57.164532 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-6f273243-ab82-4706-b2e7-6f8bd4caadb7 admin admin] Calling delete_port for 6811a0f2-1368-40d1-841e-70bfb7f64b23 owned by network:router_interface {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:51:57.168785 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a9b0c-fc83-44a2-847d-04155983eca7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network da932762-4b76-4ec4-b141-b060febd4bab is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:51:57.174892 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d209e262-b2ef-49e0-92e9-3ca1af80bb0f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Unset dirty status for tenant:c16e63d28fdf4ee9913775a4f8676cd2 on resource:subnet {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:51:57.180141 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d209e262-b2ef-49e0-92e9-3ca1af80bb0f tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 1.2598543 May 10 14:51:57.181323 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-1e5a9b0c-fc83-44a2-847d-04155983eca7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:57.195868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42410) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:57.204081 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-9b0b851a-48a8-4d9b-8415-711e30227a84 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1967210039'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:57.230809 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port f9d431ec-bb90-4d1c-91d8-e1eb4030409c, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=f9d431ec-bb90-4d1c-91d8-e1eb4030409c,segment=NetworkSegment(6685b3f3-04db-407f-9b92-2e2fda1e66aa),segment_id=6685b3f3-04db-407f-9b92-2e2fda1e66aa)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:51:57.232220 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:51:57.244854 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3312f454-e13b-4dac-83f4-300b08ba6551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:57.263938 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:51:57.277194 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:57.277346 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9b0b851a-48a8-4d9b-8415-711e30227a84 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:57.281604 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 9bb2a7c9-896a-4fc6-8a80-d06383088920 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:51:57.291782 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a9b0c-fc83-44a2-847d-04155983eca7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Port': ['ID=b191c9c8-58bb-4153-b389-2aa0ff84cb8b,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:57.297119 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9b0b851a-48a8-4d9b-8415-711e30227a84 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Usage tracker for resource:network and tenant:c16e63d28fdf4ee9913775a4f8676cd2 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:51:57.312333 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9b0b851a-48a8-4d9b-8415-711e30227a84 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:51:57.370627 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-35606f3e-5f39-4f18-bab7-9b145168d642 service neutron] For port 6634dd16-02ce-4057-89fa-98ca4d81277f, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:51:57.399084 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69441629-8356-4079-a628-67c13ea81054 req-e68f1392-4660-442d-ab0e-3881619a4e66 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:57.400771 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-69441629-8356-4079-a628-67c13ea81054 req-e68f1392-4660-442d-ab0e-3881619a4e66 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 944 time: 1.2190144 May 10 14:51:57.402400 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9b0b851a-48a8-4d9b-8415-711e30227a84 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:51:57.416258 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-35606f3e-5f39-4f18-bab7-9b145168d642 service neutron] For port 6634dd16-02ce-4057-89fa-98ca4d81277f, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=6634dd16-02ce-4057-89fa-98ca4d81277f,segment=NetworkSegment(65139a2f-4beb-49a7-a2f7-dd1bc58dad71),segment_id=65139a2f-4beb-49a7-a2f7-dd1bc58dad71)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:51:57.442118 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-35606f3e-5f39-4f18-bab7-9b145168d642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:57.492757 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-50b7aa22-ac4c-42e7-845e-d07538eac8fc tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:57.519759 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0b851a-48a8-4d9b-8415-711e30227a84 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Made reservation on behalf of c16e63d28fdf4ee9913775a4f8676cd2 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:51:57.523190 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b0b851a-48a8-4d9b-8415-711e30227a84 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:57.571732 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-69441629-8356-4079-a628-67c13ea81054 req-9f0e91f0-ac00-4e3c-86a1-ecf1ef1f6bec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=72ac463a-5636-42a8-b5f1-fe032beb20d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546834 May 10 14:51:57.601440 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5a9b0c-fc83-44a2-847d-04155983eca7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:51:57.626404 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0b851a-48a8-4d9b-8415-711e30227a84 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:51:57.628908 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e2f48d7-9dac-453c-bde1-8551a2de14b8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:57.684494 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] Set router 2736df00-1803-44b5-a5a4-aa6550967d09 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:51:57.687157 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b0b851a-48a8-4d9b-8415-711e30227a84 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:57.687603 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-9b0b851a-48a8-4d9b-8415-711e30227a84 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Added segment 3fb038fb-29a0-42b8-b312-e7ed332e932e of type vlan for network b2b841f6-29c1-4775-a401-39c16d1e0510 May 10 14:51:57.716867 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-35606f3e-5f39-4f18-bab7-9b145168d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:57.717488 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-35606f3e-5f39-4f18-bab7-9b145168d642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:57.718897 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-35606f3e-5f39-4f18-bab7-9b145168d642 service neutron] 10.222.0.86 "PUT /v2.0/ports/6634dd16-02ce-4057-89fa-98ca4d81277f HTTP/1.1" status: 200 len: 1094 time: 4.3260283 May 10 14:51:57.719134 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b0b851a-48a8-4d9b-8415-711e30227a84 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:57.795832 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4209a42b-7170-4d61-a66e-f5396c7f3558', 'tag': '6634dd16-02ce-4057-89fa-98ca4d81277f'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:51:57.808565 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-50b7aa22-ac4c-42e7-845e-d07538eac8fc tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Calling delete_port for a8aba970-76fc-406b-8881-cd27d58bf1f5 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:51:57.853935 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:51:57.914448 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Pushing event updated for resources: {'Port': ['ID=2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:58.027906 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f48d7-9dac-453c-bde1-8551a2de14b8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Pushing event deleted for resources: {'Port': ['ID=871c4f76-9c2b-4157-9619-5406ba4e843c,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:58.049488 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b0b851a-48a8-4d9b-8415-711e30227a84 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:58.056798 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0b851a-48a8-4d9b-8415-711e30227a84 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:58.057620 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b0b851a-48a8-4d9b-8415-711e30227a84 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:58.137691 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-199f4190-5943-455d-8ff8-71b3139a8af0'] response: {'name': 'network-changed', 'server_uuid': '4209a42b-7170-4d61-a66e-f5396c7f3558', 'tag': '6634dd16-02ce-4057-89fa-98ca4d81277f', 'status': 'completed', 'code': 200} May 10 14:51:58.188787 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:58.189006 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:58.193262 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:58.193686 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:58.194125 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:58.195648 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:58.196241 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:58.196691 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:58.197989 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:58.198470 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:58.200721 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:58.201183 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:51:58.231859 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35606f3e-5f39-4f18-bab7-9b145168d642 service neutron] Pushing event updated for resources: {'Port': ['ID=6634dd16-02ce-4057-89fa-98ca4d81277f,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:58.323311 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Attempting to bind port 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:51:58.323940 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Attempting to bind port 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'caaec6c5-943c-4291-8b5e-f1b36e5ca316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '52496e18-84e0-4bd5-86f9-4c4d252b665c'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:51:58.324958 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Attempting to bind port 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb on network 52496e18-84e0-4bd5-86f9-4c4d252b665c {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:51:58.491723 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:51:58.492749 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Checking segment: {'id': 'caaec6c5-943c-4291-8b5e-f1b36e5ca316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '52496e18-84e0-4bd5-86f9-4c4d252b665c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:51:58.493239 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:58.493707 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Bound using segment: {'id': 'caaec6c5-943c-4291-8b5e-f1b36e5ca316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '52496e18-84e0-4bd5-86f9-4c4d252b665c'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:51:58.494266 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Bound port: 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caaec6c5-943c-4291-8b5e-f1b36e5ca316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '52496e18-84e0-4bd5-86f9-4c4d252b665c'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:51:58.494744 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:58.500089 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b851a-48a8-4d9b-8415-711e30227a84 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'Network': ['ID=b2b841f6-29c1-4775-a401-39c16d1e0510,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:58.540626 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network b2b841f6-29c1-4775-a401-39c16d1e0510 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:51:58.545021 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9b0b851a-48a8-4d9b-8415-711e30227a84 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3480880 May 10 14:51:58.550673 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42452) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:58.576156 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-16309674-740e-4a4e-b733-2bd9ad2fd876 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:58.578240 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-205feedc-02ff-4c10-b4ea-ab1826bee9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:58.580518 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-205feedc-02ff-4c10-b4ea-ab1826bee9db service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 1097 time: 0.6880887 May 10 14:51:58.581353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6f273243-ab82-4706-b2e7-6f8bd4caadb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:58.589130 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312f454-e13b-4dac-83f4-300b08ba6551 None None] Pushing event updated for resources: {'Port': ['ID=9bb2a7c9-896a-4fc6-8a80-d06383088920,revision_number=14']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:58.772935 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-88ff2980-ee91-42a0-ac03-7da9b497fc75 req-fe79cd10-274f-46fe-a5f8-37aaff562cd1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7893343 May 10 14:51:58.791383 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f273243-ab82-4706-b2e7-6f8bd4caadb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6811a0f2-1368-40d1-841e-70bfb7f64b23,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:58.836651 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-d8257d91-7eb0-48d7-ac8d-f8741d029137 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=6634dd16-02ce-4057-89fa-98ca4d81277f HTTP/1.1" status: 200 len: 217 time: 0.1835508 May 10 14:51:58.854696 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5a9b0c-fc83-44a2-847d-04155983eca7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:51:59.179953 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] Sync routers for ids ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:51:59.231571 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1e5a9b0c-fc83-44a2-847d-04155983eca7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/routers/9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1566780 May 10 14:51:59.312864 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42460) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:51:59.349544 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] For port 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:51:59.357140 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e2f48d7-9dac-453c-bde1-8551a2de14b8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:59.358075 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] For port 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb,segment=NetworkSegment(caaec6c5-943c-4291-8b5e-f1b36e5ca316),segment_id=caaec6c5-943c-4291-8b5e-f1b36e5ca316)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:51:59.404097 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:59.405846 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-d98f1b99-ca19-4375-9109-e61a47977a5c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1397828315'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:51:59.419677 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:59.424455 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-ae996737-d060-40b0-87d7-9746162ae260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:51:59.427809 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-ae996737-d060-40b0-87d7-9746162ae260 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=864c6adf-5d01-488b-b565-0f5be86809f0 HTTP/1.1" status: 200 len: 837 time: 0.5693085 May 10 14:51:59.438757 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:59.439131 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:59.444546 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-50b7aa22-ac4c-42e7-845e-d07538eac8fc tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:59.515757 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] Routers {'9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:51:59.516408 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:51:59.720468 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=f9d431ec-bb90-4d1c-91d8-e1eb4030409c,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:59.742019 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ce9092d5-6c56-4e9e-b7ab-53870dc46761 None None] Provisioning for port b191c9c8-58bb-4153-b389-2aa0ff84cb8b completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:51:59.773406 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d98f1b99-ca19-4375-9109-e61a47977a5c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:51:59.798366 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ce9092d5-6c56-4e9e-b7ab-53870dc46761 None None] Provisioning complete for port b191c9c8-58bb-4153-b389-2aa0ff84cb8b triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:51:59.798763 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ce9092d5-6c56-4e9e-b7ab-53870dc46761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:51:59.807213 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7aa22-ac4c-42e7-845e-d07538eac8fc tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Port': ['ID=a8aba970-76fc-406b-8881-cd27d58bf1f5,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:51:59.917105 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc48f5c-4d82-4900-ba34-cd557a7808db None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:00.007231 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d98f1b99-ca19-4375-9109-e61a47977a5c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:network and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:00.018692 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d98f1b99-ca19-4375-9109-e61a47977a5c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:00.062220 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff2980-ee91-42a0-ac03-7da9b497fc75 req-3a3e1bfb-2b81-4015-86c8-fcd4979dee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:00.065870 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-88ff2980-ee91-42a0-ac03-7da9b497fc75 req-3a3e1bfb-2b81-4015-86c8-fcd4979dee43 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 1098 time: 1.0942376 May 10 14:52:00.133994 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d98f1b99-ca19-4375-9109-e61a47977a5c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:00.168296 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] Set router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:52:00.172429 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6f273243-ab82-4706-b2e7-6f8bd4caadb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:00.245250 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2736df00-1803-44b5-a5a4-aa6550967d09', 'name': 'tempest-TestVolumeBootPattern-2057801875-router', 'tenant_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '90660f56-8068-44ca-9c91-75ea42af9007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:28Z', 'updated_at': '2022-05-10T14:51:41Z', 'revision_number': 4, 'project_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'gw_port': {'id': '90660f56-8068-44ca-9c91-75ea42af9007', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2736df00-1803-44b5-a5a4-aa6550967d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:30Z', 'updated_at': '2022-05-10T14:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '09013b67-dd8f-4ce7-b17d-66cdfb59a766', 'name': '', 'network_id': 'e0d002d1-4e57-40fe-bfbb-66e6141ad195', 'tenant_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'mac_address': 'fa:16:3e:a0:7f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2736df00-1803-44b5-a5a4-aa6550967d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '592441a0-94bf-4d8c-ae77-8267334268a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:39Z', 'updated_at': '2022-05-10T14:51:42Z', 'revision_number': 2, 'project_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'subnets': [{'id': '592441a0-94bf-4d8c-ae77-8267334268a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:00.248575 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-16309674-740e-4a4e-b733-2bd9ad2fd876 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:00.266644 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] Checking router: 2736df00-1803-44b5-a5a4-aa6550967d09 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:52:00.266996 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] Updating router 2736df00-1803-44b5-a5a4-aa6550967d09 port 09013b67-dd8f-4ce7-b17d-66cdfb59a766 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:52:00.275238 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2c302-916b-45ac-aae5-347bcb5bc0b7 req-1f5e9e00-0c92-48ec-83eb-6eda8618090e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:00.277199 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9bb2c302-916b-45ac-aae5-347bcb5bc0b7 req-1f5e9e00-0c92-48ec-83eb-6eda8618090e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 944 time: 1.0980043 May 10 14:52:00.278080 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98f1b99-ca19-4375-9109-e61a47977a5c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Made reservation on behalf of ab426055898a431ea72055cf37c2d0b5 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:00.281678 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d98f1b99-ca19-4375-9109-e61a47977a5c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:00.331120 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-ce9092d5-6c56-4e9e-b7ab-53870dc46761 None None] Port b191c9c8-58bb-4153-b389-2aa0ff84cb8b cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:52:00.344864 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2f48d7-9dac-453c-bde1-8551a2de14b8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Router e616e4fa-b92e-4f19-b58b-6325ed91420f has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:52:00.370155 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-16309674-740e-4a4e-b733-2bd9ad2fd876 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:00.384882 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98f1b99-ca19-4375-9109-e61a47977a5c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:52:00.425939 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:00.444705 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a96413-195a-44ad-9e8f-234119c4aa3e None None] Pushing event updated for resources: {'Port': ['ID=2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:00.592438 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2f48d7-9dac-453c-bde1-8551a2de14b8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:52:00.602562 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16309674-740e-4a4e-b733-2bd9ad2fd876 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Network b2b841f6-29c1-4775-a401-39c16d1e0510 is not hosted by any dhcp agent {{(pid=88051) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 10 14:52:00.609573 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4e6498-db28-4a9d-a89e-1d2788ff2b6b None None] Sync routers for ids ['e616e4fa-b92e-4f19-b58b-6325ed91420f'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:52:00.611759 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16309674-740e-4a4e-b733-2bd9ad2fd876 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:00.612669 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-16309674-740e-4a4e-b733-2bd9ad2fd876 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:00.617464 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-16309674-740e-4a4e-b733-2bd9ad2fd876 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "PUT /v2.0/networks/b2b841f6-29c1-4775-a401-39c16d1e0510 HTTP/1.1" status: 200 len: 723 time: 2.0556123 May 10 14:52:00.627925 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4e6498-db28-4a9d-a89e-1d2788ff2b6b None None] Routers {'e616e4fa-b92e-4f19-b58b-6325ed91420f'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:52:00.634774 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-ce4e6498-db28-4a9d-a89e-1d2788ff2b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e616e4fa-b92e-4f19-b58b-6325ed91420f'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:00.638051 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff2980-ee91-42a0-ac03-7da9b497fc75 req-6247c4af-5cd5-47d7-85fd-569ba3c1f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:00.639615 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-88ff2980-ee91-42a0-ac03-7da9b497fc75 req-6247c4af-5cd5-47d7-85fd-569ba3c1f6b5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 HTTP/1.1" status: 200 len: 898 time: 0.5400467 May 10 14:52:00.640870 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-50b7aa22-ac4c-42e7-845e-d07538eac8fc tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:00.644567 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42466) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:00.665804 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-02cb9b13-86e5-49f4-8bd9-526df2ccc495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:00.665804 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-02cb9b13-86e5-49f4-8bd9-526df2ccc495 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0a94e7f1-24e9-4396-8e5a-bdce6ba6c905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 1.2144825 May 10 14:52:00.710369 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9bb2c302-916b-45ac-aae5-347bcb5bc0b7 req-fb4b0e5a-cb5c-4989-8043-2e6b811851fd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=72ac463a-5636-42a8-b5f1-fe032beb20d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4038534 May 10 14:52:00.717973 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d98f1b99-ca19-4375-9109-e61a47977a5c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:00.718335 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-d98f1b99-ca19-4375-9109-e61a47977a5c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Added segment 8eacff89-f8be-4eff-a18c-b33bf6440aad of type vlan for network c557ec12-6e9c-4413-8b7a-b635800133e3 May 10 14:52:00.727598 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1e2f48d7-9dac-453c-bde1-8551a2de14b8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "PUT /v2.0/routers/e616e4fa-b92e-4f19-b58b-6325ed91420f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8071272 May 10 14:52:00.745991 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42470) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:00.762287 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:00.801753 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-ce4e6498-db28-4a9d-a89e-1d2788ff2b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:00.805935 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-762c02ab-f24a-4e37-92f9-6cb883b1c9a3 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Request body: {'subnet': {'network_id': 'b2b841f6-29c1-4775-a401-39c16d1e0510', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:00.830053 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4e6498-db28-4a9d-a89e-1d2788ff2b6b None None] Routers {'e616e4fa-b92e-4f19-b58b-6325ed91420f'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:52:00.830768 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-ce4e6498-db28-4a9d-a89e-1d2788ff2b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e616e4fa-b92e-4f19-b58b-6325ed91420f'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:00.905993 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee,segment=NetworkSegment(6685b3f3-04db-407f-9b92-2e2fda1e66aa),segment_id=6685b3f3-04db-407f-9b92-2e2fda1e66aa)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:00.918559 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-8968fbf5-db51-49e4-a050-4ecbc8268fe4 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] delete failed (client error): The resource could not be found. May 10 14:52:00.919669 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8968fbf5-db51-49e4-a050-4ecbc8268fe4 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "DELETE /v2.0/routers/tempest-non_exist_router-1800999359 HTTP/1.1" status: 404 len: 335 time: 0.1718917 May 10 14:52:00.943964 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:00.945121 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6249d8c5-ab75-49e8-84cb-47f49fc9c83c up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:00.993897 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42474) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:01.033860 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-681d072f-2e44-43a2-ae5f-47d220fec9ca tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e616e4fa-b92e-4f19-b58b-6325ed91420f'}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:01.035246 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-ce4e6498-db28-4a9d-a89e-1d2788ff2b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:01.035773 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4e6498-db28-4a9d-a89e-1d2788ff2b6b None None] The sync data for ids ['e616e4fa-b92e-4f19-b58b-6325ed91420f'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:52:01.093683 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-9c050ea7-32a1-48d3-bc98-a7ea8b133603 None None] Provisioning for port 9bb2a7c9-896a-4fc6-8a80-d06383088920 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:01.172264 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-9c050ea7-32a1-48d3-bc98-a7ea8b133603 None None] Provisioning complete for port 9bb2a7c9-896a-4fc6-8a80-d06383088920 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:01.172636 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9c050ea7-32a1-48d3-bc98-a7ea8b133603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:01.202779 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16309674-740e-4a4e-b733-2bd9ad2fd876 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'Network': ['ID=b2b841f6-29c1-4775-a401-39c16d1e0510,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:01.206013 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d98f1b99-ca19-4375-9109-e61a47977a5c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:01.309119 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network b2b841f6-29c1-4775-a401-39c16d1e0510 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:52:01.349715 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-aa838049-0a36-4713-96fa-98de3a3217df service neutron] 10.222.0.86 "GET /v2.0/networks/0a94e7f1-24e9-4396-8e5a-bdce6ba6c905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439620 May 10 14:52:01.626639 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 6249d8c5-ab75-49e8-84cb-47f49fc9c83c completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:01.656228 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 6249d8c5-ab75-49e8-84cb-47f49fc9c83c triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:01.657031 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:01.747715 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.resource_extend [None req-d98f1b99-ca19-4375-9109-e61a47977a5c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:52:01.750276 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f273243-ab82-4706-b2e7-6f8bd4caadb7 admin admin] Router 6e6d938e-c580-4278-b882-b47854d8c535 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:52:01.752130 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-50b7aa22-ac4c-42e7-845e-d07538eac8fc tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/a8aba970-76fc-406b-8881-cd27d58bf1f5 HTTP/1.1" status: 204 len: 168 time: 5.8775642 May 10 14:52:01.759013 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42482) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:01.767850 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-681d072f-2e44-43a2-ae5f-47d220fec9ca tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:01.820262 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-762c02ab-f24a-4e37-92f9-6cb883b1c9a3 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:01.900755 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-681d072f-2e44-43a2-ae5f-47d220fec9ca tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] update failed (client error): The resource could not be found. May 10 14:52:01.900755 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-681d072f-2e44-43a2-ae5f-47d220fec9ca tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "PUT /v2.0/routers/e616e4fa-b92e-4f19-b58b-6325ed91420f HTTP/1.1" status: 404 len: 339 time: 0.9016190 May 10 14:52:01.901141 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-88ff2980-ee91-42a0-ac03-7da9b497fc75 req-95ed9f89-1c4d-4d89-9c10-f25ae36613e8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d32182e0-af3e-4b84-bd1a-0be8d42e3bbc HTTP/1.1" status: 200 len: 1001 time: 1.2336385 May 10 14:52:01.902500 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42486) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:01.922028 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d98f1b99-ca19-4375-9109-e61a47977a5c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:01.928025 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98f1b99-ca19-4375-9109-e61a47977a5c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:01.928638 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d98f1b99-ca19-4375-9109-e61a47977a5c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:02.022515 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3946e3e2-f676-4f56-8ba4-3e854ac539e5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:02.024318 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3946e3e2-f676-4f56-8ba4-3e854ac539e5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:02.025928 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3946e3e2-f676-4f56-8ba4-3e854ac539e5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:02.026794 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3946e3e2-f676-4f56-8ba4-3e854ac539e5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:52:02.108727 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d98f1b99-ca19-4375-9109-e61a47977a5c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.7579627 May 10 14:52:02.110968 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06742743-5695-4891-83d6-0eedb6fcdbd6 None None] Network 52496e18-84e0-4bd5-86f9-4c4d252b665c requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:02.120981 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42490) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:02.131067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-18a2a01a-5bdc-4af5-a36d-2eb2630ee674 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'subnet': {'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:02.151805 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f1b99-ca19-4375-9109-e61a47977a5c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Network': ['ID=c557ec12-6e9c-4413-8b7a-b635800133e3,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:02.153915 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3946e3e2-f676-4f56-8ba4-3e854ac539e5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:52:02.157843 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3946e3e2-f676-4f56-8ba4-3e854ac539e5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3959315 May 10 14:52:02.158523 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42494) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:02.159632 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:02.240578 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network c557ec12-6e9c-4413-8b7a-b635800133e3 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:52:02.321291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-bacf2016-d1fb-45fa-84ae-dae90826aa00 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet 0380ed25-a044-4038-b4bc-f367a5f3e9aa {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:52:02.333031 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bacf2016-d1fb-45fa-84ae-dae90826aa00 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:02.359604 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-762c02ab-f24a-4e37-92f9-6cb883b1c9a3 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:02.369199 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-18a2a01a-5bdc-4af5-a36d-2eb2630ee674 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:02.380088 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-18a2a01a-5bdc-4af5-a36d-2eb2630ee674 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:subnet and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:02.385969 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-18a2a01a-5bdc-4af5-a36d-2eb2630ee674 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:02.398585 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bac61-fb44-4f69-a965-df6e99da2490 req-ac5c0ba6-d1bc-490f-a3c5-b905ab54a1d9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:02.405499 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f26bac61-fb44-4f69-a965-df6e99da2490 req-ac5c0ba6-d1bc-490f-a3c5-b905ab54a1d9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 944 time: 0.4868145 May 10 14:52:02.429211 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-18a2a01a-5bdc-4af5-a36d-2eb2630ee674 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:02.447967 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff2980-ee91-42a0-ac03-7da9b497fc75 req-a9fe6116-c71d-450a-b734-30f400742b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:02.449700 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-88ff2980-ee91-42a0-ac03-7da9b497fc75 req-a9fe6116-c71d-450a-b734-30f400742b9e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=702fd6a2-2441-4d78-a561-280659d21ac8 HTTP/1.1" status: 200 len: 834 time: 0.0867994 May 10 14:52:02.453291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bacf2016-d1fb-45fa-84ae-dae90826aa00 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:02.535130 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a2a01a-5bdc-4af5-a36d-2eb2630ee674 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Made reservation on behalf of ab426055898a431ea72055cf37c2d0b5 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:02.539995 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-18a2a01a-5bdc-4af5-a36d-2eb2630ee674 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:02.573430 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:02.647821 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] Transition to ACTIVE for port object 09013b67-dd8f-4ce7-b17d-66cdfb59a766 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:02.781461 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:02.797328 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bacf2016-d1fb-45fa-84ae-dae90826aa00 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:02.869511 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dd98038f-1b54-4bff-bec8-c88d07b736ed req-23e5ad1b-695b-4b04-b6f4-20115a1d6857 service neutron] 10.222.0.86 "GET /v2.0/networks/0a94e7f1-24e9-4396-8e5a-bdce6ba6c905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2762446 May 10 14:52:02.915144 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f26bac61-fb44-4f69-a965-df6e99da2490 req-b2752f6c-f1e1-4092-8d99-da58c4868e15 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=72ac463a-5636-42a8-b5f1-fe032beb20d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5087473 May 10 14:52:02.916249 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692a4aa-7d0c-4fb0-8844-9fac52626db2 None None] Pushing event updated for resources: {'Port': ['ID=09013b67-dd8f-4ce7-b17d-66cdfb59a766,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:03.062184 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762c02ab-f24a-4e37-92f9-6cb883b1c9a3 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Made reservation on behalf of c16e63d28fdf4ee9913775a4f8676cd2 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:03.068566 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-762c02ab-f24a-4e37-92f9-6cb883b1c9a3 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:03.078184 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:51:54Z', 'revision_number': 3, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None, '_interfaces': [{'id': 'b191c9c8-58bb-4153-b389-2aa0ff84cb8b', 'name': '', 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:76:74:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:49Z', 'updated_at': '2022-05-10T14:51:55Z', 'revision_number': 2, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d431ec-bb90-4d1c-91d8-e1eb4030409c', 'name': '', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:ae:4f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:37Z', 'updated_at': '2022-05-10T14:51:57Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:03.113665 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bacf2016-d1fb-45fa-84ae-dae90826aa00 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:03.161031 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:03.193120 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf2016-d1fb-45fa-84ae-dae90826aa00 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=0380ed25-a044-4038-b4bc-f367a5f3e9aa,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:03.202588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bacf2016-d1fb-45fa-84ae-dae90826aa00 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:03.212205 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] Checking router: 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:52:03.213380 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] Updating router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea port b191c9c8-58bb-4153-b389-2aa0ff84cb8b binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:52:03.250070 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bacf2016-d1fb-45fa-84ae-dae90826aa00 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/0380ed25-a044-4038-b4bc-f367a5f3e9aa HTTP/1.1" status: 204 len: 168 time: 1.0866430 May 10 14:52:03.256120 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42500) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:03.377664 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33db47c-24dc-44bd-8e59-16e7244aa7d2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet 91753d0d-5421-4603-a223-d2091baccfb1 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:52:03.383843 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b33db47c-24dc-44bd-8e59-16e7244aa7d2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:03.441616 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ed29d94b-7e9d-4ec1-b642-d3eacad9e855 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:03.507271 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b33db47c-24dc-44bd-8e59-16e7244aa7d2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:03.507759 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-9c050ea7-32a1-48d3-bc98-a7ea8b133603 None None] Provisioning complete for port b191c9c8-58bb-4153-b389-2aa0ff84cb8b triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:03.508218 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9c050ea7-32a1-48d3-bc98-a7ea8b133603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:03.585922 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-18a2a01a-5bdc-4af5-a36d-2eb2630ee674 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:03.589064 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c313683-52d9-4c69-aff0-8dc99f6494eb None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:03.613501 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 6249d8c5-ab75-49e8-84cb-47f49fc9c83c, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6249d8c5-ab75-49e8-84cb-47f49fc9c83c,segment=NetworkSegment(250e2578-3a58-4515-9157-f2e5acb77e9b),segment_id=250e2578-3a58-4515-9157-f2e5acb77e9b)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:03.700729 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:03.701552 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2641f906-04eb-4495-86d4-ca268bbb3050 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:03.725743 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2a01a-5bdc-4af5-a36d-2eb2630ee674 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Subnet': ['ID=d2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:03.734918 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a2a01a-5bdc-4af5-a36d-2eb2630ee674 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Checking segment: {'id': '8eacff89-f8be-4eff-a18c-b33bf6440aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:52:03.735285 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a2a01a-5bdc-4af5-a36d-2eb2630ee674 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network hostable DHCP agents. Network: c557ec12-6e9c-4413-8b7a-b635800133e3, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:52:03.750222 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b33db47c-24dc-44bd-8e59-16e7244aa7d2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:03.752014 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f273243-ab82-4706-b2e7-6f8bd4caadb7 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:52:03.752615 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:03.770912 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6f273243-ab82-4706-b2e7-6f8bd4caadb7 admin admin] 10.222.0.79 "PUT /v2.0/routers/6e6d938e-c580-4278-b882-b47854d8c535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8650446 May 10 14:52:03.783898 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42504) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:03.832460 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12aa88e7-e418-40e6-9cff-07b3d277748d None None] Sync routers for ids ['6e6d938e-c580-4278-b882-b47854d8c535'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:52:03.849930 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a2a01a-5bdc-4af5-a36d-2eb2630ee674 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network c557ec12-6e9c-4413-8b7a-b635800133e3 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:52:03.873135 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-18a2a01a-5bdc-4af5-a36d-2eb2630ee674 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, c557ec12-6e9c-4413-8b7a-b635800133e3) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:03.883110 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a2a01a-5bdc-4af5-a36d-2eb2630ee674 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:03.884105 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-18a2a01a-5bdc-4af5-a36d-2eb2630ee674 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:03.923312 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-18a2a01a-5bdc-4af5-a36d-2eb2630ee674 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8015220 May 10 14:52:03.924678 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42510) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:03.951640 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d865f3b-b520-48f8-a58c-7cbd2e72b523 None None] Network c557ec12-6e9c-4413-8b7a-b635800133e3 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:03.980936 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] Attempting to bind port 09013b67-dd8f-4ce7-b17d-66cdfb59a766 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:52:03.981305 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] Attempting to bind port 09013b67-dd8f-4ce7-b17d-66cdfb59a766 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'fe1ac890-9651-4f7f-a6fa-522df723dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e0d002d1-4e57-40fe-bfbb-66e6141ad195'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:52:03.981667 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] Attempting to bind port 09013b67-dd8f-4ce7-b17d-66cdfb59a766 on network e0d002d1-4e57-40fe-bfbb-66e6141ad195 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:52:04.008619 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aa88e7-e418-40e6-9cff-07b3d277748d None None] Routers {'6e6d938e-c580-4278-b882-b47854d8c535'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:52:04.009267 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-12aa88e7-e418-40e6-9cff-07b3d277748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6e6d938e-c580-4278-b882-b47854d8c535'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:04.118528 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff2980-ee91-42a0-ac03-7da9b497fc75 req-5864af32-b03f-4da5-80a5-c07230b9cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:04.120025 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-88ff2980-ee91-42a0-ac03-7da9b497fc75 req-5864af32-b03f-4da5-80a5-c07230b9cd2d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5b74dabd-d14b-4810-9da8-3e0bb8fccbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.5177116 May 10 14:52:04.130842 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b33db47c-24dc-44bd-8e59-16e7244aa7d2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:04.141571 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:52:04.141944 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] Checking segment: {'id': 'fe1ac890-9651-4f7f-a6fa-522df723dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e0d002d1-4e57-40fe-bfbb-66e6141ad195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:52:04.142344 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:04.150664 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] Bound using segment: {'id': 'fe1ac890-9651-4f7f-a6fa-522df723dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e0d002d1-4e57-40fe-bfbb-66e6141ad195'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:52:04.151189 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] Bound port: 09013b67-dd8f-4ce7-b17d-66cdfb59a766, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1ac890-9651-4f7f-a6fa-522df723dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e0d002d1-4e57-40fe-bfbb-66e6141ad195'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:52:04.151582 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:04.197756 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-9c050ea7-32a1-48d3-bc98-a7ea8b133603 None None] Port b191c9c8-58bb-4153-b389-2aa0ff84cb8b cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:52:04.320811 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b33db47c-24dc-44bd-8e59-16e7244aa7d2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:04.323377 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b33db47c-24dc-44bd-8e59-16e7244aa7d2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/91753d0d-5421-4603-a223-d2091baccfb1 HTTP/1.1" status: 204 len: 168 time: 1.0662611 May 10 14:52:04.324704 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33db47c-24dc-44bd-8e59-16e7244aa7d2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=91753d0d-5421-4603-a223-d2091baccfb1,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:04.327935 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42516) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:04.335236 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea950fe1-b9b9-4d8f-86d3-65ef82f06e9d req-926ae82d-ff79-49f9-828a-fa33b217d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:04.338528 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ea950fe1-b9b9-4d8f-86d3-65ef82f06e9d req-926ae82d-ff79-49f9-828a-fa33b217d817 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 1097 time: 1.1780341 May 10 14:52:04.379431 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=6249d8c5-ab75-49e8-84cb-47f49fc9c83c,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:04.522283 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-973cc81a-29da-4f01-ab02-dc7a71cec64e None None] Could not find standard attr ID for object a8aba970-76fc-406b-8881-cd27d58bf1f5. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:52:04.597041 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5f09482e-69ae-4a6d-ae76-ad7ef11d7081 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2580354 May 10 14:52:04.602118 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42520) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:04.625576 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7ad9e17b-c9b5-4bf0-bdad-8504b41feb24 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:04.683377 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-43aeaa3b-5668-4a7d-bd71-5e0bbd35b6c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:04.760761 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 2641f906-04eb-4495-86d4-ca268bbb3050 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:04.798656 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-973cc81a-29da-4f01-ab02-dc7a71cec64e None None] Provisioning for port 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:04.822093 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 2641f906-04eb-4495-86d4-ca268bbb3050 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:04.822508 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:04.857818 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-88ff2980-ee91-42a0-ac03-7da9b497fc75 req-ebd18be6-d77c-4683-a915-779c7011e331 service neutron] 10.222.0.86 "GET /v2.0/networks/5b74dabd-d14b-4810-9da8-3e0bb8fccbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7146995 May 10 14:52:04.864828 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-762c02ab-f24a-4e37-92f9-6cb883b1c9a3 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:04.880429 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] For port 09013b67-dd8f-4ce7-b17d-66cdfb59a766, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:52:04.899994 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-12aa88e7-e418-40e6-9cff-07b3d277748d None None] Set router 6e6d938e-c580-4278-b882-b47854d8c535 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:52:04.929242 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-ed29d94b-7e9d-4ec1-b642-d3eacad9e855 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Allocated IP 172.20.0.1 (edc8c5cd-b3ee-4d0b-9ecb-fb453a324214/51e40268-6f52-479a-96ae-f46e4f38dec5/e40db52d-1875-4fe5-b882-2fe86c4f4e98) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:05.036826 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c02ab-f24a-4e37-92f9-6cb883b1c9a3 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'Subnet': ['ID=8aaad22f-c895-4ec3-aa73-614d412dcb9e,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:05.073612 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea950fe1-b9b9-4d8f-86d3-65ef82f06e9d req-f3f0f7fd-56e0-4078-b0e6-d67f9c79f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:05.077372 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ea950fe1-b9b9-4d8f-86d3-65ef82f06e9d req-f3f0f7fd-56e0-4078-b0e6-d67f9c79f4a1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0a94e7f1-24e9-4396-8e5a-bdce6ba6c905 HTTP/1.1" status: 200 len: 897 time: 0.6419446 May 10 14:52:05.106536 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01513b9f-9229-4362-8849-4c094b336682 req-9d3c5cbd-4dfd-43e8-be6d-b3315c0c04d6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:05.108522 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-01513b9f-9229-4362-8849-4c094b336682 req-9d3c5cbd-4dfd-43e8-be6d-b3315c0c04d6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 944 time: 0.8474035 May 10 14:52:05.179756 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7ad9e17b-c9b5-4bf0-bdad-8504b41feb24 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:05.181877 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] For port 09013b67-dd8f-4ce7-b17d-66cdfb59a766, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=09013b67-dd8f-4ce7-b17d-66cdfb59a766,segment=NetworkSegment(fe1ac890-9651-4f7f-a6fa-522df723dac5),segment_id=fe1ac890-9651-4f7f-a6fa-522df723dac5)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:52:05.186058 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7ad9e17b-c9b5-4bf0-bdad-8504b41feb24 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:05.189998 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7ad9e17b-c9b5-4bf0-bdad-8504b41feb24 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:05.202268 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7ad9e17b-c9b5-4bf0-bdad-8504b41feb24 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:05.266164 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad9e17b-c9b5-4bf0-bdad-8504b41feb24 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:05.273045 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ad9e17b-c9b5-4bf0-bdad-8504b41feb24 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:05.275277 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:05.305486 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-01513b9f-9229-4362-8849-4c094b336682 req-830f707e-c14f-4a4c-b158-f2de91dc4ecd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=72ac463a-5636-42a8-b5f1-fe032beb20d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593649 May 10 14:52:05.506855 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d2c018-0619-47c3-91db-54cea89ea83c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-c557ec12-6e9c-4413-8b7a-b635800133e3', 'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'fixed_ips': [{'subnet_id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:52:05.507679 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-77d2c018-0619-47c3-91db-54cea89ea83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:05.545544 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ea950fe1-b9b9-4d8f-86d3-65ef82f06e9d req-c9872935-12ea-49e3-b3e2-a6c56960cda3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=6634dd16-02ce-4057-89fa-98ca4d81277f HTTP/1.1" status: 200 len: 217 time: 0.3510995 May 10 14:52:05.635565 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ed29d94b-7e9d-4ec1-b642-d3eacad9e855 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:05.650028 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762c02ab-f24a-4e37-92f9-6cb883b1c9a3 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Checking segment: {'id': '3fb038fb-29a0-42b8-b312-e7ed332e932e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b2b841f6-29c1-4775-a401-39c16d1e0510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:52:05.650028 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762c02ab-f24a-4e37-92f9-6cb883b1c9a3 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Network hostable DHCP agents. Network: b2b841f6-29c1-4775-a401-39c16d1e0510, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:52:05.651500 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c48f2e-f425-46eb-9c31-3ab6d070c471 None None] Update dhcp port {'port': {'network_id': '52496e18-84e0-4bd5-86f9-4c4d252b665c', 'fixed_ips': [{'subnet_id': '6313ab54-b5fc-4f0d-93cf-23afc6129e62', 'ip_address': '2001:db8::2'}, {'subnet_id': '937f4277-ff28-449e-a8a2-f1763c3e70f4'}], 'binding:host_id': 'dv-neutron-841204-2-hyperv'}, 'id': '2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb'} from dv-neutron-841204-2-hyperv. {{(pid=88053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 10 14:52:05.654003 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-43aeaa3b-5668-4a7d-bd71-5e0bbd35b6c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:05.707564 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-ed29d94b-7e9d-4ec1-b642-d3eacad9e855 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Transition to ACTIVE for port object e40db52d-1875-4fe5-b882-2fe86c4f4e98 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:05.715261 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-88ff2980-ee91-42a0-ac03-7da9b497fc75 req-24fb19b9-8898-4af2-8bba-266e346ec6b3 service neutron] 10.222.0.86 "GET /v2.0/networks/5b74dabd-d14b-4810-9da8-3e0bb8fccbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7111409 May 10 14:52:05.728356 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-43aeaa3b-5668-4a7d-bd71-5e0bbd35b6c5 admin admin] Deleting port c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:05.728754 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-43aeaa3b-5668-4a7d-bd71-5e0bbd35b6c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:05.761613 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762c02ab-f24a-4e37-92f9-6cb883b1c9a3 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Network b2b841f6-29c1-4775-a401-39c16d1e0510 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:52:05.774725 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea950fe1-b9b9-4d8f-86d3-65ef82f06e9d req-3a47aa18-48e0-44fb-94de-ce95b693d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:05.776434 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ea950fe1-b9b9-4d8f-86d3-65ef82f06e9d req-3a47aa18-48e0-44fb-94de-ce95b693d68b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=864c6adf-5d01-488b-b565-0f5be86809f0 HTTP/1.1" status: 200 len: 837 time: 0.2051587 May 10 14:52:05.834987 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-762c02ab-f24a-4e37-92f9-6cb883b1c9a3 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, b2b841f6-29c1-4775-a401-39c16d1e0510) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:05.847056 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-973cc81a-29da-4f01-ab02-dc7a71cec64e None None] Provisioning complete for port 9bb2a7c9-896a-4fc6-8a80-d06383088920 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:05.848199 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-973cc81a-29da-4f01-ab02-dc7a71cec64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:05.857743 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762c02ab-f24a-4e37-92f9-6cb883b1c9a3 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:05.858511 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-762c02ab-f24a-4e37-92f9-6cb883b1c9a3 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:05.873796 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-69c48f2e-f425-46eb-9c31-3ab6d070c471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:05.883563 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] Routers {'2736df00-1803-44b5-a5a4-aa6550967d09'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:52:05.884476 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2736df00-1803-44b5-a5a4-aa6550967d09'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:05.936019 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-42933b86-4e55-49c0-a7b6-cb7e29a74a32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:05.938394 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4a4c9e-15c3-40cc-9d05-151052691449 None None] DHCP port deletion for a36358c0-b900-4df5-ae69-1592404548f9 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:52:05.940465 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11763bbd-6063-492a-b052-399eddbb5238 None None] Network b2b841f6-29c1-4775-a401-39c16d1e0510 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:06.121777 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-4c4a4c9e-15c3-40cc-9d05-151052691449 None None] Deleting port 9bb2a7c9-896a-4fc6-8a80-d06383088920 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:06.122388 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4c4a4c9e-15c3-40cc-9d05-151052691449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:06.135186 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ed29d94b-7e9d-4ec1-b642-d3eacad9e855 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:06.200775 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42526) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:06.211090 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-762c02ab-f24a-4e37-92f9-6cb883b1c9a3 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.5290413 May 10 14:52:06.217236 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-11fbfae1-db6d-4a7a-a015-e848bbd439d1 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:06.297862 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed29d94b-7e9d-4ec1-b642-d3eacad9e855 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Network edc8c5cd-b3ee-4d0b-9ecb-fb453a324214 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:06.305230 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-ed29d94b-7e9d-4ec1-b642-d3eacad9e855 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:06.307766 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed29d94b-7e9d-4ec1-b642-d3eacad9e855 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:52:06.432858 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ed29d94b-7e9d-4ec1-b642-d3eacad9e855 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:06.436444 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692a4aa-7d0c-4fb0-8844-9fac52626db2 None None] Pushing event updated for resources: {'Port': ['ID=09013b67-dd8f-4ce7-b17d-66cdfb59a766,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:06.492070 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea950fe1-b9b9-4d8f-86d3-65ef82f06e9d req-c6b86442-eb24-4468-8ead-37e1cc7e1021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:06.495653 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ea950fe1-b9b9-4d8f-86d3-65ef82f06e9d req-c6b86442-eb24-4468-8ead-37e1cc7e1021 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0a94e7f1-24e9-4396-8e5a-bdce6ba6c905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.7036481 May 10 14:52:06.701780 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-77d2c018-0619-47c3-91db-54cea89ea83c None None] Allocated IP 2001:db8:2::2 (c557ec12-6e9c-4413-8b7a-b635800133e3/d2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7/51c4678e-6f3c-4ed7-9457-ddba5f28ac7b) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:06.713280 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29d94b-7e9d-4ec1-b642-d3eacad9e855 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Pushing event updated for resources: {'Port': ['ID=e40db52d-1875-4fe5-b882-2fe86c4f4e98,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:06.717237 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-11fbfae1-db6d-4a7a-a015-e848bbd439d1 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10806411'] for subnet, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:06.724913 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.resource_extend [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:52:06.745626 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-43aeaa3b-5668-4a7d-bd71-5e0bbd35b6c5 admin admin] For port c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:06.746275 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-43aeaa3b-5668-4a7d-bd71-5e0bbd35b6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:06.759206 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ed29d94b-7e9d-4ec1-b642-d3eacad9e855 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:06.787427 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:06.817950 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ad9e17b-c9b5-4bf0-bdad-8504b41feb24 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:07.065354 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-43aeaa3b-5668-4a7d-bd71-5e0bbd35b6c5 admin admin] Calling delete_port for c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5 owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:07.079016 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 6634dd16-02ce-4057-89fa-98ca4d81277f details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 14:52:07.101939 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad9e17b-c9b5-4bf0-bdad-8504b41feb24 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:07.125881 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] Set router 2736df00-1803-44b5-a5a4-aa6550967d09 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:52:07.146327 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-7ad9e17b-c9b5-4bf0-bdad-8504b41feb24 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:07.157123 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad9e17b-c9b5-4bf0-bdad-8504b41feb24 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:07.157715 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ad9e17b-c9b5-4bf0-bdad-8504b41feb24 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:07.166586 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9e17b-c9b5-4bf0-bdad-8504b41feb24 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=7e971d13-cf66-4402-a991-1cfd73c87b7f,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:07.192641 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a6c3e-cc4a-4cb3-ade3-20fff042209d req-b872f47c-a4b6-4c96-bbdc-8e6bdae41e35 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:07.194263 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ed5a6c3e-cc4a-4cb3-ade3-20fff042209d req-b872f47c-a4b6-4c96-bbdc-8e6bdae41e35 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 944 time: 0.5845942 May 10 14:52:07.274525 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7ad9e17b-c9b5-4bf0-bdad-8504b41feb24 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6683679 May 10 14:52:07.280852 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ea950fe1-b9b9-4d8f-86d3-65ef82f06e9d req-7043e49c-69d2-41fb-a411-421b7350d9cd service neutron] 10.222.0.86 "GET /v2.0/networks/0a94e7f1-24e9-4396-8e5a-bdce6ba6c905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7652991 May 10 14:52:07.282962 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42534) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:07.310882 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 2641f906-04eb-4495-86d4-ca268bbb3050, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2641f906-04eb-4495-86d4-ca268bbb3050,segment=NetworkSegment(d8db5e44-89b2-448a-b277-e449ac0bd72b),segment_id=d8db5e44-89b2-448a-b277-e449ac0bd72b)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:07.313086 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:07.314646 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ed5a6c3e-cc4a-4cb3-ade3-20fff042209d req-9c0ddd81-cff7-4c4e-94d8-2261482a288a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=72ac463a-5636-42a8-b5f1-fe032beb20d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122084 May 10 14:52:07.328227 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-11fbfae1-db6d-4a7a-a015-e848bbd439d1 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758962909305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-816438'] for subnet, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:07.381942 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fbfae1-db6d-4a7a-a015-e848bbd439d1 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:07.382651 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-11fbfae1-db6d-4a7a-a015-e848bbd439d1 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:07.383988 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-11fbfae1-db6d-4a7a-a015-e848bbd439d1 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "PUT /v2.0/subnets/8aaad22f-c895-4ec3-aa73-614d412dcb9e HTTP/1.1" status: 200 len: 826 time: 1.1820543 May 10 14:52:07.391183 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42538) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:07.391487 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:07.392272 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4980ca6f-0667-49af-b857-8e7e921c8439 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:07.394734 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-b58a0e01-0749-4d8f-a91e-0e68ff3cc1f5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:07.414398 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-43aeaa3b-5668-4a7d-bd71-5e0bbd35b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:07.511615 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbfae1-db6d-4a7a-a015-e848bbd439d1 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'Subnet': ['ID=8aaad22f-c895-4ec3-aa73-614d412dcb9e,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:07.576797 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eefd71f1-9ab3-46d5-98c8-20a24e351f67 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:07.656256 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] Transition to ACTIVE for port object b191c9c8-58bb-4153-b389-2aa0ff84cb8b will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:07.662019 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eefd71f1-9ab3-46d5-98c8-20a24e351f67 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:07.725584 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aeaa3b-5668-4a7d-bd71-5e0bbd35b6c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:07.755724 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eefd71f1-9ab3-46d5-98c8-20a24e351f67 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:07.803058 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd71f1-9ab3-46d5-98c8-20a24e351f67 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event deleted for resources: {'Subnet': ['ID=8aaad22f-c895-4ec3-aa73-614d412dcb9e,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:07.883267 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.resource_extend [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:52:07.934189 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:07.996992 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 4980ca6f-0667-49af-b857-8e7e921c8439 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:07.997517 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:08.004285 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eefd71f1-9ab3-46d5-98c8-20a24e351f67 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:08.036361 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-eefd71f1-9ab3-46d5-98c8-20a24e351f67 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b841f6-29c1-4775-a401-39c16d1e0510']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:08.051593 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-eefd71f1-9ab3-46d5-98c8-20a24e351f67 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb038fb-29a0-42b8-b312-e7ed332e932e') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:08.051915 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-eefd71f1-9ab3-46d5-98c8-20a24e351f67 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb038fb-29a0-42b8-b312-e7ed332e932e') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:08.067744 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eefd71f1-9ab3-46d5-98c8-20a24e351f67 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:08.088617 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eefd71f1-9ab3-46d5-98c8-20a24e351f67 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:08.097596 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eefd71f1-9ab3-46d5-98c8-20a24e351f67 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:52:08.098219 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eefd71f1-9ab3-46d5-98c8-20a24e351f67 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:52:08.119851 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:52:08.185436 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b58a0e01-0749-4d8f-a91e-0e68ff3cc1f5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:08.189566 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b58a0e01-0749-4d8f-a91e-0e68ff3cc1f5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:08.193362 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b58a0e01-0749-4d8f-a91e-0e68ff3cc1f5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:08.199480 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b58a0e01-0749-4d8f-a91e-0e68ff3cc1f5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:08.222973 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-43aeaa3b-5668-4a7d-bd71-5e0bbd35b6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:08.245400 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eefd71f1-9ab3-46d5-98c8-20a24e351f67 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:08.251186 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eefd71f1-9ab3-46d5-98c8-20a24e351f67 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:08.268009 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-69c48f2e-f425-46eb-9c31-3ab6d070c471 None None] Allocated IP 172.20.0.1 (52496e18-84e0-4bd5-86f9-4c4d252b665c/937f4277-ff28-449e-a8a2-f1763c3e70f4/2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:08.277702 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58a0e01-0749-4d8f-a91e-0e68ff3cc1f5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:08.280932 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b58a0e01-0749-4d8f-a91e-0e68ff3cc1f5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:08.291961 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-eefd71f1-9ab3-46d5-98c8-20a24e351f67 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/networks/b2b841f6-29c1-4775-a401-39c16d1e0510 HTTP/1.1" status: 204 len: 168 time: 0.8993688 May 10 14:52:08.292552 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42544) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:08.293361 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd71f1-9ab3-46d5-98c8-20a24e351f67 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event deleted for resources: {'Network': ['ID=b2b841f6-29c1-4775-a401-39c16d1e0510,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:08.336591 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd192e18-5466-4f27-be8f-d27ab25b207d tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] DELETE failed (client error): The resource could not be found. May 10 14:52:08.337095 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd192e18-5466-4f27-be8f-d27ab25b207d tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:52:08.343514 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dd192e18-5466-4f27-be8f-d27ab25b207d tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/networks/b2b841f6-29c1-4775-a401-39c16d1e0510 HTTP/1.1" status: 404 len: 339 time: 0.0460281 May 10 14:52:08.344849 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42548) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:08.354519 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-07edd78f-96e3-4638-9836-3fa93d53bfc7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1328485844', 'description': 'd1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:08.372987 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-07edd78f-96e3-4638-9836-3fa93d53bfc7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:08.373792 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ea950fe1-b9b9-4d8f-86d3-65ef82f06e9d req-389b0e47-4683-49eb-8647-72ae86e4f81a service neutron] 10.222.0.86 "GET /v2.0/networks/0a94e7f1-24e9-4396-8e5a-bdce6ba6c905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9604387 May 10 14:52:08.392140 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-07edd78f-96e3-4638-9836-3fa93d53bfc7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Usage tracker for resource:network and tenant:c16e63d28fdf4ee9913775a4f8676cd2 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:08.399910 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-07edd78f-96e3-4638-9836-3fa93d53bfc7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:08.415475 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-07edd78f-96e3-4638-9836-3fa93d53bfc7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:08.447739 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07edd78f-96e3-4638-9836-3fa93d53bfc7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Made reservation on behalf of c16e63d28fdf4ee9913775a4f8676cd2 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:08.456178 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-07edd78f-96e3-4638-9836-3fa93d53bfc7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:08.480569 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=2641f906-04eb-4495-86d4-ca268bbb3050,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:08.535143 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82b5066-782d-4dd7-ab62-e5bce648d001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-b2b841f6-29c1-4775-a401-39c16d1e0510', 'network_id': 'b2b841f6-29c1-4775-a401-39c16d1e0510', 'tenant_id': 'c16e63d28fdf4ee9913775a4f8676cd2', 'fixed_ips': [{'subnet_id': '8aaad22f-c895-4ec3-aa73-614d412dcb9e'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:52:08.535959 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c82b5066-782d-4dd7-ab62-e5bce648d001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:08.543821 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-43aeaa3b-5668-4a7d-bd71-5e0bbd35b6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:08.552783 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-43aeaa3b-5668-4a7d-bd71-5e0bbd35b6c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:08.632667 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07edd78f-96e3-4638-9836-3fa93d53bfc7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:52:08.649107 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-07edd78f-96e3-4638-9836-3fa93d53bfc7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:08.649430 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-07edd78f-96e3-4638-9836-3fa93d53bfc7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Added segment 9f5fa5a5-6d35-4c1c-847c-a2edef13498e of type vlan for network c40cfae5-0e40-498d-a67b-f7ac3b435d7a May 10 14:52:08.698583 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-43aeaa3b-5668-4a7d-bd71-5e0bbd35b6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:08.699078 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43aeaa3b-5668-4a7d-bd71-5e0bbd35b6c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e6d938e-c580-4278-b882-b47854d8c535 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:52:08.712225 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466a809-6e74-4160-8af1-3b289159911e req-76414a86-01ad-48ee-8c62-ef57c3bb0e5a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:08.714037 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1466a809-6e74-4160-8af1-3b289159911e req-76414a86-01ad-48ee-8c62-ef57c3bb0e5a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 944 time: 0.2367036 May 10 14:52:08.751752 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-43aeaa3b-5668-4a7d-bd71-5e0bbd35b6c5 admin admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:08.752868 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-43aeaa3b-5668-4a7d-bd71-5e0bbd35b6c5 admin admin] 10.222.0.79 "DELETE /v2.0/routers/6e6d938e-c580-4278-b882-b47854d8c535 HTTP/1.1" status: 204 len: 168 time: 4.9651325 May 10 14:52:08.755983 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42556) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:08.763111 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-07edd78f-96e3-4638-9836-3fa93d53bfc7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:08.794756 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-12aa88e7-e418-40e6-9cff-07b3d277748d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d938e-c580-4278-b882-b47854d8c535', 'name': 'tempest-ServerActionsTestJSON-492547824-router', 'tenant_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:48:01Z', 'updated_at': '2022-05-10T14:51:58Z', 'revision_number': 5, 'project_id': 'e85d52d37e7f49109dc18b97419f8c3b', 'gw_port': {'id': 'c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d938e-c580-4278-b882-b47854d8c535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:48:03Z', 'updated_at': '2022-05-10T14:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:08.797981 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e9eb6015-3322-4cd9-83e6-af8aa1f795de None None] Provisioning for port e40db52d-1875-4fe5-b882-2fe86c4f4e98 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:08.804420 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1466a809-6e74-4160-8af1-3b289159911e req-e91a87f8-b188-440f-ab04-e1ed4dbe2e97 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=72ac463a-5636-42a8-b5f1-fe032beb20d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838566 May 10 14:52:08.817623 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ed29d94b-7e9d-4ec1-b642-d3eacad9e855 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:08.845220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-07edd78f-96e3-4638-9836-3fa93d53bfc7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:08.867683 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07edd78f-96e3-4638-9836-3fa93d53bfc7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:08.874291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-07edd78f-96e3-4638-9836-3fa93d53bfc7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:08.887438 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ed29d94b-7e9d-4ec1-b642-d3eacad9e855 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:08.963745 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-4c4a4c9e-15c3-40cc-9d05-151052691449 None None] For port 9bb2a7c9-896a-4fc6-8a80-d06383088920, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=9bb2a7c9-896a-4fc6-8a80-d06383088920,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:08.964299 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4c4a4c9e-15c3-40cc-9d05-151052691449 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:08.980524 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12aa88e7-e418-40e6-9cff-07b3d277748d None None] Checking router: 6e6d938e-c580-4278-b882-b47854d8c535 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:52:08.996523 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ed29d94b-7e9d-4ec1-b642-d3eacad9e855 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:09.027837 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e9eb6015-3322-4cd9-83e6-af8aa1f795de None None] Provisioning complete for port e40db52d-1875-4fe5-b882-2fe86c4f4e98 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:09.028918 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e9eb6015-3322-4cd9-83e6-af8aa1f795de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:09.049577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07edd78f-96e3-4638-9836-3fa93d53bfc7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'Network': ['ID=c40cfae5-0e40-498d-a67b-f7ac3b435d7a,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:09.077267 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c0598e-b744-4509-b780-97c9ee2b2195 admin admin] Deleting subnet 131cfd62-1682-4197-8cdd-002e0ab415e5 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:52:09.080258 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-77d2c018-0619-47c3-91db-54cea89ea83c None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:09.082658 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-07edd78f-96e3-4638-9836-3fa93d53bfc7 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7356999 May 10 14:52:09.083497 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42560) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:09.124978 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network c40cfae5-0e40-498d-a67b-f7ac3b435d7a details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:52:09.138227 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea4cb3-51f1-41df-94f1-2212d384ed32 None None] Pushing event updated for resources: {'Port': ['ID=b191c9c8-58bb-4153-b389-2aa0ff84cb8b,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:09.154827 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d7c0598e-b744-4509-b780-97c9ee2b2195 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:09.181207 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29d94b-7e9d-4ec1-b642-d3eacad9e855 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Pushing event updated for resources: {'Port': ['ID=e40db52d-1875-4fe5-b882-2fe86c4f4e98,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:09.227060 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d7c0598e-b744-4509-b780-97c9ee2b2195 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:09.275175 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30287c1-c3be-45ed-b5e6-2943639a15a5 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:09.277191 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e30287c1-c3be-45ed-b5e6-2943639a15a5 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Synchronizing usage tracker for tenant:c16e63d28fdf4ee9913775a4f8676cd2 on resource:network {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:52:09.309778 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e30287c1-c3be-45ed-b5e6-2943639a15a5 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Unset dirty status for tenant:c16e63d28fdf4ee9913775a4f8676cd2 on resource:network {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:52:09.317049 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e30287c1-c3be-45ed-b5e6-2943639a15a5 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "GET /v2.0/networks?id=c40cfae5-0e40-498d-a67b-f7ac3b435d7a HTTP/1.1" status: 200 len: 765 time: 0.2311618 May 10 14:52:09.318191 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42566) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:09.325175 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-be0b80e2-4c67-450f-a9ed-500f408e2773 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Request body: {'network': {'description': 'd2'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:09.364803 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed29d94b-7e9d-4ec1-b642-d3eacad9e855 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Network edc8c5cd-b3ee-4d0b-9ecb-fb453a324214 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:09.393571 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-77d2c018-0619-47c3-91db-54cea89ea83c None None] Transition to ACTIVE for port object 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:09.405704 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-4c4a4c9e-15c3-40cc-9d05-151052691449 None None] Calling delete_port for 9bb2a7c9-896a-4fc6-8a80-d06383088920 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:09.424210 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-ed29d94b-7e9d-4ec1-b642-d3eacad9e855 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:09.481815 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] Attempting to bind port b191c9c8-58bb-4153-b389-2aa0ff84cb8b on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:52:09.482475 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] Attempting to bind port b191c9c8-58bb-4153-b389-2aa0ff84cb8b by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '94780ea6-7676-487d-8aa0-0506458c84f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:52:09.483018 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] Attempting to bind port b191c9c8-58bb-4153-b389-2aa0ff84cb8b on network da932762-4b76-4ec4-b141-b060febd4bab {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:52:09.490623 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aa88e7-e418-40e6-9cff-07b3d277748d None None] Routers set() bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:52:09.491257 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aa88e7-e418-40e6-9cff-07b3d277748d None None] Router IDs set() for agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 10 14:52:09.492084 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_agentschedulers_db [None req-12aa88e7-e418-40e6-9cff-07b3d277748d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6e6d938e-c580-4278-b882-b47854d8c535'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent'). {{(pid=88053) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 10 14:52:09.492658 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12aa88e7-e418-40e6-9cff-07b3d277748d None None] The sync data for ids ['6e6d938e-c580-4278-b882-b47854d8c535'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:52:09.516296 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 6634dd16-02ce-4057-89fa-98ca4d81277f, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=6634dd16-02ce-4057-89fa-98ca4d81277f,segment=NetworkSegment(65139a2f-4beb-49a7-a2f7-dd1bc58dad71),segment_id=65139a2f-4beb-49a7-a2f7-dd1bc58dad71)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:09.530718 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:52:09.531092 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] Checking segment: {'id': '94780ea6-7676-487d-8aa0-0506458c84f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:52:09.531493 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:09.531894 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] Bound using segment: {'id': '94780ea6-7676-487d-8aa0-0506458c84f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:52:09.532375 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] Bound port: b191c9c8-58bb-4153-b389-2aa0ff84cb8b, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94780ea6-7676-487d-8aa0-0506458c84f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:52:09.532765 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:09.570415 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8ed1a5-f970-4dfc-951e-e2bb4bae3f92 None None] Network b2b841f6-29c1-4775-a401-39c16d1e0510 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:09.603561 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e9eb6015-3322-4cd9-83e6-af8aa1f795de None None] Port e40db52d-1875-4fe5-b882-2fe86c4f4e98 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:52:09.606660 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6edb0747-795a-414f-8091-b3f9e923f001 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:09.673556 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-77d2c018-0619-47c3-91db-54cea89ea83c None None] Transition to ACTIVE for port object 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:09.682684 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '6634dd16-02ce-4057-89fa-98ca4d81277f', 'network_id': '0a94e7f1-24e9-4396-8e5a-bdce6ba6c905', 'port_id': '6634dd16-02ce-4057-89fa-98ca4d81277f', 'mac_address': 'fa:16:3e:8f:d0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864c6adf-5d01-488b-b565-0f5be86809f0', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 14:52:09.686182 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d7c0598e-b744-4509-b780-97c9ee2b2195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:09.708148 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8ed1a5-f970-4dfc-951e-e2bb4bae3f92 None None] Network b2b841f6-29c1-4775-a401-39c16d1e0510 could not be found, it might have been deleted concurrently. {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 10 14:52:09.710069 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-be0b80e2-4c67-450f-a9ed-500f408e2773 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:09.793295 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7393b2eb-7454-44a8-9c4a-5c690650aaa4 None None] Network b2b841f6-29c1-4775-a401-39c16d1e0510 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:09.806048 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.objects.ports [None req-b58a0e01-0749-4d8f-a91e-0e68ff3cc1f5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 10 14:52:09.807001 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-77d2c018-0619-47c3-91db-54cea89ea83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:09.817433 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-42933b86-4e55-49c0-a7b6-cb7e29a74a32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Allocated IP 2001:db8:2::1 (c557ec12-6e9c-4413-8b7a-b635800133e3/d2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7/42c370c5-d1a0-4ab3-836e-edb387d0b5b1) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:10.014341 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-be0b80e2-4c67-450f-a9ed-500f408e2773 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:10.076254 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be0b80e2-4c67-450f-a9ed-500f408e2773 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Network c40cfae5-0e40-498d-a67b-f7ac3b435d7a is not hosted by any dhcp agent {{(pid=88051) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 10 14:52:10.083360 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b80e2-4c67-450f-a9ed-500f408e2773 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:10.084296 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-be0b80e2-4c67-450f-a9ed-500f408e2773 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:10.085878 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-be0b80e2-4c67-450f-a9ed-500f408e2773 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "PUT /v2.0/networks/c40cfae5-0e40-498d-a67b-f7ac3b435d7a HTTP/1.1" status: 200 len: 762 time: 0.7666380 May 10 14:52:10.093054 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42574) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:10.186280 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7393b2eb-7454-44a8-9c4a-5c690650aaa4 None None] Network b2b841f6-29c1-4775-a401-39c16d1e0510 could not be found, it might have been deleted concurrently. {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 10 14:52:10.200469 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d2c018-0619-47c3-91db-54cea89ea83c None None] Network c557ec12-6e9c-4413-8b7a-b635800133e3 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:10.204848 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2c018-0619-47c3-91db-54cea89ea83c None None] Pushing event updated for resources: {'Port': ['ID=51c4678e-6f3c-4ed7-9457-ddba5f28ac7b,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:10.215769 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-69c48f2e-f425-46eb-9c31-3ab6d070c471 None None] For port 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb,segment=NetworkSegment(caaec6c5-943c-4291-8b5e-f1b36e5ca316),segment_id=caaec6c5-943c-4291-8b5e-f1b36e5ca316)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:10.219686 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-77d2c018-0619-47c3-91db-54cea89ea83c None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:10.229463 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d2c018-0619-47c3-91db-54cea89ea83c None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:52:10.242765 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:10.292521 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d7c0598e-b744-4509-b780-97c9ee2b2195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:10.310379 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4c4a4c9e-15c3-40cc-9d05-151052691449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:10.336077 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2736df00-1803-44b5-a5a4-aa6550967d09', 'name': 'tempest-TestVolumeBootPattern-2057801875-router', 'tenant_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '90660f56-8068-44ca-9c91-75ea42af9007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:28Z', 'updated_at': '2022-05-10T14:51:41Z', 'revision_number': 4, 'project_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'gw_port': {'id': '90660f56-8068-44ca-9c91-75ea42af9007', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2736df00-1803-44b5-a5a4-aa6550967d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:30Z', 'updated_at': '2022-05-10T14:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '09013b67-dd8f-4ce7-b17d-66cdfb59a766', 'name': '', 'network_id': 'e0d002d1-4e57-40fe-bfbb-66e6141ad195', 'tenant_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'mac_address': 'fa:16:3e:a0:7f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2736df00-1803-44b5-a5a4-aa6550967d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '592441a0-94bf-4d8c-ae77-8267334268a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:39Z', 'updated_at': '2022-05-10T14:52:04Z', 'revision_number': 4, 'project_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'subnets': [{'id': '592441a0-94bf-4d8c-ae77-8267334268a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:10.348566 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d7c0598e-b744-4509-b780-97c9ee2b2195 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:10.364526 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0598e-b744-4509-b780-97c9ee2b2195 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=131cfd62-1682-4197-8cdd-002e0ab415e5,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:10.370647 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d7c0598e-b744-4509-b780-97c9ee2b2195 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/131cfd62-1682-4197-8cdd-002e0ab415e5 HTTP/1.1" status: 204 len: 168 time: 1.6094561 May 10 14:52:10.372370 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42578) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:10.380593 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed29d94b-7e9d-4ec1-b642-d3eacad9e855 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Router e616e4fa-b92e-4f19-b58b-6325ed91420f has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:52:10.412966 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a4c9e-15c3-40cc-9d05-151052691449 None None] Pushing event deleted for resources: {'Port': ['ID=9bb2a7c9-896a-4fc6-8a80-d06383088920,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:10.417655 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e6230f-6e2a-4ec2-98cf-6a00e374375f None None] Network aa7afffa-e17d-4c0b-836c-b0db2fea3cec requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:10.435742 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4a4c9e-15c3-40cc-9d05-151052691449 None None] No DVR routers for this DVR port 9bb2a7c9-896a-4fc6-8a80-d06383088920 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:52:10.465858 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6634dd16-02ce-4057-89fa-98ca4d81277f {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:52:10.523684 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b32f0bdf-01a5-4149-83c1-3945eaf8a15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:10.534317 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.ipam_pluggable_backend [None req-b58a0e01-0749-4d8f-a91e-0e68ff3cc1f5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Port 9bb2a7c9-896a-4fc6-8a80-d06383088920 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88052) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 10 14:52:10.535366 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.ipam_pluggable_backend [None req-b58a0e01-0749-4d8f-a91e-0e68ff3cc1f5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Reverting IP allocation for 2001:db8::f816:3eff:fec3:7e11 {{(pid=88052) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 10 14:52:10.542216 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b58a0e01-0749-4d8f-a91e-0e68ff3cc1f5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:10.548776 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b80e2-4c67-450f-a9ed-500f408e2773 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'Network': ['ID=c40cfae5-0e40-498d-a67b-f7ac3b435d7a,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:10.553851 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0538b316-3283-44cd-8be7-9617af02afaa None None] The sync data for ids ['2736df00-1803-44b5-a5a4-aa6550967d09'] in dv-neutron-841204-2-hyperv is: [{'id': '2736df00-1803-44b5-a5a4-aa6550967d09', 'name': 'tempest-TestVolumeBootPattern-2057801875-router', 'tenant_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '90660f56-8068-44ca-9c91-75ea42af9007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:28Z', 'updated_at': '2022-05-10T14:51:41Z', 'revision_number': 4, 'project_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'gw_port': {'id': '90660f56-8068-44ca-9c91-75ea42af9007', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2736df00-1803-44b5-a5a4-aa6550967d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:30Z', 'updated_at': '2022-05-10T14:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '09013b67-dd8f-4ce7-b17d-66cdfb59a766', 'name': '', 'network_id': 'e0d002d1-4e57-40fe-bfbb-66e6141ad195', 'tenant_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'mac_address': 'fa:16:3e:a0:7f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2736df00-1803-44b5-a5a4-aa6550967d09', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '592441a0-94bf-4d8c-ae77-8267334268a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:39Z', 'updated_at': '2022-05-10T14:52:04Z', 'revision_number': 4, 'project_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'subnets': [{'id': '592441a0-94bf-4d8c-ae77-8267334268a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:52:10.588881 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d736372-3b3a-4f10-bea2-bc017011b857 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:10.590445 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9d736372-3b3a-4f10-bea2-bc017011b857 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "GET /v2.0/networks?id=c40cfae5-0e40-498d-a67b-f7ac3b435d7a HTTP/1.1" status: 200 len: 765 time: 0.4960186 May 10 14:52:10.616467 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42582) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:10.718930 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a0e01-0749-4d8f-a91e-0e68ff3cc1f5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=7a7b39a3-5e8b-4a30-b27f-31a1d1209e04,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:10.735650 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-b32f0bdf-01a5-4149-83c1-3945eaf8a15e admin admin] Deleting port 4ec0af6a-0c31-4305-9b6c-8b6d6263255f {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:10.736270 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b32f0bdf-01a5-4149-83c1-3945eaf8a15e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:10.742399 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 6edb0747-795a-414f-8091-b3f9e923f001 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:10.742786 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:10.772949 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58a0e01-0749-4d8f-a91e-0e68ff3cc1f5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:10.809630 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f70c89-3652-440a-8daa-0d0a11b2f638 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:10.822272 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network c40cfae5-0e40-498d-a67b-f7ac3b435d7a details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:52:10.856733 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea6c92-457c-49b4-9dcb-f4bc359556cc tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:10.861850 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3dea6c92-457c-49b4-9dcb-f4bc359556cc tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2422297 May 10 14:52:10.862659 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42586) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:10.914209 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-b58a0e01-0749-4d8f-a91e-0e68ff3cc1f5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:10.917823 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-42933b86-4e55-49c0-a7b6-cb7e29a74a32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:10.922632 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-77d2c018-0619-47c3-91db-54cea89ea83c None None] Attempting to bind port 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:52:10.922996 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-77d2c018-0619-47c3-91db-54cea89ea83c None None] Attempting to bind port 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '8eacff89-f8be-4eff-a18c-b33bf6440aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:52:10.923351 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d2c018-0619-47c3-91db-54cea89ea83c None None] Attempting to bind port 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b on network c557ec12-6e9c-4413-8b7a-b635800133e3 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:52:10.930310 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.resource_extend [None req-69c48f2e-f425-46eb-9c31-3ab6d070c471 None None] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:52:10.942500 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b842f014-862b-413d-a961-d83ab763f0ef tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Synchronizing usage tracker for tenant:c16e63d28fdf4ee9913775a4f8676cd2 on resource:subnet {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:52:10.945192 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58a0e01-0749-4d8f-a91e-0e68ff3cc1f5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:10.945788 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b58a0e01-0749-4d8f-a91e-0e68ff3cc1f5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:10.960067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5b284-370e-4a7b-8019-efea1e385019 req-158360c3-65f4-433d-9194-b1281d69fc34 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:10.961766 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-54f5b284-370e-4a7b-8019-efea1e385019 req-158360c3-65f4-433d-9194-b1281d69fc34 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 944 time: 0.7655847 May 10 14:52:11.038033 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-42933b86-4e55-49c0-a7b6-cb7e29a74a32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Transition to ACTIVE for port object 42c370c5-d1a0-4ab3-836e-edb387d0b5b1 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:11.077906 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 6634dd16-02ce-4057-89fa-98ca4d81277f, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=6634dd16-02ce-4057-89fa-98ca4d81277f,segment=NetworkSegment(65139a2f-4beb-49a7-a2f7-dd1bc58dad71),segment_id=65139a2f-4beb-49a7-a2f7-dd1bc58dad71)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:11.083614 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] For port b191c9c8-58bb-4153-b389-2aa0ff84cb8b, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:52:11.101888 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed29d94b-7e9d-4ec1-b642-d3eacad9e855 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:52:11.102504 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d2c018-0619-47c3-91db-54cea89ea83c None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:52:11.102878 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d2c018-0619-47c3-91db-54cea89ea83c None None] Checking segment: {'id': '8eacff89-f8be-4eff-a18c-b33bf6440aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:52:11.103271 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-77d2c018-0619-47c3-91db-54cea89ea83c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:11.103656 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d2c018-0619-47c3-91db-54cea89ea83c None None] Bound using segment: {'id': '8eacff89-f8be-4eff-a18c-b33bf6440aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:52:11.104131 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-77d2c018-0619-47c3-91db-54cea89ea83c None None] Bound port: 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eacff89-f8be-4eff-a18c-b33bf6440aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:52:11.105014 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-77d2c018-0619-47c3-91db-54cea89ea83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:11.112399 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ed29d94b-7e9d-4ec1-b642-d3eacad9e855 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "PUT /v2.0/routers/e616e4fa-b92e-4f19-b58b-6325ed91420f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2041075 May 10 14:52:11.122485 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42592) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:11.122802 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b58a0e01-0749-4d8f-a91e-0e68ff3cc1f5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8361061 May 10 14:52:11.125421 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fc4011-7bbd-428b-ab82-b10ebab3c363 None None] Sync routers for ids ['e616e4fa-b92e-4f19-b58b-6325ed91420f'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:52:11.126801 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42594) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:11.149556 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fc4011-7bbd-428b-ab82-b10ebab3c363 None None] Routers {'e616e4fa-b92e-4f19-b58b-6325ed91420f'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:52:11.150441 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-d9fc4011-7bbd-428b-ab82-b10ebab3c363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e616e4fa-b92e-4f19-b58b-6325ed91420f'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:11.183919 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-69c48f2e-f425-46eb-9c31-3ab6d070c471 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:11.220006 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-35b77b9e-1b40-4a14-b0ee-d713a5674a74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'mac_address': 'fa:16:3e:09:04:39', 'name': 'tempest-NetworksTestDHCPv6-420764377'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:11.232240 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-d9fc4011-7bbd-428b-ab82-b10ebab3c363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:11.245373 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fc4011-7bbd-428b-ab82-b10ebab3c363 None None] Routers {'e616e4fa-b92e-4f19-b58b-6325ed91420f'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:52:11.247509 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-d9fc4011-7bbd-428b-ab82-b10ebab3c363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e616e4fa-b92e-4f19-b58b-6325ed91420f'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:11.248300 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-42933b86-4e55-49c0-a7b6-cb7e29a74a32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:11.252913 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-5d8ccc5d-a1fa-4564-a846-88562c6a1b47 None None] Provisioning complete for port e40db52d-1875-4fe5-b882-2fe86c4f4e98 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:11.253825 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5d8ccc5d-a1fa-4564-a846-88562c6a1b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:11.279953 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-b32f0bdf-01a5-4149-83c1-3945eaf8a15e admin admin] For port 4ec0af6a-0c31-4305-9b6c-8b6d6263255f, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=4ec0af6a-0c31-4305-9b6c-8b6d6263255f,segment=NetworkSegment(76fe6fbd-5476-4144-9dd0-5971ebff891e),segment_id=76fe6fbd-5476-4144-9dd0-5971ebff891e)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:11.280135 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b32f0bdf-01a5-4149-83c1-3945eaf8a15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:11.314333 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-54f5b284-370e-4a7b-8019-efea1e385019 req-ebb6a002-ee1f-40bf-aefb-9a2acac650e2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=72ac463a-5636-42a8-b5f1-fe032beb20d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3426590 May 10 14:52:11.344720 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5d8ccc5d-a1fa-4564-a846-88562c6a1b47 None None] Port e40db52d-1875-4fe5-b882-2fe86c4f4e98 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:52:11.346602 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:11.392489 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-d9fc4011-7bbd-428b-ab82-b10ebab3c363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:11.392888 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fc4011-7bbd-428b-ab82-b10ebab3c363 None None] The sync data for ids ['e616e4fa-b92e-4f19-b58b-6325ed91420f'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:52:11.414355 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] For port b191c9c8-58bb-4153-b389-2aa0ff84cb8b, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b191c9c8-58bb-4153-b389-2aa0ff84cb8b,segment=NetworkSegment(94780ea6-7676-487d-8aa0-0506458c84f4),segment_id=94780ea6-7676-487d-8aa0-0506458c84f4)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:52:11.458951 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b842f014-862b-413d-a961-d83ab763f0ef tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Unset dirty status for tenant:c16e63d28fdf4ee9913775a4f8676cd2 on resource:subnet {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:52:11.460114 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b842f014-862b-413d-a961-d83ab763f0ef tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "GET /v2.0/subnets?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b HTTP/1.1" status: 200 len: 207 time: 0.5894499 May 10 14:52:11.465700 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42600) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:11.469612 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42933b86-4e55-49c0-a7b6-cb7e29a74a32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network c557ec12-6e9c-4413-8b7a-b635800133e3 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:11.477768 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-b32f0bdf-01a5-4149-83c1-3945eaf8a15e admin admin] Calling delete_port for 4ec0af6a-0c31-4305-9b6c-8b6d6263255f owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:11.516444 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-42933b86-4e55-49c0-a7b6-cb7e29a74a32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:11.518261 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42933b86-4e55-49c0-a7b6-cb7e29a74a32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Port': ['ID=42c370c5-d1a0-4ab3-836e-edb387d0b5b1,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:11.521214 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42933b86-4e55-49c0-a7b6-cb7e29a74a32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:52:11.521736 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-42933b86-4e55-49c0-a7b6-cb7e29a74a32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:11.542827 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-77d2c018-0619-47c3-91db-54cea89ea83c None None] For port 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:52:11.547752 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-77d2c018-0619-47c3-91db-54cea89ea83c None None] For port 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=51c4678e-6f3c-4ed7-9457-ddba5f28ac7b,segment=NetworkSegment(8eacff89-f8be-4eff-a18c-b33bf6440aad),segment_id=8eacff89-f8be-4eff-a18c-b33bf6440aad)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:52:11.592279 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-69c48f2e-f425-46eb-9c31-3ab6d070c471 None None] Transition to ACTIVE for port object 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:11.598449 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-77d2c018-0619-47c3-91db-54cea89ea83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:11.601514 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:11.617337 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-843e2d1f-4695-4f34-a415-4f4fb21fbd7d tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:11.668302 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-69c48f2e-f425-46eb-9c31-3ab6d070c471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:11.694167 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['6634dd16-02ce-4057-89fa-98ca4d81277f'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 14:52:11.761483 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5bd56288-17e8-4b93-a894-64ec6a3988eb up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:11.791116 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-35b77b9e-1b40-4a14-b0ee-d713a5674a74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:11.791511 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b32f0bdf-01a5-4149-83c1-3945eaf8a15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:11.801907 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-35b77b9e-1b40-4a14-b0ee-d713a5674a74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:port and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:11.809282 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-35b77b9e-1b40-4a14-b0ee-d713a5674a74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:11.820377 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-35b77b9e-1b40-4a14-b0ee-d713a5674a74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:11.839849 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-843e2d1f-4695-4f34-a415-4f4fb21fbd7d tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] delete failed (client error): There was a conflict when trying to complete your request. May 10 14:52:11.842478 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-843e2d1f-4695-4f34-a415-4f4fb21fbd7d tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "DELETE /v2.0/routers/e616e4fa-b92e-4f19-b58b-6325ed91420f HTTP/1.1" status: 409 len: 329 time: 0.7105727 May 10 14:52:11.844873 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42604) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:11.907058 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71b6622-d420-4d41-9eff-4e9b33f7ab17 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:11.917507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71b6622-d420-4d41-9eff-4e9b33f7ab17 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:11.929712 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71b6622-d420-4d41-9eff-4e9b33f7ab17 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:11.946258 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71b6622-d420-4d41-9eff-4e9b33f7ab17 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:11.946497 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=6634dd16-02ce-4057-89fa-98ca4d81277f,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:11.949139 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] Routers {'9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:52:11.949757 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:11.969086 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71b6622-d420-4d41-9eff-4e9b33f7ab17 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:11.981092 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71b6622-d420-4d41-9eff-4e9b33f7ab17 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:11.982823 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c71b6622-d420-4d41-9eff-4e9b33f7ab17 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Synchronizing usage tracker for tenant:c16e63d28fdf4ee9913775a4f8676cd2 on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:52:11.999830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32f0bdf-01a5-4149-83c1-3945eaf8a15e admin admin] No DVR routers for this DVR port 4ec0af6a-0c31-4305-9b6c-8b6d6263255f on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:52:12.068434 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b77b9e-1b40-4a14-b0ee-d713a5674a74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:12.227422 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f0bdf-01a5-4149-83c1-3945eaf8a15e admin admin] Pushing event deleted for resources: {'Port': ['ID=4ec0af6a-0c31-4305-9b6c-8b6d6263255f,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:12.267566 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-42933b86-4e55-49c0-a7b6-cb7e29a74a32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:12.296533 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c71b6622-d420-4d41-9eff-4e9b33f7ab17 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Unset dirty status for tenant:c16e63d28fdf4ee9913775a4f8676cd2 on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:52:12.307832 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c71b6622-d420-4d41-9eff-4e9b33f7ab17 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.8373673 May 10 14:52:12.313892 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42610) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:12.348958 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b32f0bdf-01a5-4149-83c1-3945eaf8a15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:12.361778 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] Set router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:52:12.719075 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-b32f0bdf-01a5-4149-83c1-3945eaf8a15e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7afffa-e17d-4c0b-836c-b0db2fea3cec']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:12.746514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-b32f0bdf-01a5-4149-83c1-3945eaf8a15e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76fe6fbd-5476-4144-9dd0-5971ebff891e') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:12.746815 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-b32f0bdf-01a5-4149-83c1-3945eaf8a15e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76fe6fbd-5476-4144-9dd0-5971ebff891e') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:12.775100 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b32f0bdf-01a5-4149-83c1-3945eaf8a15e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:12.816062 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b32f0bdf-01a5-4149-83c1-3945eaf8a15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:12.839817 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b32f0bdf-01a5-4149-83c1-3945eaf8a15e admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:52:12.840220 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b32f0bdf-01a5-4149-83c1-3945eaf8a15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:52:12.871162 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:52:12.896121 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7c07b209-b0c3-4668-8430-596c178f4ddf tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.5809939 May 10 14:52:12.953353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42616) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:12.974283 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2c018-0619-47c3-91db-54cea89ea83c None None] Pushing event updated for resources: {'Port': ['ID=51c4678e-6f3c-4ed7-9457-ddba5f28ac7b,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:13.117449 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b32f0bdf-01a5-4149-83c1-3945eaf8a15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:13.141725 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b32f0bdf-01a5-4149-83c1-3945eaf8a15e admin admin] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:13.166816 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d33f52f-0eb1-4a4f-a5ca-361f69791385 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:13.168322 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d33f52f-0eb1-4a4f-a5ca-361f69791385 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:13.170443 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d33f52f-0eb1-4a4f-a5ca-361f69791385 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:13.172434 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d33f52f-0eb1-4a4f-a5ca-361f69791385 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:13.173949 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d33f52f-0eb1-4a4f-a5ca-361f69791385 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:13.174931 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1d33f52f-0eb1-4a4f-a5ca-361f69791385 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Synchronizing usage tracker for tenant:c16e63d28fdf4ee9913775a4f8676cd2 on resource:subnet {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:52:13.191579 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f0bdf-01a5-4149-83c1-3945eaf8a15e admin admin] Pushing event deleted for resources: {'Network': ['ID=aa7afffa-e17d-4c0b-836c-b0db2fea3cec,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:13.194806 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1d33f52f-0eb1-4a4f-a5ca-361f69791385 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Unset dirty status for tenant:c16e63d28fdf4ee9913775a4f8676cd2 on resource:subnet {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:52:13.195951 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1d33f52f-0eb1-4a4f-a5ca-361f69791385 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2419913 May 10 14:52:13.200998 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42620) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:13.256440 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b32f0bdf-01a5-4149-83c1-3945eaf8a15e admin admin] 10.222.0.79 "DELETE /v2.0/networks/aa7afffa-e17d-4c0b-836c-b0db2fea3cec HTTP/1.1" status: 204 len: 168 time: 2.8705559 May 10 14:52:13.295796 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea4cb3-51f1-41df-94f1-2212d384ed32 None None] Pushing event updated for resources: {'Port': ['ID=b191c9c8-58bb-4153-b389-2aa0ff84cb8b,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:13.299237 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 5bd56288-17e8-4b93-a894-64ec6a3988eb completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:13.314649 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e630057a-7efe-4312-b6c0-7adcb684e949 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['shared'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:13.316569 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e630057a-7efe-4312-b6c0-7adcb684e949 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['shared'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:13.317990 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e630057a-7efe-4312-b6c0-7adcb684e949 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['shared'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:13.319406 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e630057a-7efe-4312-b6c0-7adcb684e949 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['shared'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:13.320786 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e630057a-7efe-4312-b6c0-7adcb684e949 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['shared'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:13.332207 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e630057a-7efe-4312-b6c0-7adcb684e949 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1220787 May 10 14:52:13.333186 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42628) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:13.362368 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bbc419-a60a-4c67-b523-e668863cf9dd None None] Network 52496e18-84e0-4bd5-86f9-4c4d252b665c requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:13.418189 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 5bd56288-17e8-4b93-a894-64ec6a3988eb triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:13.418858 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:13.453772 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-42933b86-4e55-49c0-a7b6-cb7e29a74a32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:13.502115 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-42933b86-4e55-49c0-a7b6-cb7e29a74a32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:13.503249 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-42933b86-4e55-49c0-a7b6-cb7e29a74a32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:13.603732 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42632) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:13.643821 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42933b86-4e55-49c0-a7b6-cb7e29a74a32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Port': ['ID=42c370c5-d1a0-4ab3-836e-edb387d0b5b1,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:13.680610 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-a36358c0-b900-4df5-ae69-1592404548f9', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'fixed_ips': [{'subnet_id': '7a7b39a3-5e8b-4a30-b27f-31a1d1209e04'}, {'subnet_id': '7e971d13-cf66-4402-a991-1cfd73c87b7f'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:52:13.681476 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:13.698543 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0c88b019-a2e8-4210-87ab-5f6901df3a20 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e85d52d37e7f49109dc18b97419f8c3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0935671 May 10 14:52:13.701890 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42636) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:13.752253 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da35550c-6b1b-40f8-a4e2-6180d8f9db55 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:13.759286 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-da35550c-6b1b-40f8-a4e2-6180d8f9db55 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "GET /v2.0/networks/8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6 HTTP/1.1" status: 200 len: 804 time: 0.4200177 May 10 14:52:13.764229 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42640) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:13.788961 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a61b7b-e99f-4e17-8662-b06f84f3a627 None None] Network c557ec12-6e9c-4413-8b7a-b635800133e3 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:13.837439 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e98229-36f7-43d0-a86c-20487fa07b01 None None] DHCP port deletion for aa7afffa-e17d-4c0b-836c-b0db2fea3cec request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:52:13.946236 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c5d97f1d-a513-494c-8100-59c6224b5643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:14.010988 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c5d97f1d-a513-494c-8100-59c6224b5643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:14.027162 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e072afae-7163-4e38-91f0-fda8a2093424 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "GET /v2.0/networks/8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2609832 May 10 14:52:14.037032 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42644) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:14.074569 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-67e81d30-65bd-416b-a46e-91cab1de5a62 None None] Provisioning for port 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:14.086309 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c5d97f1d-a513-494c-8100-59c6224b5643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:14.096967 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-35b77b9e-1b40-4a14-b0ee-d713a5674a74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:14.104234 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c48f2e-f425-46eb-9c31-3ab6d070c471 None None] Pushing event updated for resources: {'Port': ['ID=2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:14.117058 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d97f1d-a513-494c-8100-59c6224b5643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fecb90-7dd8-4b14-914b-d6d3818a8470,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:14.127547 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c5d97f1d-a513-494c-8100-59c6224b5643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:14.131108 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c5d97f1d-a513-494c-8100-59c6224b5643 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/53fecb90-7dd8-4b14-914b-d6d3818a8470 HTTP/1.1" status: 204 len: 168 time: 0.4260757 May 10 14:52:14.180017 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beeb31a-46c5-4de6-a645-4a76a3518ea3 req-31396ae6-f529-47e9-b719-fed59f1f06a7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:14.181807 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5beeb31a-46c5-4de6-a645-4a76a3518ea3 req-31396ae6-f529-47e9-b719-fed59f1f06a7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 945 time: 1.5075266 May 10 14:52:14.243178 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-35b77b9e-1b40-4a14-b0ee-d713a5674a74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] device_id is not set on port 7a614b99-e79b-43dc-a93b-de4e7a28e57f yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:52:14.279790 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:14.375815 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:52:11Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None, '_interfaces': [{'id': '42c370c5-d1a0-4ab3-836e-edb387d0b5b1', 'name': '', 'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:98:36:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:06Z', 'updated_at': '2022-05-10T14:52:09Z', 'revision_number': 1, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b191c9c8-58bb-4153-b389-2aa0ff84cb8b', 'name': '', 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:76:74:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:49Z', 'updated_at': '2022-05-10T14:52:10Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d431ec-bb90-4d1c-91d8-e1eb4030409c', 'name': '', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:ae:4f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:37Z', 'updated_at': '2022-05-10T14:51:57Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:14.406355 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2011a2-1735-4aba-aea4-fc73cbb9bd90 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:14.412166 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42660) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:14.412327 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-da2011a2-1735-4aba-aea4-fc73cbb9bd90 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "GET /v2.0/subnets/bcb267c5-8840-4b87-bf87-3674b167fa4d HTTP/1.1" status: 200 len: 843 time: 0.3693695 May 10 14:52:14.425637 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42933b86-4e55-49c0-a7b6-cb7e29a74a32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network c557ec12-6e9c-4413-8b7a-b635800133e3 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:14.439385 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-42933b86-4e55-49c0-a7b6-cb7e29a74a32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:14.457616 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5beeb31a-46c5-4de6-a645-4a76a3518ea3 req-6462f0fe-5f75-4515-978b-a2e59ecdc111 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=72ac463a-5636-42a8-b5f1-fe032beb20d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582686 May 10 14:52:14.500944 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8fc987-b330-4c53-931d-726a1eb08b6d None None] The sync data for ids ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'] in dv-neutron-841204-2-hyperv is: [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:52:11Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None, '_interfaces': [{'id': '42c370c5-d1a0-4ab3-836e-edb387d0b5b1', 'name': '', 'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:98:36:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:06Z', 'updated_at': '2022-05-10T14:52:09Z', 'revision_number': 1, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b191c9c8-58bb-4153-b389-2aa0ff84cb8b', 'name': '', 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:76:74:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:49Z', 'updated_at': '2022-05-10T14:52:10Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d431ec-bb90-4d1c-91d8-e1eb4030409c', 'name': '', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:ae:4f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:37Z', 'updated_at': '2022-05-10T14:51:57Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:52:14.605169 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3224f1d3-1cec-407d-9d4d-b79d3cf6c254 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['shared'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:14.621768 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3224f1d3-1cec-407d-9d4d-b79d3cf6c254 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "GET /v2.0/subnets/bcb267c5-8840-4b87-bf87-3674b167fa4d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2080684 May 10 14:52:14.622384 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42666) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:14.627895 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-b5ccebf4-a5f1-4fc0-a61d-a2ce3fc182fd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1990740464'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:14.642072 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b5ccebf4-a5f1-4fc0-a61d-a2ce3fc182fd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:14.653414 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-9f90e894-409a-46bc-845f-7b111737ddb2 None None] Provisioning for port 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:14.655306 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b5ccebf4-a5f1-4fc0-a61d-a2ce3fc182fd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:14.677295 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ccebf4-a5f1-4fc0-a61d-a2ce3fc182fd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Made reservation on behalf of c16e63d28fdf4ee9913775a4f8676cd2 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:14.682997 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b5ccebf4-a5f1-4fc0-a61d-a2ce3fc182fd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:14.740554 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ccebf4-a5f1-4fc0-a61d-a2ce3fc182fd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:52:14.771480 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b5ccebf4-a5f1-4fc0-a61d-a2ce3fc182fd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:14.771836 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-b5ccebf4-a5f1-4fc0-a61d-a2ce3fc182fd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Added segment aab67d66-c461-4736-8b26-a972fc3cfff6 of type vlan for network 9980e700-078b-40ac-95e3-3b653a03fc30 May 10 14:52:14.824085 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 5bd56288-17e8-4b93-a894-64ec6a3988eb, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=5bd56288-17e8-4b93-a894-64ec6a3988eb,segment=NetworkSegment(65139a2f-4beb-49a7-a2f7-dd1bc58dad71),segment_id=65139a2f-4beb-49a7-a2f7-dd1bc58dad71)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:14.826618 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b5ccebf4-a5f1-4fc0-a61d-a2ce3fc182fd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:14.890565 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:14.895958 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b5ccebf4-a5f1-4fc0-a61d-a2ce3fc182fd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:14.901772 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ccebf4-a5f1-4fc0-a61d-a2ce3fc182fd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:14.902380 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b5ccebf4-a5f1-4fc0-a61d-a2ce3fc182fd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:14.922034 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42933b86-4e55-49c0-a7b6-cb7e29a74a32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:52:15.167683 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b5ccebf4-a5f1-4fc0-a61d-a2ce3fc182fd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5441864 May 10 14:52:15.178586 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42678) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:15.184797 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccebf4-a5f1-4fc0-a61d-a2ce3fc182fd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'Network': ['ID=9980e700-078b-40ac-95e3-3b653a03fc30,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:15.194337 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-29c44b36-5e3c-4429-b160-db1f6f3e3943 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Request body: {'subnet': {'network_id': '9980e700-078b-40ac-95e3-3b653a03fc30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:15.260739 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 9980e700-078b-40ac-95e3-3b653a03fc30 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:52:15.420772 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-29c44b36-5e3c-4429-b160-db1f6f3e3943 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:15.433363 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-29c44b36-5e3c-4429-b160-db1f6f3e3943 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:15.449377 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c44b36-5e3c-4429-b160-db1f6f3e3943 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Made reservation on behalf of c16e63d28fdf4ee9913775a4f8676cd2 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:15.453613 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-29c44b36-5e3c-4429-b160-db1f6f3e3943 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:15.453988 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 6634dd16-02ce-4057-89fa-98ca4d81277f up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:15.640244 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42933b86-4e55-49c0-a7b6-cb7e29a74a32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:52:15.652389 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d0424f7d-7036-4e7f-9cd2-941706692350 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:15.732140 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:15.789988 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-42933b86-4e55-49c0-a7b6-cb7e29a74a32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/routers/9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8567939 May 10 14:52:15.797857 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42702) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:15.818311 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-b203520d-79ec-40d1-97cd-53c57f278846 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1146366665'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:15.825814 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b203520d-79ec-40d1-97cd-53c57f278846 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:15.834984 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b203520d-79ec-40d1-97cd-53c57f278846 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:network and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:15.838330 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b203520d-79ec-40d1-97cd-53c57f278846 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:15.850773 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b203520d-79ec-40d1-97cd-53c57f278846 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:15.866751 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.ipam_backend_mixin [None req-29c44b36-5e3c-4429-b160-db1f6f3e3943 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Performing IP validity checks on allocation pools {{(pid=88052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 10 14:52:15.870918 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.ipam_backend_mixin [None req-29c44b36-5e3c-4429-b160-db1f6f3e3943 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 10 14:52:15.877505 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b203520d-79ec-40d1-97cd-53c57f278846 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Made reservation on behalf of ab426055898a431ea72055cf37c2d0b5 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:15.882417 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b203520d-79ec-40d1-97cd-53c57f278846 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:15.935791 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42706) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:15.953848 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] Allocated IP 172.20.0.2 (a36358c0-b900-4df5-ae69-1592404548f9/7e971d13-cf66-4402-a991-1cfd73c87b7f/045ed45c-7fff-42b8-8d18-d3d43dcac27c) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:15.970784 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=5bd56288-17e8-4b93-a894-64ec6a3988eb,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:15.986228 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b203520d-79ec-40d1-97cd-53c57f278846 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:52:15.988699 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] Allocated IP 2001:db8::f816:3eff:fe0f:c53 (a36358c0-b900-4df5-ae69-1592404548f9/7a7b39a3-5e8b-4a30-b27f-31a1d1209e04/045ed45c-7fff-42b8-8d18-d3d43dcac27c) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:16.029011 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b203520d-79ec-40d1-97cd-53c57f278846 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:16.029734 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-b203520d-79ec-40d1-97cd-53c57f278846 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Added segment fd752abf-2a0b-42ac-b154-8a0501704882 of type vlan for network 4b1a881f-f7b1-4fc6-8fba-af8401d52806 May 10 14:52:16.193280 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-8976e46e-ec59-4762-8b3a-a86f536f2976 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-455310979'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:16.204095 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8976e46e-ec59-4762-8b3a-a86f536f2976 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:16.213322 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8976e46e-ec59-4762-8b3a-a86f536f2976 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Usage tracker for resource:network and tenant:88047def7c784f85810e328e8ab79f4b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:16.216465 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8976e46e-ec59-4762-8b3a-a86f536f2976 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:16.223315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8976e46e-ec59-4762-8b3a-a86f536f2976 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:16.224261 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port 6634dd16-02ce-4057-89fa-98ca4d81277f completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:16.248183 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b203520d-79ec-40d1-97cd-53c57f278846 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:16.263075 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8976e46e-ec59-4762-8b3a-a86f536f2976 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Made reservation on behalf of 88047def7c784f85810e328e8ab79f4b for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:16.285453 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8976e46e-ec59-4762-8b3a-a86f536f2976 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:16.287455 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 6634dd16-02ce-4057-89fa-98ca4d81277f triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:16.287978 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:16.329719 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8976e46e-ec59-4762-8b3a-a86f536f2976 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:16.382000 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bbaba-a179-4434-8185-4202ff254f7b req-d252e687-c1e5-4772-ac17-903b5b950b08 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:16.384181 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4b4bbaba-a179-4434-8185-4202ff254f7b req-d252e687-c1e5-4772-ac17-903b5b950b08 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 945 time: 0.5924842 May 10 14:52:16.404174 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8976e46e-ec59-4762-8b3a-a86f536f2976 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:16.419183 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:16.419560 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:16.420495 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8976e46e-ec59-4762-8b3a-a86f536f2976 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Usage tracker for resource:security_group_rule and tenant:88047def7c784f85810e328e8ab79f4b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:16.427425 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8976e46e-ec59-4762-8b3a-a86f536f2976 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:16.438489 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b203520d-79ec-40d1-97cd-53c57f278846 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:16.444811 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b203520d-79ec-40d1-97cd-53c57f278846 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:16.445809 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b203520d-79ec-40d1-97cd-53c57f278846 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:16.453237 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8976e46e-ec59-4762-8b3a-a86f536f2976 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:16.487308 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4b4bbaba-a179-4434-8185-4202ff254f7b req-dd3a4454-7fc1-4fbe-9ab4-e32202844732 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=72ac463a-5636-42a8-b5f1-fe032beb20d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889666 May 10 14:52:16.492723 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-29c44b36-5e3c-4429-b160-db1f6f3e3943 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:16.604784 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-d0424f7d-7036-4e7f-9cd2-941706692350 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Deleting port e40db52d-1875-4fe5-b882-2fe86c4f4e98 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:16.605391 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d0424f7d-7036-4e7f-9cd2-941706692350 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:16.825141 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] Sync routers for ids ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:52:16.870570 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b203520d-79ec-40d1-97cd-53c57f278846 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0620420 May 10 14:52:16.875056 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42712) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:16.878827 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203520d-79ec-40d1-97cd-53c57f278846 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Network': ['ID=4b1a881f-f7b1-4fc6-8fba-af8401d52806,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:16.881969 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-6b23851c-97c1-4403-89a7-83f7dbd54d32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'subnet': {'network_id': '4b1a881f-f7b1-4fc6-8fba-af8401d52806', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:16.917687 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:17.012094 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] Routers {'9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:52:17.012756 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:17.064677 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d0424f7d-7036-4e7f-9cd2-941706692350 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:17.076112 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6b23851c-97c1-4403-89a7-83f7dbd54d32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:17.085787 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8976e46e-ec59-4762-8b3a-a86f536f2976 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:17.100460 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c44b36-5e3c-4429-b160-db1f6f3e3943 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'Subnet': ['ID=ff48c766-f6e8-4a2a-be0d-de0fd0ae98a2,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:17.129424 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8976e46e-ec59-4762-8b3a-a86f536f2976 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:17.138619 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6b23851c-97c1-4403-89a7-83f7dbd54d32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:subnet and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:17.179512 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976e46e-ec59-4762-8b3a-a86f536f2976 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e332b9e1-b8f4-45f4-b698-c0a80ea2da90,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:17.190305 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c44b36-5e3c-4429-b160-db1f6f3e3943 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Checking segment: {'id': 'aab67d66-c461-4736-8b26-a972fc3cfff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9980e700-078b-40ac-95e3-3b653a03fc30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:52:17.190889 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c44b36-5e3c-4429-b160-db1f6f3e3943 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Network hostable DHCP agents. Network: 9980e700-078b-40ac-95e3-3b653a03fc30, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:52:17.200250 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8976e46e-ec59-4762-8b3a-a86f536f2976 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:52:17.207515 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6b23851c-97c1-4403-89a7-83f7dbd54d32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:17.217944 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-d0424f7d-7036-4e7f-9cd2-941706692350 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Calling delete_port for e40db52d-1875-4fe5-b882-2fe86c4f4e98 owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:17.218758 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8976e46e-ec59-4762-8b3a-a86f536f2976 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:17.219172 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-8976e46e-ec59-4762-8b3a-a86f536f2976 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Added segment 716c6d07-37e4-4338-84ae-423c007ba8e7 of type vlan for network 113e61de-e248-4143-b3ca-8668078e0bea May 10 14:52:17.232550 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] Set router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:52:17.246891 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c44b36-5e3c-4429-b160-db1f6f3e3943 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Network 9980e700-078b-40ac-95e3-3b653a03fc30 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:52:17.259490 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8976e46e-ec59-4762-8b3a-a86f536f2976 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:17.261791 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6b23851c-97c1-4403-89a7-83f7dbd54d32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:17.275424 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-29c44b36-5e3c-4429-b160-db1f6f3e3943 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 9980e700-078b-40ac-95e3-3b653a03fc30) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:17.295512 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c44b36-5e3c-4429-b160-db1f6f3e3943 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:17.296740 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-29c44b36-5e3c-4429-b160-db1f6f3e3943 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:17.299451 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b23851c-97c1-4403-89a7-83f7dbd54d32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Made reservation on behalf of ab426055898a431ea72055cf37c2d0b5 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:17.304159 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6b23851c-97c1-4403-89a7-83f7dbd54d32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:17.305495 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 4b1a881f-f7b1-4fc6-8fba-af8401d52806 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:52:17.333345 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8976e46e-ec59-4762-8b3a-a86f536f2976 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:17.342081 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8976e46e-ec59-4762-8b3a-a86f536f2976 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:17.342823 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8976e46e-ec59-4762-8b3a-a86f536f2976 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:17.343088 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6e8e89-d99c-46aa-b800-6b5383dc9137 None None] Network 9980e700-078b-40ac-95e3-3b653a03fc30 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:17.444890 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-29c44b36-5e3c-4429-b160-db1f6f3e3943 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.2638786 May 10 14:52:17.454837 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42718) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:17.470746 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8976e46e-ec59-4762-8b3a-a86f536f2976 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5332639 May 10 14:52:17.477696 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42722) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:17.477908 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-aed531cf-6e8d-4507-9b16-cc71235413f9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:17.480688 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-b1d60f5f-d71c-474c-a93d-70a37a51528e tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Request body: {'subnet': {'network_id': '113e61de-e248-4143-b3ca-8668078e0bea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:17.503917 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4209a42b-7170-4d61-a66e-f5396c7f3558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6634dd16-02ce-4057-89fa-98ca4d81277f'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:52:17.567187 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device f9d431ec-bb90-4d1c-91d8-e1eb4030409c up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:17.621155 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976e46e-ec59-4762-8b3a-a86f536f2976 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Pushing event updated for resources: {'Network': ['ID=113e61de-e248-4143-b3ca-8668078e0bea,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:17.640716 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 6634dd16-02ce-4057-89fa-98ca4d81277f, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=6634dd16-02ce-4057-89fa-98ca4d81277f,segment=NetworkSegment(65139a2f-4beb-49a7-a2f7-dd1bc58dad71),segment_id=65139a2f-4beb-49a7-a2f7-dd1bc58dad71)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:17.688199 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d0424f7d-7036-4e7f-9cd2-941706692350 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:17.720648 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b1d60f5f-d71c-474c-a93d-70a37a51528e tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:17.728604 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b1d60f5f-d71c-474c-a93d-70a37a51528e tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Usage tracker for resource:subnet and tenant:88047def7c784f85810e328e8ab79f4b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:17.736881 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b1d60f5f-d71c-474c-a93d-70a37a51528e tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:17.745364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b1d60f5f-d71c-474c-a93d-70a37a51528e tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:17.757828 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0424f7d-7036-4e7f-9cd2-941706692350 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Pushing event deleted for resources: {'Port': ['ID=e40db52d-1875-4fe5-b882-2fe86c4f4e98,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:17.761315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d60f5f-d71c-474c-a93d-70a37a51528e tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Made reservation on behalf of 88047def7c784f85810e328e8ab79f4b for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:17.766837 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b1d60f5f-d71c-474c-a93d-70a37a51528e tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:17.869140 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 113e61de-e248-4143-b3ca-8668078e0bea details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:52:17.897007 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c2bd3bd-d5f3-4ad0-bdf5-b48461a8340f'] response: {'server_uuid': '4209a42b-7170-4d61-a66e-f5396c7f3558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6634dd16-02ce-4057-89fa-98ca4d81277f', 'code': 200} May 10 14:52:17.905185 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2080ab56-a968-4dbd-afc8-dba0a24b5c4e None None] Provisioning for port 42c370c5-d1a0-4ab3-836e-edb387d0b5b1 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:17.908644 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:17.915066 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:18.332351 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795916ef-e03a-4da7-bfd6-859f87178359 req-5875e2ae-0ebe-48f6-be90-e89900a870bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:18.348931 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-795916ef-e03a-4da7-bfd6-859f87178359 req-5875e2ae-0ebe-48f6-be90-e89900a870bc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 1099 time: 0.2035153 May 10 14:52:18.363436 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b1d60f5f-d71c-474c-a93d-70a37a51528e tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:18.398222 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6b23851c-97c1-4403-89a7-83f7dbd54d32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:18.405468 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2080ab56-a968-4dbd-afc8-dba0a24b5c4e None None] Provisioning complete for port 42c370c5-d1a0-4ab3-836e-edb387d0b5b1 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:18.406462 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2080ab56-a968-4dbd-afc8-dba0a24b5c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:18.440925 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d60f5f-d71c-474c-a93d-70a37a51528e tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Pushing event updated for resources: {'Subnet': ['ID=348e8be7-1d41-48d8-8f11-ad0c72a565f6,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:18.466673 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-795916ef-e03a-4da7-bfd6-859f87178359 req-b9b7c0ad-8f7e-4977-8035-bcde94996a57 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=72ac463a-5636-42a8-b5f1-fe032beb20d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167269 May 10 14:52:18.491742 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d60f5f-d71c-474c-a93d-70a37a51528e tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Checking segment: {'id': '716c6d07-37e4-4338-84ae-423c007ba8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '113e61de-e248-4143-b3ca-8668078e0bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:52:18.492653 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d60f5f-d71c-474c-a93d-70a37a51528e tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Network hostable DHCP agents. Network: 113e61de-e248-4143-b3ca-8668078e0bea, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:52:18.495507 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-2080ab56-a968-4dbd-afc8-dba0a24b5c4e None None] Port 42c370c5-d1a0-4ab3-836e-edb387d0b5b1 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:52:18.498774 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] Transition to ACTIVE for port object 045ed45c-7fff-42b8-8d18-d3d43dcac27c will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:18.508757 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-aed531cf-6e8d-4507-9b16-cc71235413f9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10806411'] for subnet, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:18.514249 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d60f5f-d71c-474c-a93d-70a37a51528e tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Network 113e61de-e248-4143-b3ca-8668078e0bea is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:52:18.529404 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-b1d60f5f-d71c-474c-a93d-70a37a51528e tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 113e61de-e248-4143-b3ca-8668078e0bea) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:18.538289 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d60f5f-d71c-474c-a93d-70a37a51528e tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:18.540278 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b1d60f5f-d71c-474c-a93d-70a37a51528e tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:18.562229 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8960a245-dbd7-44f1-adeb-c04853254e76 None None] Network 113e61de-e248-4143-b3ca-8668078e0bea requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:18.584055 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b1d60f5f-d71c-474c-a93d-70a37a51528e tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1080244 May 10 14:52:18.586444 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42742) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:18.593455 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-b47b12ae-d55f-491e-bfa3-203bed5d4764 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Request body: {'port': {'network_id': '113e61de-e248-4143-b3ca-8668078e0bea', 'name': 'tempest-AllowedAddressPairTestJSON-1333447940'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:18.664951 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78938881-7a93-4101-96d8-69361022d552 req-1e2e4bff-2fa4-4866-b3bf-e0c2d2436a32 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:18.666468 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-78938881-7a93-4101-96d8-69361022d552 req-1e2e4bff-2fa4-4866-b3bf-e0c2d2436a32 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 946 time: 0.9144406 May 10 14:52:18.681451 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port f9d431ec-bb90-4d1c-91d8-e1eb4030409c triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:18.682149 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:18.700732 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d0424f7d-7036-4e7f-9cd2-941706692350 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:18.743203 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23851c-97c1-4403-89a7-83f7dbd54d32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Subnet': ['ID=eda9b587-bfcf-4c03-a405-98a8915c8f70,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:18.785576 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] Transition to ACTIVE for port object 045ed45c-7fff-42b8-8d18-d3d43dcac27c will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:18.817054 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b47b12ae-d55f-491e-bfa3-203bed5d4764 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:18.822252 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b47b12ae-d55f-491e-bfa3-203bed5d4764 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Usage tracker for resource:port and tenant:88047def7c784f85810e328e8ab79f4b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:18.827539 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b47b12ae-d55f-491e-bfa3-203bed5d4764 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:18.827711 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=6634dd16-02ce-4057-89fa-98ca4d81277f,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:18.832446 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b23851c-97c1-4403-89a7-83f7dbd54d32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Checking segment: {'id': 'fd752abf-2a0b-42ac-b154-8a0501704882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '4b1a881f-f7b1-4fc6-8fba-af8401d52806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:52:18.832803 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b23851c-97c1-4403-89a7-83f7dbd54d32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network hostable DHCP agents. Network: 4b1a881f-f7b1-4fc6-8fba-af8401d52806, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:52:18.842025 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-78938881-7a93-4101-96d8-69361022d552 req-da5dee75-2b6f-4f63-8758-46bdd6a440d8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=72ac463a-5636-42a8-b5f1-fe032beb20d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671660 May 10 14:52:18.847660 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:18.849085 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b47b12ae-d55f-491e-bfa3-203bed5d4764 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:18.891885 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47b12ae-d55f-491e-bfa3-203bed5d4764 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Made reservation on behalf of 88047def7c784f85810e328e8ab79f4b for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:18.898258 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b47b12ae-d55f-491e-bfa3-203bed5d4764 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:18.947758 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-b47b12ae-d55f-491e-bfa3-203bed5d4764 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] device_id is not set on port daf9b0fc-ab54-495e-bfd3-5c1994749443 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:52:18.949779 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] Pushing event updated for resources: {'Port': ['ID=045ed45c-7fff-42b8-8d18-d3d43dcac27c,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:18.969228 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d026e302-3963-4a3f-9dea-a7f3385eb4e9 None None] Provisioning complete for port 42c370c5-d1a0-4ab3-836e-edb387d0b5b1 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:18.969593 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d026e302-3963-4a3f-9dea-a7f3385eb4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:19.005472 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-35b77b9e-1b40-4a14-b0ee-d713a5674a74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 172.20.0.9 (a36358c0-b900-4df5-ae69-1592404548f9/7e971d13-cf66-4402-a991-1cfd73c87b7f/7a614b99-e79b-43dc-a93b-de4e7a28e57f) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:19.012467 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-35b77b9e-1b40-4a14-b0ee-d713a5674a74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8::f816:3eff:fe09:439 (a36358c0-b900-4df5-ae69-1592404548f9/7a7b39a3-5e8b-4a30-b27f-31a1d1209e04/7a614b99-e79b-43dc-a93b-de4e7a28e57f) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:19.013867 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:19.028167 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:19.062639 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:52:19.200349 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-b47b12ae-d55f-491e-bfa3-203bed5d4764 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Allocated IP 172.20.0.5 (113e61de-e248-4143-b3ca-8668078e0bea/348e8be7-1d41-48d8-8f11-ad0c72a565f6/daf9b0fc-ab54-495e-bfd3-5c1994749443) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:19.223655 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a52f846-6ca5-4fcc-b45a-a5869fa5c9b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-9980e700-078b-40ac-95e3-3b653a03fc30', 'network_id': '9980e700-078b-40ac-95e3-3b653a03fc30', 'tenant_id': 'c16e63d28fdf4ee9913775a4f8676cd2', 'fixed_ips': [{'subnet_id': 'ff48c766-f6e8-4a2a-be0d-de0fd0ae98a2'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:52:19.225411 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6a52f846-6ca5-4fcc-b45a-a5869fa5c9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:19.302667 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b23851c-97c1-4403-89a7-83f7dbd54d32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network 4b1a881f-f7b1-4fc6-8fba-af8401d52806 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:52:19.460265 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b47b12ae-d55f-491e-bfa3-203bed5d4764 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:19.495623 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-b47b12ae-d55f-491e-bfa3-203bed5d4764 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Transition to ACTIVE for port object daf9b0fc-ab54-495e-bfd3-5c1994749443 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:19.517043 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d026e302-3963-4a3f-9dea-a7f3385eb4e9 None None] Port 42c370c5-d1a0-4ab3-836e-edb387d0b5b1 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:52:19.536878 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b47b12ae-d55f-491e-bfa3-203bed5d4764 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:19.558075 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-6b23851c-97c1-4403-89a7-83f7dbd54d32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 4b1a881f-f7b1-4fc6-8fba-af8401d52806) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:19.588125 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b23851c-97c1-4403-89a7-83f7dbd54d32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:19.598876 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6b23851c-97c1-4403-89a7-83f7dbd54d32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:19.619035 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0424f7d-7036-4e7f-9cd2-941706692350 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Router e616e4fa-b92e-4f19-b58b-6325ed91420f has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:52:19.623187 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a930cbc9-9539-4bae-908d-a7a44c0baf55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-113e61de-e248-4143-b3ca-8668078e0bea', 'network_id': '113e61de-e248-4143-b3ca-8668078e0bea', 'tenant_id': '88047def7c784f85810e328e8ab79f4b', 'fixed_ips': [{'subnet_id': '348e8be7-1d41-48d8-8f11-ad0c72a565f6'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:52:19.624135 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a930cbc9-9539-4bae-908d-a7a44c0baf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:19.634120 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a885bb-6ea1-4c48-a5e9-e2fb61650711 None None] Network 4b1a881f-f7b1-4fc6-8fba-af8401d52806 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:19.680961 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b12ae-d55f-491e-bfa3-203bed5d4764 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Pushing event updated for resources: {'Port': ['ID=daf9b0fc-ab54-495e-bfd3-5c1994749443,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:19.715177 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47b12ae-d55f-491e-bfa3-203bed5d4764 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Network 113e61de-e248-4143-b3ca-8668078e0bea is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:19.718562 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-b47b12ae-d55f-491e-bfa3-203bed5d4764 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:19.727621 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47b12ae-d55f-491e-bfa3-203bed5d4764 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:52:19.739376 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-35b77b9e-1b40-4a14-b0ee-d713a5674a74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:19.745805 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-aed531cf-6e8d-4507-9b16-cc71235413f9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758962909305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-816438'] for subnet, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:19.818798 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] Attempting to bind port 045ed45c-7fff-42b8-8d18-d3d43dcac27c on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:52:19.819223 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] Attempting to bind port 045ed45c-7fff-42b8-8d18-d3d43dcac27c by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:52:19.819676 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] Attempting to bind port 045ed45c-7fff-42b8-8d18-d3d43dcac27c on network a36358c0-b900-4df5-ae69-1592404548f9 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:52:19.839011 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47b12ae-d55f-491e-bfa3-203bed5d4764 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:19.839657 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b47b12ae-d55f-491e-bfa3-203bed5d4764 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:19.839804 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 90660f56-8068-44ca-9c91-75ea42af9007 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:19.883806 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b47b12ae-d55f-491e-bfa3-203bed5d4764 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2950277 May 10 14:52:19.886697 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42750) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:19.897842 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-28e24771-692f-446d-9df9-4576636b224c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Request body: {'port': {'network_id': '113e61de-e248-4143-b3ca-8668078e0bea', 'name': 'tempest-AllowedAddressPairTestJSON-1246328193', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:f9:ea:93'}]}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:19.898781 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:52:19.899265 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] Checking segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:52:19.899783 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:19.900269 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] Bound using segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:52:19.901024 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] Bound port: 045ed45c-7fff-42b8-8d18-d3d43dcac27c, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:52:19.901489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:20.121147 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-28e24771-692f-446d-9df9-4576636b224c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:20.125546 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-28e24771-692f-446d-9df9-4576636b224c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Usage tracker for resource:port and tenant:88047def7c784f85810e328e8ab79f4b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:20.129854 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-28e24771-692f-446d-9df9-4576636b224c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:20.140365 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-28e24771-692f-446d-9df9-4576636b224c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:20.140878 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed531cf-6e8d-4507-9b16-cc71235413f9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:20.141462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-aed531cf-6e8d-4507-9b16-cc71235413f9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:20.143081 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-aed531cf-6e8d-4507-9b16-cc71235413f9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "PUT /v2.0/subnets/ff48c766-f6e8-4a2a-be0d-de0fd0ae98a2 HTTP/1.1" status: 200 len: 900 time: 2.6830101 May 10 14:52:20.145513 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-35b77b9e-1b40-4a14-b0ee-d713a5674a74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Transition to ACTIVE for port object 7a614b99-e79b-43dc-a93b-de4e7a28e57f will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:20.148168 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42754) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:20.161813 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6b23851c-97c1-4403-89a7-83f7dbd54d32 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2823837 May 10 14:52:20.167373 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:52:11Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None, '_interfaces': [{'id': '42c370c5-d1a0-4ab3-836e-edb387d0b5b1', 'name': '', 'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:98:36:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:06Z', 'updated_at': '2022-05-10T14:52:13Z', 'revision_number': 2, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b191c9c8-58bb-4153-b389-2aa0ff84cb8b', 'name': '', 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:76:74:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:49Z', 'updated_at': '2022-05-10T14:52:10Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d431ec-bb90-4d1c-91d8-e1eb4030409c', 'name': '', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:ae:4f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:37Z', 'updated_at': '2022-05-10T14:51:57Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:20.195509 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] Checking router: 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:52:20.196000 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] Updating router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea port 42c370c5-d1a0-4ab3-836e-edb387d0b5b1 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:52:20.222977 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc98e359-3492-4b2b-ab08-90a5930c65f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-4b1a881f-f7b1-4fc6-8fba-af8401d52806', 'network_id': '4b1a881f-f7b1-4fc6-8fba-af8401d52806', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'fixed_ips': [{'subnet_id': 'eda9b587-bfcf-4c03-a405-98a8915c8f70'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:52:20.224607 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cc98e359-3492-4b2b-ab08-90a5930c65f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:20.263902 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7915fb93-0a87-42e2-88f8-dc822cb1d9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:20.324119 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0424f7d-7036-4e7f-9cd2-941706692350 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:52:20.336634 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c602db9f-05fb-4877-a529-9086cd7c7aab None None] Sync routers for ids ['e616e4fa-b92e-4f19-b58b-6325ed91420f'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:52:20.350698 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d0424f7d-7036-4e7f-9cd2-941706692350 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "PUT /v2.0/routers/e616e4fa-b92e-4f19-b58b-6325ed91420f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5033131 May 10 14:52:20.355077 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42758) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:20.356440 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c602db9f-05fb-4877-a529-9086cd7c7aab None None] Routers {'e616e4fa-b92e-4f19-b58b-6325ed91420f'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:52:20.356882 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42760) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:20.357513 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-c602db9f-05fb-4877-a529-9086cd7c7aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e616e4fa-b92e-4f19-b58b-6325ed91420f'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:20.436645 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-c602db9f-05fb-4877-a529-9086cd7c7aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:20.448741 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c602db9f-05fb-4877-a529-9086cd7c7aab None None] Routers {'e616e4fa-b92e-4f19-b58b-6325ed91420f'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:52:20.449758 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-c602db9f-05fb-4877-a529-9086cd7c7aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:51:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e616e4fa-b92e-4f19-b58b-6325ed91420f'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:20.478843 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:20.557268 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-c602db9f-05fb-4877-a529-9086cd7c7aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:20.557977 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c602db9f-05fb-4877-a529-9086cd7c7aab None None] The sync data for ids ['e616e4fa-b92e-4f19-b58b-6325ed91420f'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:52:20.564953 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e24771-692f-446d-9df9-4576636b224c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Made reservation on behalf of 88047def7c784f85810e328e8ab79f4b for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:20.593131 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-2e92799d-c865-405d-a042-bf38de7e1e9e tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] show failed (client error): The resource could not be found. May 10 14:52:20.602280 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2e92799d-c865-405d-a042-bf38de7e1e9e tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "GET /v2.0/routers/tempest-non_exist_router-1925330313 HTTP/1.1" status: 404 len: 335 time: 0.2365420 May 10 14:52:20.602545 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:20.603212 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed531cf-6e8d-4507-9b16-cc71235413f9 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event updated for resources: {'Subnet': ['ID=ff48c766-f6e8-4a2a-be0d-de0fd0ae98a2,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:20.618069 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-6a52f846-6ca5-4fcc-b45a-a5869fa5c9b2 None None] Allocated IP 2001:db8::3 (9980e700-078b-40ac-95e3-3b653a03fc30/ff48c766-f6e8-4a2a-be0d-de0fd0ae98a2/6669dfe7-445a-4a2a-8b0d-7fafb7566edc) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:20.625558 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42768) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:20.645500 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 90660f56-8068-44ca-9c91-75ea42af9007 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:20.652273 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] For port 045ed45c-7fff-42b8-8d18-d3d43dcac27c, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:52:20.694310 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-e24b2ef1-f293-4809-a849-80ea8ae472d8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:20.726630 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 90660f56-8068-44ca-9c91-75ea42af9007 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:20.726630 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:20.775136 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] For port 045ed45c-7fff-42b8-8d18-d3d43dcac27c, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=045ed45c-7fff-42b8-8d18-d3d43dcac27c,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:52:20.806006 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-e24b2ef1-f293-4809-a849-80ea8ae472d8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] update failed (client error): The resource could not be found. May 10 14:52:20.807109 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e24b2ef1-f293-4809-a849-80ea8ae472d8 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "PUT /v2.0/routers/tempest-non_exist_router-777850654 HTTP/1.1" status: 404 len: 334 time: 0.1806359 May 10 14:52:20.811105 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42772) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:20.846960 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-35b77b9e-1b40-4a14-b0ee-d713a5674a74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:20.855795 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:20.867504 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-a930cbc9-9539-4bae-908d-a7a44c0baf55 None None] Allocated IP 172.20.0.2 (113e61de-e248-4143-b3ca-8668078e0bea/348e8be7-1d41-48d8-8f11-ad0c72a565f6/38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:20.891394 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:21.014140 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d84f-3649-4ede-9395-df854ed502dc None None] Pushing event updated for resources: {'Port': ['ID=045ed45c-7fff-42b8-8d18-d3d43dcac27c,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:21.049388 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-28e24771-692f-446d-9df9-4576636b224c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:21.073132 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d41c10-0c91-4af8-b755-9163fda31b65 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Deleting subnet 9f9a6ff3-d63a-4ea9-b653-d4d98930e4dd {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:52:21.077084 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b72cf0-40b2-469a-85d7-e13dbe81ef31 req-0be22503-a11f-4256-a686-e94ee8359742 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:21.078993 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-26b72cf0-40b2-469a-85d7-e13dbe81ef31 req-0be22503-a11f-4256-a686-e94ee8359742 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 946 time: 0.9400880 May 10 14:52:21.085095 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-55d41c10-0c91-4af8-b755-9163fda31b65 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:21.132817 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b77b9e-1b40-4a14-b0ee-d713a5674a74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:21.139961 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-35b77b9e-1b40-4a14-b0ee-d713a5674a74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:21.146216 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-28e24771-692f-446d-9df9-4576636b224c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] device_id is not set on port 705a1e34-e3a4-4379-bcf6-eb4544aed39c yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:52:21.151412 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b77b9e-1b40-4a14-b0ee-d713a5674a74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:52:21.200735 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b77b9e-1b40-4a14-b0ee-d713a5674a74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=7a614b99-e79b-43dc-a93b-de4e7a28e57f,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:21.212701 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-55d41c10-0c91-4af8-b755-9163fda31b65 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:21.314220 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-26b72cf0-40b2-469a-85d7-e13dbe81ef31 req-c3c07353-d12d-4912-9f28-837c536b16d4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=72ac463a-5636-42a8-b5f1-fe032beb20d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176344 May 10 14:52:21.365973 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-cc98e359-3492-4b2b-ab08-90a5930c65f9 None None] Allocated IP 2001:db8:3::2 (4b1a881f-f7b1-4fc6-8fba-af8401d52806/eda9b587-bfcf-4c03-a405-98a8915c8f70/8867d5bb-92d4-4065-836e-60cccd784b07) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:21.418331 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-55d41c10-0c91-4af8-b755-9163fda31b65 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:21.458780 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b77b9e-1b40-4a14-b0ee-d713a5674a74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:21.459468 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-35b77b9e-1b40-4a14-b0ee-d713a5674a74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:21.507021 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-35b77b9e-1b40-4a14-b0ee-d713a5674a74 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 10.3739622 May 10 14:52:21.509827 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42778) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:21.730131 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-341ab843-cbee-494a-8ac6-a8fd5c50d5ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:21.735488 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-55d41c10-0c91-4af8-b755-9163fda31b65 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:21.789627 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89069d5-3158-4727-891b-840f56077998 req-706053d1-2459-4075-b513-6535a98b8339 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:21.791295 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b89069d5-3158-4727-891b-840f56077998 req-706053d1-2459-4075-b513-6535a98b8339 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 946 time: 0.2923605 May 10 14:52:21.804219 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef67df6f-2465-4f9f-b5af-3f7a7e875dde tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:21.819672 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef67df6f-2465-4f9f-b5af-3f7a7e875dde tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:21.820939 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ef67df6f-2465-4f9f-b5af-3f7a7e875dde tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:52:21.836639 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d41c10-0c91-4af8-b755-9163fda31b65 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Pushing event deleted for resources: {'Subnet': ['ID=9f9a6ff3-d63a-4ea9-b653-d4d98930e4dd,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:21.854919 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-55d41c10-0c91-4af8-b755-9163fda31b65 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:21.879079 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-55d41c10-0c91-4af8-b755-9163fda31b65 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "DELETE /v2.0/subnets/9f9a6ff3-d63a-4ea9-b653-d4d98930e4dd HTTP/1.1" status: 204 len: 168 time: 1.0657818 May 10 14:52:21.882655 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4517bd-952a-4664-b004-44371f6b4c80 None None] Network 4ba0b97f-2ca5-4c90-9332-742ebe3b8566 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:21.886769 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42784) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:21.926891 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ef67df6f-2465-4f9f-b5af-3f7a7e875dde tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:52:21.931599 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ef67df6f-2465-4f9f-b5af-3f7a7e875dde tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1858 time: 0.4190967 May 10 14:52:21.937695 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42788) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:22.041431 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a39118b-7489-4219-a565-6a6303a88fba tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Deleting subnet 32488586-d732-410d-abd6-4042fa06b31a {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:52:22.049713 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3a39118b-7489-4219-a565-6a6303a88fba tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:22.081931 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-87e4481f-3498-4996-b1ec-c81b635284c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting port 7a614b99-e79b-43dc-a93b-de4e7a28e57f {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:22.082305 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-87e4481f-3498-4996-b1ec-c81b635284c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:22.158505 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:22.164740 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3a39118b-7489-4219-a565-6a6303a88fba tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:22.282455 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6a52f846-6ca5-4fcc-b45a-a5869fa5c9b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:22.304376 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 90660f56-8068-44ca-9c91-75ea42af9007, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=90660f56-8068-44ca-9c91-75ea42af9007,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:22.407552 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:22.408337 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:22.447719 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3a39118b-7489-4219-a565-6a6303a88fba tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:22.463860 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6a52f846-6ca5-4fcc-b45a-a5869fa5c9b2 None None] Transition to ACTIVE for port object 6669dfe7-445a-4a2a-8b0d-7fafb7566edc will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:22.471256 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a930cbc9-9539-4bae-908d-a7a44c0baf55 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:22.493984 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b89069d5-3158-4727-891b-840f56077998 req-bf141314-236d-4f5b-b0f5-240a2b93cf35 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=72ac463a-5636-42a8-b5f1-fe032beb20d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6955662 May 10 14:52:22.577076 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cc98e359-3492-4b2b-ab08-90a5930c65f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:22.582972 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-87e4481f-3498-4996-b1ec-c81b635284c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:22.819968 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=90660f56-8068-44ca-9c91-75ea42af9007,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:22.824955 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a930cbc9-9539-4bae-908d-a7a44c0baf55 None None] Transition to ACTIVE for port object 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:22.854537 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-87e4481f-3498-4996-b1ec-c81b635284c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Calling delete_port for 7a614b99-e79b-43dc-a93b-de4e7a28e57f owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:22.858843 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7380a3a0-a6bd-46e9-aef2-aa7d714b328f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:22.875555 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-cc98e359-3492-4b2b-ab08-90a5930c65f9 None None] Transition to ACTIVE for port object 8867d5bb-92d4-4065-836e-60cccd784b07 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:22.912130 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-cc98e359-3492-4b2b-ab08-90a5930c65f9 None None] Transition to ACTIVE for port object 8867d5bb-92d4-4065-836e-60cccd784b07 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:22.924351 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3a39118b-7489-4219-a565-6a6303a88fba tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:22.932215 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6a52f846-6ca5-4fcc-b45a-a5869fa5c9b2 None None] Transition to ACTIVE for port object 6669dfe7-445a-4a2a-8b0d-7fafb7566edc will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:22.961146 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a930cbc9-9539-4bae-908d-a7a44c0baf55 None None] Transition to ACTIVE for port object 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:22.971316 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a49f6bf-2445-4aa8-8688-b9136b4c270e None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:22.992519 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39118b-7489-4219-a565-6a6303a88fba tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Pushing event deleted for resources: {'Subnet': ['ID=32488586-d732-410d-abd6-4042fa06b31a,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:22.996251 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cc98e359-3492-4b2b-ab08-90a5930c65f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:23.042645 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6a52f846-6ca5-4fcc-b45a-a5869fa5c9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:23.043744 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3a39118b-7489-4219-a565-6a6303a88fba tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:23.047245 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a930cbc9-9539-4bae-908d-a7a44c0baf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:23.051731 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-341ab843-cbee-494a-8ac6-a8fd5c50d5ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Allocated IP 2001:db8:3::1 (4b1a881f-f7b1-4fc6-8fba-af8401d52806/eda9b587-bfcf-4c03-a405-98a8915c8f70/8971e337-b6d6-48ba-be51-3fada26ac8a4) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:23.111677 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7246a78b-601a-4b29-a8aa-cb7f4e589811 None None] Network 6e95e1d7-cd96-4020-acec-384c99cd863b requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:23.140403 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-28e24771-692f-446d-9df9-4576636b224c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Allocated IP 172.20.0.6 (113e61de-e248-4143-b3ca-8668078e0bea/348e8be7-1d41-48d8-8f11-ad0c72a565f6/705a1e34-e3a4-4379-bcf6-eb4544aed39c) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:23.243867 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3a39118b-7489-4219-a565-6a6303a88fba tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "DELETE /v2.0/subnets/32488586-d732-410d-abd6-4042fa06b31a HTTP/1.1" status: 204 len: 168 time: 1.3557086 May 10 14:52:23.247791 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42804) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:23.254125 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc98e359-3492-4b2b-ab08-90a5930c65f9 None None] Network 4b1a881f-f7b1-4fc6-8fba-af8401d52806 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:23.257207 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-341ab843-cbee-494a-8ac6-a8fd5c50d5ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:23.264712 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:23.276258 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-341ab843-cbee-494a-8ac6-a8fd5c50d5ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Transition to ACTIVE for port object 8971e337-b6d6-48ba-be51-3fada26ac8a4 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:23.279384 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] Transition to ACTIVE for port object 42c370c5-d1a0-4ab3-836e-edb387d0b5b1 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:23.297529 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-cc98e359-3492-4b2b-ab08-90a5930c65f9 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:23.306954 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-341ab843-cbee-494a-8ac6-a8fd5c50d5ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:23.325253 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc98e359-3492-4b2b-ab08-90a5930c65f9 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:52:23.342618 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-04032e8e-dc3a-4e0d-a6e1-86799547ca9c None None] Provisioning for port 045ed45c-7fff-42b8-8d18-d3d43dcac27c completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:23.346266 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:23.399613 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:23.399987 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341ab843-cbee-494a-8ac6-a8fd5c50d5ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network 4b1a881f-f7b1-4fc6-8fba-af8401d52806 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:23.404653 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-341ab843-cbee-494a-8ac6-a8fd5c50d5ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:23.423775 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event deleted for resources: {'Subnet': ['ID=ff48c766-f6e8-4a2a-be0d-de0fd0ae98a2,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:23.430991 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341ab843-cbee-494a-8ac6-a8fd5c50d5ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:52:23.432066 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-341ab843-cbee-494a-8ac6-a8fd5c50d5ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:23.446230 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ab843-cbee-494a-8ac6-a8fd5c50d5ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Port': ['ID=8971e337-b6d6-48ba-be51-3fada26ac8a4,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:23.473426 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:23.474325 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:23.477878 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a930cbc9-9539-4bae-908d-a7a44c0baf55 None None] Network 113e61de-e248-4143-b3ca-8668078e0bea is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:23.483600 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a52f846-6ca5-4fcc-b45a-a5869fa5c9b2 None None] Network 9980e700-078b-40ac-95e3-3b653a03fc30 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:23.490220 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-c8ad688b-b648-4cee-940d-f3d67364a929 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1725221667&fields=id&tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7 HTTP/1.1" status: 200 len: 267 time: 0.0866203 May 10 14:52:23.504738 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:23.520307 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:23.520802 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:23.545380 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-a930cbc9-9539-4bae-908d-a7a44c0baf55 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:23.547407 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-6a52f846-6ca5-4fcc-b45a-a5869fa5c9b2 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:23.553668 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a930cbc9-9539-4bae-908d-a7a44c0baf55 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:52:23.587221 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:23.610007 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a52f846-6ca5-4fcc-b45a-a5869fa5c9b2 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:52:23.619404 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0c03a09f-bb1d-43c3-a0b8-eecd0d2dbcb1 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:23.624276 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9980e700-078b-40ac-95e3-3b653a03fc30']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:23.632835 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98e359-3492-4b2b-ab08-90a5930c65f9 None None] Pushing event updated for resources: {'Port': ['ID=8867d5bb-92d4-4065-836e-60cccd784b07,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:23.656857 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab67d66-c461-4736-8b26-a972fc3cfff6') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:23.657151 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab67d66-c461-4736-8b26-a972fc3cfff6') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:23.660976 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:23.679302 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-0c03a09f-bb1d-43c3-a0b8-eecd0d2dbcb1 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Deleting port 2641f906-04eb-4495-86d4-ca268bbb3050 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:23.680237 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0c03a09f-bb1d-43c3-a0b8-eecd0d2dbcb1 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:23.727959 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-341ab843-cbee-494a-8ac6-a8fd5c50d5ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:23.748540 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-e1d3ddcc-21aa-4c26-905f-86f0cd570ddb tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:23.756050 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-e1d3ddcc-21aa-4c26-905f-86f0cd570ddb tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/networks?id=432ecadc-13ed-4534-bb5d-3db9112befb3 HTTP/1.1" status: 200 len: 811 time: 0.2586899 May 10 14:52:23.801072 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-5771f544-2957-4318-a74e-0a16c90590c7 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/quotas/903a8a4d2d8d4cfebec6bebbeebec3f7 HTTP/1.1" status: 200 len: 375 time: 0.0440447 May 10 14:52:23.804099 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-cc98e359-3492-4b2b-ab08-90a5930c65f9 None None] Attempting to bind port 8867d5bb-92d4-4065-836e-60cccd784b07 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:52:23.804243 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-cc98e359-3492-4b2b-ab08-90a5930c65f9 None None] Attempting to bind port 8867d5bb-92d4-4065-836e-60cccd784b07 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'fd752abf-2a0b-42ac-b154-8a0501704882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '4b1a881f-f7b1-4fc6-8fba-af8401d52806'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:52:23.804592 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc98e359-3492-4b2b-ab08-90a5930c65f9 None None] Attempting to bind port 8867d5bb-92d4-4065-836e-60cccd784b07 on network 4b1a881f-f7b1-4fc6-8fba-af8401d52806 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:52:23.880656 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:23.884775 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a930cbc9-9539-4bae-908d-a7a44c0baf55 None None] Attempting to bind port 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:52:23.885139 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a930cbc9-9539-4bae-908d-a7a44c0baf55 None None] Attempting to bind port 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '716c6d07-37e4-4338-84ae-423c007ba8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '113e61de-e248-4143-b3ca-8668078e0bea'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:52:23.885490 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a930cbc9-9539-4bae-908d-a7a44c0baf55 None None] Attempting to bind port 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d on network 113e61de-e248-4143-b3ca-8668078e0bea {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:52:23.901653 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:23.908905 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:52:23.909488 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:52:23.998085 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:52:24.041251 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc98e359-3492-4b2b-ab08-90a5930c65f9 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:52:24.041881 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc98e359-3492-4b2b-ab08-90a5930c65f9 None None] Checking segment: {'id': 'fd752abf-2a0b-42ac-b154-8a0501704882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '4b1a881f-f7b1-4fc6-8fba-af8401d52806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:52:24.041999 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cc98e359-3492-4b2b-ab08-90a5930c65f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:24.042374 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42810) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:24.042509 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc98e359-3492-4b2b-ab08-90a5930c65f9 None None] Bound using segment: {'id': 'fd752abf-2a0b-42ac-b154-8a0501704882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '4b1a881f-f7b1-4fc6-8fba-af8401d52806'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:52:24.043206 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-cc98e359-3492-4b2b-ab08-90a5930c65f9 None None] Bound port: 8867d5bb-92d4-4065-836e-60cccd784b07, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd752abf-2a0b-42ac-b154-8a0501704882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '4b1a881f-f7b1-4fc6-8fba-af8401d52806'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:52:24.043206 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cc98e359-3492-4b2b-ab08-90a5930c65f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:24.050761 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-87e4481f-3498-4996-b1ec-c81b635284c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:24.090970 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-355a9312-16b7-4977-a36a-d0bfe0e74576 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2889929 May 10 14:52:24.093377 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a930cbc9-9539-4bae-908d-a7a44c0baf55 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:52:24.093750 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a930cbc9-9539-4bae-908d-a7a44c0baf55 None None] Checking segment: {'id': '716c6d07-37e4-4338-84ae-423c007ba8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '113e61de-e248-4143-b3ca-8668078e0bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:52:24.094139 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a930cbc9-9539-4bae-908d-a7a44c0baf55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:24.094570 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a930cbc9-9539-4bae-908d-a7a44c0baf55 None None] Bound using segment: {'id': '716c6d07-37e4-4338-84ae-423c007ba8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '113e61de-e248-4143-b3ca-8668078e0bea'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:52:24.095044 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a930cbc9-9539-4bae-908d-a7a44c0baf55 None None] Bound port: 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716c6d07-37e4-4338-84ae-423c007ba8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '113e61de-e248-4143-b3ca-8668078e0bea'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:52:24.095412 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a930cbc9-9539-4bae-908d-a7a44c0baf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:24.247576 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52f846-6ca5-4fcc-b45a-a5869fa5c9b2 None None] Pushing event updated for resources: {'Port': ['ID=6669dfe7-445a-4a2a-8b0d-7fafb7566edc,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:24.254306 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4481f-3498-4996-b1ec-c81b635284c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Port': ['ID=7a614b99-e79b-43dc-a93b-de4e7a28e57f,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:24.278046 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44e7a8c-a22b-4372-9b22-baecf0f4b826 None None] DHCP port deletion for 4ba0b97f-2ca5-4c90-9332-742ebe3b8566 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:52:24.288387 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-0c03a09f-bb1d-43c3-a0b8-eecd0d2dbcb1 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] For port 2641f906-04eb-4495-86d4-ca268bbb3050, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2641f906-04eb-4495-86d4-ca268bbb3050,segment=NetworkSegment(d8db5e44-89b2-448a-b277-e449ac0bd72b),segment_id=d8db5e44-89b2-448a-b277-e449ac0bd72b)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:24.288749 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0c03a09f-bb1d-43c3-a0b8-eecd0d2dbcb1 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:24.324723 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.api [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 10 14:52:24.324723 dv-neutron-841204-2-hyperv neutron-server[88052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 10 14:52:24.324723 dv-neutron-841204-2-hyperv neutron-server[88052]: [parameters: {'id': '9980e700-078b-40ac-95e3-3b653a03fc30'}] May 10 14:52:24.324723 dv-neutron-841204-2-hyperv neutron-server[88052]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:52:24.324723 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG oslo_db.api [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:52:24.377716 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6a52f846-6ca5-4fcc-b45a-a5869fa5c9b2 None None] Attempting to bind port 6669dfe7-445a-4a2a-8b0d-7fafb7566edc on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:52:24.378944 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6a52f846-6ca5-4fcc-b45a-a5869fa5c9b2 None None] Attempting to bind port 6669dfe7-445a-4a2a-8b0d-7fafb7566edc by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'aab67d66-c461-4736-8b26-a972fc3cfff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9980e700-078b-40ac-95e3-3b653a03fc30'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:52:24.379266 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a52f846-6ca5-4fcc-b45a-a5869fa5c9b2 None None] Attempting to bind port 6669dfe7-445a-4a2a-8b0d-7fafb7566edc on network 9980e700-078b-40ac-95e3-3b653a03fc30 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:52:24.392987 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-a51916c5-38b7-48fb-a5d9-22cd6682f2dd service neutron] 10.222.0.79 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895198 May 10 14:52:24.402521 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] Attempting to bind port 42c370c5-d1a0-4ab3-836e-edb387d0b5b1 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:52:24.402882 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] Attempting to bind port 42c370c5-d1a0-4ab3-836e-edb387d0b5b1 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '8eacff89-f8be-4eff-a18c-b33bf6440aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:52:24.403234 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] Attempting to bind port 42c370c5-d1a0-4ab3-836e-edb387d0b5b1 on network c557ec12-6e9c-4413-8b7a-b635800133e3 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:52:24.405260 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e44e7a8c-a22b-4372-9b22-baecf0f4b826 None None] Deleting port 2641f906-04eb-4495-86d4-ca268bbb3050 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:24.405613 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e44e7a8c-a22b-4372-9b22-baecf0f4b826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:24.533073 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-341ab843-cbee-494a-8ac6-a8fd5c50d5ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:24.544662 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a52f846-6ca5-4fcc-b45a-a5869fa5c9b2 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:52:24.545099 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a52f846-6ca5-4fcc-b45a-a5869fa5c9b2 None None] Checking segment: {'id': 'aab67d66-c461-4736-8b26-a972fc3cfff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9980e700-078b-40ac-95e3-3b653a03fc30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:52:24.545416 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6a52f846-6ca5-4fcc-b45a-a5869fa5c9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:24.545802 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a52f846-6ca5-4fcc-b45a-a5869fa5c9b2 None None] Bound using segment: {'id': 'aab67d66-c461-4736-8b26-a972fc3cfff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9980e700-078b-40ac-95e3-3b653a03fc30'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:52:24.546273 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6a52f846-6ca5-4fcc-b45a-a5869fa5c9b2 None None] Bound port: 6669dfe7-445a-4a2a-8b0d-7fafb7566edc, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab67d66-c461-4736-8b26-a972fc3cfff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9980e700-078b-40ac-95e3-3b653a03fc30'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:52:24.546732 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6a52f846-6ca5-4fcc-b45a-a5869fa5c9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:24.553561 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-341ab843-cbee-494a-8ac6-a8fd5c50d5ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:24.554322 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-341ab843-cbee-494a-8ac6-a8fd5c50d5ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:24.603719 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:52:24.604166 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] Checking segment: {'id': '8eacff89-f8be-4eff-a18c-b33bf6440aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:52:24.604469 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:24.605111 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] Bound using segment: {'id': '8eacff89-f8be-4eff-a18c-b33bf6440aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:52:24.605343 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] Bound port: 42c370c5-d1a0-4ab3-836e-edb387d0b5b1, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eacff89-f8be-4eff-a18c-b33bf6440aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:52:24.605669 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:24.752469 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-0c03a09f-bb1d-43c3-a0b8-eecd0d2dbcb1 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Calling delete_port for 2641f906-04eb-4495-86d4-ca268bbb3050 owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:24.770350 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930cbc9-9539-4bae-908d-a7a44c0baf55 None None] Pushing event updated for resources: {'Port': ['ID=38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:24.834627 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:24.849232 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-013cc49d-67de-44f7-9ac2-ce873859c5b6 service neutron] 10.222.0.79 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410028 May 10 14:52:24.864938 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-28e24771-692f-446d-9df9-4576636b224c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:24.879176 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ab843-cbee-494a-8ac6-a8fd5c50d5ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event updated for resources: {'Port': ['ID=8971e337-b6d6-48ba-be51-3fada26ac8a4,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:24.894716 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-87e4481f-3498-4996-b1ec-c81b635284c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:24.899096 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-87e4481f-3498-4996-b1ec-c81b635284c9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/7a614b99-e79b-43dc-a93b-de4e7a28e57f HTTP/1.1" status: 204 len: 168 time: 2.9600155 May 10 14:52:24.900929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42814) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:24.946785 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:24.972241 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-cc98e359-3492-4b2b-ab08-90a5930c65f9 None None] For port 8867d5bb-92d4-4065-836e-60cccd784b07, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:52:24.992784 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a930cbc9-9539-4bae-908d-a7a44c0baf55 None None] For port 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:52:25.020547 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc8dc2c-440b-4ae9-a8fc-2673ea22f667 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:25.021952 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc8dc2c-440b-4ae9-a8fc-2673ea22f667 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:25.023596 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc8dc2c-440b-4ae9-a8fc-2673ea22f667 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:25.024429 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8dc8dc2c-440b-4ae9-a8fc-2673ea22f667 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:52:25.047717 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341ab843-cbee-494a-8ac6-a8fd5c50d5ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Network 4b1a881f-f7b1-4fc6-8fba-af8401d52806 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:25.049510 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-341ab843-cbee-494a-8ac6-a8fd5c50d5ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:25.053230 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-cc98e359-3492-4b2b-ab08-90a5930c65f9 None None] For port 8867d5bb-92d4-4065-836e-60cccd784b07, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8867d5bb-92d4-4065-836e-60cccd784b07,segment=NetworkSegment(fd752abf-2a0b-42ac-b154-8a0501704882),segment_id=fd752abf-2a0b-42ac-b154-8a0501704882)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:52:25.053877 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-28e24771-692f-446d-9df9-4576636b224c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Transition to ACTIVE for port object 705a1e34-e3a4-4379-bcf6-eb4544aed39c will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:25.054927 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Deleting port 6669dfe7-445a-4a2a-8b0d-7fafb7566edc {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:25.055399 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:25.055718 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8dc8dc2c-440b-4ae9-a8fc-2673ea22f667 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:52:25.056989 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8dc8dc2c-440b-4ae9-a8fc-2673ea22f667 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1550686 May 10 14:52:25.086619 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a930cbc9-9539-4bae-908d-a7a44c0baf55 None None] For port 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d,segment=NetworkSegment(716c6d07-37e4-4338-84ae-423c007ba8e7),segment_id=716c6d07-37e4-4338-84ae-423c007ba8e7)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:52:25.088018 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42820) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:25.101353 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:25.103470 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cc98e359-3492-4b2b-ab08-90a5930c65f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:25.129565 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70325653-5016-41c8-a400-00d36f408009 None None] Pushing event updated for resources: {'Port': ['ID=42c370c5-d1a0-4ab3-836e-edb387d0b5b1,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:25.147245 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a930cbc9-9539-4bae-908d-a7a44c0baf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:25.182720 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0c03a09f-bb1d-43c3-a0b8-eecd0d2dbcb1 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:25.265068 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341ab843-cbee-494a-8ac6-a8fd5c50d5ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:52:25.316738 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-e44e7a8c-a22b-4372-9b22-baecf0f4b826 None None] For port 2641f906-04eb-4495-86d4-ca268bbb3050, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2641f906-04eb-4495-86d4-ca268bbb3050,segment=NetworkSegment(d8db5e44-89b2-448a-b277-e449ac0bd72b),segment_id=d8db5e44-89b2-448a-b277-e449ac0bd72b)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:25.317296 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e44e7a8c-a22b-4372-9b22-baecf0f4b826 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:25.341082 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03a09f-bb1d-43c3-a0b8-eecd0d2dbcb1 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Pushing event deleted for resources: {'Port': ['ID=2641f906-04eb-4495-86d4-ca268bbb3050,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:25.347592 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c03a09f-bb1d-43c3-a0b8-eecd0d2dbcb1 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] No DVR routers for this DVR port 2641f906-04eb-4495-86d4-ca268bbb3050 on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:52:25.416416 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-6a52f846-6ca5-4fcc-b45a-a5869fa5c9b2 None None] For port 6669dfe7-445a-4a2a-8b0d-7fafb7566edc, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:52:25.423271 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b39f42-3b73-44e3-9ceb-39740766f829 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet 7a7b39a3-5e8b-4a30-b27f-31a1d1209e04 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:52:25.462625 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341ab843-cbee-494a-8ac6-a8fd5c50d5ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:52:25.481314 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-341ab843-cbee-494a-8ac6-a8fd5c50d5ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/routers/9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1171243 May 10 14:52:25.483986 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42830) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:25.484441 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-08b39f42-3b73-44e3-9ceb-39740766f829 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:25.492154 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-3e62b001-a2b8-41e8-851b-7bfe41a551c7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:25.519988 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd042ae-13db-46bf-a892-f69eff894bfd None None] DHCP port deletion for 6e95e1d7-cd96-4020-acec-384c99cd863b request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:52:25.529691 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e44e7a8c-a22b-4372-9b22-baecf0f4b826 None None] Calling delete_port for 2641f906-04eb-4495-86d4-ca268bbb3050 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:25.579037 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] For port 42c370c5-d1a0-4ab3-836e-edb387d0b5b1, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:52:25.608345 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb,segment=NetworkSegment(caaec6c5-943c-4291-8b5e-f1b36e5ca316),segment_id=caaec6c5-943c-4291-8b5e-f1b36e5ca316)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:25.646207 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-28e24771-692f-446d-9df9-4576636b224c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:25.668501 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-fbd042ae-13db-46bf-a892-f69eff894bfd None None] Deleting port 6249d8c5-ab75-49e8-84cb-47f49fc9c83c {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:25.668880 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fbd042ae-13db-46bf-a892-f69eff894bfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:25.749785 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-6a52f846-6ca5-4fcc-b45a-a5869fa5c9b2 None None] For port 6669dfe7-445a-4a2a-8b0d-7fafb7566edc, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6669dfe7-445a-4a2a-8b0d-7fafb7566edc,segment=NetworkSegment(aab67d66-c461-4736-8b26-a972fc3cfff6),segment_id=aab67d66-c461-4736-8b26-a972fc3cfff6)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:52:25.775357 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:25.776136 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:25.828098 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-06365207-19c6-4962-b03c-175c13f9fed1 req-8f1c96a1-a60a-4f03-bd74-d83049e4faed tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 210 time: 0.1544600 May 10 14:52:25.829224 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] For port 42c370c5-d1a0-4ab3-836e-edb387d0b5b1, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=42c370c5-d1a0-4ab3-836e-edb387d0b5b1,segment=NetworkSegment(8eacff89-f8be-4eff-a18c-b33bf6440aad),segment_id=8eacff89-f8be-4eff-a18c-b33bf6440aad)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:52:25.860890 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6a52f846-6ca5-4fcc-b45a-a5869fa5c9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:25.913680 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e24771-692f-446d-9df9-4576636b224c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Network 113e61de-e248-4143-b3ca-8668078e0bea is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:25.980770 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:26.084301 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98e359-3492-4b2b-ab08-90a5930c65f9 None None] Pushing event updated for resources: {'Port': ['ID=8867d5bb-92d4-4065-836e-60cccd784b07,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:26.113934 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-28e24771-692f-446d-9df9-4576636b224c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:26.117376 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e24771-692f-446d-9df9-4576636b224c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:52:26.233850 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930cbc9-9539-4bae-908d-a7a44c0baf55 None None] Pushing event updated for resources: {'Port': ['ID=38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:26.370195 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e24771-692f-446d-9df9-4576636b224c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:26.370975 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-28e24771-692f-446d-9df9-4576636b224c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:26.421343 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0c03a09f-bb1d-43c3-a0b8-eecd0d2dbcb1 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:26.442748 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-e44e7a8c-a22b-4372-9b22-baecf0f4b826 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:52:26.443379 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-e44e7a8c-a22b-4372-9b22-baecf0f4b826 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:52:26.492498 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-08b39f42-3b73-44e3-9ceb-39740766f829 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:26.637829 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:26.730941 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] Routers {'9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:52:26.731753 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:26.735746 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.extraroute_db [None req-3e62b001-a2b8-41e8-851b-7bfe41a551c7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88051) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 10 14:52:26.776496 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-28e24771-692f-446d-9df9-4576636b224c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 6.8885353 May 10 14:52:26.777010 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.extraroute_db [None req-3e62b001-a2b8-41e8-851b-7bfe41a551c7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Removed routes are [] {{(pid=88051) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 10 14:52:26.777652 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3e62b001-a2b8-41e8-851b-7bfe41a551c7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:26.781969 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42842) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:26.885822 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-0c03a09f-bb1d-43c3-a0b8-eecd0d2dbcb1 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba0b97f-2ca5-4c90-9332-742ebe3b8566']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:26.915801 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] For port 6669dfe7-445a-4a2a-8b0d-7fafb7566edc, host dv-neutron-841204-2-hyperv, got binding levels [] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:26.916539 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:26.924543 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e24771-692f-446d-9df9-4576636b224c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Pushing event updated for resources: {'Port': ['ID=705a1e34-e3a4-4379-bcf6-eb4544aed39c,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:27.016178 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-0c03a09f-bb1d-43c3-a0b8-eecd0d2dbcb1 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8db5e44-89b2-448a-b277-e449ac0bd72b') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:27.016495 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-0c03a09f-bb1d-43c3-a0b8-eecd0d2dbcb1 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8db5e44-89b2-448a-b277-e449ac0bd72b') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:27.043855 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e44e7a8c-a22b-4372-9b22-baecf0f4b826 None None] Deleting port 2641f906-04eb-4495-86d4-ca268bbb3050 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:27.044305 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e44e7a8c-a22b-4372-9b22-baecf0f4b826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:27.107705 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0c03a09f-bb1d-43c3-a0b8-eecd0d2dbcb1 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:27.130354 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0c03a09f-bb1d-43c3-a0b8-eecd0d2dbcb1 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:27.138184 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c03a09f-bb1d-43c3-a0b8-eecd0d2dbcb1 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:52:27.138734 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0c03a09f-bb1d-43c3-a0b8-eecd0d2dbcb1 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:27.250043 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:27.251032 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:27.298339 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5804abb0-0623-46df-9c94-54a33454b1ac None None] Network 9980e700-078b-40ac-95e3-3b653a03fc30 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:27.335310 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-08b39f42-3b73-44e3-9ceb-39740766f829 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:27.347719 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e44e7a8c-a22b-4372-9b22-baecf0f4b826 None None] The port '2641f906-04eb-4495-86d4-ca268bbb3050' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:52:27.466550 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-fbd042ae-13db-46bf-a892-f69eff894bfd None None] For port 6249d8c5-ab75-49e8-84cb-47f49fc9c83c, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6249d8c5-ab75-49e8-84cb-47f49fc9c83c,segment=NetworkSegment(250e2578-3a58-4515-9157-f2e5acb77e9b),segment_id=250e2578-3a58-4515-9157-f2e5acb77e9b)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:27.466958 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fbd042ae-13db-46bf-a892-f69eff894bfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:52:27.493255 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:52:27.570922 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-20970033-a5ac-410f-bfe1-fddb00027f34 req-73dbdcd0-fdce-4899-8f1d-3b7bc169d570 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 210 time: 0.0776625 May 10 14:52:27.694446 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52f846-6ca5-4fcc-b45a-a5869fa5c9b2 None None] Pushing event updated for resources: {'Port': ['ID=6669dfe7-445a-4a2a-8b0d-7fafb7566edc,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:27.726185 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-56be1bef-34dc-45f3-b5c8-da9a5ccd6a55 None None] Could not find standard attr ID for object 7a614b99-e79b-43dc-a93b-de4e7a28e57f. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:52:27.756271 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0c03a09f-bb1d-43c3-a0b8-eecd0d2dbcb1 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:27.758458 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-08b39f42-3b73-44e3-9ceb-39740766f829 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:27.769196 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Calling delete_port for 6669dfe7-445a-4a2a-8b0d-7fafb7566edc owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:27.792663 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9994da0-8cd3-4d0c-adfc-d7b1dd37f5cb tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:27.798704 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9994da0-8cd3-4d0c-adfc-d7b1dd37f5cb tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:27.805176 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9994da0-8cd3-4d0c-adfc-d7b1dd37f5cb tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:27.806880 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f9994da0-8cd3-4d0c-adfc-d7b1dd37f5cb tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 1.0226851 May 10 14:52:27.810268 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42848) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:27.845802 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] Set router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:52:27.870878 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3e62b001-a2b8-41e8-851b-7bfe41a551c7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:27.880490 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3e62b001-a2b8-41e8-851b-7bfe41a551c7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539321'] for router, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:27.907806 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df065ed-bf5b-4f4a-862c-b5386d0cd719 None None] Network 4b1a881f-f7b1-4fc6-8fba-af8401d52806 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:27.925953 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0c03a09f-bb1d-43c3-a0b8-eecd0d2dbcb1 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:27.950824 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03a09f-bb1d-43c3-a0b8-eecd0d2dbcb1 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Pushing event deleted for resources: {'Network': ['ID=4ba0b97f-2ca5-4c90-9332-742ebe3b8566,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:27.961353 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0c03a09f-bb1d-43c3-a0b8-eecd0d2dbcb1 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "DELETE /v2.0/networks/4ba0b97f-2ca5-4c90-9332-742ebe3b8566 HTTP/1.1" status: 204 len: 168 time: 4.7083342 May 10 14:52:27.966135 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42852) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:28.044074 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-5db2bd16-dc35-4f32-9765-6154e14ac664 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Deleting port 705a1e34-e3a4-4379-bcf6-eb4544aed39c {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:28.044409 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5db2bd16-dc35-4f32-9765-6154e14ac664 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:28.136809 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-747ccbc2-143c-47e8-94cd-0c0b13b46517 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:28.137394 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-747ccbc2-143c-47e8-94cd-0c0b13b46517 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Synchronizing usage tracker for tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:52:28.142440 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-fbd042ae-13db-46bf-a892-f69eff894bfd None None] Calling delete_port for 6249d8c5-ab75-49e8-84cb-47f49fc9c83c owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:28.189073 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b39f42-3b73-44e3-9ceb-39740766f829 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=7a7b39a3-5e8b-4a30-b27f-31a1d1209e04,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:28.195481 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ac0f054d-b01b-46c9-bcd1-ec48eda0c2ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:28.227805 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-08b39f42-3b73-44e3-9ceb-39740766f829 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:28.228942 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361dc74d-4292-40c6-9295-2bcb4a184983 None None] Network 113e61de-e248-4143-b3ca-8668078e0bea requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:28.244301 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.api [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:52:28.244621 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG oslo_db.api [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:52:28.244792 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e62b001-a2b8-41e8-851b-7bfe41a551c7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:52:28.294470 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0e88d40a-ca29-41bf-af9d-cb72ed5f5821 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:28.319391 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-747ccbc2-143c-47e8-94cd-0c0b13b46517 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Unset dirty status for tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:52:28.320582 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-747ccbc2-143c-47e8-94cd-0c0b13b46517 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.86 "GET /v2.0/networks?id=432ecadc-13ed-4534-bb5d-3db9112befb3 HTTP/1.1" status: 200 len: 811 time: 0.7282102 May 10 14:52:28.328185 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-08b39f42-3b73-44e3-9ceb-39740766f829 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/7a7b39a3-5e8b-4a30-b27f-31a1d1209e04 HTTP/1.1" status: 204 len: 168 time: 3.2304626 May 10 14:52:28.337393 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42860) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:28.379567 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70325653-5016-41c8-a400-00d36f408009 None None] Pushing event updated for resources: {'Port': ['ID=42c370c5-d1a0-4ab3-836e-edb387d0b5b1,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:28.446118 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-989e3819-9002-4834-933b-df33b8976b9c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet 7e971d13-cf66-4402-a991-1cfd73c87b7f {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:52:28.465445 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-989e3819-9002-4834-933b-df33b8976b9c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:28.481049 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ac14cc-bb0d-43ad-b925-7abaa5cd573c None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:28.509503 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-da2da720-3926-4bc3-8116-4c6a92452a02 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Synchronizing usage tracker for tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:52:28.604713 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fbd042ae-13db-46bf-a892-f69eff894bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:28.615727 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-da2da720-3926-4bc3-8116-4c6a92452a02 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Unset dirty status for tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:52:28.616865 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-da2da720-3926-4bc3-8116-4c6a92452a02 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7 HTTP/1.1" status: 200 len: 380 time: 0.2786257 May 10 14:52:28.622702 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-989e3819-9002-4834-933b-df33b8976b9c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:28.644571 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0e88d40a-ca29-41bf-af9d-cb72ed5f5821 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:28.666602 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-a9240966-ab06-478f-bd66-417e318be269 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Request body: {'port': {'device_id': 'ab598b9e-c3f8-42e3-8510-16985d53b282', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'admin_state_up': True, 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'security_groups': ['542f53bb-e72d-4627-bffb-e18d1bea6da5']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:28.672203 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0e88d40a-ca29-41bf-af9d-cb72ed5f5821 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e95e1d7-cd96-4020-acec-384c99cd863b']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:28.687007 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0e88d40a-ca29-41bf-af9d-cb72ed5f5821 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '250e2578-3a58-4515-9157-f2e5acb77e9b') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:28.687320 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0e88d40a-ca29-41bf-af9d-cb72ed5f5821 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '250e2578-3a58-4515-9157-f2e5acb77e9b') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:28.701060 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0e88d40a-ca29-41bf-af9d-cb72ed5f5821 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:28.720912 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0e88d40a-ca29-41bf-af9d-cb72ed5f5821 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:28.728648 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e88d40a-ca29-41bf-af9d-cb72ed5f5821 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:52:28.729501 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0e88d40a-ca29-41bf-af9d-cb72ed5f5821 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:28.747268 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Deleting port 6669dfe7-445a-4a2a-8b0d-7fafb7566edc {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:28.747631 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:29.011098 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd042ae-13db-46bf-a892-f69eff894bfd None None] No DVR routers for this DVR port 6249d8c5-ab75-49e8-84cb-47f49fc9c83c on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:52:29.066234 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:52:29.078731 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0e88d40a-ca29-41bf-af9d-cb72ed5f5821 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:29.083577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0e88d40a-ca29-41bf-af9d-cb72ed5f5821 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:29.093895 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd042ae-13db-46bf-a892-f69eff894bfd None None] Pushing event deleted for resources: {'Port': ['ID=6249d8c5-ab75-49e8-84cb-47f49fc9c83c,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:29.125998 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-21dc24ed-2dbd-425c-ad52-cbb4a7bfdd56 req-bd03c218-6ad9-4ffa-ae84-51f61594fcbe tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 210 time: 0.3025432 May 10 14:52:29.132642 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e62b001-a2b8-41e8-851b-7bfe41a551c7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:52:29.155061 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3e62b001-a2b8-41e8-851b-7bfe41a551c7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:29.155061 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3e62b001-a2b8-41e8-851b-7bfe41a551c7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/routers/9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea HTTP/1.1" status: 200 len: 953 time: 3.6602430 May 10 14:52:29.155061 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0e88d40a-ca29-41bf-af9d-cb72ed5f5821 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "DELETE /v2.0/networks/6e95e1d7-cd96-4020-acec-384c99cd863b HTTP/1.1" status: 204 len: 168 time: 1.1839991 May 10 14:52:29.155061 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88d40a-ca29-41bf-af9d-cb72ed5f5821 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Pushing event deleted for resources: {'Network': ['ID=6e95e1d7-cd96-4020-acec-384c99cd863b,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:29.162859 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42866) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:29.163313 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42868) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:29.201496 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] For port 6669dfe7-445a-4a2a-8b0d-7fafb7566edc, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6669dfe7-445a-4a2a-8b0d-7fafb7566edc,segment=NetworkSegment(aab67d66-c461-4736-8b26-a972fc3cfff6),segment_id=aab67d66-c461-4736-8b26-a972fc3cfff6)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:29.202088 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:29.408417 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Calling delete_port for 6669dfe7-445a-4a2a-8b0d-7fafb7566edc owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:29.477518 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5db2bd16-dc35-4f32-9765-6154e14ac664 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:29.494319 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-989e3819-9002-4834-933b-df33b8976b9c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:29.524235 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b53f78a-8ffc-4d22-b4ed-c5f3bcd079d8 None None] Network 9980e700-078b-40ac-95e3-3b653a03fc30 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:29.616810 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-a9240966-ab06-478f-bd66-417e318be269 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:29.620426 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7cb6b9-488f-4b50-91fa-d4817a24b318 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Deleting subnet 51e40268-6f52-479a-96ae-f46e4f38dec5 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:52:29.626032 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ab7cb6b9-488f-4b50-91fa-d4817a24b318 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:29.642401 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-a9240966-ab06-478f-bd66-417e318be269 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Usage tracker for resource:port and tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:29.649285 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6249d8c5-ab75-49e8-84cb-47f49fc9c83c up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:29.680133 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-a9240966-ab06-478f-bd66-417e318be269 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:29.697791 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4cfd10df-ce52-4456-819f-bcd26aa88fef None None] Provisioning for port 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:29.698257 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-a9240966-ab06-478f-bd66-417e318be269 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:29.726154 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ab7cb6b9-488f-4b50-91fa-d4817a24b318 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:29.733234 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 6249d8c5-ab75-49e8-84cb-47f49fc9c83c {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:52:29.733834 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6249d8c5-ab75-49e8-84cb-47f49fc9c83c not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 10 14:52:29.771492 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:29.774985 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-a9240966-ab06-478f-bd66-417e318be269 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Made reservation on behalf of 903a8a4d2d8d4cfebec6bebbeebec3f7 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:29.778587 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-a9240966-ab06-478f-bd66-417e318be269 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:29.814029 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Port 6249d8c5-ab75-49e8-84cb-47f49fc9c83c not found, will not notify nova. {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 10 14:52:29.814778 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:29.886263 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-ac0f054d-b01b-46c9-bcd1-ec48eda0c2ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.20.0.17 (0a94e7f1-24e9-4396-8e5a-bdce6ba6c905/864c6adf-5d01-488b-b565-0f5be86809f0/310b121f-a414-436c-a31d-702a592b9cc0) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:29.911950 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-153f1e33-65c0-465f-8609-220342fd1089 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/routers/9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea HTTP/1.1" status: 200 len: 953 time: 0.7446585 May 10 14:52:29.916646 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42874) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:29.933034 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4cfd10df-ce52-4456-819f-bcd26aa88fef None None] Provisioning for port 8867d5bb-92d4-4065-836e-60cccd784b07 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:29.933229 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event deleted for resources: {'Port': ['ID=6669dfe7-445a-4a2a-8b0d-7fafb7566edc,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:29.936396 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-5db2bd16-dc35-4f32-9765-6154e14ac664 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Calling delete_port for 705a1e34-e3a4-4379-bcf6-eb4544aed39c owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:29.936554 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] No DVR routers for this DVR port 6669dfe7-445a-4a2a-8b0d-7fafb7566edc on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:52:29.944479 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-e06b85d2-29a0-4994-98c9-3f867a98a1e0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'router': {'routes': None}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:30.085044 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ab7cb6b9-488f-4b50-91fa-d4817a24b318 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:30.118948 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:52:26Z', 'revision_number': 6, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None, '_interfaces': [{'id': '42c370c5-d1a0-4ab3-836e-edb387d0b5b1', 'name': '', 'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:98:36:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:06Z', 'updated_at': '2022-05-10T14:52:25Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8971e337-b6d6-48ba-be51-3fada26ac8a4', 'name': '', 'network_id': '4b1a881f-f7b1-4fc6-8fba-af8401d52806', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:a5:14:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'eda9b587-bfcf-4c03-a405-98a8915c8f70', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:22Z', 'updated_at': '2022-05-10T14:52:24Z', 'revision_number': 2, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'eda9b587-bfcf-4c03-a405-98a8915c8f70', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b191c9c8-58bb-4153-b389-2aa0ff84cb8b', 'name': '', 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:76:74:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:49Z', 'updated_at': '2022-05-10T14:52:10Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d431ec-bb90-4d1c-91d8-e1eb4030409c', 'name': '', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:ae:4f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:37Z', 'updated_at': '2022-05-10T14:51:57Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:30.126032 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:30.142936 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6e2043-87e8-448f-8e56-e1fbbd032fda None None] The sync data for ids ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'] in dv-neutron-841204-2-hyperv is: [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:52:26Z', 'revision_number': 6, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None, '_interfaces': [{'id': '42c370c5-d1a0-4ab3-836e-edb387d0b5b1', 'name': '', 'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:98:36:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:06Z', 'updated_at': '2022-05-10T14:52:25Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8971e337-b6d6-48ba-be51-3fada26ac8a4', 'name': '', 'network_id': '4b1a881f-f7b1-4fc6-8fba-af8401d52806', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:a5:14:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'eda9b587-bfcf-4c03-a405-98a8915c8f70', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:22Z', 'updated_at': '2022-05-10T14:52:24Z', 'revision_number': 2, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'eda9b587-bfcf-4c03-a405-98a8915c8f70', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b191c9c8-58bb-4153-b389-2aa0ff84cb8b', 'name': '', 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:76:74:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:49Z', 'updated_at': '2022-05-10T14:52:10Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d431ec-bb90-4d1c-91d8-e1eb4030409c', 'name': '', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:ae:4f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:37Z', 'updated_at': '2022-05-10T14:51:57Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:52:30.151491 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:30.151865 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:30.223867 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ab7cb6b9-488f-4b50-91fa-d4817a24b318 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:30.355868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cb6b9-488f-4b50-91fa-d4817a24b318 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Pushing event deleted for resources: {'Subnet': ['ID=51e40268-6f52-479a-96ae-f46e4f38dec5,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:30.365255 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-79f612ed-6fab-4e94-8e29-98f0f51618e0 None None] Provisioning for port 705a1e34-e3a4-4379-bcf6-eb4544aed39c completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:30.436112 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ab7cb6b9-488f-4b50-91fa-d4817a24b318 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:30.451214 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-79f612ed-6fab-4e94-8e29-98f0f51618e0 None None] Provisioning complete for port 705a1e34-e3a4-4379-bcf6-eb4544aed39c triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:30.451585 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-79f612ed-6fab-4e94-8e29-98f0f51618e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:30.519516 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ac0f054d-b01b-46c9-bcd1-ec48eda0c2ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:30.556757 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ab7cb6b9-488f-4b50-91fa-d4817a24b318 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "DELETE /v2.0/subnets/51e40268-6f52-479a-96ae-f46e4f38dec5 HTTP/1.1" status: 204 len: 168 time: 1.3905015 May 10 14:52:30.557638 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42880) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:30.561882 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-ac0f054d-b01b-46c9-bcd1-ec48eda0c2ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Transition to ACTIVE for port object 310b121f-a414-436c-a31d-702a592b9cc0 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:30.610043 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcd1416-c769-415c-8290-f531b5fe5c81 None None] Network edc8c5cd-b3ee-4d0b-9ecb-fb453a324214 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:30.653282 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-79f612ed-6fab-4e94-8e29-98f0f51618e0 None None] Port 705a1e34-e3a4-4379-bcf6-eb4544aed39c cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:52:30.733837 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-131b55cd-0a74-41cb-a91b-f3fb4ec48f87 req-8f8c1d78-efcf-47f9-a49b-6a60f970577e tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 210 time: 0.2744696 May 10 14:52:30.763827 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-989e3819-9002-4834-933b-df33b8976b9c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:30.864005 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:30.888639 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-79f612ed-6fab-4e94-8e29-98f0f51618e0 None None] Provisioning for port daf9b0fc-ab54-495e-bfd3-5c1994749443 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:30.896148 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ac0f054d-b01b-46c9-bcd1-ec48eda0c2ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:30.925628 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-79f612ed-6fab-4e94-8e29-98f0f51618e0 None None] Provisioning complete for port daf9b0fc-ab54-495e-bfd3-5c1994749443 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:30.926050 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-79f612ed-6fab-4e94-8e29-98f0f51618e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:31.039935 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e3819-9002-4834-933b-df33b8976b9c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=7e971d13-cf66-4402-a991-1cfd73c87b7f,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:31.079042 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b243efc-9299-4d4e-830f-77cf63d97991 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:31.088392 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-79f612ed-6fab-4e94-8e29-98f0f51618e0 None None] Port daf9b0fc-ab54-495e-bfd3-5c1994749443 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:52:31.094279 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5db2bd16-dc35-4f32-9765-6154e14ac664 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:31.127841 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=51c4678e-6f3c-4ed7-9457-ddba5f28ac7b,segment=NetworkSegment(8eacff89-f8be-4eff-a18c-b33bf6440aad),segment_id=8eacff89-f8be-4eff-a18c-b33bf6440aad)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:31.154847 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-9b243efc-9299-4d4e-830f-77cf63d97991 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Deleting port 6edb0747-795a-414f-8091-b3f9e923f001 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:31.155023 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b243efc-9299-4d4e-830f-77cf63d97991 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:31.184762 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:31.185813 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 54f71e65-fa24-4d58-a1fd-df06a4b091e0 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:31.229099 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:52:31.245784 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2bd16-dc35-4f32-9765-6154e14ac664 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Pushing event deleted for resources: {'Port': ['ID=705a1e34-e3a4-4379-bcf6-eb4544aed39c,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:31.383609 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0f054d-b01b-46c9-bcd1-ec48eda0c2ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 0a94e7f1-24e9-4396-8e5a-bdce6ba6c905 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:31.423144 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629b7c40-bb54-4377-a6d8-526cf81b5e36 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:31.446471 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-989e3819-9002-4834-933b-df33b8976b9c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:31.468728 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-ac0f054d-b01b-46c9-bcd1-ec48eda0c2ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:31.555825 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0f054d-b01b-46c9-bcd1-ec48eda0c2ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:52:31.728215 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-989e3819-9002-4834-933b-df33b8976b9c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/7e971d13-cf66-4402-a991-1cfd73c87b7f HTTP/1.1" status: 204 len: 168 time: 3.3883529 May 10 14:52:31.733626 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:31.743850 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] Sync routers for ids ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:52:31.746998 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42884) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:31.807401 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=51c4678e-6f3c-4ed7-9457-ddba5f28ac7b,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:31.912892 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae69b-951d-4d98-b544-7468095abdea None None] Could not find standard attr ID for object 705a1e34-e3a4-4379-bcf6-eb4544aed39c. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:52:31.931306 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] Routers {'9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:52:31.932340 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:32.009348 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f054d-b01b-46c9-bcd1-ec48eda0c2ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=310b121f-a414-436c-a31d-702a592b9cc0,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:32.033313 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ac0f054d-b01b-46c9-bcd1-ec48eda0c2ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:32.099942 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a89f9808-bf42-4cc1-b0cf-1235e919bfe9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3516488 May 10 14:52:32.100716 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42890) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:32.119230 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-25d738ad-44d9-4489-a146-1149002a3f6b req-8537bfeb-e240-4749-b74b-876b163f0158 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 210 time: 0.0883894 May 10 14:52:32.177724 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5db2bd16-dc35-4f32-9765-6154e14ac664 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:32.195599 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-9b243efc-9299-4d4e-830f-77cf63d97991 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] For port 6edb0747-795a-414f-8091-b3f9e923f001, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6edb0747-795a-414f-8091-b3f9e923f001,segment=NetworkSegment(717f6dd7-d2fb-4675-8c8e-8a20b231d684),segment_id=717f6dd7-d2fb-4675-8c8e-8a20b231d684)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:32.195963 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b243efc-9299-4d4e-830f-77cf63d97991 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:32.207031 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5db2bd16-dc35-4f32-9765-6154e14ac664 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "DELETE /v2.0/ports/705a1e34-e3a4-4379-bcf6-eb4544aed39c HTTP/1.1" status: 204 len: 168 time: 4.3957460 May 10 14:52:32.211397 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42894) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:32.220494 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 54f71e65-fa24-4d58-a1fd-df06a4b091e0 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:32.228995 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9980e700-078b-40ac-95e3-3b653a03fc30']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:32.243019 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 54f71e65-fa24-4d58-a1fd-df06a4b091e0 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:32.243391 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:32.296808 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] Set router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:52:32.357346 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab67d66-c461-4736-8b26-a972fc3cfff6') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:32.357739 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab67d66-c461-4736-8b26-a972fc3cfff6') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:32.363251 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71303471-a9e4-49e4-b1db-3c4742d056fb None None] DHCP port deletion for edc8c5cd-b3ee-4d0b-9ecb-fb453a324214 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:52:32.378905 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae69b-951d-4d98-b544-7468095abdea None None] Provisioning complete for port daf9b0fc-ab54-495e-bfd3-5c1994749443 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:32.379482 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae69b-951d-4d98-b544-7468095abdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:32.389421 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:32.416474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-9b243efc-9299-4d4e-830f-77cf63d97991 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Calling delete_port for 6edb0747-795a-414f-8091-b3f9e923f001 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:32.422259 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-71303471-a9e4-49e4-b1db-3c4742d056fb None None] Deleting port 6edb0747-795a-414f-8091-b3f9e923f001 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:32.422587 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-71303471-a9e4-49e4-b1db-3c4742d056fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:32.455549 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-5142f86f-e8ac-4822-989f-c9dffe35a72a tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] GET failed (client error): The resource could not be found. May 10 14:52:32.456219 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5142f86f-e8ac-4822-989f-c9dffe35a72a tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Synchronizing usage tracker for tenant:88047def7c784f85810e328e8ab79f4b on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:52:32.466869 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:32.475063 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-a9240966-ab06-478f-bd66-417e318be269 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Allocated IP 172.20.0.6 (432ecadc-13ed-4534-bb5d-3db9112befb3/9c510936-298f-4d7e-b6bd-ee2068bbabe3/360407bd-a54b-4eae-90ad-84682b32fc75) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:32.481252 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:52:32.481570 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:52:32.501662 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:52:32.528018 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5142f86f-e8ac-4822-989f-c9dffe35a72a tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Unset dirty status for tenant:88047def7c784f85810e328e8ab79f4b on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:52:32.534748 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5142f86f-e8ac-4822-989f-c9dffe35a72a tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "GET /v2.0/ports/705a1e34-e3a4-4379-bcf6-eb4544aed39c HTTP/1.1" status: 404 len: 333 time: 0.3141890 May 10 14:52:32.535659 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42898) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:32.543963 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e52dceb1-5799-4805-9930-6ffe6d4e22fc tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Request body: {'port': {'network_id': '113e61de-e248-4143-b3ca-8668078e0bea', 'name': 'tempest-AllowedAddressPairTestJSON-1265156437'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:32.561196 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b243efc-9299-4d4e-830f-77cf63d97991 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:32.574099 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd591ed-c59e-4b38-8e25-c62aa44cd633 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:32.574923 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8fd591ed-c59e-4b38-8e25-c62aa44cd633 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:52:32.635334 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-71303471-a9e4-49e4-b1db-3c4742d056fb None None] The port '6edb0747-795a-414f-8091-b3f9e923f001' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:52:32.642457 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b243efc-9299-4d4e-830f-77cf63d97991 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] No DVR routers for this DVR port 6edb0747-795a-414f-8091-b3f9e923f001 on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:52:32.646983 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae69b-951d-4d98-b544-7468095abdea None None] Port daf9b0fc-ab54-495e-bfd3-5c1994749443 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:52:32.695027 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b243efc-9299-4d4e-830f-77cf63d97991 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Pushing event deleted for resources: {'Port': ['ID=6edb0747-795a-414f-8091-b3f9e923f001,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:32.731032 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8fd591ed-c59e-4b38-8e25-c62aa44cd633 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:52:32.734559 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8fd591ed-c59e-4b38-8e25-c62aa44cd633 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6211309 May 10 14:52:32.748704 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42902) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:32.751388 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:32.756295 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:32.832785 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event deleted for resources: {'Network': ['ID=9980e700-078b-40ac-95e3-3b653a03fc30,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:32.847913 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6e5e7cb1-22f6-4d7d-a060-3fb811b6b0d4 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/networks/9980e700-078b-40ac-95e3-3b653a03fc30 HTTP/1.1" status: 204 len: 168 time: 12.6983600 May 10 14:52:32.882313 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42906) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:32.905721 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae69b-951d-4d98-b544-7468095abdea None None] Provisioning for port 8971e337-b6d6-48ba-be51-3fada26ac8a4 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:32.933221 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ac6ae69b-951d-4d98-b544-7468095abdea None None] Provisioning complete for port 8971e337-b6d6-48ba-be51-3fada26ac8a4 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:32.934992 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae69b-951d-4d98-b544-7468095abdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:32.937993 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ac0f054d-b01b-46c9-bcd1-ec48eda0c2ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:32.989554 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed52b625-6e57-46e6-8e29-f2b6358cada8 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] DELETE failed (client error): The resource could not be found. May 10 14:52:32.990002 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed52b625-6e57-46e6-8e29-f2b6358cada8 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:52:32.999779 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b243efc-9299-4d4e-830f-77cf63d97991 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:33.059095 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ed52b625-6e57-46e6-8e29-f2b6358cada8 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/subnets/ff48c766-f6e8-4a2a-be0d-de0fd0ae98a2 HTTP/1.1" status: 404 len: 337 time: 0.1634073 May 10 14:52:33.063908 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-9b243efc-9299-4d4e-830f-77cf63d97991 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc8c5cd-b3ee-4d0b-9ecb-fb453a324214']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:33.070976 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42910) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:33.081231 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac7d367-bdca-4d84-a15c-e15a7ad53dc3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:33.085285 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2ac7d367-bdca-4d84-a15c-e15a7ad53dc3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3335321 May 10 14:52:33.087885 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5158c2c8-8a97-4415-8180-6cf8e7ed552e None None] DHCP port deletion for a36358c0-b900-4df5-ae69-1592404548f9 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:52:33.088918 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-9b243efc-9299-4d4e-830f-77cf63d97991 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717f6dd7-d2fb-4675-8c8e-8a20b231d684') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:33.089282 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-9b243efc-9299-4d4e-830f-77cf63d97991 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717f6dd7-d2fb-4675-8c8e-8a20b231d684') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:33.096367 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42914) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:33.107255 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:33.107531 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3cf98ec-e3a8-4eb4-9b15-6caf239fe590 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] DELETE failed (client error): The resource could not be found. May 10 14:52:33.107964 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3cf98ec-e3a8-4eb4-9b15-6caf239fe590 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:52:33.109649 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e3cf98ec-e3a8-4eb4-9b15-6caf239fe590 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/networks/9980e700-078b-40ac-95e3-3b653a03fc30 HTTP/1.1" status: 404 len: 339 time: 0.0379119 May 10 14:52:33.121553 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42918) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:33.127098 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ae69b-951d-4d98-b544-7468095abdea None None] Port 8971e337-b6d6-48ba-be51-3fada26ac8a4 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:52:33.129529 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5158c2c8-8a97-4415-8180-6cf8e7ed552e None None] Deleting port 045ed45c-7fff-42b8-8d18-d3d43dcac27c {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:33.129949 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5158c2c8-8a97-4415-8180-6cf8e7ed552e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:33.139347 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.extraroute_db [None req-e06b85d2-29a0-4994-98c9-3f867a98a1e0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Added routes are [] {{(pid=88052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 10 14:52:33.139658 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.extraroute_db [None req-e06b85d2-29a0-4994-98c9-3f867a98a1e0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 10 14:52:33.212339 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-65bb61d7-5945-45e1-a82b-eefe77f398f4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1123483 May 10 14:52:33.220363 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b243efc-9299-4d4e-830f-77cf63d97991 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:33.232208 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 54f71e65-fa24-4d58-a1fd-df06a4b091e0, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=54f71e65-fa24-4d58-a1fd-df06a4b091e0,segment=NetworkSegment(94780ea6-7676-487d-8aa0-0506458c84f4),segment_id=94780ea6-7676-487d-8aa0-0506458c84f4)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:33.239689 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42924) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:33.243873 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e52dceb1-5799-4805-9930-6ffe6d4e22fc tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:33.248260 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:33.249921 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2641f906-04eb-4495-86d4-ca268bbb3050 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:33.254182 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-75346ecb-8176-45cc-9568-bb01a41f958b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:33.295669 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b243efc-9299-4d4e-830f-77cf63d97991 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:33.404695 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:52:26Z', 'revision_number': 6, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None, '_interfaces': [{'id': '42c370c5-d1a0-4ab3-836e-edb387d0b5b1', 'name': '', 'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:98:36:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:06Z', 'updated_at': '2022-05-10T14:52:25Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8971e337-b6d6-48ba-be51-3fada26ac8a4', 'name': '', 'network_id': '4b1a881f-f7b1-4fc6-8fba-af8401d52806', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:a5:14:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'eda9b587-bfcf-4c03-a405-98a8915c8f70', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:22Z', 'updated_at': '2022-05-10T14:52:24Z', 'revision_number': 2, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'eda9b587-bfcf-4c03-a405-98a8915c8f70', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b191c9c8-58bb-4153-b389-2aa0ff84cb8b', 'name': '', 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:76:74:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:49Z', 'updated_at': '2022-05-10T14:52:10Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d431ec-bb90-4d1c-91d8-e1eb4030409c', 'name': '', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:ae:4f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:37Z', 'updated_at': '2022-05-10T14:51:57Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:33.418152 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] Checking router: 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:52:33.418805 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] Updating router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea port 8971e337-b6d6-48ba-be51-3fada26ac8a4 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:52:33.438826 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e52dceb1-5799-4805-9930-6ffe6d4e22fc tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:33.447212 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 2641f906-04eb-4495-86d4-ca268bbb3050 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:52:33.447693 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b243efc-9299-4d4e-830f-77cf63d97991 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:52:33.448012 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2641f906-04eb-4495-86d4-ca268bbb3050 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 10 14:52:33.448287 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b243efc-9299-4d4e-830f-77cf63d97991 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:52:33.467875 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:52:33.472794 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-275a3542-fb37-4268-93ee-7698a6e76d83 req-d70aed02-872e-427d-92fc-7d9e61a50614 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 210 time: 0.1968167 May 10 14:52:33.474027 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-75346ecb-8176-45cc-9568-bb01a41f958b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:33.476811 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-a9240966-ab06-478f-bd66-417e318be269 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:33.488966 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-72938220-f7f3-4088-8e83-de4c658b61bd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:33.503640 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e06b85d2-29a0-4994-98c9-3f867a98a1e0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:33.528593 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Port 2641f906-04eb-4495-86d4-ca268bbb3050 not found, will not notify nova. {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 10 14:52:33.528930 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 09013b67-dd8f-4ce7-b17d-66cdfb59a766 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:33.540914 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-75346ecb-8176-45cc-9568-bb01a41f958b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:33.550654 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-75346ecb-8176-45cc-9568-bb01a41f958b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:33.569723 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-75346ecb-8176-45cc-9568-bb01a41f958b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:33.572629 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52dceb1-5799-4805-9930-6ffe6d4e22fc tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Made reservation on behalf of 88047def7c784f85810e328e8ab79f4b for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:33.576426 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e52dceb1-5799-4805-9930-6ffe6d4e22fc tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:33.606248 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=54f71e65-fa24-4d58-a1fd-df06a4b091e0,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:33.618178 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-e52dceb1-5799-4805-9930-6ffe6d4e22fc tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] device_id is not set on port 0e42d443-5a4a-41f9-91e7-111b5d228b0c yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:52:33.655080 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75346ecb-8176-45cc-9568-bb01a41f958b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:33.660632 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-75346ecb-8176-45cc-9568-bb01a41f958b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:33.662045 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-75346ecb-8176-45cc-9568-bb01a41f958b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:52:33.662527 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75346ecb-8176-45cc-9568-bb01a41f958b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:52:33.669333 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b243efc-9299-4d4e-830f-77cf63d97991 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:33.711015 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b243efc-9299-4d4e-830f-77cf63d97991 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:33.719385 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:33.731590 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b243efc-9299-4d4e-830f-77cf63d97991 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Pushing event deleted for resources: {'Network': ['ID=edc8c5cd-b3ee-4d0b-9ecb-fb453a324214,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:33.737944 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9b243efc-9299-4d4e-830f-77cf63d97991 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "DELETE /v2.0/networks/edc8c5cd-b3ee-4d0b-9ecb-fb453a324214 HTTP/1.1" status: 204 len: 168 time: 3.0591066 May 10 14:52:33.738844 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42928) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:33.758890 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 09013b67-dd8f-4ce7-b17d-66cdfb59a766 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:33.770754 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2bdcca34-7b97-48ed-84b6-00c671a6f567 None None] Provisioning complete for port 8971e337-b6d6-48ba-be51-3fada26ac8a4 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:33.771110 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2bdcca34-7b97-48ed-84b6-00c671a6f567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:33.917720 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 09013b67-dd8f-4ce7-b17d-66cdfb59a766 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:33.918357 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:33.941233 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-75346ecb-8176-45cc-9568-bb01a41f958b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6968403 May 10 14:52:33.943935 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-31adc59b-b233-4338-b771-c139a09dd6ab tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Synchronizing usage tracker for tenant:bbc7ec9d430b4c4a8cd26407b3cd6fa2 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:52:33.949025 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42932) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:33.950597 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-a9240966-ab06-478f-bd66-417e318be269 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Transition to ACTIVE for port object 360407bd-a54b-4eae-90ad-84682b32fc75 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:33.959608 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e812d4ce-0252-4f20-8221-c3d442427362 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:33.998398 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-5158c2c8-8a97-4415-8180-6cf8e7ed552e None None] For port 045ed45c-7fff-42b8-8d18-d3d43dcac27c, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=045ed45c-7fff-42b8-8d18-d3d43dcac27c,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:33.998874 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5158c2c8-8a97-4415-8180-6cf8e7ed552e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:34.085446 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-31adc59b-b233-4338-b771-c139a09dd6ab tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Unset dirty status for tenant:bbc7ec9d430b4c4a8cd26407b3cd6fa2 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:52:34.089454 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-31adc59b-b233-4338-b771-c139a09dd6ab tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "GET /v2.0/ports?device_id=e616e4fa-b92e-4f19-b58b-6325ed91420f HTTP/1.1" status: 200 len: 205 time: 0.3449848 May 10 14:52:34.090224 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42936) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:34.147209 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5158c2c8-8a97-4415-8180-6cf8e7ed552e None None] Calling delete_port for 045ed45c-7fff-42b8-8d18-d3d43dcac27c owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:34.183660 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-2bdcca34-7b97-48ed-84b6-00c671a6f567 None None] Port 8971e337-b6d6-48ba-be51-3fada26ac8a4 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:52:34.272080 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2bdcca34-7b97-48ed-84b6-00c671a6f567 None None] Provisioning for port 310b121f-a414-436c-a31d-702a592b9cc0 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:34.278639 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-39f45cd1-641e-4afe-9c21-73a42f05d352 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:34.326893 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2bdcca34-7b97-48ed-84b6-00c671a6f567 None None] Provisioning complete for port 310b121f-a414-436c-a31d-702a592b9cc0 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:34.327268 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2bdcca34-7b97-48ed-84b6-00c671a6f567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:34.329095 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-72938220-f7f3-4088-8e83-de4c658b61bd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:34.350602 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-e52dceb1-5799-4805-9930-6ffe6d4e22fc tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Allocated IP 172.20.0.14 (113e61de-e248-4143-b3ca-8668078e0bea/348e8be7-1d41-48d8-8f11-ad0c72a565f6/0e42d443-5a4a-41f9-91e7-111b5d228b0c) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:34.352812 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e812d4ce-0252-4f20-8221-c3d442427362 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:34.363806 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-72938220-f7f3-4088-8e83-de4c658b61bd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40cfae5-0e40-498d-a67b-f7ac3b435d7a']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:34.379859 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-72938220-f7f3-4088-8e83-de4c658b61bd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5fa5a5-6d35-4c1c-847c-a2edef13498e') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:34.380255 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-72938220-f7f3-4088-8e83-de4c658b61bd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5fa5a5-6d35-4c1c-847c-a2edef13498e') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:34.394006 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-72938220-f7f3-4088-8e83-de4c658b61bd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:34.414416 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e812d4ce-0252-4f20-8221-c3d442427362 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:34.414668 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5158c2c8-8a97-4415-8180-6cf8e7ed552e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:34.416039 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-72938220-f7f3-4088-8e83-de4c658b61bd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:34.422443 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e812d4ce-0252-4f20-8221-c3d442427362 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:34.423784 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72938220-f7f3-4088-8e83-de4c658b61bd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:52:34.424182 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-72938220-f7f3-4088-8e83-de4c658b61bd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:34.437655 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e812d4ce-0252-4f20-8221-c3d442427362 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:52:34.455011 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:52:34.475276 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-a9240966-ab06-478f-bd66-417e318be269 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:34.600397 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:34.625752 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158c2c8-8a97-4415-8180-6cf8e7ed552e None None] Pushing event deleted for resources: {'Port': ['ID=045ed45c-7fff-42b8-8d18-d3d43dcac27c,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:34.629972 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5158c2c8-8a97-4415-8180-6cf8e7ed552e None None] No DVR routers for this DVR port 045ed45c-7fff-42b8-8d18-d3d43dcac27c on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:52:34.638894 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-2bdcca34-7b97-48ed-84b6-00c671a6f567 None None] Port 310b121f-a414-436c-a31d-702a592b9cc0 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:52:34.666998 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c04675-37a8-4675-8261-7b57306f5e7f None None] get_active_networks_info from dv-neutron-841204-2-hyperv {{(pid=88053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 10 14:52:34.679090 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e812d4ce-0252-4f20-8221-c3d442427362 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:34.682693 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e812d4ce-0252-4f20-8221-c3d442427362 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:34.684246 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-e812d4ce-0252-4f20-8221-c3d442427362 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:52:34.684462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e812d4ce-0252-4f20-8221-c3d442427362 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:52:34.703869 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-39f45cd1-641e-4afe-9c21-73a42f05d352 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:34.714452 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-39f45cd1-641e-4afe-9c21-73a42f05d352 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:34.735717 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-a9240966-ab06-478f-bd66-417e318be269 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Network 432ecadc-13ed-4534-bb5d-3db9112befb3 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:34.744055 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-a9240966-ab06-478f-bd66-417e318be269 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:34.745949 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-72938220-f7f3-4088-8e83-de4c658b61bd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:34.754516 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-a9240966-ab06-478f-bd66-417e318be269 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:52:34.755562 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e812d4ce-0252-4f20-8221-c3d442427362 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8044755 May 10 14:52:34.761727 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42942) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:34.807050 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 09013b67-dd8f-4ce7-b17d-66cdfb59a766, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=09013b67-dd8f-4ce7-b17d-66cdfb59a766,segment=NetworkSegment(fe1ac890-9651-4f7f-a6fa-522df723dac5),segment_id=fe1ac890-9651-4f7f-a6fa-522df723dac5)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:34.830638 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-38fa7e2b-50d2-4f05-be2e-ae227575612d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:34.832337 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:34.846926 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-72938220-f7f3-4088-8e83-de4c658b61bd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:34.864858 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72938220-f7f3-4088-8e83-de4c658b61bd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event deleted for resources: {'Network': ['ID=c40cfae5-0e40-498d-a67b-f7ac3b435d7a,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:34.871517 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9240966-ab06-478f-bd66-417e318be269 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Pushing event updated for resources: {'Port': ['ID=360407bd-a54b-4eae-90ad-84682b32fc75,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:34.890577 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e06b85d2-29a0-4994-98c9-3f867a98a1e0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:34.916518 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-39f45cd1-641e-4afe-9c21-73a42f05d352 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:34.916990 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f45cd1-641e-4afe-9c21-73a42f05d352 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Fanout notify agent at l3_agent the message router_deleted on router e616e4fa-b92e-4f19-b58b-6325ed91420f {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:52:34.936477 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-72938220-f7f3-4088-8e83-de4c658b61bd tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/networks/c40cfae5-0e40-498d-a67b-f7ac3b435d7a HTTP/1.1" status: 204 len: 168 time: 1.8120794 May 10 14:52:34.937759 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e06b85d2-29a0-4994-98c9-3f867a98a1e0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539321'] for router, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:34.940041 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42946) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:34.961459 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-39f45cd1-641e-4afe-9c21-73a42f05d352 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:34.965144 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-39f45cd1-641e-4afe-9c21-73a42f05d352 tempest-RoutersNegativeTest-599396400 tempest-RoutersNegativeTest-599396400-project] 10.222.0.79 "DELETE /v2.0/routers/e616e4fa-b92e-4f19-b58b-6325ed91420f HTTP/1.1" status: 204 len: 168 time: 0.8580658 May 10 14:52:35.033798 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-38fa7e2b-50d2-4f05-be2e-ae227575612d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:35.041966 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:35.043846 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-38fa7e2b-50d2-4f05-be2e-ae227575612d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:35.054286 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa138435-88c8-4313-a316-18e7326374e8 req-8920fffe-a402-4ec2-89bf-cde5b7310862 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:35.056042 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] Transition to ACTIVE for port object 8971e337-b6d6-48ba-be51-3fada26ac8a4 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:35.056827 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fa138435-88c8-4313-a316-18e7326374e8 req-8920fffe-a402-4ec2-89bf-cde5b7310862 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 931 time: 0.4311903 May 10 14:52:35.057716 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-38fa7e2b-50d2-4f05-be2e-ae227575612d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:35.060603 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6811a0f2-1368-40d1-841e-70bfb7f64b23 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:52:35.071825 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-a9240966-ab06-478f-bd66-417e318be269 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:35.073076 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-a9240966-ab06-478f-bd66-417e318be269 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:35.078473 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-38fa7e2b-50d2-4f05-be2e-ae227575612d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:35.089064 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-11597fac-3d5c-420b-8e88-cdc3b8488a4e tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] DELETE failed (client error): The resource could not be found. May 10 14:52:35.089676 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11597fac-3d5c-420b-8e88-cdc3b8488a4e tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:52:35.092468 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c04675-37a8-4675-8261-7b57306f5e7f None None] Resources bound (agent type, host, resource id): {{(pid=88053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 14:52:35.094190 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-11597fac-3d5c-420b-8e88-cdc3b8488a4e tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/subnets/8aaad22f-c895-4ec3-aa73-614d412dcb9e HTTP/1.1" status: 404 len: 337 time: 0.1485167 May 10 14:52:35.095966 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42952) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:35.100535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e52dceb1-5799-4805-9930-6ffe6d4e22fc tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:35.115464 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:35.123372 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 6811a0f2-1368-40d1-841e-70bfb7f64b23 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:52:35.123749 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6811a0f2-1368-40d1-841e-70bfb7f64b23 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:52:35.124121 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 9bb2a7c9-896a-4fc6-8a80-d06383088920 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:52:35.165569 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd47ca54-e106-432c-99bc-f86b6484b668 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] DELETE failed (client error): The resource could not be found. May 10 14:52:35.166525 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd47ca54-e106-432c-99bc-f86b6484b668 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:52:35.172862 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cd47ca54-e106-432c-99bc-f86b6484b668 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/networks/b2b841f6-29c1-4775-a401-39c16d1e0510 HTTP/1.1" status: 404 len: 339 time: 0.0645406 May 10 14:52:35.179283 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 9bb2a7c9-896a-4fc6-8a80-d06383088920 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:52:35.179635 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 9bb2a7c9-896a-4fc6-8a80-d06383088920 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:52:35.180047 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4ec0af6a-0c31-4305-9b6c-8b6d6263255f no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:52:35.183443 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-e52dceb1-5799-4805-9930-6ffe6d4e22fc tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Transition to ACTIVE for port object 0e42d443-5a4a-41f9-91e7-111b5d228b0c will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:35.184036 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.resource_extend [None req-ac0f054d-b01b-46c9-bcd1-ec48eda0c2ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:52:35.184562 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42956) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:35.191347 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fa7e2b-50d2-4f05-be2e-ae227575612d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:35.199624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-38fa7e2b-50d2-4f05-be2e-ae227575612d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:35.200879 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-38fa7e2b-50d2-4f05-be2e-ae227575612d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:52:35.201340 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38fa7e2b-50d2-4f05-be2e-ae227575612d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:52:35.206789 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ac0f054d-b01b-46c9-bcd1-ec48eda0c2ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:35.209538 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-a9240966-ab06-478f-bd66-417e318be269 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5543125 May 10 14:52:35.214727 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ac0f054d-b01b-46c9-bcd1-ec48eda0c2ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:35.244422 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 4ec0af6a-0c31-4305-9b6c-8b6d6263255f {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:52:35.244422 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4ec0af6a-0c31-4305-9b6c-8b6d6263255f not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:52:35.244666 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:52:35.291685 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fa138435-88c8-4313-a316-18e7326374e8 req-096ae2fa-1ed2-46e1-8c06-6b61752303f9 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181172 May 10 14:52:35.327209 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e52dceb1-5799-4805-9930-6ffe6d4e22fc tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:35.341392 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-38fa7e2b-50d2-4f05-be2e-ae227575612d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5648847 May 10 14:52:35.345183 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ac0f054d-b01b-46c9-bcd1-ec48eda0c2ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:35.353079 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-b53247c0-c0b1-4ce0-94bf-40631e0e4187 service neutron] Request body: {'port': {'device_id': 'ab598b9e-c3f8-42e3-8510-16985d53b282', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:35.380208 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42962) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:35.413605 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-acda0498-fc82-4849-a081-3c74c4d09ce5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:35.423844 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42966) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:35.431587 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd625e47-f4f8-4f47-8ced-3439fef029ac tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Deleting subnet 937f4277-ff28-449e-a8a2-f1763c3e70f4 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:52:35.434145 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:52:35.434509 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c9b4d8cf-6e5c-4ca8-9275-510ed097c0a5 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:52:35.447029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cd625e47-f4f8-4f47-8ced-3439fef029ac tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:35.449798 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=09013b67-dd8f-4ce7-b17d-66cdfb59a766,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:35.488543 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52dceb1-5799-4805-9930-6ffe6d4e22fc tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Network 113e61de-e248-4143-b3ca-8668078e0bea is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:35.496984 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-e52dceb1-5799-4805-9930-6ffe6d4e22fc tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:35.500043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52dceb1-5799-4805-9930-6ffe6d4e22fc tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:52:35.657438 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] Attempting to bind port 8971e337-b6d6-48ba-be51-3fada26ac8a4 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:52:35.658023 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] Attempting to bind port 8971e337-b6d6-48ba-be51-3fada26ac8a4 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'fd752abf-2a0b-42ac-b154-8a0501704882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '4b1a881f-f7b1-4fc6-8fba-af8401d52806'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:52:35.658622 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] Attempting to bind port 8971e337-b6d6-48ba-be51-3fada26ac8a4 on network 4b1a881f-f7b1-4fc6-8fba-af8401d52806 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:52:35.694297 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:52:35.694690 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] Checking segment: {'id': 'fd752abf-2a0b-42ac-b154-8a0501704882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '4b1a881f-f7b1-4fc6-8fba-af8401d52806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:52:35.695089 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:35.695480 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] Bound using segment: {'id': 'fd752abf-2a0b-42ac-b154-8a0501704882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '4b1a881f-f7b1-4fc6-8fba-af8401d52806'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:52:35.695965 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] Bound port: 8971e337-b6d6-48ba-be51-3fada26ac8a4, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd752abf-2a0b-42ac-b154-8a0501704882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '4b1a881f-f7b1-4fc6-8fba-af8401d52806'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:52:35.696333 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:35.735755 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625edb0e-98b3-4a75-9492-a4a7dead9ec4 None None] Pushing event updated for resources: {'Port': ['ID=8971e337-b6d6-48ba-be51-3fada26ac8a4,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:35.792473 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52dceb1-5799-4805-9930-6ffe6d4e22fc tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Pushing event updated for resources: {'Port': ['ID=0e42d443-5a4a-41f9-91e7-111b5d228b0c,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:35.822912 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06b85d2-29a0-4994-98c9-3f867a98a1e0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:52:35.840479 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cd625e47-f4f8-4f47-8ced-3439fef029ac tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:35.841719 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f054d-b01b-46c9-bcd1-ec48eda0c2ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=310b121f-a414-436c-a31d-702a592b9cc0,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:35.916777 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-acda0498-fc82-4849-a081-3c74c4d09ce5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:35.946626 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52dceb1-5799-4805-9930-6ffe6d4e22fc tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:35.947714 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e52dceb1-5799-4805-9930-6ffe6d4e22fc tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:35.993082 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e52dceb1-5799-4805-9930-6ffe6d4e22fc tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4547415 May 10 14:52:35.999868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42972) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:36.014281 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-acda0498-fc82-4849-a081-3c74c4d09ce5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:36.023589 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] For port 8971e337-b6d6-48ba-be51-3fada26ac8a4, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:52:36.028127 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] For port 8971e337-b6d6-48ba-be51-3fada26ac8a4, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8971e337-b6d6-48ba-be51-3fada26ac8a4,segment=NetworkSegment(fd752abf-2a0b-42ac-b154-8a0501704882),segment_id=fd752abf-2a0b-42ac-b154-8a0501704882)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:52:36.045882 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-5f0b27a5-0780-4336-ad66-24972c21b522 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:f9:ea:93'}]}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:36.046021 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:36.077973 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-667410eb-0e79-4260-aabb-5465b27f212d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bbc7ec9d430b4c4a8cd26407b3cd6fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6439943 May 10 14:52:36.092610 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-b53247c0-c0b1-4ce0-94bf-40631e0e4187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:36.094516 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42976) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:36.103495 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-acda0498-fc82-4849-a081-3c74c4d09ce5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:36.105213 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 42c370c5-d1a0-4ab3-836e-edb387d0b5b1 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:36.110770 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-acda0498-fc82-4849-a081-3c74c4d09ce5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:36.132945 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0f054d-b01b-46c9-bcd1-ec48eda0c2ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 0a94e7f1-24e9-4396-8e5a-bdce6ba6c905 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:36.145116 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acda0498-fc82-4849-a081-3c74c4d09ce5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:36.150386 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-acda0498-fc82-4849-a081-3c74c4d09ce5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:36.151845 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-acda0498-fc82-4849-a081-3c74c4d09ce5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:52:36.152269 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acda0498-fc82-4849-a081-3c74c4d09ce5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:52:36.219668 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-ac0f054d-b01b-46c9-bcd1-ec48eda0c2ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:36.262390 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] Routers {'9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:52:36.262969 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:36.288616 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cd625e47-f4f8-4f47-8ced-3439fef029ac tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:36.389112 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-acda0498-fc82-4849-a081-3c74c4d09ce5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9979072 May 10 14:52:36.398263 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42982) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:36.399018 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625edb0e-98b3-4a75-9492-a4a7dead9ec4 None None] Pushing event updated for resources: {'Port': ['ID=8971e337-b6d6-48ba-be51-3fada26ac8a4,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:36.427836 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-70315e3f-ec51-41a2-afe8-e82e5500e5ea tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:36.448849 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06b85d2-29a0-4994-98c9-3f867a98a1e0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:52:36.450395 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cd625e47-f4f8-4f47-8ced-3439fef029ac tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:36.460548 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-96c6e831-dea2-4477-8e35-cb1861af971e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:36.484413 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] Set router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:52:36.511746 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e06b85d2-29a0-4994-98c9-3f867a98a1e0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:36.515679 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e06b85d2-29a0-4994-98c9-3f867a98a1e0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/routers/9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea HTTP/1.1" status: 200 len: 703 time: 6.5829999 May 10 14:52:36.534734 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42986) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:36.535965 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cd625e47-f4f8-4f47-8ced-3439fef029ac tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:36.540400 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 42c370c5-d1a0-4ab3-836e-edb387d0b5b1 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:36.557840 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 42c370c5-d1a0-4ab3-836e-edb387d0b5b1 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:36.558286 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:36.587471 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f0a5f8-5223-41c4-9918-e97dc0e70aa1 None None] Network 52496e18-84e0-4bd5-86f9-4c4d252b665c requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:36.588815 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cd625e47-f4f8-4f47-8ced-3439fef029ac tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/subnets/937f4277-ff28-449e-a8a2-f1763c3e70f4 HTTP/1.1" status: 204 len: 168 time: 1.4028525 May 10 14:52:36.590133 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd625e47-f4f8-4f47-8ced-3439fef029ac tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event deleted for resources: {'Subnet': ['ID=937f4277-ff28-449e-a8a2-f1763c3e70f4,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:36.688878 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 42990) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:36.805100 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-96c6e831-dea2-4477-8e35-cb1861af971e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:36.959324 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-70315e3f-ec51-41a2-afe8-e82e5500e5ea tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:36.966836 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-70315e3f-ec51-41a2-afe8-e82e5500e5ea tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:36.969827 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-70315e3f-ec51-41a2-afe8-e82e5500e5ea tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:36.976337 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-70315e3f-ec51-41a2-afe8-e82e5500e5ea tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:37.021399 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70315e3f-ec51-41a2-afe8-e82e5500e5ea tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:37.025180 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-70315e3f-ec51-41a2-afe8-e82e5500e5ea tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:37.026805 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-70315e3f-ec51-41a2-afe8-e82e5500e5ea tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:52:37.027317 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70315e3f-ec51-41a2-afe8-e82e5500e5ea tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:52:37.092933 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0f054d-b01b-46c9-bcd1-ec48eda0c2ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router 4c545987-9dfc-439b-be1e-8a88b2377a04 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:52:37.100267 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-70315e3f-ec51-41a2-afe8-e82e5500e5ea tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6968057 May 10 14:52:37.107421 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42994) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:37.113029 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-19b0993b-cdb0-4059-b1a6-c38c3df2c285 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:37.124267 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0477a04d-5123-4423-99a7-8702c65e1223 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/routers/9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea HTTP/1.1" status: 200 len: 703 time: 0.5623317 May 10 14:52:37.142491 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 42998) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:37.167480 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-203361a4-6bae-4bd5-a64a-9409561a485c None None] Provisioning for port 360407bd-a54b-4eae-90ad-84682b32fc75 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:37.178724 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8ef74-20d3-4a45-92c3-134415d9bf9e req-f4053ab8-96a5-4957-a3df-24a240c5ad38 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:37.180273 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-33a8ef74-20d3-4a45-92c3-134415d9bf9e req-f4053ab8-96a5-4957-a3df-24a240c5ad38 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 931 time: 0.7662723 May 10 14:52:37.185169 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-72933c96-d1e2-41ed-964d-dd9f2b2ed620 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Deleting subnet 6313ab54-b5fc-4f0d-93cf-23afc6129e62 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:52:37.196303 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-72933c96-d1e2-41ed-964d-dd9f2b2ed620 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:37.208753 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:37.217585 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-203361a4-6bae-4bd5-a64a-9409561a485c None None] Provisioning complete for port 360407bd-a54b-4eae-90ad-84682b32fc75 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:37.217947 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-203361a4-6bae-4bd5-a64a-9409561a485c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:37.248958 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5f0b27a5-0780-4336-ad66-24972c21b522 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:37.316843 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-33a8ef74-20d3-4a45-92c3-134415d9bf9e req-da50e25f-9cee-4058-8b91-b595241469ce tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253874 May 10 14:52:37.356181 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-96c6e831-dea2-4477-8e35-cb1861af971e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:37.358376 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-203361a4-6bae-4bd5-a64a-9409561a485c None None] Port 360407bd-a54b-4eae-90ad-84682b32fc75 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:52:37.361265 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-72933c96-d1e2-41ed-964d-dd9f2b2ed620 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:37.420961 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 42c370c5-d1a0-4ab3-836e-edb387d0b5b1, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=42c370c5-d1a0-4ab3-836e-edb387d0b5b1,segment=NetworkSegment(8eacff89-f8be-4eff-a18c-b33bf6440aad),segment_id=8eacff89-f8be-4eff-a18c-b33bf6440aad)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:37.435281 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6e831-dea2-4477-8e35-cb1861af971e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a0e01a-1026-4248-b655-8367dc6867db,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:37.461136 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-96c6e831-dea2-4477-8e35-cb1861af971e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:37.462277 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-96c6e831-dea2-4477-8e35-cb1861af971e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/27a0e01a-1026-4248-b655-8367dc6867db HTTP/1.1" status: 204 len: 168 time: 1.3668170 May 10 14:52:37.517659 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:37.518601 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 90660f56-8068-44ca-9c91-75ea42af9007 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:37.596887 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-203361a4-6bae-4bd5-a64a-9409561a485c None None] Provisioning complete for port 310b121f-a414-436c-a31d-702a592b9cc0 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:37.597789 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-203361a4-6bae-4bd5-a64a-9409561a485c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:37.620231 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-72933c96-d1e2-41ed-964d-dd9f2b2ed620 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:37.726518 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=42c370c5-d1a0-4ab3-836e-edb387d0b5b1,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:37.754509 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-203361a4-6bae-4bd5-a64a-9409561a485c None None] Port 310b121f-a414-436c-a31d-702a592b9cc0 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:52:37.759839 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-b53247c0-c0b1-4ce0-94bf-40631e0e4187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360407bd-a54b-4eae-90ad-84682b32fc75 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:52:37.771769 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-19b0993b-cdb0-4059-b1a6-c38c3df2c285 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:37.775003 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-b53247c0-c0b1-4ce0-94bf-40631e0e4187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:37.791815 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 90660f56-8068-44ca-9c91-75ea42af9007 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:37.792334 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:37.794483 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-72933c96-d1e2-41ed-964d-dd9f2b2ed620 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:37.801104 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5f0b27a5-0780-4336-ad66-24972c21b522 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:37.809220 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-b53247c0-c0b1-4ce0-94bf-40631e0e4187 service neutron] Transition to ACTIVE for port object 360407bd-a54b-4eae-90ad-84682b32fc75 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:37.812713 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-19b0993b-cdb0-4059-b1a6-c38c3df2c285 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:37.834780 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-19b0993b-cdb0-4059-b1a6-c38c3df2c285 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:37.843040 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-19b0993b-cdb0-4059-b1a6-c38c3df2c285 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:37.843509 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:52:33Z', 'revision_number': 7, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None, '_interfaces': [{'id': '42c370c5-d1a0-4ab3-836e-edb387d0b5b1', 'name': '', 'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:98:36:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:06Z', 'updated_at': '2022-05-10T14:52:25Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8971e337-b6d6-48ba-be51-3fada26ac8a4', 'name': '', 'network_id': '4b1a881f-f7b1-4fc6-8fba-af8401d52806', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:a5:14:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'eda9b587-bfcf-4c03-a405-98a8915c8f70', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:22Z', 'updated_at': '2022-05-10T14:52:36Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'eda9b587-bfcf-4c03-a405-98a8915c8f70', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b191c9c8-58bb-4153-b389-2aa0ff84cb8b', 'name': '', 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:76:74:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:49Z', 'updated_at': '2022-05-10T14:52:10Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d431ec-bb90-4d1c-91d8-e1eb4030409c', 'name': '', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:ae:4f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:37Z', 'updated_at': '2022-05-10T14:51:57Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:37.845676 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5f0b27a5-0780-4336-ad66-24972c21b522 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:37.860086 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-b53247c0-c0b1-4ce0-94bf-40631e0e4187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:37.884214 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72933c96-d1e2-41ed-964d-dd9f2b2ed620 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event deleted for resources: {'Subnet': ['ID=6313ab54-b5fc-4f0d-93cf-23afc6129e62,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:37.906864 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6638e18a-d792-4b87-b907-255b7b1e1c70 None None] The sync data for ids ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'] in dv-neutron-841204-2-hyperv is: [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:52:33Z', 'revision_number': 7, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None, '_interfaces': [{'id': '42c370c5-d1a0-4ab3-836e-edb387d0b5b1', 'name': '', 'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:98:36:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:06Z', 'updated_at': '2022-05-10T14:52:25Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8971e337-b6d6-48ba-be51-3fada26ac8a4', 'name': '', 'network_id': '4b1a881f-f7b1-4fc6-8fba-af8401d52806', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:a5:14:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'eda9b587-bfcf-4c03-a405-98a8915c8f70', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:22Z', 'updated_at': '2022-05-10T14:52:36Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'eda9b587-bfcf-4c03-a405-98a8915c8f70', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b191c9c8-58bb-4153-b389-2aa0ff84cb8b', 'name': '', 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:76:74:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:49Z', 'updated_at': '2022-05-10T14:52:10Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d431ec-bb90-4d1c-91d8-e1eb4030409c', 'name': '', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:ae:4f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:37Z', 'updated_at': '2022-05-10T14:51:57Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:52:37.908545 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-72933c96-d1e2-41ed-964d-dd9f2b2ed620 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:37.958630 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3edf3c2a-4944-425a-9a50-17ad20edc122 None None] Provisioning for port 0e42d443-5a4a-41f9-91e7-111b5d228b0c completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:37.965664 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3edf3c2a-4944-425a-9a50-17ad20edc122 None None] Provisioning complete for port 0e42d443-5a4a-41f9-91e7-111b5d228b0c triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:37.966037 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3edf3c2a-4944-425a-9a50-17ad20edc122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:37.975458 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53247c0-c0b1-4ce0-94bf-40631e0e4187 service neutron] Pushing event updated for resources: {'Port': ['ID=360407bd-a54b-4eae-90ad-84682b32fc75,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:37.983954 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b0993b-cdb0-4059-b1a6-c38c3df2c285 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:37.997809 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-19b0993b-cdb0-4059-b1a6-c38c3df2c285 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:37.999713 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b0993b-cdb0-4059-b1a6-c38c3df2c285 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:52:38.000273 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19b0993b-cdb0-4059-b1a6-c38c3df2c285 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:52:38.080026 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0f054d-b01b-46c9-bcd1-ec48eda0c2ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:52:38.092152 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] Sync routers for ids ['4c545987-9dfc-439b-be1e-8a88b2377a04'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:52:38.121102 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] Routers {'4c545987-9dfc-439b-be1e-8a88b2377a04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:52:38.121328 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4c545987-9dfc-439b-be1e-8a88b2377a04'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:38.182901 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ac0f054d-b01b-46c9-bcd1-ec48eda0c2ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/routers/4c545987-9dfc-439b-be1e-8a88b2377a04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1271245 May 10 14:52:38.328268 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-72933c96-d1e2-41ed-964d-dd9f2b2ed620 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/subnets/6313ab54-b5fc-4f0d-93cf-23afc6129e62 HTTP/1.1" status: 204 len: 168 time: 1.6381903 May 10 14:52:38.341814 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-3edf3c2a-4944-425a-9a50-17ad20edc122 None None] Port 0e42d443-5a4a-41f9-91e7-111b5d228b0c cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:52:38.343541 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43018) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:38.463557 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:38.501646 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b27a5-0780-4336-ad66-24972c21b522 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Pushing event updated for resources: {'Port': ['ID=0e42d443-5a4a-41f9-91e7-111b5d228b0c,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:38.564855 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6519ffc9-7db4-4b35-8aba-0b4018bc8b9e None None] Sync routers for ids ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:52:38.578171 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] Set router 4c545987-9dfc-439b-be1e-8a88b2377a04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:52:38.613861 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-19b0993b-cdb0-4059-b1a6-c38c3df2c285 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.5063612 May 10 14:52:38.628848 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43028) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:38.654620 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6519ffc9-7db4-4b35-8aba-0b4018bc8b9e None None] Routers {'9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:52:38.655519 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-6519ffc9-7db4-4b35-8aba-0b4018bc8b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:38.736719 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-921b40ca-bbf2-4941-ae98-9b3eb101fdc3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:52:38.776981 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-5f0b27a5-0780-4336-ad66-24972c21b522 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] In _notify_port_updated(), no bound segment for port 0e42d443-5a4a-41f9-91e7-111b5d228b0c on network 113e61de-e248-4143-b3ca-8668078e0bea {{(pid=88051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 10 14:52:38.784492 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0b27a5-0780-4336-ad66-24972c21b522 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:38.785356 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5f0b27a5-0780-4336-ad66-24972c21b522 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:38.789935 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5f0b27a5-0780-4336-ad66-24972c21b522 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "PUT /v2.0/ports/0e42d443-5a4a-41f9-91e7-111b5d228b0c HTTP/1.1" status: 200 len: 994 time: 2.7887075 May 10 14:52:38.801986 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43036) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:38.882751 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-567c5fac-30d4-4801-8240-bf8e26cf7fcc None None] Provisioning complete for port 0e42d443-5a4a-41f9-91e7-111b5d228b0c triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:38.883029 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-567c5fac-30d4-4801-8240-bf8e26cf7fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:38.924126 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-b53247c0-c0b1-4ce0-94bf-40631e0e4187 service neutron] Attempting to bind port 360407bd-a54b-4eae-90ad-84682b32fc75 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:52:38.925141 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-b53247c0-c0b1-4ce0-94bf-40631e0e4187 service neutron] Attempting to bind port 360407bd-a54b-4eae-90ad-84682b32fc75 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'd7574317-f155-4685-9a5d-5802df6f0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:52:38.925479 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-b53247c0-c0b1-4ce0-94bf-40631e0e4187 service neutron] Attempting to bind port 360407bd-a54b-4eae-90ad-84682b32fc75 on network 432ecadc-13ed-4534-bb5d-3db9112befb3 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:52:38.940365 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-921b40ca-bbf2-4941-ae98-9b3eb101fdc3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:52:38.952590 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-921b40ca-bbf2-4941-ae98-9b3eb101fdc3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3163121 May 10 14:52:38.953246 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43040) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:38.961918 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-b53247c0-c0b1-4ce0-94bf-40631e0e4187 service neutron] Port 360407bd-a54b-4eae-90ad-84682b32fc75 on network 432ecadc-13ed-4534-bb5d-3db9112befb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:52:38.962241 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-b53247c0-c0b1-4ce0-94bf-40631e0e4187 service neutron] Attempting to bind port 360407bd-a54b-4eae-90ad-84682b32fc75 on network 432ecadc-13ed-4534-bb5d-3db9112befb3 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:52:38.972244 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-b53247c0-c0b1-4ce0-94bf-40631e0e4187 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:52:38.972645 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-b53247c0-c0b1-4ce0-94bf-40631e0e4187 service neutron] Checking segment: {'id': 'd7574317-f155-4685-9a5d-5802df6f0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:52:38.973043 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-b53247c0-c0b1-4ce0-94bf-40631e0e4187 service neutron] Bound using segment: {'id': 'd7574317-f155-4685-9a5d-5802df6f0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:52:38.973527 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-b53247c0-c0b1-4ce0-94bf-40631e0e4187 service neutron] Bound port: 360407bd-a54b-4eae-90ad-84682b32fc75, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7574317-f155-4685-9a5d-5802df6f0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:52:38.974342 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-b53247c0-c0b1-4ce0-94bf-40631e0e4187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:39.010873 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-903f6d7d-03eb-410e-b2d7-744891d1da0a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:39.023741 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:39.024353 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:39.049959 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43044) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:39.067771 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbc9341-c740-4195-90b2-95b582aa63bf None None] Network 52496e18-84e0-4bd5-86f9-4c4d252b665c requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:39.085083 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-748b5668-82bd-4609-a1ec-694d13e8b24f tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Deleting port 0e42d443-5a4a-41f9-91e7-111b5d228b0c {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:39.085563 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-748b5668-82bd-4609-a1ec-694d13e8b24f tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:39.093475 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-6519ffc9-7db4-4b35-8aba-0b4018bc8b9e None None] Set router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:52:39.138496 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-567c5fac-30d4-4801-8240-bf8e26cf7fcc None None] Port 0e42d443-5a4a-41f9-91e7-111b5d228b0c cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:52:39.141383 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-903f6d7d-03eb-410e-b2d7-744891d1da0a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Deleting port 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:39.141974 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-903f6d7d-03eb-410e-b2d7-744891d1da0a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:39.166231 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'name': 'tempest-TestNetworkBasicOps-router-2120422949', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:49:55Z', 'updated_at': '2022-05-10T14:52:32Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:49:58Z', 'updated_at': '2022-05-10T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '6ddda144-97ef-4c86-8048-01e9b4a6189b', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.149', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'port_id': 'd32182e0-af3e-4b84-bd1a-0be8d42e3bbc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'mac_address': 'fa:16:3e:92:8b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164761d-8da1-4d0f-a014-b5e27c3d5e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:50:55Z', 'updated_at': '2022-05-10T14:51:04Z', 'revision_number': 1, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '310b121f-a414-436c-a31d-702a592b9cc0', 'name': '', 'network_id': '0a94e7f1-24e9-4396-8e5a-bdce6ba6c905', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:d8:38:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '864c6adf-5d01-488b-b565-0f5be86809f0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:29Z', 'updated_at': '2022-05-10T14:52:34Z', 'revision_number': 2, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '864c6adf-5d01-488b-b565-0f5be86809f0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af294687-0e5e-4899-9290-f30d7580c321', 'name': '', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:c7:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:50:11Z', 'updated_at': '2022-05-10T14:50:21Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:39.171961 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] Checking router: 4c545987-9dfc-439b-be1e-8a88b2377a04 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:52:39.172143 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] Updating router 4c545987-9dfc-439b-be1e-8a88b2377a04 port 310b121f-a414-436c-a31d-702a592b9cc0 binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:52:39.184191 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102fab89-3552-437e-87fe-799bc9c523b8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:39.184869 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-102fab89-3552-437e-87fe-799bc9c523b8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:52:39.232777 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7f26e234-f60f-4533-acab-8b11b23f41b7 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:39.234147 dv-neutron-841204-2-hyperv neutron-server[88051]: WARNING neutron.api.v2.base [None req-7f26e234-f60f-4533-acab-8b11b23f41b7 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 10 14:52:39.235816 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-7f26e234-f60f-4533-acab-8b11b23f41b7 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] create failed (client error): There was a conflict when trying to complete your request. May 10 14:52:39.236935 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7f26e234-f60f-4533-acab-8b11b23f41b7 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1789618 May 10 14:52:39.247444 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43050) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:39.255244 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:39.265817 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-7c37517d-f27f-4ef4-860f-a0a68cd8559a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086580199'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:39.277003 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031e666-4d97-469e-9f34-d9674e22c7cd req-a65b0ecc-88cf-47ce-993b-460e3dde0fdc tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:39.279246 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-7c37517d-f27f-4ef4-860f-a0a68cd8559a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:39.279735 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0031e666-4d97-469e-9f34-d9674e22c7cd req-a65b0ecc-88cf-47ce-993b-460e3dde0fdc tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 943 time: 0.5805755 May 10 14:52:39.291215 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7c37517d-f27f-4ef4-860f-a0a68cd8559a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:39.296230 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7c37517d-f27f-4ef4-860f-a0a68cd8559a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:39.321079 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-7c37517d-f27f-4ef4-860f-a0a68cd8559a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:39.328146 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-102fab89-3552-437e-87fe-799bc9c523b8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:52:39.329402 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-102fab89-3552-437e-87fe-799bc9c523b8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3688993 May 10 14:52:39.343163 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43054) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:39.426572 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7c37517d-f27f-4ef4-860f-a0a68cd8559a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:39.438777 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-b53247c0-c0b1-4ce0-94bf-40631e0e4187 service neutron] For port 360407bd-a54b-4eae-90ad-84682b32fc75, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:52:39.443409 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3ccbd68d-9ce8-41fb-9ead-597c2909ff9b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980852 May 10 14:52:39.448700 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7c37517d-f27f-4ef4-860f-a0a68cd8559a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:39.462302 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43058) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:39.476420 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-92a69b45-2bd1-40b9-b416-aa6b1a84cba1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:39.485484 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-903f6d7d-03eb-410e-b2d7-744891d1da0a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] For port 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb,segment=NetworkSegment(caaec6c5-943c-4291-8b5e-f1b36e5ca316),segment_id=caaec6c5-943c-4291-8b5e-f1b36e5ca316)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:39.485926 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-903f6d7d-03eb-410e-b2d7-744891d1da0a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:39.492507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-b53247c0-c0b1-4ce0-94bf-40631e0e4187 service neutron] For port 360407bd-a54b-4eae-90ad-84682b32fc75, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=360407bd-a54b-4eae-90ad-84682b32fc75,segment=NetworkSegment(d7574317-f155-4685-9a5d-5802df6f0649),segment_id=d7574317-f155-4685-9a5d-5802df6f0649)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:52:39.557830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-7c37517d-f27f-4ef4-860f-a0a68cd8559a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:39.568882 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-b53247c0-c0b1-4ce0-94bf-40631e0e4187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:39.589788 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7c37517d-f27f-4ef4-860f-a0a68cd8559a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group_rule and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:39.626912 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:39.629831 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7c37517d-f27f-4ef4-860f-a0a68cd8559a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:39.650938 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-7c37517d-f27f-4ef4-860f-a0a68cd8559a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:39.663182 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-903f6d7d-03eb-410e-b2d7-744891d1da0a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Calling delete_port for 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:39.678956 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:39.685265 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f8ec5421-1236-473b-97a4-ea17383ab713 None None] Provisioning complete for port 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:39.685918 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f8ec5421-1236-473b-97a4-ea17383ab713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:39.693331 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] Transition to ACTIVE for port object 310b121f-a414-436c-a31d-702a592b9cc0 will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:39.712562 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:39.756208 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-b53247c0-c0b1-4ce0-94bf-40631e0e4187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:39.758259 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-b53247c0-c0b1-4ce0-94bf-40631e0e4187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:39.762994 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-b53247c0-c0b1-4ce0-94bf-40631e0e4187 service neutron] 10.222.0.86 "PUT /v2.0/ports/360407bd-a54b-4eae-90ad-84682b32fc75 HTTP/1.1" status: 200 len: 1093 time: 4.4535728 May 10 14:52:39.764718 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab598b9e-c3f8-42e3-8510-16985d53b282', 'tag': '360407bd-a54b-4eae-90ad-84682b32fc75'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:52:39.782132 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-92a69b45-2bd1-40b9-b416-aa6b1a84cba1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:39.793498 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-92a69b45-2bd1-40b9-b416-aa6b1a84cba1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:39.833310 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a69b45-2bd1-40b9-b416-aa6b1a84cba1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:39.841068 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-92a69b45-2bd1-40b9-b416-aa6b1a84cba1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:39.854756 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042aecd-69d8-4065-bded-020d45fbfbf4 None None] Pushing event updated for resources: {'Port': ['ID=310b121f-a414-436c-a31d-702a592b9cc0,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:39.880663 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1042aecd-69d8-4065-bded-020d45fbfbf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:39.881216 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1042aecd-69d8-4065-bded-020d45fbfbf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:39.881739 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1042aecd-69d8-4065-bded-020d45fbfbf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:39.882385 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1042aecd-69d8-4065-bded-020d45fbfbf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:39.883010 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1042aecd-69d8-4065-bded-020d45fbfbf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:39.883713 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1042aecd-69d8-4065-bded-020d45fbfbf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:39.884284 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1042aecd-69d8-4065-bded-020d45fbfbf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:39.884758 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1042aecd-69d8-4065-bded-020d45fbfbf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:39.885265 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1042aecd-69d8-4065-bded-020d45fbfbf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:39.885733 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1042aecd-69d8-4065-bded-020d45fbfbf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:39.886204 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1042aecd-69d8-4065-bded-020d45fbfbf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:39.886958 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1042aecd-69d8-4065-bded-020d45fbfbf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:39.888051 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c666d79-c4da-4028-8747-5b8d19cbd00b'] response: {'name': 'network-changed', 'server_uuid': 'ab598b9e-c3f8-42e3-8510-16985d53b282', 'tag': '360407bd-a54b-4eae-90ad-84682b32fc75', 'status': 'completed', 'code': 200} May 10 14:52:39.997949 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53247c0-c0b1-4ce0-94bf-40631e0e4187 service neutron] Pushing event updated for resources: {'Port': ['ID=360407bd-a54b-4eae-90ad-84682b32fc75,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:40.031868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-748b5668-82bd-4609-a1ec-694d13e8b24f tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:40.082099 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f8ec5421-1236-473b-97a4-ea17383ab713 None None] Could not find standard attr ID for object 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:52:40.092662 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.plugins.ml2.db [None req-f8ec5421-1236-473b-97a4-ea17383ab713 None None] No ports have port_id starting with 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb May 10 14:52:40.117882 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:40.125393 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:40.125773 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:40.191595 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] Attempting to bind port 310b121f-a414-436c-a31d-702a592b9cc0 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:52:40.192205 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] Attempting to bind port 310b121f-a414-436c-a31d-702a592b9cc0 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '65139a2f-4beb-49a7-a2f7-dd1bc58dad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0a94e7f1-24e9-4396-8e5a-bdce6ba6c905'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:52:40.192588 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] Attempting to bind port 310b121f-a414-436c-a31d-702a592b9cc0 on network 0a94e7f1-24e9-4396-8e5a-bdce6ba6c905 {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:52:40.200312 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:52:40.200724 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] Checking segment: {'id': '65139a2f-4beb-49a7-a2f7-dd1bc58dad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0a94e7f1-24e9-4396-8e5a-bdce6ba6c905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:52:40.201243 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:40.202360 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] Bound using segment: {'id': '65139a2f-4beb-49a7-a2f7-dd1bc58dad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0a94e7f1-24e9-4396-8e5a-bdce6ba6c905'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:52:40.203529 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] Bound port: 310b121f-a414-436c-a31d-702a592b9cc0, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65139a2f-4beb-49a7-a2f7-dd1bc58dad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0a94e7f1-24e9-4396-8e5a-bdce6ba6c905'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:52:40.204653 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:40.211001 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f837905f-6d81-4071-bcd3-6828e1266331 None None] DHCP port deletion for 52496e18-84e0-4bd5-86f9-4c4d252b665c request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:52:40.243081 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-903f6d7d-03eb-410e-b2d7-744891d1da0a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:40.257492 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-6519ffc9-7db4-4b35-8aba-0b4018bc8b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:52:33Z', 'revision_number': 7, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None, '_interfaces': [{'id': '42c370c5-d1a0-4ab3-836e-edb387d0b5b1', 'name': '', 'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:98:36:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:06Z', 'updated_at': '2022-05-10T14:52:37Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8971e337-b6d6-48ba-be51-3fada26ac8a4', 'name': '', 'network_id': '4b1a881f-f7b1-4fc6-8fba-af8401d52806', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:a5:14:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'eda9b587-bfcf-4c03-a405-98a8915c8f70', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:22Z', 'updated_at': '2022-05-10T14:52:36Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'eda9b587-bfcf-4c03-a405-98a8915c8f70', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b191c9c8-58bb-4153-b389-2aa0ff84cb8b', 'name': '', 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:76:74:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:49Z', 'updated_at': '2022-05-10T14:52:10Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d431ec-bb90-4d1c-91d8-e1eb4030409c', 'name': '', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:ae:4f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:37Z', 'updated_at': '2022-05-10T14:51:57Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:40.260544 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-748b5668-82bd-4609-a1ec-694d13e8b24f tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Calling delete_port for 0e42d443-5a4a-41f9-91e7-111b5d228b0c owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:40.264510 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6519ffc9-7db4-4b35-8aba-0b4018bc8b9e None None] Checking router: 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:52:40.337320 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-73e1af2e-6524-4992-8f95-5bccaac682e8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:40.344627 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6519ffc9-7db4-4b35-8aba-0b4018bc8b9e None None] Routers {'9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:52:40.345452 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-6519ffc9-7db4-4b35-8aba-0b4018bc8b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:40.349413 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] For port 310b121f-a414-436c-a31d-702a592b9cc0, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:52:40.353598 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] For port 310b121f-a414-436c-a31d-702a592b9cc0, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=310b121f-a414-436c-a31d-702a592b9cc0,segment=NetworkSegment(65139a2f-4beb-49a7-a2f7-dd1bc58dad71),segment_id=65139a2f-4beb-49a7-a2f7-dd1bc58dad71)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:52:40.358945 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:40.395717 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903f6d7d-03eb-410e-b2d7-744891d1da0a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] No DVR routers for this DVR port 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:52:40.440679 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f6d7d-03eb-410e-b2d7-744891d1da0a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event deleted for resources: {'Port': ['ID=2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:40.454533 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042aecd-69d8-4065-bded-020d45fbfbf4 None None] Pushing event updated for resources: {'Port': ['ID=310b121f-a414-436c-a31d-702a592b9cc0,revision_number=4']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:40.469243 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0031e666-4d97-469e-9f34-d9674e22c7cd req-3688201f-675b-43b5-8391-a832e9b23f33 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6996677 May 10 14:52:40.499587 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] Routers {'4c545987-9dfc-439b-be1e-8a88b2377a04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:52:40.500289 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4c545987-9dfc-439b-be1e-8a88b2377a04'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:40.544492 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-6519ffc9-7db4-4b35-8aba-0b4018bc8b9e None None] Set router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:52:40.599410 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:40.642869 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-903f6d7d-03eb-410e-b2d7-744891d1da0a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:40.744797 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] Set router 4c545987-9dfc-439b-be1e-8a88b2377a04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:52:40.801058 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d,segment=NetworkSegment(716c6d07-37e4-4338-84ae-423c007ba8e7),segment_id=716c6d07-37e4-4338-84ae-423c007ba8e7)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:40.826857 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-82ed4948-e454-4b9f-ba5e-c6d024239f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:40.828732 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-82ed4948-e454-4b9f-ba5e-c6d024239f10 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7&device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 1096 time: 0.9350059 May 10 14:52:40.880974 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:40.881756 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 09013b67-dd8f-4ce7-b17d-66cdfb59a766 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:40.928435 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-903f6d7d-03eb-410e-b2d7-744891d1da0a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52496e18-84e0-4bd5-86f9-4c4d252b665c']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:40.942544 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-903f6d7d-03eb-410e-b2d7-744891d1da0a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caaec6c5-943c-4291-8b5e-f1b36e5ca316') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:40.942904 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-903f6d7d-03eb-410e-b2d7-744891d1da0a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caaec6c5-943c-4291-8b5e-f1b36e5ca316') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:40.956798 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-903f6d7d-03eb-410e-b2d7-744891d1da0a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:40.965203 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7c37517d-f27f-4ef4-860f-a0a68cd8559a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:40.979555 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-903f6d7d-03eb-410e-b2d7-744891d1da0a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:40.989128 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903f6d7d-03eb-410e-b2d7-744891d1da0a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:52:40.989573 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-903f6d7d-03eb-410e-b2d7-744891d1da0a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:41.008249 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-a60a4639-7068-4069-9974-b04ca99e6ee0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=360407bd-a54b-4eae-90ad-84682b32fc75 HTTP/1.1" status: 200 len: 217 time: 0.1409168 May 10 14:52:41.016822 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7c37517d-f27f-4ef4-860f-a0a68cd8559a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:41.021665 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-7c37517d-f27f-4ef4-860f-a0a68cd8559a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:41.026346 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7c37517d-f27f-4ef4-860f-a0a68cd8559a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group_rule and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:41.030285 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7c37517d-f27f-4ef4-860f-a0a68cd8559a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:41.043853 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-7c37517d-f27f-4ef4-860f-a0a68cd8559a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:52:41.088851 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:52:41.091378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-748b5668-82bd-4609-a1ec-694d13e8b24f tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:41.113284 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:41.179704 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b5668-82bd-4609-a1ec-694d13e8b24f tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Pushing event deleted for resources: {'Port': ['ID=0e42d443-5a4a-41f9-91e7-111b5d228b0c,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:41.181112 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 09013b67-dd8f-4ce7-b17d-66cdfb59a766 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:41.182011 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:41.259984 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37517d-f27f-4ef4-860f-a0a68cd8559a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fea2d35-3cf9-4f17-8028-d1884e1b0f67,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:41.284751 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-903f6d7d-03eb-410e-b2d7-744891d1da0a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:41.292187 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-903f6d7d-03eb-410e-b2d7-744891d1da0a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:41.313169 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'name': 'tempest-TestNetworkBasicOps-router-2120422949', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:49:55Z', 'updated_at': '2022-05-10T14:52:32Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:49:58Z', 'updated_at': '2022-05-10T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '6ddda144-97ef-4c86-8048-01e9b4a6189b', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.149', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'port_id': 'd32182e0-af3e-4b84-bd1a-0be8d42e3bbc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'mac_address': 'fa:16:3e:92:8b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164761d-8da1-4d0f-a014-b5e27c3d5e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:50:55Z', 'updated_at': '2022-05-10T14:51:04Z', 'revision_number': 1, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '310b121f-a414-436c-a31d-702a592b9cc0', 'name': '', 'network_id': '0a94e7f1-24e9-4396-8e5a-bdce6ba6c905', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:d8:38:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '864c6adf-5d01-488b-b565-0f5be86809f0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:29Z', 'updated_at': '2022-05-10T14:52:40Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '864c6adf-5d01-488b-b565-0f5be86809f0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af294687-0e5e-4899-9290-f30d7580c321', 'name': '', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:c7:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:50:11Z', 'updated_at': '2022-05-10T14:50:21Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:41.320181 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c698bb-40e1-4ced-b6d4-c9f3e8504433 None None] The sync data for ids ['4c545987-9dfc-439b-be1e-8a88b2377a04'] in dv-neutron-841204-2-hyperv is: [{'id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'name': 'tempest-TestNetworkBasicOps-router-2120422949', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:49:55Z', 'updated_at': '2022-05-10T14:52:32Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:49:58Z', 'updated_at': '2022-05-10T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '6ddda144-97ef-4c86-8048-01e9b4a6189b', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.149', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'port_id': 'd32182e0-af3e-4b84-bd1a-0be8d42e3bbc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'mac_address': 'fa:16:3e:92:8b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164761d-8da1-4d0f-a014-b5e27c3d5e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:50:55Z', 'updated_at': '2022-05-10T14:51:04Z', 'revision_number': 1, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '310b121f-a414-436c-a31d-702a592b9cc0', 'name': '', 'network_id': '0a94e7f1-24e9-4396-8e5a-bdce6ba6c905', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:d8:38:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '864c6adf-5d01-488b-b565-0f5be86809f0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:29Z', 'updated_at': '2022-05-10T14:52:40Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '864c6adf-5d01-488b-b565-0f5be86809f0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af294687-0e5e-4899-9290-f30d7580c321', 'name': '', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:c7:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:50:11Z', 'updated_at': '2022-05-10T14:50:21Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:52:41.326940 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f6d7d-03eb-410e-b2d7-744891d1da0a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event deleted for resources: {'Network': ['ID=52496e18-84e0-4bd5-86f9-4c4d252b665c,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:41.329452 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-6519ffc9-7db4-4b35-8aba-0b4018bc8b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:52:33Z', 'revision_number': 7, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None, '_interfaces': [{'id': '42c370c5-d1a0-4ab3-836e-edb387d0b5b1', 'name': '', 'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:98:36:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:06Z', 'updated_at': '2022-05-10T14:52:37Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8971e337-b6d6-48ba-be51-3fada26ac8a4', 'name': '', 'network_id': '4b1a881f-f7b1-4fc6-8fba-af8401d52806', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:a5:14:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'eda9b587-bfcf-4c03-a405-98a8915c8f70', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:22Z', 'updated_at': '2022-05-10T14:52:36Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'eda9b587-bfcf-4c03-a405-98a8915c8f70', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b191c9c8-58bb-4153-b389-2aa0ff84cb8b', 'name': '', 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:76:74:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:49Z', 'updated_at': '2022-05-10T14:52:10Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d431ec-bb90-4d1c-91d8-e1eb4030409c', 'name': '', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:ae:4f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:37Z', 'updated_at': '2022-05-10T14:51:57Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:41.343520 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6519ffc9-7db4-4b35-8aba-0b4018bc8b9e None None] The sync data for ids ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'] in dv-neutron-841204-2-hyperv is: [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:52:33Z', 'revision_number': 7, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None, '_interfaces': [{'id': '42c370c5-d1a0-4ab3-836e-edb387d0b5b1', 'name': '', 'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:98:36:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:06Z', 'updated_at': '2022-05-10T14:52:37Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8971e337-b6d6-48ba-be51-3fada26ac8a4', 'name': '', 'network_id': '4b1a881f-f7b1-4fc6-8fba-af8401d52806', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:a5:14:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': 'eda9b587-bfcf-4c03-a405-98a8915c8f70', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:22Z', 'updated_at': '2022-05-10T14:52:36Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'eda9b587-bfcf-4c03-a405-98a8915c8f70', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b191c9c8-58bb-4153-b389-2aa0ff84cb8b', 'name': '', 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:76:74:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:49Z', 'updated_at': '2022-05-10T14:52:10Z', 'revision_number': 4, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d431ec-bb90-4d1c-91d8-e1eb4030409c', 'name': '', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:ae:4f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:37Z', 'updated_at': '2022-05-10T14:51:57Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:52:41.394644 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8867d5bb-92d4-4065-836e-60cccd784b07 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:41.516084 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 8867d5bb-92d4-4065-836e-60cccd784b07 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:41.542980 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 8867d5bb-92d4-4065-836e-60cccd784b07 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:41.543368 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:41.554383 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-903f6d7d-03eb-410e-b2d7-744891d1da0a tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/networks/52496e18-84e0-4bd5-86f9-4c4d252b665c HTTP/1.1" status: 204 len: 168 time: 3.2049611 May 10 14:52:41.561885 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43068) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:41.564480 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.objects.ports [None req-92a69b45-2bd1-40b9-b416-aa6b1a84cba1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 10 14:52:41.584119 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7c37517d-f27f-4ef4-860f-a0a68cd8559a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:41.589048 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-92a69b45-2bd1-40b9-b416-aa6b1a84cba1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:41.634545 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-0353bff6-8d3a-44d8-bddb-9638a28a944d tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] DELETE failed (client error): The resource could not be found. May 10 14:52:41.635007 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0353bff6-8d3a-44d8-bddb-9638a28a944d tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:52:41.641138 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0353bff6-8d3a-44d8-bddb-9638a28a944d tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/subnets/4dc2157e-fbb4-40d8-9efb-a08ced2a9866 HTTP/1.1" status: 404 len: 337 time: 0.0781653 May 10 14:52:41.644174 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43072) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:41.652999 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-748b5668-82bd-4609-a1ec-694d13e8b24f tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:41.655980 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7c37517d-f27f-4ef4-860f-a0a68cd8559a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:41.660791 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-748b5668-82bd-4609-a1ec-694d13e8b24f tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "DELETE /v2.0/ports/0e42d443-5a4a-41f9-91e7-111b5d228b0c HTTP/1.1" status: 204 len: 168 time: 2.8563352 May 10 14:52:41.688795 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43076) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:41.703212 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-ff03abaa-33f6-479a-8991-2dcad2c3d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:41.704680 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-ff03abaa-33f6-479a-8991-2dcad2c3d2ca service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c510936-298f-4d7e-b6bd-ee2068bbabe3 HTTP/1.1" status: 200 len: 850 time: 0.6109204 May 10 14:52:41.757242 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2f8b74-5267-485c-a90f-6e9bf75c0a04 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] DELETE failed (client error): The resource could not be found. May 10 14:52:41.758609 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea2f8b74-5267-485c-a90f-6e9bf75c0a04 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:52:41.760344 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ea2f8b74-5267-485c-a90f-6e9bf75c0a04 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/networks/68bad415-3af8-450f-8bc9-b2480bbb6785 HTTP/1.1" status: 404 len: 339 time: 0.1152949 May 10 14:52:41.768803 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43080) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:41.774595 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a69b45-2bd1-40b9-b416-aa6b1a84cba1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:41.781519 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:41.818213 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 8867d5bb-92d4-4065-836e-60cccd784b07, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8867d5bb-92d4-4065-836e-60cccd784b07,segment=NetworkSegment(fd752abf-2a0b-42ac-b154-8a0501704882),segment_id=fd752abf-2a0b-42ac-b154-8a0501704882)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:41.826275 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36cde69-2ed0-4bf2-a638-70b5db71b50d tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] DELETE failed (client error): The resource could not be found. May 10 14:52:41.826825 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d36cde69-2ed0-4bf2-a638-70b5db71b50d tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:52:41.827733 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:41.831478 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d36cde69-2ed0-4bf2-a638-70b5db71b50d tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/subnets/4ef31149-05e4-4864-99b1-c8be5ace1710 HTTP/1.1" status: 404 len: 337 time: 0.0603263 May 10 14:52:41.831817 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:41.833553 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43084) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:41.841765 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-92a69b45-2bd1-40b9-b416-aa6b1a84cba1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:41.870151 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-7558d407-b46a-471a-ab30-5b579ec732fc tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] DELETE failed (client error): The resource could not be found. May 10 14:52:41.870642 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7558d407-b46a-471a-ab30-5b579ec732fc tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:52:41.874593 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7558d407-b46a-471a-ab30-5b579ec732fc tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/networks/2acdde96-013a-43dc-903c-ee6a2aec433c HTTP/1.1" status: 404 len: 339 time: 0.0337427 May 10 14:52:41.877237 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43088) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:41.882897 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecaa601e-3532-4e9e-b1af-bf46d1125e34 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] GET failed (client error): The resource could not be found. May 10 14:52:41.883430 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ecaa601e-3532-4e9e-b1af-bf46d1125e34 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Synchronizing usage tracker for tenant:88047def7c784f85810e328e8ab79f4b on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:52:41.897514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a69b45-2bd1-40b9-b416-aa6b1a84cba1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:41.898126 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-92a69b45-2bd1-40b9-b416-aa6b1a84cba1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:41.898526 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3c6241-ed2b-4b8e-bce4-cc032859b69b None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:41.932988 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-b43b81cf-971d-4066-9de4-c8f16cb5b501 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] DELETE failed (client error): The resource could not be found. May 10 14:52:41.932988 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b43b81cf-971d-4066-9de4-c8f16cb5b501 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:52:41.933703 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37517d-f27f-4ef4-860f-a0a68cd8559a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a19c5c99-a1ea-4888-bcad-3056886f4e1b,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:41.936865 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b43b81cf-971d-4066-9de4-c8f16cb5b501 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/subnets/cb306d3e-9216-488d-a745-7ef3dafd5e1d HTTP/1.1" status: 404 len: 337 time: 0.0552533 May 10 14:52:41.937323 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43092) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:41.947349 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e352d71-0e0f-42cb-98dd-1a2841eb1d95 req-314fbbdb-2a35-4d7d-8dfc-9651c4737116 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:41.948860 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2e352d71-0e0f-42cb-98dd-1a2841eb1d95 req-314fbbdb-2a35-4d7d-8dfc-9651c4737116 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 943 time: 0.2599683 May 10 14:52:41.960637 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a69b45-2bd1-40b9-b416-aa6b1a84cba1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=fc37fd6d-b8de-4e6c-8d82-8ea774244d24,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:41.984596 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7c37517d-f27f-4ef4-860f-a0a68cd8559a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:41.989550 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7c37517d-f27f-4ef4-860f-a0a68cd8559a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.7352438 May 10 14:52:41.990925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43096) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:42.001993 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ecaa601e-3532-4e9e-b1af-bf46d1125e34 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Unset dirty status for tenant:88047def7c784f85810e328e8ab79f4b on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:52:42.007776 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ecaa601e-3532-4e9e-b1af-bf46d1125e34 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "GET /v2.0/ports/0e42d443-5a4a-41f9-91e7-111b5d228b0c HTTP/1.1" status: 404 len: 333 time: 0.3021033 May 10 14:52:42.012362 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43098) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:42.020174 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-92a69b45-2bd1-40b9-b416-aa6b1a84cba1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5525401 May 10 14:52:42.025149 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-9839684c-d90f-4ca2-82eb-952217e8b85c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Request body: {'port': {'network_id': '113e61de-e248-4143-b3ca-8668078e0bea', 'name': 'tempest-AllowedAddressPairTestJSON-868827845'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:42.038828 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43104) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:42.039561 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-73e1af2e-6524-4992-8f95-5bccaac682e8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting port 8971e337-b6d6-48ba-be51-3fada26ac8a4 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:42.039971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-73e1af2e-6524-4992-8f95-5bccaac682e8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:42.050229 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-80010350-f101-4d70-8e39-ff075dcd9a8a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group_rule': {'security_group_id': 'a19c5c99-a1ea-4888-bcad-3056886f4e1b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:42.063217 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-80010350-f101-4d70-8e39-ff075dcd9a8a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:42.072300 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-80010350-f101-4d70-8e39-ff075dcd9a8a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group_rule and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:42.077001 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-80010350-f101-4d70-8e39-ff075dcd9a8a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:42.087022 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-80010350-f101-4d70-8e39-ff075dcd9a8a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:42.100893 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-232e2467-00be-4209-927b-35d7b49fc0d8 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] DELETE failed (client error): The resource could not be found. May 10 14:52:42.102224 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-232e2467-00be-4209-927b-35d7b49fc0d8 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:52:42.104360 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-232e2467-00be-4209-927b-35d7b49fc0d8 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/networks/18d24952-da7d-4589-92d1-b8eab8c6aca5 HTTP/1.1" status: 404 len: 339 time: 0.1662714 May 10 14:52:42.108542 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=8867d5bb-92d4-4065-836e-60cccd784b07,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:42.109352 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-ccc0b948-4c7b-453b-8ea4-1631f3e48275 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'mac_address': 'fa:16:3e:23:d9:b3', 'name': 'tempest-NetworksTestDHCPv6-252159065'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:42.141139 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43108) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:42.141488 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:42.141903 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:42.261868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-80010350-f101-4d70-8e39-ff075dcd9a8a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:42.303452 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-66e918f5-0ae3-4722-a032-47bb96457074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:42.305005 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-66e918f5-0ae3-4722-a032-47bb96457074 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=432ecadc-13ed-4534-bb5d-3db9112befb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5410097 May 10 14:52:42.335678 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2e352d71-0e0f-42cb-98dd-1a2841eb1d95 req-0084d4ba-34d3-4886-a150-09d25006fb63 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3454704 May 10 14:52:42.408258 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb633b9b-8d39-414a-afbd-1260e33225aa tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Deleting subnet dd1426f6-ca78-4868-b097-444817798b55 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:52:42.411645 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb633b9b-8d39-414a-afbd-1260e33225aa tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:42.414720 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd56a0db-3976-416c-9a20-d4b34a3de912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-a36358c0-b900-4df5-ae69-1592404548f9', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'fixed_ips': [{'subnet_id': 'fc37fd6d-b8de-4e6c-8d82-8ea774244d24'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:52:42.415539 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cd56a0db-3976-416c-9a20-d4b34a3de912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:42.470167 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb633b9b-8d39-414a-afbd-1260e33225aa tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:42.483762 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-73e1af2e-6524-4992-8f95-5bccaac682e8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] For port 8971e337-b6d6-48ba-be51-3fada26ac8a4, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8971e337-b6d6-48ba-be51-3fada26ac8a4,segment=NetworkSegment(fd752abf-2a0b-42ac-b154-8a0501704882),segment_id=fd752abf-2a0b-42ac-b154-8a0501704882)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:42.484121 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-73e1af2e-6524-4992-8f95-5bccaac682e8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:42.494172 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-9839684c-d90f-4ca2-82eb-952217e8b85c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:42.494786 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 54f71e65-fa24-4d58-a1fd-df06a4b091e0 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:42.523726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-9839684c-d90f-4ca2-82eb-952217e8b85c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:42.562769 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-80010350-f101-4d70-8e39-ff075dcd9a8a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:42.579154 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-ccc0b948-4c7b-453b-8ea4-1631f3e48275 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:42.582219 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-80010350-f101-4d70-8e39-ff075dcd9a8a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:42.620360 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-ccc0b948-4c7b-453b-8ea4-1631f3e48275 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:42.637138 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80010350-f101-4d70-8e39-ff075dcd9a8a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de53898d-65a0-46fa-87ab-f481dd5254d4,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:42.644502 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 54f71e65-fa24-4d58-a1fd-df06a4b091e0 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:42.644502 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:42.646967 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb633b9b-8d39-414a-afbd-1260e33225aa tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:42.676222 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-80010350-f101-4d70-8e39-ff075dcd9a8a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:42.679901 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-80010350-f101-4d70-8e39-ff075dcd9a8a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6820109 May 10 14:52:42.683199 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43112) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:42.688600 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-cd56a0db-3976-416c-9a20-d4b34a3de912 None None] Allocated IP 2001:db8::f816:3eff:fec1:a25c (a36358c0-b900-4df5-ae69-1592404548f9/fc37fd6d-b8de-4e6c-8d82-8ea774244d24/e482af97-8ed9-4f85-aeb8-846fe163c110) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:42.701308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc0b948-4c7b-453b-8ea4-1631f3e48275 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:42.719587 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-ee38f3c6-1867-4ccd-91e1-3c15711991f1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group_rule': {'security_group_id': 'a19c5c99-a1ea-4888-bcad-3056886f4e1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:42.737570 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-ee38f3c6-1867-4ccd-91e1-3c15711991f1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:42.774406 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-73e1af2e-6524-4992-8f95-5bccaac682e8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Calling delete_port for 8971e337-b6d6-48ba-be51-3fada26ac8a4 owned by network:router_interface {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:42.793248 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-ee38f3c6-1867-4ccd-91e1-3c15711991f1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group_rule and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:42.803305 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-ee38f3c6-1867-4ccd-91e1-3c15711991f1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:42.816267 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-ee38f3c6-1867-4ccd-91e1-3c15711991f1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:42.819688 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9839684c-d90f-4ca2-82eb-952217e8b85c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Made reservation on behalf of 88047def7c784f85810e328e8ab79f4b for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:42.823663 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9839684c-d90f-4ca2-82eb-952217e8b85c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:42.868905 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ee38f3c6-1867-4ccd-91e1-3c15711991f1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:42.889484 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5bd56288-17e8-4b93-a894-64ec6a3988eb up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:42.894339 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb633b9b-8d39-414a-afbd-1260e33225aa tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:42.940823 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-9839684c-d90f-4ca2-82eb-952217e8b85c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] device_id is not set on port c2a59108-7795-498a-ae37-07507b824991 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:52:42.946836 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ccc0b948-4c7b-453b-8ea4-1631f3e48275 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:42.969779 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb633b9b-8d39-414a-afbd-1260e33225aa tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:42.972885 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb633b9b-8d39-414a-afbd-1260e33225aa tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event deleted for resources: {'Subnet': ['ID=dd1426f6-ca78-4868-b097-444817798b55,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:42.978798 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-a937d407-702e-42b7-8618-cc9791429443 service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6543906 May 10 14:52:42.995546 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0999d9-f303-4986-aad5-daa0119a3f69 None None] Network 33a8cf4c-b436-4941-b1d4-835555bd91bc requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:43.014994 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-ccc0b948-4c7b-453b-8ea4-1631f3e48275 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] device_id is not set on port b76cf9b4-64a0-4049-909d-82ff3bc7f2ed yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:52:43.052792 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bb633b9b-8d39-414a-afbd-1260e33225aa tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/subnets/dd1426f6-ca78-4868-b097-444817798b55 HTTP/1.1" status: 204 len: 168 time: 0.9095678 May 10 14:52:43.053353 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43116) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:43.118378 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cd56a0db-3976-416c-9a20-d4b34a3de912 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:43.170916 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-cd56a0db-3976-416c-9a20-d4b34a3de912 None None] Transition to ACTIVE for port object e482af97-8ed9-4f85-aeb8-846fe163c110 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:43.224140 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 5bd56288-17e8-4b93-a894-64ec6a3988eb triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:43.224535 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:43.278006 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-9839684c-d90f-4ca2-82eb-952217e8b85c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Allocated IP 172.20.0.7 (113e61de-e248-4143-b3ca-8668078e0bea/348e8be7-1d41-48d8-8f11-ad0c72a565f6/c2a59108-7795-498a-ae37-07507b824991) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:43.280644 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8797be40-1b20-43a5-813e-99427fe4ee04 req-8c30fe17-f3ed-4554-82c1-ab04d3e17d10 service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904103 May 10 14:52:43.293989 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-cd56a0db-3976-416c-9a20-d4b34a3de912 None None] Transition to ACTIVE for port object e482af97-8ed9-4f85-aeb8-846fe163c110 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:43.312012 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cd56a0db-3976-416c-9a20-d4b34a3de912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:43.316315 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-ee38f3c6-1867-4ccd-91e1-3c15711991f1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] create failed (client error): There was a conflict when trying to complete your request. May 10 14:52:43.320194 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ee38f3c6-1867-4ccd-91e1-3c15711991f1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6212726 May 10 14:52:43.320867 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43122) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:43.384663 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf882627-abf5-461f-b9c7-e26d56f68f1c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:43.413344 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-73e1af2e-6524-4992-8f95-5bccaac682e8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:43.423571 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-ccc0b948-4c7b-453b-8ea4-1631f3e48275 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8::f816:3eff:fe23:d9b3 (a36358c0-b900-4df5-ae69-1592404548f9/fc37fd6d-b8de-4e6c-8d82-8ea774244d24/b76cf9b4-64a0-4049-909d-82ff3bc7f2ed) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:43.433174 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd56a0db-3976-416c-9a20-d4b34a3de912 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:43.443426 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-cd56a0db-3976-416c-9a20-d4b34a3de912 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:43.458055 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd56a0db-3976-416c-9a20-d4b34a3de912 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:52:43.462163 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56a0db-3976-416c-9a20-d4b34a3de912 None None] Pushing event updated for resources: {'Port': ['ID=e482af97-8ed9-4f85-aeb8-846fe163c110,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:43.548876 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf77b9f3-fd45-49c2-96a8-4ed8d039f9fb None None] DHCP port deletion for 33a8cf4c-b436-4941-b1d4-835555bd91bc request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:52:43.556583 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b191c9c8-58bb-4153-b389-2aa0ff84cb8b up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:43.562547 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-cf882627-abf5-461f-b9c7-e26d56f68f1c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Deleting port 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:43.562751 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf882627-abf5-461f-b9c7-e26d56f68f1c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:43.577222 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1af2e-6524-4992-8f95-5bccaac682e8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Port': ['ID=8971e337-b6d6-48ba-be51-3fada26ac8a4,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:43.611482 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-cf77b9f3-fd45-49c2-96a8-4ed8d039f9fb None None] Deleting port 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:43.612136 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf77b9f3-fd45-49c2-96a8-4ed8d039f9fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:43.672674 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-cd56a0db-3976-416c-9a20-d4b34a3de912 None None] Attempting to bind port e482af97-8ed9-4f85-aeb8-846fe163c110 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:52:43.673321 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-cd56a0db-3976-416c-9a20-d4b34a3de912 None None] Attempting to bind port e482af97-8ed9-4f85-aeb8-846fe163c110 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:52:43.673858 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56a0db-3976-416c-9a20-d4b34a3de912 None None] Attempting to bind port e482af97-8ed9-4f85-aeb8-846fe163c110 on network a36358c0-b900-4df5-ae69-1592404548f9 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:52:43.694858 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56a0db-3976-416c-9a20-d4b34a3de912 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:52:43.695233 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56a0db-3976-416c-9a20-d4b34a3de912 None None] Checking segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:52:43.695629 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cd56a0db-3976-416c-9a20-d4b34a3de912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:43.696026 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56a0db-3976-416c-9a20-d4b34a3de912 None None] Bound using segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:52:43.696498 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-cd56a0db-3976-416c-9a20-d4b34a3de912 None None] Bound port: e482af97-8ed9-4f85-aeb8-846fe163c110, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:52:43.696863 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cd56a0db-3976-416c-9a20-d4b34a3de912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:43.783476 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9648c84d-83c0-4b0f-b6a0-484240b77b12 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:43.819305 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9648c84d-83c0-4b0f-b6a0-484240b77b12 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:43.834604 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port b191c9c8-58bb-4153-b389-2aa0ff84cb8b completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:43.914517 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d3e02-db26-49af-8606-cba339035877 req-1372a742-a20e-4642-ad63-22f6dff50d20 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:43.916036 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-947d3e02-db26-49af-8606-cba339035877 req-1372a742-a20e-4642-ad63-22f6dff50d20 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 943 time: 0.4217002 May 10 14:52:43.923856 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port b191c9c8-58bb-4153-b389-2aa0ff84cb8b triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:43.923856 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:43.975677 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9648c84d-83c0-4b0f-b6a0-484240b77b12 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:43.991704 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-947d3e02-db26-49af-8606-cba339035877 req-b8ad5ebf-bccf-473b-bb1f-475d43330433 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563986 May 10 14:52:44.023573 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ccc0b948-4c7b-453b-8ea4-1631f3e48275 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:44.034083 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-cf882627-abf5-461f-b9c7-e26d56f68f1c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] For port 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0bef7914-2478-4aaa-acd8-4a4dd9eebdf9,segment=NetworkSegment(5c07a3d0-166d-4791-8016-d3d3c94842b4),segment_id=5c07a3d0-166d-4791-8016-d3d3c94842b4)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:44.034601 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf882627-abf5-461f-b9c7-e26d56f68f1c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:44.038107 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648c84d-83c0-4b0f-b6a0-484240b77b12 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19c5c99-a1ea-4888-bcad-3056886f4e1b,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:44.080390 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9fed8-67bb-4c0b-92c1-495612c474c4 req-9cd76d89-4aa3-42c1-9c64-c6468e743b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:44.082535 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b5f9fed8-67bb-4c0b-92c1-495612c474c4 req-9cd76d89-4aa3-42c1-9c64-c6468e743b71 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7&device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 1096 time: 0.7346849 May 10 14:52:44.083224 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-73e1af2e-6524-4992-8f95-5bccaac682e8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:44.093472 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9648c84d-83c0-4b0f-b6a0-484240b77b12 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:44.097173 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9648c84d-83c0-4b0f-b6a0-484240b77b12 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "DELETE /v2.0/security-groups/a19c5c99-a1ea-4888-bcad-3056886f4e1b HTTP/1.1" status: 204 len: 168 time: 0.7727518 May 10 14:52:44.107308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43128) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:44.110919 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-ccc0b948-4c7b-453b-8ea4-1631f3e48275 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Transition to ACTIVE for port object b76cf9b4-64a0-4049-909d-82ff3bc7f2ed will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:44.117918 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-cf77b9f3-fd45-49c2-96a8-4ed8d039f9fb None None] For port 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0bef7914-2478-4aaa-acd8-4a4dd9eebdf9,segment=NetworkSegment(5c07a3d0-166d-4791-8016-d3d3c94842b4),segment_id=5c07a3d0-166d-4791-8016-d3d3c94842b4)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:44.118319 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf77b9f3-fd45-49c2-96a8-4ed8d039f9fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:44.185704 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-cd56a0db-3976-416c-9a20-d4b34a3de912 None None] For port e482af97-8ed9-4f85-aeb8-846fe163c110, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:52:44.190459 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-cf882627-abf5-461f-b9c7-e26d56f68f1c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Calling delete_port for 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:44.257924 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-cf77b9f3-fd45-49c2-96a8-4ed8d039f9fb None None] Calling delete_port for 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:44.306092 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e6bd971d-0354-414f-8678-dcac1476ad68 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1967235 May 10 14:52:44.312300 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43132) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:44.313751 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9839684c-d90f-4ca2-82eb-952217e8b85c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:44.317649 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-cd56a0db-3976-416c-9a20-d4b34a3de912 None None] For port e482af97-8ed9-4f85-aeb8-846fe163c110, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e482af97-8ed9-4f85-aeb8-846fe163c110,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:52:44.318916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-86f60104-07f6-41eb-b715-394d0976e184 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group': {'name': 'tempest-secgroup--1787871348'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:44.327834 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-86f60104-07f6-41eb-b715-394d0976e184 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:44.333520 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ccc0b948-4c7b-453b-8ea4-1631f3e48275 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:44.364026 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cd56a0db-3976-416c-9a20-d4b34a3de912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:44.372825 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-9839684c-d90f-4ca2-82eb-952217e8b85c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Transition to ACTIVE for port object c2a59108-7795-498a-ae37-07507b824991 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:44.386747 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-86f60104-07f6-41eb-b715-394d0976e184 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:44.399504 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-86f60104-07f6-41eb-b715-394d0976e184 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:44.417095 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf882627-abf5-461f-b9c7-e26d56f68f1c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:44.422198 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-86f60104-07f6-41eb-b715-394d0976e184 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:44.450004 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc0b948-4c7b-453b-8ea4-1631f3e48275 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:44.456475 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-ccc0b948-4c7b-453b-8ea4-1631f3e48275 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:44.458685 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf882627-abf5-461f-b9c7-e26d56f68f1c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] No DVR routers for this DVR port 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9 on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:52:44.460339 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0b948-4c7b-453b-8ea4-1631f3e48275 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=b76cf9b4-64a0-4049-909d-82ff3bc7f2ed,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:44.490703 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc0b948-4c7b-453b-8ea4-1631f3e48275 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:52:44.496279 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc0b948-4c7b-453b-8ea4-1631f3e48275 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:44.497213 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ccc0b948-4c7b-453b-8ea4-1631f3e48275 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:44.519901 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:44.539877 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56a0db-3976-416c-9a20-d4b34a3de912 None None] Pushing event updated for resources: {'Port': ['ID=e482af97-8ed9-4f85-aeb8-846fe163c110,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:44.549943 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-86f60104-07f6-41eb-b715-394d0976e184 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:44.550900 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-cf77b9f3-fd45-49c2-96a8-4ed8d039f9fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:52:44.551358 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-cf77b9f3-fd45-49c2-96a8-4ed8d039f9fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:52:44.571700 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port b191c9c8-58bb-4153-b389-2aa0ff84cb8b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b191c9c8-58bb-4153-b389-2aa0ff84cb8b,segment=NetworkSegment(94780ea6-7676-487d-8aa0-0506458c84f4),segment_id=94780ea6-7676-487d-8aa0-0506458c84f4)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:44.587444 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:44.608780 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf882627-abf5-461f-b9c7-e26d56f68f1c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event deleted for resources: {'Port': ['ID=0bef7914-2478-4aaa-acd8-4a4dd9eebdf9,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:44.666846 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=b191c9c8-58bb-4153-b389-2aa0ff84cb8b,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:44.689663 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9fed8-67bb-4c0b-92c1-495612c474c4 req-8ee08634-31f2-4434-b1aa-8c1e86cec0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:44.691248 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b5f9fed8-67bb-4c0b-92c1-495612c474c4 req-8ee08634-31f2-4434-b1aa-8c1e86cec0b8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=432ecadc-13ed-4534-bb5d-3db9112befb3 HTTP/1.1" status: 200 len: 912 time: 0.6010714 May 10 14:52:44.701325 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6edb0747-795a-414f-8091-b3f9e923f001 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:52:44.702821 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ccc0b948-4c7b-453b-8ea4-1631f3e48275 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6581230 May 10 14:52:44.704526 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-86f60104-07f6-41eb-b715-394d0976e184 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:44.710690 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43136) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:44.711119 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-86f60104-07f6-41eb-b715-394d0976e184 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group_rule and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:44.714752 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-86f60104-07f6-41eb-b715-394d0976e184 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:44.723021 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-86f60104-07f6-41eb-b715-394d0976e184 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:44.739090 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 6edb0747-795a-414f-8091-b3f9e923f001 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:52:44.739811 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6edb0747-795a-414f-8091-b3f9e923f001 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:52:44.740485 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf882627-abf5-461f-b9c7-e26d56f68f1c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:44.740674 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2641f906-04eb-4495-86d4-ca268bbb3050 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:52:44.779094 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 2641f906-04eb-4495-86d4-ca268bbb3050 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:52:44.779597 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2641f906-04eb-4495-86d4-ca268bbb3050 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:52:44.780197 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6249d8c5-ab75-49e8-84cb-47f49fc9c83c no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:52:44.794833 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-cf882627-abf5-461f-b9c7-e26d56f68f1c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a8cf4c-b436-4941-b1d4-835555bd91bc']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:44.812977 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-cf882627-abf5-461f-b9c7-e26d56f68f1c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c07a3d0-166d-4791-8016-d3d3c94842b4') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:44.813563 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-cf882627-abf5-461f-b9c7-e26d56f68f1c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c07a3d0-166d-4791-8016-d3d3c94842b4') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:44.826227 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b5f9fed8-67bb-4c0b-92c1-495612c474c4 req-06c52306-6da1-45f9-9b9b-316075b62710 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=360407bd-a54b-4eae-90ad-84682b32fc75 HTTP/1.1" status: 200 len: 217 time: 0.1259232 May 10 14:52:44.836414 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf882627-abf5-461f-b9c7-e26d56f68f1c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:44.847545 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 6249d8c5-ab75-49e8-84cb-47f49fc9c83c {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:52:44.848308 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6249d8c5-ab75-49e8-84cb-47f49fc9c83c not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:52:44.876015 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf882627-abf5-461f-b9c7-e26d56f68f1c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:44.880541 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9839684c-d90f-4ca2-82eb-952217e8b85c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:44.925360 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf882627-abf5-461f-b9c7-e26d56f68f1c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:52:44.927056 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf882627-abf5-461f-b9c7-e26d56f68f1c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:52:44.949328 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:52:44.965201 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-86f60104-07f6-41eb-b715-394d0976e184 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:45.019613 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e1af2e-6524-4992-8f95-5bccaac682e8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:52:45.037447 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-86f60104-07f6-41eb-b715-394d0976e184 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:45.081484 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9839684c-d90f-4ca2-82eb-952217e8b85c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Network 113e61de-e248-4143-b3ca-8668078e0bea is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:45.111728 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-cf77b9f3-fd45-49c2-96a8-4ed8d039f9fb None None] Deleting port 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:45.112878 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf77b9f3-fd45-49c2-96a8-4ed8d039f9fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:45.123648 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-86f60104-07f6-41eb-b715-394d0976e184 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:45.123895 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-9839684c-d90f-4ca2-82eb-952217e8b85c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:45.129617 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-86f60104-07f6-41eb-b715-394d0976e184 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8148434 May 10 14:52:45.132800 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f60104-07f6-41eb-b715-394d0976e184 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be534658-e754-4aaa-aeec-d695e5afc97c,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:45.137425 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43142) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:45.142786 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9839684c-d90f-4ca2-82eb-952217e8b85c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:52:45.144339 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf882627-abf5-461f-b9c7-e26d56f68f1c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:45.155032 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-27be5842-aa80-4b20-b645-80caa4d46e29 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group_rule': {'security_group_id': 'be534658-e754-4aaa-aeec-d695e5afc97c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:45.155786 dv-neutron-841204-2-hyperv neutron-server[88051]: WARNING neutron.api.v2.base [None req-27be5842-aa80-4b20-b645-80caa4d46e29 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 10 14:52:45.156286 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-27be5842-aa80-4b20-b645-80caa4d46e29 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:52:45.157310 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-27be5842-aa80-4b20-b645-80caa4d46e29 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0187721 May 10 14:52:45.179681 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43146) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:45.180799 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf882627-abf5-461f-b9c7-e26d56f68f1c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:45.208035 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf882627-abf5-461f-b9c7-e26d56f68f1c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event deleted for resources: {'Network': ['ID=33a8cf4c-b436-4941-b1d4-835555bd91bc,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:45.223746 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9fed8-67bb-4c0b-92c1-495612c474c4 req-29e4cda3-e215-405c-b75a-426cef8d1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:45.232156 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cf882627-abf5-461f-b9c7-e26d56f68f1c tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/networks/33a8cf4c-b436-4941-b1d4-835555bd91bc HTTP/1.1" status: 204 len: 168 time: 2.1736348 May 10 14:52:45.232996 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b5f9fed8-67bb-4c0b-92c1-495612c474c4 req-29e4cda3-e215-405c-b75a-426cef8d1582 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c510936-298f-4d7e-b6bd-ee2068bbabe3 HTTP/1.1" status: 200 len: 850 time: 0.3956342 May 10 14:52:45.238617 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43150) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:45.240596 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-cf77b9f3-fd45-49c2-96a8-4ed8d039f9fb None None] The port '0bef7914-2478-4aaa-acd8-4a4dd9eebdf9' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:52:45.244456 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839684c-d90f-4ca2-82eb-952217e8b85c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Pushing event updated for resources: {'Port': ['ID=c2a59108-7795-498a-ae37-07507b824991,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:45.394652 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 42c370c5-d1a0-4ab3-836e-edb387d0b5b1 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:45.506521 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 42c370c5-d1a0-4ab3-836e-edb387d0b5b1 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:45.506521 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:45.533448 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d20a84-8d49-4e92-a55e-af4d65002f4b tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] DELETE failed (client error): The resource could not be found. May 10 14:52:45.534258 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47d20a84-8d49-4e92-a55e-af4d65002f4b tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:52:45.535989 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-47d20a84-8d49-4e92-a55e-af4d65002f4b tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/subnets/14461f81-fcf1-4dd2-93ee-03ea675109cd HTTP/1.1" status: 404 len: 337 time: 0.2849851 May 10 14:52:45.543862 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43156) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:45.569751 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-65d597c2-f1b3-456c-9d21-6dd402ee8a2b None None] Provisioning for port c2a59108-7795-498a-ae37-07507b824991 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:45.578179 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7397ef6-4189-4bb6-8b51-24f4cfa6c0af tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:45.578620 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8902f13f-375e-4376-bace-868503077cbe tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:45.584337 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-65d597c2-f1b3-456c-9d21-6dd402ee8a2b None None] Provisioning complete for port c2a59108-7795-498a-ae37-07507b824991 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:45.584862 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-65d597c2-f1b3-456c-9d21-6dd402ee8a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:45.585415 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7397ef6-4189-4bb6-8b51-24f4cfa6c0af tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:45.587030 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a7397ef6-4189-4bb6-8b51-24f4cfa6c0af tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.8753970 May 10 14:52:45.590258 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-203dc0f8-ea58-4c37-b591-55d5e1c3ea93 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] DELETE failed (client error): The resource could not be found. May 10 14:52:45.590750 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-203dc0f8-ea58-4c37-b591-55d5e1c3ea93 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:52:45.592412 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-203dc0f8-ea58-4c37-b591-55d5e1c3ea93 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/networks/0a9a191d-8f89-4593-a914-5367117e3bc7 HTTP/1.1" status: 404 len: 339 time: 0.0476208 May 10 14:52:45.593696 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43160) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:45.598089 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43162) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:45.602011 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9839684c-d90f-4ca2-82eb-952217e8b85c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:45.602726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9839684c-d90f-4ca2-82eb-952217e8b85c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:45.670161 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8902f13f-375e-4376-bace-868503077cbe tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:45.695261 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-65d597c2-f1b3-456c-9d21-6dd402ee8a2b None None] Port c2a59108-7795-498a-ae37-07507b824991 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:52:45.713217 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 310b121f-a414-436c-a31d-702a592b9cc0 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:45.729545 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e1af2e-6524-4992-8f95-5bccaac682e8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:52:45.739094 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9839684c-d90f-4ca2-82eb-952217e8b85c tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7254555 May 10 14:52:45.740880 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9109d-370a-4eda-95a4-3dcd89f3f371 req-e27ba90e-1968-4f67-b283-bbcd2b982151 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:45.742391 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2fa9109d-370a-4eda-95a4-3dcd89f3f371 req-e27ba90e-1968-4f67-b283-bbcd2b982151 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 943 time: 0.4758446 May 10 14:52:45.744440 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7983c-378b-4d0d-8c60-874fbeb4aa73 None None] Sync routers for ids ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:52:45.754929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43168) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:45.755918 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-73e1af2e-6524-4992-8f95-5bccaac682e8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/routers/9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5558658 May 10 14:52:45.758665 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0615160-6ca7-404e-b063-63c334e61206 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Deleting subnet bcb267c5-8840-4b87-bf87-3674b167fa4d {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:52:45.759094 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f7983c-378b-4d0d-8c60-874fbeb4aa73 None None] Routers {'9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:52:45.759281 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43170) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:45.760637 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-78f7983c-378b-4d0d-8c60-874fbeb4aa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:45.768388 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f0615160-6ca7-404e-b063-63c334e61206 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:45.771214 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-ea573efe-f55e-4904-bbb2-a4f730140a54 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting port b76cf9b4-64a0-4049-909d-82ff3bc7f2ed {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:45.779621 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ea573efe-f55e-4904-bbb2-a4f730140a54 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:45.802210 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 310b121f-a414-436c-a31d-702a592b9cc0 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:45.808031 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 310b121f-a414-436c-a31d-702a592b9cc0 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:45.808475 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:45.811286 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-8f948f06-455f-4495-b513-eaf5b337ea63 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f9:ea:93'}]}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:45.828678 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43176) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:46.022147 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:46.076631 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-78f7983c-378b-4d0d-8c60-874fbeb4aa73 None None] Set router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:52:46.087279 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8902f13f-375e-4376-bace-868503077cbe tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:46.101564 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 310b121f-a414-436c-a31d-702a592b9cc0, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=310b121f-a414-436c-a31d-702a592b9cc0,segment=NetworkSegment(65139a2f-4beb-49a7-a2f7-dd1bc58dad71),segment_id=65139a2f-4beb-49a7-a2f7-dd1bc58dad71)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:46.110397 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:46.111383 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:46.124998 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902f13f-375e-4376-bace-868503077cbe tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be534658-e754-4aaa-aeec-d695e5afc97c,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:46.133484 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f0615160-6ca7-404e-b063-63c334e61206 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:46.175412 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2fa9109d-370a-4eda-95a4-3dcd89f3f371 req-4b40ba4d-edc6-49b2-9a80-8311724288a5 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4081199 May 10 14:52:46.189288 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8902f13f-375e-4376-bace-868503077cbe tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:46.190484 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8902f13f-375e-4376-bace-868503077cbe tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "DELETE /v2.0/security-groups/be534658-e754-4aaa-aeec-d695e5afc97c HTTP/1.1" status: 204 len: 168 time: 1.0030661 May 10 14:52:46.197324 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43180) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:46.220009 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9fed8-67bb-4c0b-92c1-495612c474c4 req-df048931-6d6e-4673-86da-99a9c9ac1ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:46.229102 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b5f9fed8-67bb-4c0b-92c1-495612c474c4 req-df048931-6d6e-4673-86da-99a9c9ac1ca5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=432ecadc-13ed-4534-bb5d-3db9112befb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9670022 May 10 14:52:46.334601 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=310b121f-a414-436c-a31d-702a592b9cc0,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:46.363501 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f9c5a676-a250-41d5-8483-f08133110d98 None None] Provisioning for port e482af97-8ed9-4f85-aeb8-846fe163c110 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:46.375573 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1c72a977-ca85-47a7-8cdc-66ff8cef46df tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Synchronizing usage tracker for tenant:db24acd0a12840b6a941e9dfdfda53db on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:52:46.379632 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:46.380008 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:46.394303 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8f948f06-455f-4495-b513-eaf5b337ea63 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:46.408653 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1c72a977-ca85-47a7-8cdc-66ff8cef46df tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Unset dirty status for tenant:db24acd0a12840b6a941e9dfdfda53db on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:52:46.419067 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1c72a977-ca85-47a7-8cdc-66ff8cef46df tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2132707 May 10 14:52:46.419067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43184) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:46.428809 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-fc99288e-e68a-4b46-8ae5-bffb07109be1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group': {'name': 'tempest-secgroup--2037307555'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:46.438677 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f0615160-6ca7-404e-b063-63c334e61206 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:46.462855 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-57bbc3ae-1dae-49d4-8536-979d4cf10fe8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting subnet eda9b587-bfcf-4c03-a405-98a8915c8f70 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:52:46.466260 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-57bbc3ae-1dae-49d4-8536-979d4cf10fe8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:46.473781 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-fc99288e-e68a-4b46-8ae5-bffb07109be1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:46.551008 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-fc99288e-e68a-4b46-8ae5-bffb07109be1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:46.574074 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-78f7983c-378b-4d0d-8c60-874fbeb4aa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:52:43Z', 'revision_number': 8, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None, '_interfaces': [{'id': '42c370c5-d1a0-4ab3-836e-edb387d0b5b1', 'name': '', 'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:98:36:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:06Z', 'updated_at': '2022-05-10T14:52:37Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b191c9c8-58bb-4153-b389-2aa0ff84cb8b', 'name': '', 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:76:74:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:49Z', 'updated_at': '2022-05-10T14:52:44Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d431ec-bb90-4d1c-91d8-e1eb4030409c', 'name': '', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:ae:4f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:37Z', 'updated_at': '2022-05-10T14:51:57Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:46.581364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-57bbc3ae-1dae-49d4-8536-979d4cf10fe8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:46.582769 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7983c-378b-4d0d-8c60-874fbeb4aa73 None None] Checking router: 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:52:46.591063 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fc99288e-e68a-4b46-8ae5-bffb07109be1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:46.597725 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f7983c-378b-4d0d-8c60-874fbeb4aa73 None None] Routers {'9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:52:46.598805 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-78f7983c-378b-4d0d-8c60-874fbeb4aa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:46.622576 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e482af97-8ed9-4f85-aeb8-846fe163c110 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:46.640036 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-fc99288e-e68a-4b46-8ae5-bffb07109be1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:46.646845 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-fc99288e-e68a-4b46-8ae5-bffb07109be1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group_rule and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:46.650724 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-fc99288e-e68a-4b46-8ae5-bffb07109be1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:46.655841 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2ea75e5d-22ee-4810-a197-ea349213b02a None None] Provisioning for port b76cf9b4-64a0-4049-909d-82ff3bc7f2ed completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:46.658160 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-fc99288e-e68a-4b46-8ae5-bffb07109be1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:46.679945 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2ea75e5d-22ee-4810-a197-ea349213b02a None None] Provisioning complete for port b76cf9b4-64a0-4049-909d-82ff3bc7f2ed triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:46.680680 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2ea75e5d-22ee-4810-a197-ea349213b02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:46.746398 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-2ea75e5d-22ee-4810-a197-ea349213b02a None None] Port b76cf9b4-64a0-4049-909d-82ff3bc7f2ed cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:52:46.759606 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port e482af97-8ed9-4f85-aeb8-846fe163c110 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:46.765314 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port e482af97-8ed9-4f85-aeb8-846fe163c110 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:46.766222 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:46.787258 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-78f7983c-378b-4d0d-8c60-874fbeb4aa73 None None] Set router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:52:46.834107 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f0615160-6ca7-404e-b063-63c334e61206 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:46.916417 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fc99288e-e68a-4b46-8ae5-bffb07109be1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:46.971776 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0615160-6ca7-404e-b063-63c334e61206 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb267c5-8840-4b87-bf87-3674b167fa4d,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:46.973588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fc99288e-e68a-4b46-8ae5-bffb07109be1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:46.988900 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:47.030805 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99288e-e68a-4b46-8ae5-bffb07109be1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af4aed0c-643e-4991-924e-f7797cbcc854,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:47.042157 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f0615160-6ca7-404e-b063-63c334e61206 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:47.059952 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f0615160-6ca7-404e-b063-63c334e61206 tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/subnets/bcb267c5-8840-4b87-bf87-3674b167fa4d HTTP/1.1" status: 204 len: 168 time: 1.4574647 May 10 14:52:47.061511 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f862edd1-f9b3-4373-a724-36a4947a8ec8 None None] Network 8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:47.065217 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43188) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:47.191479 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port e482af97-8ed9-4f85-aeb8-846fe163c110, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e482af97-8ed9-4f85-aeb8-846fe163c110,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:47.193310 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fc99288e-e68a-4b46-8ae5-bffb07109be1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:47.194807 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fc99288e-e68a-4b46-8ae5-bffb07109be1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7763004 May 10 14:52:47.199025 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b5f9fed8-67bb-4c0b-92c1-495612c474c4 req-68ffdb7d-9438-4525-a16f-33c8cd20dbdd service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6462371 May 10 14:52:47.199529 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43192) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:47.203891 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-78f7983c-378b-4d0d-8c60-874fbeb4aa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:52:43Z', 'revision_number': 8, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None, '_interfaces': [{'id': '42c370c5-d1a0-4ab3-836e-edb387d0b5b1', 'name': '', 'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:98:36:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:06Z', 'updated_at': '2022-05-10T14:52:37Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b191c9c8-58bb-4153-b389-2aa0ff84cb8b', 'name': '', 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:76:74:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:49Z', 'updated_at': '2022-05-10T14:52:44Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d431ec-bb90-4d1c-91d8-e1eb4030409c', 'name': '', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:ae:4f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:37Z', 'updated_at': '2022-05-10T14:51:57Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:47.213074 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7983c-378b-4d0d-8c60-874fbeb4aa73 None None] The sync data for ids ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'] in dv-neutron-841204-2-hyperv is: [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:52:43Z', 'revision_number': 8, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None, '_interfaces': [{'id': '42c370c5-d1a0-4ab3-836e-edb387d0b5b1', 'name': '', 'network_id': 'c557ec12-6e9c-4413-8b7a-b635800133e3', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:98:36:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:52:06Z', 'updated_at': '2022-05-10T14:52:37Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b191c9c8-58bb-4153-b389-2aa0ff84cb8b', 'name': '', 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:76:74:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:49Z', 'updated_at': '2022-05-10T14:52:44Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d431ec-bb90-4d1c-91d8-e1eb4030409c', 'name': '', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:ae:4f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:37Z', 'updated_at': '2022-05-10T14:51:57Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:52:47.225349 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-9bdc2475-e941-4b3d-916e-843ed26597b3 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group_rule': {'security_group_id': 'af4aed0c-643e-4991-924e-f7797cbcc854', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:47.226222 dv-neutron-841204-2-hyperv neutron-server[88052]: WARNING neutron.api.v2.base [None req-9bdc2475-e941-4b3d-916e-843ed26597b3 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 10 14:52:47.226758 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-9bdc2475-e941-4b3d-916e-843ed26597b3 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:52:47.227757 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9bdc2475-e941-4b3d-916e-843ed26597b3 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0204008 May 10 14:52:47.237383 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43198) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:47.240050 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:47.240860 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8867d5bb-92d4-4065-836e-60cccd784b07 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:47.275171 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-57bbc3ae-1dae-49d4-8536-979d4cf10fe8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:47.305569 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-12fe3714-0661-4ac4-9f20-05fc28a826ff tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:47.316756 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8f948f06-455f-4495-b513-eaf5b337ea63 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:47.337293 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8f948f06-455f-4495-b513-eaf5b337ea63 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:47.433562 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ea573efe-f55e-4904-bbb2-a4f730140a54 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:47.439733 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-12fe3714-0661-4ac4-9f20-05fc28a826ff tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Deleting port 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:47.441661 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-12fe3714-0661-4ac4-9f20-05fc28a826ff tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:47.450372 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=e482af97-8ed9-4f85-aeb8-846fe163c110,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:47.477316 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 8867d5bb-92d4-4065-836e-60cccd784b07 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:47.477713 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:47.600331 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-ea573efe-f55e-4904-bbb2-a4f730140a54 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Calling delete_port for b76cf9b4-64a0-4049-909d-82ff3bc7f2ed owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:47.603680 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f948f06-455f-4495-b513-eaf5b337ea63 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Pushing event updated for resources: {'Port': ['ID=c2a59108-7795-498a-ae37-07507b824991,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:47.612098 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23cd83b3-50cb-41c3-9d43-b174c3f3ebee tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:47.635307 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b191c9c8-58bb-4153-b389-2aa0ff84cb8b up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:47.675701 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb36f42-95f7-4950-ae9f-e4fc64a0055d None None] DHCP port deletion for 8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:52:47.691419 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5cb36f42-95f7-4950-ae9f-e4fc64a0055d None None] Deleting port 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:47.691922 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5cb36f42-95f7-4950-ae9f-e4fc64a0055d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:47.715421 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23cd83b3-50cb-41c3-9d43-b174c3f3ebee tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:47.728931 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-8f948f06-455f-4495-b513-eaf5b337ea63 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] In _notify_port_updated(), no bound segment for port c2a59108-7795-498a-ae37-07507b824991 on network 113e61de-e248-4143-b3ca-8668078e0bea {{(pid=88051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 10 14:52:47.734247 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f948f06-455f-4495-b513-eaf5b337ea63 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:47.734917 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8f948f06-455f-4495-b513-eaf5b337ea63 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:47.739374 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8f948f06-455f-4495-b513-eaf5b337ea63 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "PUT /v2.0/ports/c2a59108-7795-498a-ae37-07507b824991 HTTP/1.1" status: 200 len: 995 time: 1.9777455 May 10 14:52:47.742960 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43202) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:47.884752 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port b191c9c8-58bb-4153-b389-2aa0ff84cb8b triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:47.885044 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:47.900157 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b5f9fed8-67bb-4c0b-92c1-495612c474c4 req-21dbe505-8671-425c-b119-fcc36c00f980 service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6694353 May 10 14:52:47.906379 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ea573efe-f55e-4904-bbb2-a4f730140a54 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:48.006313 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-57bbc3ae-1dae-49d4-8536-979d4cf10fe8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:48.025740 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ea573efe-f55e-4904-bbb2-a4f730140a54 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:48.036735 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-5cb36f42-95f7-4950-ae9f-e4fc64a0055d None None] For port 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8a9ba99c-a26e-4d96-8b04-20e5c7a04df9,segment=NetworkSegment(8b526fad-692e-4a2e-9bab-3b8ee52c40c2),segment_id=8b526fad-692e-4a2e-9bab-3b8ee52c40c2)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:48.037118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5cb36f42-95f7-4950-ae9f-e4fc64a0055d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:48.050988 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a722976f-f28c-48a0-bdce-2de61188f460 None None] Provisioning complete for port c2a59108-7795-498a-ae37-07507b824991 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:48.051352 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a722976f-f28c-48a0-bdce-2de61188f460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:48.093490 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ea573efe-f55e-4904-bbb2-a4f730140a54 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/b76cf9b4-64a0-4049-909d-82ff3bc7f2ed HTTP/1.1" status: 204 len: 168 time: 2.4865844 May 10 14:52:48.094335 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbc3ae-1dae-49d4-8536-979d4cf10fe8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Subnet': ['ID=eda9b587-bfcf-4c03-a405-98a8915c8f70,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:48.102276 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43206) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:48.107802 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbc3ae-1dae-49d4-8536-979d4cf10fe8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:48.108655 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbc3ae-1dae-49d4-8536-979d4cf10fe8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:48.108655 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbc3ae-1dae-49d4-8536-979d4cf10fe8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:48.108953 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbc3ae-1dae-49d4-8536-979d4cf10fe8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:48.109212 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbc3ae-1dae-49d4-8536-979d4cf10fe8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:48.109548 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbc3ae-1dae-49d4-8536-979d4cf10fe8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:48.109957 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbc3ae-1dae-49d4-8536-979d4cf10fe8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:48.110278 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbc3ae-1dae-49d4-8536-979d4cf10fe8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:48.110723 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbc3ae-1dae-49d4-8536-979d4cf10fe8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:48.111103 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbc3ae-1dae-49d4-8536-979d4cf10fe8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:48.111466 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbc3ae-1dae-49d4-8536-979d4cf10fe8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:48.111902 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bbc3ae-1dae-49d4-8536-979d4cf10fe8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:48.117890 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea573efe-f55e-4904-bbb2-a4f730140a54 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Port': ['ID=b76cf9b4-64a0-4049-909d-82ff3bc7f2ed,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:48.123659 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-57bbc3ae-1dae-49d4-8536-979d4cf10fe8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:48.129371 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-57bbc3ae-1dae-49d4-8536-979d4cf10fe8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/subnets/eda9b587-bfcf-4c03-a405-98a8915c8f70 HTTP/1.1" status: 204 len: 168 time: 2.3676021 May 10 14:52:48.130167 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43210) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:48.139663 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a93d1-d602-45e5-af4c-5618523b8b3c req-984e85fe-9aad-4ba9-a13e-c572ae7c74ed tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:48.141995 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a51a93d1-d602-45e5-af4c-5618523b8b3c req-984e85fe-9aad-4ba9-a13e-c572ae7c74ed tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 943 time: 0.7989621 May 10 14:52:48.148153 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10a41b7-7e6c-475b-aad1-9c2bf026d297 None None] Network 4b1a881f-f7b1-4fc6-8fba-af8401d52806 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:48.153141 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-5cc310e5-380c-4bc7-8115-372358170815 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Deleting port c2a59108-7795-498a-ae37-07507b824991 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:48.153331 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5cc310e5-380c-4bc7-8115-372358170815 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:48.219414 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de99bc08-0f49-4e3f-86a8-b097b03a471f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:48.222119 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23cd83b3-50cb-41c3-9d43-b174c3f3ebee tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:48.222589 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de99bc08-0f49-4e3f-86a8-b097b03a471f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:48.223082 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-de99bc08-0f49-4e3f-86a8-b097b03a471f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:52:48.258146 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5cb36f42-95f7-4950-ae9f-e4fc64a0055d None None] Calling delete_port for 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:48.280463 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd83b3-50cb-41c3-9d43-b174c3f3ebee tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4aed0c-643e-4991-924e-f7797cbcc854,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:48.307425 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-12fe3714-0661-4ac4-9f20-05fc28a826ff tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] For port 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8a9ba99c-a26e-4d96-8b04-20e5c7a04df9,segment=NetworkSegment(8b526fad-692e-4a2e-9bab-3b8ee52c40c2),segment_id=8b526fad-692e-4a2e-9bab-3b8ee52c40c2)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:48.307938 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-12fe3714-0661-4ac4-9f20-05fc28a826ff tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:48.319969 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cd83b3-50cb-41c3-9d43-b174c3f3ebee tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:48.320491 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cd83b3-50cb-41c3-9d43-b174c3f3ebee tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:48.320924 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cd83b3-50cb-41c3-9d43-b174c3f3ebee tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:48.321351 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cd83b3-50cb-41c3-9d43-b174c3f3ebee tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:48.322268 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cd83b3-50cb-41c3-9d43-b174c3f3ebee tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:48.322268 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cd83b3-50cb-41c3-9d43-b174c3f3ebee tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:48.322765 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cd83b3-50cb-41c3-9d43-b174c3f3ebee tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:48.322989 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-de99bc08-0f49-4e3f-86a8-b097b03a471f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:52:48.323277 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cd83b3-50cb-41c3-9d43-b174c3f3ebee tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:48.323695 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cd83b3-50cb-41c3-9d43-b174c3f3ebee tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:48.324159 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-de99bc08-0f49-4e3f-86a8-b097b03a471f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2081347 May 10 14:52:48.326822 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cd83b3-50cb-41c3-9d43-b174c3f3ebee tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:48.327179 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cd83b3-50cb-41c3-9d43-b174c3f3ebee tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:48.327507 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cd83b3-50cb-41c3-9d43-b174c3f3ebee tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:48.332501 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43214) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:48.403166 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a51a93d1-d602-45e5-af4c-5618523b8b3c req-63886aa1-3c7b-4324-9af4-34c86771e8ff tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200320 May 10 14:52:48.426453 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f9b6-5fa9-4698-9bf8-721305fd113c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:48.440780 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5f9b6-5fa9-4698-9bf8-721305fd113c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting port 8867d5bb-92d4-4065-836e-60cccd784b07 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:48.441243 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f9b6-5fa9-4698-9bf8-721305fd113c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:48.452171 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-a722976f-f28c-48a0-bdce-2de61188f460 None None] Port c2a59108-7795-498a-ae37-07507b824991 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:52:48.465669 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23cd83b3-50cb-41c3-9d43-b174c3f3ebee tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:48.469383 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-23cd83b3-50cb-41c3-9d43-b174c3f3ebee tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "DELETE /v2.0/security-groups/af4aed0c-643e-4991-924e-f7797cbcc854 HTTP/1.1" status: 204 len: 168 time: 1.2272978 May 10 14:52:48.473435 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43218) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:48.553127 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-12fe3714-0661-4ac4-9f20-05fc28a826ff tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Calling delete_port for 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:48.608582 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5cb36f42-95f7-4950-ae9f-e4fc64a0055d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:48.652059 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e360510-b3d8-4e6f-afcc-93d82cb15519 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet fc37fd6d-b8de-4e6c-8d82-8ea774244d24 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:52:48.652737 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:52:48.663202 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-939f2f64-ee2d-49eb-b4a8-e7a037728b3a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:48.697907 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb36f42-95f7-4950-ae9f-e4fc64a0055d None None] Pushing event deleted for resources: {'Port': ['ID=8a9ba99c-a26e-4d96-8b04-20e5c7a04df9,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:48.700396 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb36f42-95f7-4950-ae9f-e4fc64a0055d None None] No DVR routers for this DVR port 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:52:48.701913 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:52:48.702127 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2f928fe9-1fb7-49ac-b70e-fa2a84ee5ceb not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:52:48.702563 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:52:48.707032 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3e360510-b3d8-4e6f-afcc-93d82cb15519 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:48.746595 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:52:48.746943 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0bef7914-2478-4aaa-acd8-4a4dd9eebdf9 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:52:48.813398 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3e360510-b3d8-4e6f-afcc-93d82cb15519 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:48.856765 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.api [None req-12fe3714-0661-4ac4-9f20-05fc28a826ff tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:52:48.857125 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG oslo_db.api [None req-12fe3714-0661-4ac4-9f20-05fc28a826ff tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:52:48.860975 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c100bbfb-d7be-4ab0-b20e-32e4e675ab4c None None] DHCP port deletion for 4b1a881f-f7b1-4fc6-8fba-af8401d52806 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:52:48.866335 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-c100bbfb-d7be-4ab0-b20e-32e4e675ab4c None None] Deleting port 8867d5bb-92d4-4065-836e-60cccd784b07 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:48.867005 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c100bbfb-d7be-4ab0-b20e-32e4e675ab4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:48.885071 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5cc310e5-380c-4bc7-8115-372358170815 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:48.909796 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 310b121f-a414-436c-a31d-702a592b9cc0 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:48.955005 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-543b2abf-3616-4171-b2d2-0312ff23becd tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Synchronizing usage tracker for tenant:db24acd0a12840b6a941e9dfdfda53db on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:52:49.019151 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-543b2abf-3616-4171-b2d2-0312ff23becd tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Unset dirty status for tenant:db24acd0a12840b6a941e9dfdfda53db on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:52:49.024088 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-543b2abf-3616-4171-b2d2-0312ff23becd tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5451288 May 10 14:52:49.025194 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-5cc310e5-380c-4bc7-8115-372358170815 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Calling delete_port for c2a59108-7795-498a-ae37-07507b824991 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:49.054075 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43222) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:49.076277 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-a78ca8ce-5b23-4957-83de-274202b4a997 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group': {'name': 'tempest-secgroup--1636047947'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:49.093419 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a78ca8ce-5b23-4957-83de-274202b4a997 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:49.093648 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 310b121f-a414-436c-a31d-702a592b9cc0 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:49.094065 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:49.118554 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a78ca8ce-5b23-4957-83de-274202b4a997 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:49.133868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3e360510-b3d8-4e6f-afcc-93d82cb15519 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:49.194126 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a78ca8ce-5b23-4957-83de-274202b4a997 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:49.200798 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-c2d5f9b6-5fa9-4698-9bf8-721305fd113c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] For port 8867d5bb-92d4-4065-836e-60cccd784b07, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8867d5bb-92d4-4065-836e-60cccd784b07,segment=NetworkSegment(fd752abf-2a0b-42ac-b154-8a0501704882),segment_id=fd752abf-2a0b-42ac-b154-8a0501704882)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:49.201157 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f9b6-5fa9-4698-9bf8-721305fd113c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:49.237699 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-c100bbfb-d7be-4ab0-b20e-32e4e675ab4c None None] For port 8867d5bb-92d4-4065-836e-60cccd784b07, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8867d5bb-92d4-4065-836e-60cccd784b07,segment=NetworkSegment(fd752abf-2a0b-42ac-b154-8a0501704882),segment_id=fd752abf-2a0b-42ac-b154-8a0501704882)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:49.238313 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c100bbfb-d7be-4ab0-b20e-32e4e675ab4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:49.242141 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a78ca8ce-5b23-4957-83de-274202b4a997 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:49.247435 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a78ca8ce-5b23-4957-83de-274202b4a997 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group_rule and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:49.251426 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a78ca8ce-5b23-4957-83de-274202b4a997 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:49.299801 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a78ca8ce-5b23-4957-83de-274202b4a997 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:49.333786 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3e360510-b3d8-4e6f-afcc-93d82cb15519 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:49.361374 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5f9b6-5fa9-4698-9bf8-721305fd113c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Calling delete_port for 8867d5bb-92d4-4065-836e-60cccd784b07 owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:49.373979 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-12fe3714-0661-4ac4-9f20-05fc28a826ff tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Deleting port 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:49.374313 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-12fe3714-0661-4ac4-9f20-05fc28a826ff tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:49.407708 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-c100bbfb-d7be-4ab0-b20e-32e4e675ab4c None None] Calling delete_port for 8867d5bb-92d4-4065-836e-60cccd784b07 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:49.416243 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e360510-b3d8-4e6f-afcc-93d82cb15519 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=fc37fd6d-b8de-4e6c-8d82-8ea774244d24,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:49.429107 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3e360510-b3d8-4e6f-afcc-93d82cb15519 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:49.431916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5cc310e5-380c-4bc7-8115-372358170815 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:49.463420 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb8ba6b-6f85-4186-b543-fb53d40877b3 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:49.510661 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f9b6-5fa9-4698-9bf8-721305fd113c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:49.526803 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-12fe3714-0661-4ac4-9f20-05fc28a826ff tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] The port '8a9ba99c-a26e-4d96-8b04-20e5c7a04df9' was deleted {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:52:49.586442 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e482af97-8ed9-4f85-aeb8-846fe163c110 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:49.587488 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5f9b6-5fa9-4698-9bf8-721305fd113c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Port': ['ID=8867d5bb-92d4-4065-836e-60cccd784b07,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:49.595050 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d5f9b6-5fa9-4698-9bf8-721305fd113c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] No DVR routers for this DVR port 8867d5bb-92d4-4065-836e-60cccd784b07 on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:52:49.630693 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-939f2f64-ee2d-49eb-b4a8-e7a037728b3a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 310b121f-a414-436c-a31d-702a592b9cc0 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:49.631026 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-939f2f64-ee2d-49eb-b4a8-e7a037728b3a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:49.737531 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-c100bbfb-d7be-4ab0-b20e-32e4e675ab4c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:52:49.737944 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-c100bbfb-d7be-4ab0-b20e-32e4e675ab4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:52:49.766907 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port e482af97-8ed9-4f85-aeb8-846fe163c110 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:49.767791 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:49.791244 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc310e5-380c-4bc7-8115-372358170815 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Pushing event deleted for resources: {'Port': ['ID=c2a59108-7795-498a-ae37-07507b824991,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:49.792310 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f9b6-5fa9-4698-9bf8-721305fd113c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:49.882550 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-c2d5f9b6-5fa9-4698-9bf8-721305fd113c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1a881f-f7b1-4fc6-8fba-af8401d52806']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:49.901286 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-c2d5f9b6-5fa9-4698-9bf8-721305fd113c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd752abf-2a0b-42ac-b154-8a0501704882') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:49.901596 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-c2d5f9b6-5fa9-4698-9bf8-721305fd113c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd752abf-2a0b-42ac-b154-8a0501704882') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:49.934293 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f9b6-5fa9-4698-9bf8-721305fd113c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:49.979628 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-939f2f64-ee2d-49eb-b4a8-e7a037728b3a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port 310b121f-a414-436c-a31d-702a592b9cc0, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=310b121f-a414-436c-a31d-702a592b9cc0,segment=NetworkSegment(65139a2f-4beb-49a7-a2f7-dd1bc58dad71),segment_id=65139a2f-4beb-49a7-a2f7-dd1bc58dad71)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:49.980088 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-939f2f64-ee2d-49eb-b4a8-e7a037728b3a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:49.993009 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ebef43-0407-4266-af0a-2396b2efe0d2 None None] DHCP port deletion for a36358c0-b900-4df5-ae69-1592404548f9 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:52:49.999738 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-13ebef43-0407-4266-af0a-2396b2efe0d2 None None] Deleting port e482af97-8ed9-4f85-aeb8-846fe163c110 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:50.000113 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-13ebef43-0407-4266-af0a-2396b2efe0d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:50.006643 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f9b6-5fa9-4698-9bf8-721305fd113c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:50.011310 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a78ca8ce-5b23-4957-83de-274202b4a997 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:50.045089 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-12fe3714-0661-4ac4-9f20-05fc28a826ff tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:50.052950 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:52:50.087435 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3e360510-b3d8-4e6f-afcc-93d82cb15519 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/fc37fd6d-b8de-4e6c-8d82-8ea774244d24 HTTP/1.1" status: 204 len: 168 time: 1.7511399 May 10 14:52:50.091009 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43228) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:50.129569 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:52:50.129902 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8a9ba99c-a26e-4d96-8b04-20e5c7a04df9 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:52:50.130392 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8971e337-b6d6-48ba-be51-3fada26ac8a4 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:52:50.163032 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-12fe3714-0661-4ac4-9f20-05fc28a826ff tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:50.170232 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a78ca8ce-5b23-4957-83de-274202b4a997 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:50.177164 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 8971e337-b6d6-48ba-be51-3fada26ac8a4 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:52:50.177394 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8971e337-b6d6-48ba-be51-3fada26ac8a4 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:52:50.218782 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3a2ab1f0-b8b7-4a85-ad34-423010f7cfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:50.260439 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-939f2f64-ee2d-49eb-b4a8-e7a037728b3a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 310b121f-a414-436c-a31d-702a592b9cc0 owned by network:router_interface {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:50.261355 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-12fe3714-0661-4ac4-9f20-05fc28a826ff tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b526fad-692e-4a2e-9bab-3b8ee52c40c2') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:50.261851 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-12fe3714-0661-4ac4-9f20-05fc28a826ff tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b526fad-692e-4a2e-9bab-3b8ee52c40c2') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:50.290688 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-c100bbfb-d7be-4ab0-b20e-32e4e675ab4c None None] Deleting port 8867d5bb-92d4-4065-836e-60cccd784b07 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:50.290688 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c100bbfb-d7be-4ab0-b20e-32e4e675ab4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:50.291007 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b7d3ede3-1d84-4991-9abd-bb4b8b120b0f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1326876 May 10 14:52:50.291108 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d5f9b6-5fa9-4698-9bf8-721305fd113c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:52:50.293307 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f9b6-5fa9-4698-9bf8-721305fd113c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:50.296456 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-12fe3714-0661-4ac4-9f20-05fc28a826ff tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:52:50.307076 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:52:50.309639 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43234) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:50.311168 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5cc310e5-380c-4bc7-8115-372358170815 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:50.316683 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5cc310e5-380c-4bc7-8115-372358170815 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "DELETE /v2.0/ports/c2a59108-7795-498a-ae37-07507b824991 HTTP/1.1" status: 204 len: 168 time: 2.5655048 May 10 14:52:50.316874 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43236) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:50.328026 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-3248cc30-a1c6-44d3-9ca8-ce90fc23bfcb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:50.352736 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a78ca8ce-5b23-4957-83de-274202b4a997 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:50.356747 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a78ca8ce-5b23-4957-83de-274202b4a997 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2969685 May 10 14:52:50.359821 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ca8ce-5b23-4957-83de-274202b4a997 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b45387-a48c-4ee7-9e01-7c12d5f9f91d,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:50.363571 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43242) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:50.368886 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-c100bbfb-d7be-4ab0-b20e-32e4e675ab4c None None] The port '8867d5bb-92d4-4065-836e-60cccd784b07' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:52:50.423099 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-12fe3714-0661-4ac4-9f20-05fc28a826ff tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:50.451197 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-18603b08-eb56-4b27-b885-68f4972c514e tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group_rule': {'security_group_id': '88b45387-a48c-4ee7-9e01-7c12d5f9f91d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:50.452641 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ddcca64-2ca1-43af-8547-e7c56c5f5a9b tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] GET failed (client error): The resource could not be found. May 10 14:52:50.453186 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0ddcca64-2ca1-43af-8547-e7c56c5f5a9b tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Synchronizing usage tracker for tenant:88047def7c784f85810e328e8ab79f4b on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:52:50.463221 dv-neutron-841204-2-hyperv neutron-server[88051]: WARNING neutron.api.v2.base [None req-18603b08-eb56-4b27-b885-68f4972c514e tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 10 14:52:50.464089 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-18603b08-eb56-4b27-b885-68f4972c514e tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:52:50.468293 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-18603b08-eb56-4b27-b885-68f4972c514e tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0390849 May 10 14:52:50.468293 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fe3714-0661-4ac4-9f20-05fc28a826ff tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:52:50.470337 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-12fe3714-0661-4ac4-9f20-05fc28a826ff tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:50.476356 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43246) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:50.476619 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0ddcca64-2ca1-43af-8547-e7c56c5f5a9b tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Unset dirty status for tenant:88047def7c784f85810e328e8ab79f4b on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:52:50.482098 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0ddcca64-2ca1-43af-8547-e7c56c5f5a9b tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "GET /v2.0/ports/c2a59108-7795-498a-ae37-07507b824991 HTTP/1.1" status: 404 len: 333 time: 0.1603675 May 10 14:52:50.482496 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43250) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:50.485218 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-13ebef43-0407-4266-af0a-2396b2efe0d2 None None] For port e482af97-8ed9-4f85-aeb8-846fe163c110, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e482af97-8ed9-4f85-aeb8-846fe163c110,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:50.485779 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-13ebef43-0407-4266-af0a-2396b2efe0d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:52:50.490019 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:52:50.495525 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-d09216ba-f28e-4d8d-988f-b79619101f04 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group_rule': {'security_group_id': '88b45387-a48c-4ee7-9e01-7c12d5f9f91d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:50.497376 dv-neutron-841204-2-hyperv neutron-server[88052]: WARNING neutron.api.v2.base [None req-d09216ba-f28e-4d8d-988f-b79619101f04 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 10 14:52:50.497785 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-d09216ba-f28e-4d8d-988f-b79619101f04 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:52:50.501128 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d09216ba-f28e-4d8d-988f-b79619101f04 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0195856 May 10 14:52:50.503318 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-25d93eac-9eff-437c-9337-9ee457b8c7f1 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Request body: {'port': {'network_id': '113e61de-e248-4143-b3ca-8668078e0bea', 'name': 'tempest-AllowedAddressPairTestJSON-1261066205'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:50.551663 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43254) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:50.579154 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-8ea3dc26-df02-4708-ba18-f16c8d27d3d2 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group_rule': {'security_group_id': '88b45387-a48c-4ee7-9e01-7c12d5f9f91d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:50.579973 dv-neutron-841204-2-hyperv neutron-server[88051]: WARNING neutron.api.v2.base [None req-8ea3dc26-df02-4708-ba18-f16c8d27d3d2 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 10 14:52:50.580484 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-8ea3dc26-df02-4708-ba18-f16c8d27d3d2 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:52:50.585023 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8ea3dc26-df02-4708-ba18-f16c8d27d3d2 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0285163 May 10 14:52:50.590674 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43258) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:50.598383 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555786a-58a8-4a0e-94f1-a230a495354e req-cdaa7985-9ee7-4524-801a-1688d7408c42 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:50.599874 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8555786a-58a8-4a0e-94f1-a230a495354e req-cdaa7985-9ee7-4524-801a-1688d7408c42 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 943 time: 1.0235445 May 10 14:52:50.608227 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-9c55e29c-49c9-4392-9b21-3902829dfa8d tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group_rule': {'security_group_id': '88b45387-a48c-4ee7-9e01-7c12d5f9f91d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:50.609065 dv-neutron-841204-2-hyperv neutron-server[88051]: WARNING neutron.api.v2.base [None req-9c55e29c-49c9-4392-9b21-3902829dfa8d tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 10 14:52:50.609565 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-9c55e29c-49c9-4392-9b21-3902829dfa8d tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:52:50.615617 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9c55e29c-49c9-4392-9b21-3902829dfa8d tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0097413 May 10 14:52:50.615617 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43262) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:50.630584 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-13ebef43-0407-4266-af0a-2396b2efe0d2 None None] Calling delete_port for e482af97-8ed9-4f85-aeb8-846fe163c110 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:50.635029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3248cc30-a1c6-44d3-9ca8-ce90fc23bfcb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:50.654984 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3248cc30-a1c6-44d3-9ca8-ce90fc23bfcb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:50.661698 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-12fe3714-0661-4ac4-9f20-05fc28a826ff tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:50.662016 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-25d93eac-9eff-437c-9337-9ee457b8c7f1 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:50.667065 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3248cc30-a1c6-44d3-9ca8-ce90fc23bfcb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:50.667745 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f9b6-5fa9-4698-9bf8-721305fd113c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:50.693338 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-12fe3714-0661-4ac4-9f20-05fc28a826ff tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:50.701856 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-25d93eac-9eff-437c-9337-9ee457b8c7f1 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:50.708785 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f9b6-5fa9-4698-9bf8-721305fd113c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:50.711443 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3248cc30-a1c6-44d3-9ca8-ce90fc23bfcb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:50.723778 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5f9b6-5fa9-4698-9bf8-721305fd113c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Network': ['ID=4b1a881f-f7b1-4fc6-8fba-af8401d52806,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:50.726337 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-13ebef43-0407-4266-af0a-2396b2efe0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:50.727354 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe3714-0661-4ac4-9f20-05fc28a826ff tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] Pushing event deleted for resources: {'Network': ['ID=8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:50.741643 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c2d5f9b6-5fa9-4698-9bf8-721305fd113c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/networks/4b1a881f-f7b1-4fc6-8fba-af8401d52806 HTTP/1.1" status: 204 len: 168 time: 2.5236685 May 10 14:52:50.741643 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43266) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:50.749236 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-12fe3714-0661-4ac4-9f20-05fc28a826ff tempest-NetworksIpV6Test-391951502 tempest-NetworksIpV6Test-391951502-project] 10.222.0.79 "DELETE /v2.0/networks/8d9cfdc1-1258-4871-b9dd-ee53a4b7f4a6 HTTP/1.1" status: 204 len: 168 time: 3.6818812 May 10 14:52:50.757101 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8555786a-58a8-4a0e-94f1-a230a495354e req-a86fe5c9-1407-410c-b960-0b10f4a70637 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449599 May 10 14:52:50.760925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3248cc30-a1c6-44d3-9ca8-ce90fc23bfcb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:50.764513 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3248cc30-a1c6-44d3-9ca8-ce90fc23bfcb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:50.792963 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebef43-0407-4266-af0a-2396b2efe0d2 None None] Pushing event deleted for resources: {'Port': ['ID=e482af97-8ed9-4f85-aeb8-846fe163c110,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:50.797674 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ebef43-0407-4266-af0a-2396b2efe0d2 None None] No DVR routers for this DVR port e482af97-8ed9-4f85-aeb8-846fe163c110 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:52:50.844262 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d93eac-9eff-437c-9337-9ee457b8c7f1 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Made reservation on behalf of 88047def7c784f85810e328e8ab79f4b for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:50.847853 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-25d93eac-9eff-437c-9337-9ee457b8c7f1 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:50.896991 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e482af97-8ed9-4f85-aeb8-846fe163c110 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:52:50.905413 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-36196dc6-b2af-480e-8932-ce8b418437f9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:50.953623 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-25d93eac-9eff-437c-9337-9ee457b8c7f1 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] device_id is not set on port 43c2927c-bdbf-4fa3-a5ee-28f7cc699176 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:52:50.958492 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: e482af97-8ed9-4f85-aeb8-846fe163c110 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:52:50.959667 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e482af97-8ed9-4f85-aeb8-846fe163c110 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:52:50.961225 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8867d5bb-92d4-4065-836e-60cccd784b07 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:52:50.979258 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-36196dc6-b2af-480e-8932-ce8b418437f9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:51.019161 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 8867d5bb-92d4-4065-836e-60cccd784b07 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:52:51.019624 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8867d5bb-92d4-4065-836e-60cccd784b07 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:52:51.103383 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-36196dc6-b2af-480e-8932-ce8b418437f9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:51.127847 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36196dc6-b2af-480e-8932-ce8b418437f9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b45387-a48c-4ee7-9e01-7c12d5f9f91d,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:51.180059 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-36196dc6-b2af-480e-8932-ce8b418437f9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:51.182475 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-36196dc6-b2af-480e-8932-ce8b418437f9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "DELETE /v2.0/security-groups/88b45387-a48c-4ee7-9e01-7c12d5f9f91d HTTP/1.1" status: 204 len: 168 time: 0.5492640 May 10 14:52:51.186788 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43274) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:51.246850 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43278) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:51.305664 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-25d93eac-9eff-437c-9337-9ee457b8c7f1 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Allocated IP 172.20.0.12 (113e61de-e248-4143-b3ca-8668078e0bea/348e8be7-1d41-48d8-8f11-ad0c72a565f6/43c2927c-bdbf-4fa3-a5ee-28f7cc699176) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:51.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-eeb3ec88-87c8-4022-81aa-884f7733767e tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Synchronizing usage tracker for tenant:db24acd0a12840b6a941e9dfdfda53db on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:52:51.340102 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.objects.ports [None req-3248cc30-a1c6-44d3-9ca8-ce90fc23bfcb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 10 14:52:51.342032 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3248cc30-a1c6-44d3-9ca8-ce90fc23bfcb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:51.398634 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-939f2f64-ee2d-49eb-b4a8-e7a037728b3a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:51.445873 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3248cc30-a1c6-44d3-9ca8-ce90fc23bfcb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:51.450219 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-eeb3ec88-87c8-4022-81aa-884f7733767e tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Unset dirty status for tenant:db24acd0a12840b6a941e9dfdfda53db on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:52:51.451494 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-eeb3ec88-87c8-4022-81aa-884f7733767e tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2626224 May 10 14:52:51.452480 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-3248cc30-a1c6-44d3-9ca8-ce90fc23bfcb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:51.457274 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43284) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:51.474391 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3248cc30-a1c6-44d3-9ca8-ce90fc23bfcb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:51.474391 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3248cc30-a1c6-44d3-9ca8-ce90fc23bfcb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:51.480285 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248cc30-a1c6-44d3-9ca8-ce90fc23bfcb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=507fac03-c4c7-44d8-992a-222c371938f8,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:51.481536 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55440771-13d5-4f43-9a05-77befe80842b None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:51.487917 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-5569ee98-111c-440f-93e2-1a727bc7d9d7 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group': {'name': 'tempest-secgroup--2108115880'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:51.498367 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f2f64-ee2d-49eb-b4a8-e7a037728b3a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=310b121f-a414-436c-a31d-702a592b9cc0,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:51.512663 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c4cf3699-9094-43ad-941a-9c5f2ddf51a3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c16e63d28fdf4ee9913775a4f8676cd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597528 May 10 14:52:51.513291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43288) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:51.528903 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3248cc30-a1c6-44d3-9ca8-ce90fc23bfcb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2144461 May 10 14:52:51.531953 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43292) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:51.539817 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-bef267af-014b-4cd3-848c-56adc56d63c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'mac_address': 'fa:16:3e:e4:fb:6e', 'name': 'tempest-NetworksTestDHCPv6-1393228020'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:51.544845 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5569ee98-111c-440f-93e2-1a727bc7d9d7 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:51.655890 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5569ee98-111c-440f-93e2-1a727bc7d9d7 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:51.660270 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 360407bd-a54b-4eae-90ad-84682b32fc75 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 14:52:51.687577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b52fbd85-db77-4e89-8e88-dc054dfbee78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:51.744241 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b52fbd85-db77-4e89-8e88-dc054dfbee78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:51.760068 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-bef267af-014b-4cd3-848c-56adc56d63c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:51.772312 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-bef267af-014b-4cd3-848c-56adc56d63c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:port and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:51.776456 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-bef267af-014b-4cd3-848c-56adc56d63c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:51.805397 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-bef267af-014b-4cd3-848c-56adc56d63c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:51.822457 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef267af-014b-4cd3-848c-56adc56d63c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:51.834142 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5569ee98-111c-440f-93e2-1a727bc7d9d7 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:51.991365 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 360407bd-a54b-4eae-90ad-84682b32fc75, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=360407bd-a54b-4eae-90ad-84682b32fc75,segment=NetworkSegment(d7574317-f155-4685-9a5d-5802df6f0649),segment_id=d7574317-f155-4685-9a5d-5802df6f0649)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:52.011210 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '360407bd-a54b-4eae-90ad-84682b32fc75', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'port_id': '360407bd-a54b-4eae-90ad-84682b32fc75', 'mac_address': 'fa:16:3e:39:ce:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 14:52:52.043478 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8007b16-182f-4367-b4f5-70fc7c9cfa7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-a36358c0-b900-4df5-ae69-1592404548f9', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'fixed_ips': [{'subnet_id': '507fac03-c4c7-44d8-992a-222c371938f8'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:52:52.044303 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e8007b16-182f-4367-b4f5-70fc7c9cfa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:52.105183 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b52fbd85-db77-4e89-8e88-dc054dfbee78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:52.135617 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5569ee98-111c-440f-93e2-1a727bc7d9d7 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:52.139007 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:52.141633 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-25d93eac-9eff-437c-9337-9ee457b8c7f1 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:52.143471 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52fbd85-db77-4e89-8e88-dc054dfbee78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5542a4-cca9-45b3-98b1-b0731627d0a4,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:52.153979 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5569ee98-111c-440f-93e2-1a727bc7d9d7 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group_rule and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:52.157491 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5569ee98-111c-440f-93e2-1a727bc7d9d7 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:52.167114 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b52fbd85-db77-4e89-8e88-dc054dfbee78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:52.170541 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b52fbd85-db77-4e89-8e88-dc054dfbee78 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eb5542a4-cca9-45b3-98b1-b0731627d0a4 HTTP/1.1" status: 204 len: 168 time: 0.6540332 May 10 14:52:52.172333 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5569ee98-111c-440f-93e2-1a727bc7d9d7 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:52.173301 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360407bd-a54b-4eae-90ad-84682b32fc75 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:52:52.190237 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 360407bd-a54b-4eae-90ad-84682b32fc75, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=360407bd-a54b-4eae-90ad-84682b32fc75,segment=NetworkSegment(d7574317-f155-4685-9a5d-5802df6f0649),segment_id=d7574317-f155-4685-9a5d-5802df6f0649)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:52.193951 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bef267af-014b-4cd3-848c-56adc56d63c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:52.206549 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:52.223564 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15c378-b04d-4339-b048-14d6f1667be2 req-d6dac713-4966-4cd1-adda-47c06d7b924b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:52.225064 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ff15c378-b04d-4339-b048-14d6f1667be2 req-d6dac713-4966-4cd1-adda-47c06d7b924b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 943 time: 0.1893871 May 10 14:52:52.236586 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-bef267af-014b-4cd3-848c-56adc56d63c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] device_id is not set on port 6805272e-a0e3-4dc4-ad68-1e15c035452e yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:52:52.243149 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-25d93eac-9eff-437c-9337-9ee457b8c7f1 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Transition to ACTIVE for port object 43c2927c-bdbf-4fa3-a5ee-28f7cc699176 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:52.285745 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=360407bd-a54b-4eae-90ad-84682b32fc75,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:52.325770 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-939f2f64-ee2d-49eb-b4a8-e7a037728b3a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:52.352721 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ff15c378-b04d-4339-b048-14d6f1667be2 req-a4cfaa88-1e31-46e3-9382-92a5dffc41cc tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795190 May 10 14:52:52.364650 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7b6fcf6f-0afc-4c33-b3c1-8d3b54260d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:52.405781 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-e8007b16-182f-4367-b4f5-70fc7c9cfa7b None None] Allocated IP 2001:db8::f816:3eff:fedb:3c46 (a36358c0-b900-4df5-ae69-1592404548f9/507fac03-c4c7-44d8-992a-222c371938f8/f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:52.479563 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-25d93eac-9eff-437c-9337-9ee457b8c7f1 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:52.492633 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['360407bd-a54b-4eae-90ad-84682b32fc75'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 14:52:52.572978 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5569ee98-111c-440f-93e2-1a727bc7d9d7 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:52.642066 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5569ee98-111c-440f-93e2-1a727bc7d9d7 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:52.684742 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d93eac-9eff-437c-9337-9ee457b8c7f1 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Network 113e61de-e248-4143-b3ca-8668078e0bea is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:52.700954 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-25d93eac-9eff-437c-9337-9ee457b8c7f1 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:52.710077 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d93eac-9eff-437c-9337-9ee457b8c7f1 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Pushing event updated for resources: {'Port': ['ID=43c2927c-bdbf-4fa3-a5ee-28f7cc699176,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:52.722227 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d93eac-9eff-437c-9337-9ee457b8c7f1 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:52:52.806853 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569ee98-111c-440f-93e2-1a727bc7d9d7 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e53e97b-e79f-441d-816b-1c13a0a69df7,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:52.833244 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e8007b16-182f-4367-b4f5-70fc7c9cfa7b None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:52.837609 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-20ffd7b1-51e7-422a-a570-b7480a2e5f39 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:52.887863 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e8007b16-182f-4367-b4f5-70fc7c9cfa7b None None] Transition to ACTIVE for port object f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:52.922783 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5569ee98-111c-440f-93e2-1a727bc7d9d7 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:52.924665 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5569ee98-111c-440f-93e2-1a727bc7d9d7 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4596415 May 10 14:52:52.927972 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43312) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:52.934826 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-97b30d71-2fce-43c7-bb65-afeab02f3727 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group_rule': {'security_group_id': '6e53e97b-e79f-441d-816b-1c13a0a69df7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:52.936759 dv-neutron-841204-2-hyperv neutron-server[88051]: WARNING neutron.api.v2.base [None req-97b30d71-2fce-43c7-bb65-afeab02f3727 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 10 14:52:52.937615 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-97b30d71-2fce-43c7-bb65-afeab02f3727 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:52:52.940230 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-97b30d71-2fce-43c7-bb65-afeab02f3727 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0103965 May 10 14:52:52.943249 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43316) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:52.952106 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e8007b16-182f-4367-b4f5-70fc7c9cfa7b None None] Transition to ACTIVE for port object f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:52.965735 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-b26cc892-d3d1-4046-8029-f0c250b79de9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group_rule': {'security_group_id': '6e53e97b-e79f-441d-816b-1c13a0a69df7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:52.979872 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e8007b16-182f-4367-b4f5-70fc7c9cfa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:53.021388 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b26cc892-d3d1-4046-8029-f0c250b79de9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:53.066961 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d93eac-9eff-437c-9337-9ee457b8c7f1 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:53.067589 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-25d93eac-9eff-437c-9337-9ee457b8c7f1 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:53.072106 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8007b16-182f-4367-b4f5-70fc7c9cfa7b None None] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:53.072268 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b26cc892-d3d1-4046-8029-f0c250b79de9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group_rule and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:53.081427 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b26cc892-d3d1-4046-8029-f0c250b79de9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:53.091997 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-e8007b16-182f-4367-b4f5-70fc7c9cfa7b None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:53.098591 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b26cc892-d3d1-4046-8029-f0c250b79de9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:53.101744 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8007b16-182f-4367-b4f5-70fc7c9cfa7b None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:52:53.156609 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4db29118-2a13-4aa8-a56c-887a0eb968bd None None] Provisioning for port 43c2927c-bdbf-4fa3-a5ee-28f7cc699176 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:53.160010 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-bef267af-014b-4cd3-848c-56adc56d63c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8::f816:3eff:fee4:fb6e (a36358c0-b900-4df5-ae69-1592404548f9/507fac03-c4c7-44d8-992a-222c371938f8/6805272e-a0e3-4dc4-ad68-1e15c035452e) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:53.166329 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-b26cc892-d3d1-4046-8029-f0c250b79de9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:52:53.170556 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b26cc892-d3d1-4046-8029-f0c250b79de9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2261109 May 10 14:52:53.180111 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43324) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:53.180330 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8007b16-182f-4367-b4f5-70fc7c9cfa7b None None] Pushing event updated for resources: {'Port': ['ID=f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:53.180435 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-3fcdd115-aefe-492b-aaea-a6f6f1bc6bdb tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group_rule': {'security_group_id': '6e53e97b-e79f-441d-816b-1c13a0a69df7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:53.180435 dv-neutron-841204-2-hyperv neutron-server[88051]: WARNING neutron.api.v2.base [None req-3fcdd115-aefe-492b-aaea-a6f6f1bc6bdb tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 10 14:52:53.180435 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-3fcdd115-aefe-492b-aaea-a6f6f1bc6bdb tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:52:53.183906 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-25d93eac-9eff-437c-9337-9ee457b8c7f1 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7003422 May 10 14:52:53.187408 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3fcdd115-aefe-492b-aaea-a6f6f1bc6bdb tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0136187 May 10 14:52:53.192261 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43330) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:53.192561 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43332) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:53.200687 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-0d2c2474-257b-4442-8907-9ab2a96bba08 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Request body: {'port': {'network_id': '113e61de-e248-4143-b3ca-8668078e0bea', 'name': 'tempest-AllowedAddressPairTestJSON-231508615'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:53.240634 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4db29118-2a13-4aa8-a56c-887a0eb968bd None None] Provisioning complete for port 43c2927c-bdbf-4fa3-a5ee-28f7cc699176 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:53.241075 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4db29118-2a13-4aa8-a56c-887a0eb968bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:53.265286 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:53.305911 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:53.314188 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-e8007b16-182f-4367-b4f5-70fc7c9cfa7b None None] Attempting to bind port f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:52:53.314645 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-e8007b16-182f-4367-b4f5-70fc7c9cfa7b None None] Attempting to bind port f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:52:53.315559 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8007b16-182f-4367-b4f5-70fc7c9cfa7b None None] Attempting to bind port f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a on network a36358c0-b900-4df5-ae69-1592404548f9 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:52:53.323242 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8007b16-182f-4367-b4f5-70fc7c9cfa7b None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:52:53.323723 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8007b16-182f-4367-b4f5-70fc7c9cfa7b None None] Checking segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:52:53.324228 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e8007b16-182f-4367-b4f5-70fc7c9cfa7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:53.324617 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8007b16-182f-4367-b4f5-70fc7c9cfa7b None None] Bound using segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:52:53.325088 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-e8007b16-182f-4367-b4f5-70fc7c9cfa7b None None] Bound port: f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:52:53.325456 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e8007b16-182f-4367-b4f5-70fc7c9cfa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:53.354024 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939f2f64-ee2d-49eb-b4a8-e7a037728b3a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router 4c545987-9dfc-439b-be1e-8a88b2377a04 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:52:53.360991 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43338) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:53.374804 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-0d2c2474-257b-4442-8907-9ab2a96bba08 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:53.386738 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-0d2c2474-257b-4442-8907-9ab2a96bba08 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:53.402954 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-8f76cf92-8563-44be-826f-c175db9e616c tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group_rule': {'security_group_id': '6e53e97b-e79f-441d-816b-1c13a0a69df7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:53.410797 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-8f76cf92-8563-44be-826f-c175db9e616c tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:53.415710 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8f76cf92-8563-44be-826f-c175db9e616c tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group_rule and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:53.419496 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8f76cf92-8563-44be-826f-c175db9e616c tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:53.428419 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-8f76cf92-8563-44be-826f-c175db9e616c tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:53.430461 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:53.437326 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-4db29118-2a13-4aa8-a56c-887a0eb968bd None None] Port 43c2927c-bdbf-4fa3-a5ee-28f7cc699176 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:52:53.443105 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2c2474-257b-4442-8907-9ab2a96bba08 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Made reservation on behalf of 88047def7c784f85810e328e8ab79f4b for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:53.448381 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2474-257b-4442-8907-9ab2a96bba08 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:53.473569 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-e8007b16-182f-4367-b4f5-70fc7c9cfa7b None None] For port f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:52:53.476925 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-e8007b16-182f-4367-b4f5-70fc7c9cfa7b None None] For port f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:52:53.489737 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e8007b16-182f-4367-b4f5-70fc7c9cfa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:53.494987 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-0d2c2474-257b-4442-8907-9ab2a96bba08 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] device_id is not set on port 6a32ea91-0302-4c5b-9b2b-941b8bb2b788 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:52:53.618576 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8007b16-182f-4367-b4f5-70fc7c9cfa7b None None] Pushing event updated for resources: {'Port': ['ID=f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:53.662145 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-8f76cf92-8563-44be-826f-c175db9e616c tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:52:53.663203 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8f76cf92-8563-44be-826f-c175db9e616c tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4681940 May 10 14:52:53.670500 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43346) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:53.706920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-1eb5d206-b6a3-4b63-b401-58aeeed855ad tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group_rule': {'security_group_id': '6e53e97b-e79f-441d-816b-1c13a0a69df7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:53.707395 dv-neutron-841204-2-hyperv neutron-server[88051]: WARNING neutron.api.v2.base [None req-1eb5d206-b6a3-4b63-b401-58aeeed855ad tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 10 14:52:53.707885 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-1eb5d206-b6a3-4b63-b401-58aeeed855ad tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:52:53.711542 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1eb5d206-b6a3-4b63-b401-58aeeed855ad tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0307577 May 10 14:52:53.722001 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43350) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:53.764488 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-96c9a688-806e-49dc-af56-23a96caced45 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-923628057', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:53.783232 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-3e8c4178-24f6-44a9-8055-1d8180ec284d tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group_rule': {'security_group_id': '6e53e97b-e79f-441d-816b-1c13a0a69df7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:53.795316 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-96c9a688-806e-49dc-af56-23a96caced45 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:53.800519 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-20ffd7b1-51e7-422a-a570-b7480a2e5f39 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting port 42c370c5-d1a0-4ab3-836e-edb387d0b5b1 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:53.801111 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-20ffd7b1-51e7-422a-a570-b7480a2e5f39 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:53.838765 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3e8c4178-24f6-44a9-8055-1d8180ec284d tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:53.839519 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-96c9a688-806e-49dc-af56-23a96caced45 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Usage tracker for resource:router and tenant:6eac73a85bf8491aaa1715d0928577d0 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:53.853675 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3e8c4178-24f6-44a9-8055-1d8180ec284d tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group_rule and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:53.859303 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3e8c4178-24f6-44a9-8055-1d8180ec284d tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:53.872330 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3e8c4178-24f6-44a9-8055-1d8180ec284d tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:53.878514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-96c9a688-806e-49dc-af56-23a96caced45 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:53.902663 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-96c9a688-806e-49dc-af56-23a96caced45 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:53.912138 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939f2f64-ee2d-49eb-b4a8-e7a037728b3a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:52:53.919310 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-0d2c2474-257b-4442-8907-9ab2a96bba08 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Allocated IP 172.20.0.10 (113e61de-e248-4143-b3ca-8668078e0bea/348e8be7-1d41-48d8-8f11-ad0c72a565f6/6a32ea91-0302-4c5b-9b2b-941b8bb2b788) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:53.926480 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d27aed-cf94-4b22-9609-e279b55a5109 None None] Sync routers for ids ['4c545987-9dfc-439b-be1e-8a88b2377a04'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:52:53.928831 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-939f2f64-ee2d-49eb-b4a8-e7a037728b3a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/routers/4c545987-9dfc-439b-be1e-8a88b2377a04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0968416 May 10 14:52:53.941761 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-3e8c4178-24f6-44a9-8055-1d8180ec284d tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Project db24acd0a12840b6a941e9dfdfda53db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:52:53.948249 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d27aed-cf94-4b22-9609-e279b55a5109 None None] Routers {'4c545987-9dfc-439b-be1e-8a88b2377a04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:52:53.948945 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-32d27aed-cf94-4b22-9609-e279b55a5109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4c545987-9dfc-439b-be1e-8a88b2377a04'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:54.054523 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e20cf9-f67e-43c1-9037-a002836f53f7 req-0d144791-5960-4d6b-b6e3-24f961e7407b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:54.063856 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-62e20cf9-f67e-43c1-9037-a002836f53f7 req-0d144791-5960-4d6b-b6e3-24f961e7407b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 944 time: 0.5149941 May 10 14:52:54.090915 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-3e8c4178-24f6-44a9-8055-1d8180ec284d tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:52:54.092079 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3e8c4178-24f6-44a9-8055-1d8180ec284d tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3225076 May 10 14:52:54.114132 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43356) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:54.128539 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-29dfabd5-9c80-4a6a-8ac7-cf76b5a29c36 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group_rule': {'security_group_id': '6e53e97b-e79f-441d-816b-1c13a0a69df7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:54.129182 dv-neutron-841204-2-hyperv neutron-server[88051]: WARNING neutron.api.v2.base [None req-29dfabd5-9c80-4a6a-8ac7-cf76b5a29c36 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 10 14:52:54.129833 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-29dfabd5-9c80-4a6a-8ac7-cf76b5a29c36 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:52:54.130989 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-29dfabd5-9c80-4a6a-8ac7-cf76b5a29c36 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0157018 May 10 14:52:54.143490 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bef267af-014b-4cd3-848c-56adc56d63c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:54.152632 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43360) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:54.168228 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-20ffd7b1-51e7-422a-a570-b7480a2e5f39 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] For port 42c370c5-d1a0-4ab3-836e-edb387d0b5b1, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=42c370c5-d1a0-4ab3-836e-edb387d0b5b1,segment=NetworkSegment(8eacff89-f8be-4eff-a18c-b33bf6440aad),segment_id=8eacff89-f8be-4eff-a18c-b33bf6440aad)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:54.168840 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-20ffd7b1-51e7-422a-a570-b7480a2e5f39 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:54.194205 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-62e20cf9-f67e-43c1-9037-a002836f53f7 req-4b13b0c0-7994-4df4-a4a8-d5428c9186d0 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292915 May 10 14:52:54.202885 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-2aaba5c7-bcea-4011-be49-8ed5ae4a8398 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group_rule': {'security_group_id': '6e53e97b-e79f-441d-816b-1c13a0a69df7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:54.228706 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2aaba5c7-bcea-4011-be49-8ed5ae4a8398 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:54.234185 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2aaba5c7-bcea-4011-be49-8ed5ae4a8398 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group_rule and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:54.234406 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-32d27aed-cf94-4b22-9609-e279b55a5109 None None] Set router 4c545987-9dfc-439b-be1e-8a88b2377a04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:52:54.238407 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2aaba5c7-bcea-4011-be49-8ed5ae4a8398 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:54.245871 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2aaba5c7-bcea-4011-be49-8ed5ae4a8398 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:54.282685 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-bef267af-014b-4cd3-848c-56adc56d63c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Transition to ACTIVE for port object 6805272e-a0e3-4dc4-ad68-1e15c035452e will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:54.282685 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-2aaba5c7-bcea-4011-be49-8ed5ae4a8398 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Project db24acd0a12840b6a941e9dfdfda53db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:52:54.329756 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-96c9a688-806e-49dc-af56-23a96caced45 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:54.330957 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-96c9a688-806e-49dc-af56-23a96caced45 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:54.342700 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-20ffd7b1-51e7-422a-a570-b7480a2e5f39 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Calling delete_port for 42c370c5-d1a0-4ab3-836e-edb387d0b5b1 owned by network:router_interface {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:54.401963 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-96c9a688-806e-49dc-af56-23a96caced45 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:54.448005 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-96c9a688-806e-49dc-af56-23a96caced45 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:54.461750 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-2aaba5c7-bcea-4011-be49-8ed5ae4a8398 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:52:54.465375 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2aaba5c7-bcea-4011-be49-8ed5ae4a8398 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3086493 May 10 14:52:54.468732 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43366) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:54.482282 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-a81290fc-f9fe-4f82-8770-7cf2982c0218 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group_rule': {'security_group_id': '6e53e97b-e79f-441d-816b-1c13a0a69df7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:54.490326 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a81290fc-f9fe-4f82-8770-7cf2982c0218 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:54.496094 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a81290fc-f9fe-4f82-8770-7cf2982c0218 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group_rule and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:54.499430 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a81290fc-f9fe-4f82-8770-7cf2982c0218 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:54.509927 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a81290fc-f9fe-4f82-8770-7cf2982c0218 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:54.539293 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-96c9a688-806e-49dc-af56-23a96caced45 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:54.545466 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bef267af-014b-4cd3-848c-56adc56d63c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:54.548475 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-96c9a688-806e-49dc-af56-23a96caced45 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.1851163 May 10 14:52:54.551151 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43370) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:54.555073 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.securitygroups_db [None req-a81290fc-f9fe-4f82-8770-7cf2982c0218 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Project db24acd0a12840b6a941e9dfdfda53db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:52:54.556210 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2474-257b-4442-8907-9ab2a96bba08 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:54.608326 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-a81290fc-f9fe-4f82-8770-7cf2982c0218 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:52:54.613907 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a81290fc-f9fe-4f82-8770-7cf2982c0218 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1424901 May 10 14:52:54.615305 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43374) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:54.632353 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-38772ad2-f38c-4f05-9748-78d4aee367a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1877006577'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:54.656301 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5a3f0-b1d8-4f95-9b18-4987c3a89a02 req-879352ea-7499-4d25-8955-3a626d9a83e2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:54.658198 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b1f5a3f0-b1d8-4f95-9b18-4987c3a89a02 req-879352ea-7499-4d25-8955-3a626d9a83e2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 946 time: 0.2999043 May 10 14:52:54.692861 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-38772ad2-f38c-4f05-9748-78d4aee367a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:54.732224 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-32d27aed-cf94-4b22-9609-e279b55a5109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'name': 'tempest-TestNetworkBasicOps-router-2120422949', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:49:55Z', 'updated_at': '2022-05-10T14:52:51Z', 'revision_number': 6, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:49:58Z', 'updated_at': '2022-05-10T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '6ddda144-97ef-4c86-8048-01e9b4a6189b', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.149', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'port_id': 'd32182e0-af3e-4b84-bd1a-0be8d42e3bbc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'mac_address': 'fa:16:3e:92:8b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164761d-8da1-4d0f-a014-b5e27c3d5e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:50:55Z', 'updated_at': '2022-05-10T14:51:04Z', 'revision_number': 1, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af294687-0e5e-4899-9290-f30d7580c321', 'name': '', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:c7:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:50:11Z', 'updated_at': '2022-05-10T14:50:21Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:54.736541 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d27aed-cf94-4b22-9609-e279b55a5109 None None] Checking router: 4c545987-9dfc-439b-be1e-8a88b2377a04 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:52:54.745716 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dc077a83-1d3d-4ede-97dd-f0d35a76de97 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:54.746569 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d27aed-cf94-4b22-9609-e279b55a5109 None None] Routers {'4c545987-9dfc-439b-be1e-8a88b2377a04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:52:54.747263 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-32d27aed-cf94-4b22-9609-e279b55a5109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4c545987-9dfc-439b-be1e-8a88b2377a04'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:54.778791 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-38772ad2-f38c-4f05-9748-78d4aee367a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Usage tracker for resource:network and tenant:6eac73a85bf8491aaa1715d0928577d0 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:54.790362 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-38772ad2-f38c-4f05-9748-78d4aee367a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:54.793497 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-0d2c2474-257b-4442-8907-9ab2a96bba08 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Transition to ACTIVE for port object 6a32ea91-0302-4c5b-9b2b-941b8bb2b788 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:54.804449 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef267af-014b-4cd3-848c-56adc56d63c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:54.805476 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-20ffd7b1-51e7-422a-a570-b7480a2e5f39 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:54.806604 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-38772ad2-f38c-4f05-9748-78d4aee367a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:54.816909 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-bef267af-014b-4cd3-848c-56adc56d63c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:54.821604 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b1f5a3f0-b1d8-4f95-9b18-4987c3a89a02 req-d45d7a98-33cb-4b34-876d-44852aeeccfd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=72ac463a-5636-42a8-b5f1-fe032beb20d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300700 May 10 14:52:54.822620 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef267af-014b-4cd3-848c-56adc56d63c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:52:54.828196 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef267af-014b-4cd3-848c-56adc56d63c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:54.829381 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bef267af-014b-4cd3-848c-56adc56d63c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:54.850039 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef267af-014b-4cd3-848c-56adc56d63c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=6805272e-a0e3-4dc4-ad68-1e15c035452e,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:54.931210 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38772ad2-f38c-4f05-9748-78d4aee367a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Made reservation on behalf of 6eac73a85bf8491aaa1715d0928577d0 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:54.951535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-38772ad2-f38c-4f05-9748-78d4aee367a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:54.992468 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffd7b1-51e7-422a-a570-b7480a2e5f39 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Port': ['ID=42c370c5-d1a0-4ab3-836e-edb387d0b5b1,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:55.012321 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-38772ad2-f38c-4f05-9748-78d4aee367a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:55.049584 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:55.078195 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bef267af-014b-4cd3-848c-56adc56d63c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5418096 May 10 14:52:55.083509 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43378) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:55.097492 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-38772ad2-f38c-4f05-9748-78d4aee367a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:55.107183 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-38772ad2-f38c-4f05-9748-78d4aee367a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Usage tracker for resource:security_group_rule and tenant:6eac73a85bf8491aaa1715d0928577d0 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:55.110879 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-38772ad2-f38c-4f05-9748-78d4aee367a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:55.119964 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-38772ad2-f38c-4f05-9748-78d4aee367a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:55.159395 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:55.163984 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-32d27aed-cf94-4b22-9609-e279b55a5109 None None] Set router 4c545987-9dfc-439b-be1e-8a88b2377a04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:52:55.168424 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dc077a83-1d3d-4ede-97dd-f0d35a76de97 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:55.253495 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-38772ad2-f38c-4f05-9748-78d4aee367a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:55.259343 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2474-257b-4442-8907-9ab2a96bba08 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:55.321285 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-38772ad2-f38c-4f05-9748-78d4aee367a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:55.422243 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2c2474-257b-4442-8907-9ab2a96bba08 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Network 113e61de-e248-4143-b3ca-8668078e0bea is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:55.435638 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-0d2c2474-257b-4442-8907-9ab2a96bba08 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:55.437580 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38772ad2-f38c-4f05-9748-78d4aee367a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:52:55.444919 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-20ffd7b1-51e7-422a-a570-b7480a2e5f39 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:55.488738 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2c2474-257b-4442-8907-9ab2a96bba08 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:52:55.523301 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-17740598-7290-472b-93da-df9b20c7b634 None None] Provisioning for port f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:55.532811 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:55.550707 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-17740598-7290-472b-93da-df9b20c7b634 None None] Provisioning complete for port f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:55.550951 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-17740598-7290-472b-93da-df9b20c7b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:55.567908 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c2474-257b-4442-8907-9ab2a96bba08 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Pushing event updated for resources: {'Port': ['ID=6a32ea91-0302-4c5b-9b2b-941b8bb2b788,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:55.584336 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dc077a83-1d3d-4ede-97dd-f0d35a76de97 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:55.607977 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 360407bd-a54b-4eae-90ad-84682b32fc75 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:55.653800 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:55.654180 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:55.687953 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1aff91-3c4b-4a5f-b10e-de98f5e1f71d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:55.696407 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1aff91-3c4b-4a5f-b10e-de98f5e1f71d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:55.697214 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4d1aff91-3c4b-4a5f-b10e-de98f5e1f71d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:52:55.761828 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc077a83-1d3d-4ede-97dd-f0d35a76de97 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e53e97b-e79f-441d-816b-1c13a0a69df7,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:55.823126 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4d1aff91-3c4b-4a5f-b10e-de98f5e1f71d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:52:55.828183 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4d1aff91-3c4b-4a5f-b10e-de98f5e1f71d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6683345 May 10 14:52:55.830328 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43384) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:55.835629 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dc077a83-1d3d-4ede-97dd-f0d35a76de97 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:55.836112 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38772ad2-f38c-4f05-9748-78d4aee367a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3f7251-3b33-4a06-b22d-f9962453a0ec,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:55.839415 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-dc077a83-1d3d-4ede-97dd-f0d35a76de97 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "DELETE /v2.0/security-groups/6e53e97b-e79f-441d-816b-1c13a0a69df7 HTTP/1.1" status: 204 len: 168 time: 1.2231119 May 10 14:52:55.841262 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43388) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:55.905685 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2c2474-257b-4442-8907-9ab2a96bba08 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:55.907212 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0d2c2474-257b-4442-8907-9ab2a96bba08 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:55.914139 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-38772ad2-f38c-4f05-9748-78d4aee367a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:55.914738 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-38772ad2-f38c-4f05-9748-78d4aee367a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Added segment 4caf44b8-18cb-4d42-93ba-03c21bff2b54 of type vlan for network 69577da3-ca56-4cc4-99cb-3096030d1b1f May 10 14:52:55.987731 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-38772ad2-f38c-4f05-9748-78d4aee367a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:56.007831 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf65af1-0c12-43b0-96e7-a122de1d321c req-4c84c39f-73c6-4dcf-a86d-c932a8ac733b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:56.016466 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-acf65af1-0c12-43b0-96e7-a122de1d321c req-4c84c39f-73c6-4dcf-a86d-c932a8ac733b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 944 time: 0.5813510 May 10 14:52:56.020354 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0d2c2474-257b-4442-8907-9ab2a96bba08 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8267915 May 10 14:52:56.023503 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43394) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:56.034002 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:56.054851 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-32185c5d-1153-4c72-8c34-f9460a9b728b tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:f9:ea:93'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:82:ca:b2'}]}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:56.092364 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port 360407bd-a54b-4eae-90ad-84682b32fc75 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:56.148537 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 360407bd-a54b-4eae-90ad-84682b32fc75 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:56.148994 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:56.232526 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-acf65af1-0c12-43b0-96e7-a122de1d321c req-6241427e-39d0-449e-b0f4-d661b0ad1b27 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117231 May 10 14:52:56.262956 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-38772ad2-f38c-4f05-9748-78d4aee367a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:56.269332 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38772ad2-f38c-4f05-9748-78d4aee367a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:56.270145 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-38772ad2-f38c-4f05-9748-78d4aee367a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:56.271992 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:56.341096 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:56.348155 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe7072-022b-4964-8208-651dac829971 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting port 6805272e-a0e3-4dc4-ad68-1e15c035452e {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:56.348570 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ebe7072-022b-4964-8208-651dac829971 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:56.390406 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38772ad2-f38c-4f05-9748-78d4aee367a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event updated for resources: {'Network': ['ID=69577da3-ca56-4cc4-99cb-3096030d1b1f,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:56.403358 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d004e5-ea93-4d9c-9825-9110d8dfb6d2 req-49ef8e1e-80a7-4b01-9bb0-a18623e5b3bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:56.404150 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-52d004e5-ea93-4d9c-9825-9110d8dfb6d2 req-49ef8e1e-80a7-4b01-9bb0-a18623e5b3bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:52:56.409347 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ef61b7fe-ec38-40fb-9f22-4809c9eac3cb tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Synchronizing usage tracker for tenant:db24acd0a12840b6a941e9dfdfda53db on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:52:56.464623 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:56.467704 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 69577da3-ca56-4cc4-99cb-3096030d1b1f details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:52:56.488785 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-38772ad2-f38c-4f05-9748-78d4aee367a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9364669 May 10 14:52:56.493102 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43398) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:56.505995 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-bb37b5a9-4aa8-49e6-94ee-5b3a255af50d tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Request body: {'subnet': {'network_id': '69577da3-ca56-4cc4-99cb-3096030d1b1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:56.508726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ffd7b1-51e7-422a-a570-b7480a2e5f39 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:52:56.523429 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ef61b7fe-ec38-40fb-9f22-4809c9eac3cb tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Unset dirty status for tenant:db24acd0a12840b6a941e9dfdfda53db on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:52:56.524805 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ef61b7fe-ec38-40fb-9f22-4809c9eac3cb tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6803117 May 10 14:52:56.533257 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43402) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:56.535070 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dd82c-394f-43fb-af2b-91c85445e26f req-c8ade34d-e571-41e4-b879-77ac866325c6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:56.537069 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d42dd82c-394f-43fb-af2b-91c85445e26f req-c8ade34d-e571-41e4-b879-77ac866325c6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 946 time: 0.4550490 May 10 14:52:56.553536 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-52d004e5-ea93-4d9c-9825-9110d8dfb6d2 req-49ef8e1e-80a7-4b01-9bb0-a18623e5b3bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:52:56.557240 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-52d004e5-ea93-4d9c-9825-9110d8dfb6d2 req-49ef8e1e-80a7-4b01-9bb0-a18623e5b3bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/ports?device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 946 time: 0.8430381 May 10 14:52:56.558340 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-17740598-7290-472b-93da-df9b20c7b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:56.587611 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-92e521b8-83c2-46ec-b9dc-d08d592abf16 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group': {'name': 'tempest-secgroup--326551176'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:56.710169 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d42dd82c-394f-43fb-af2b-91c85445e26f req-8fdeb3c7-9b0e-4a4d-b587-0fb817a1129a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=72ac463a-5636-42a8-b5f1-fe032beb20d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661456 May 10 14:52:56.741305 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:56.774211 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-bb37b5a9-4aa8-49e6-94ee-5b3a255af50d tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:56.781739 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-bb37b5a9-4aa8-49e6-94ee-5b3a255af50d tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Usage tracker for resource:subnet and tenant:6eac73a85bf8491aaa1715d0928577d0 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:56.786833 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-bb37b5a9-4aa8-49e6-94ee-5b3a255af50d tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:56.796146 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-bb37b5a9-4aa8-49e6-94ee-5b3a255af50d tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:56.797731 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab598b9e-c3f8-42e3-8510-16985d53b282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360407bd-a54b-4eae-90ad-84682b32fc75'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:52:56.801362 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-32185c5d-1153-4c72-8c34-f9460a9b728b tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:56.811109 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-32d27aed-cf94-4b22-9609-e279b55a5109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'name': 'tempest-TestNetworkBasicOps-router-2120422949', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:49:55Z', 'updated_at': '2022-05-10T14:52:51Z', 'revision_number': 6, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:49:58Z', 'updated_at': '2022-05-10T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '6ddda144-97ef-4c86-8048-01e9b4a6189b', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.149', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'port_id': 'd32182e0-af3e-4b84-bd1a-0be8d42e3bbc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'mac_address': 'fa:16:3e:92:8b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164761d-8da1-4d0f-a014-b5e27c3d5e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:50:55Z', 'updated_at': '2022-05-10T14:51:04Z', 'revision_number': 1, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af294687-0e5e-4899-9290-f30d7580c321', 'name': '', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:c7:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:50:11Z', 'updated_at': '2022-05-10T14:50:21Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:56.827935 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-92e521b8-83c2-46ec-b9dc-d08d592abf16 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:56.832521 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d27aed-cf94-4b22-9609-e279b55a5109 None None] The sync data for ids ['4c545987-9dfc-439b-be1e-8a88b2377a04'] in dv-neutron-841204-2-hyperv is: [{'id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'name': 'tempest-TestNetworkBasicOps-router-2120422949', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:49:55Z', 'updated_at': '2022-05-10T14:52:51Z', 'revision_number': 6, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:49:58Z', 'updated_at': '2022-05-10T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '6ddda144-97ef-4c86-8048-01e9b4a6189b', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.149', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'port_id': 'd32182e0-af3e-4b84-bd1a-0be8d42e3bbc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'mac_address': 'fa:16:3e:92:8b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e164761d-8da1-4d0f-a014-b5e27c3d5e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:50:55Z', 'updated_at': '2022-05-10T14:51:04Z', 'revision_number': 1, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af294687-0e5e-4899-9290-f30d7580c321', 'name': '', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:c7:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:50:11Z', 'updated_at': '2022-05-10T14:50:21Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:52:56.834615 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-17740598-7290-472b-93da-df9b20c7b634 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:52:56.834949 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-17740598-7290-472b-93da-df9b20c7b634 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:52:56.839836 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 360407bd-a54b-4eae-90ad-84682b32fc75, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=360407bd-a54b-4eae-90ad-84682b32fc75,segment=NetworkSegment(d7574317-f155-4685-9a5d-5802df6f0649),segment_id=d7574317-f155-4685-9a5d-5802df6f0649)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:56.843593 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-92e521b8-83c2-46ec-b9dc-d08d592abf16 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:56.860517 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:56.873385 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb37b5a9-4aa8-49e6-94ee-5b3a255af50d tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Made reservation on behalf of 6eac73a85bf8491aaa1715d0928577d0 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:56.876992 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb37b5a9-4aa8-49e6-94ee-5b3a255af50d tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:56.921277 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-92e521b8-83c2-46ec-b9dc-d08d592abf16 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:56.936828 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62cc1530-b229-407c-a0d4-2c1880a974e3'] response: {'server_uuid': 'ab598b9e-c3f8-42e3-8510-16985d53b282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360407bd-a54b-4eae-90ad-84682b32fc75', 'code': 200} May 10 14:52:56.973085 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-52d004e5-ea93-4d9c-9825-9110d8dfb6d2 req-c6fe90ec-e8d5-4dac-a0f1-bd2cea7a62ae tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 6634dd16-02ce-4057-89fa-98ca4d81277f {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:56.974522 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-52d004e5-ea93-4d9c-9825-9110d8dfb6d2 req-c6fe90ec-e8d5-4dac-a0f1-bd2cea7a62ae tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:56.996090 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=360407bd-a54b-4eae-90ad-84682b32fc75,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:57.041386 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-92e521b8-83c2-46ec-b9dc-d08d592abf16 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:57.063664 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-92e521b8-83c2-46ec-b9dc-d08d592abf16 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group_rule and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:57.076703 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-92e521b8-83c2-46ec-b9dc-d08d592abf16 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:57.089609 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ffd7b1-51e7-422a-a570-b7480a2e5f39 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:52:57.100142 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-92e521b8-83c2-46ec-b9dc-d08d592abf16 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:57.103747 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c665c14-ce65-412b-8291-3f1182cf75f1 None None] Sync routers for ids ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:52:57.107520 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-20ffd7b1-51e7-422a-a570-b7480a2e5f39 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/routers/9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3624930 May 10 14:52:57.107520 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ebe7072-022b-4964-8208-651dac829971 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:57.113893 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c665c14-ce65-412b-8291-3f1182cf75f1 None None] Routers {'9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:52:57.114736 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6c665c14-ce65-412b-8291-3f1182cf75f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:57.145848 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43408) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:57.313679 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-32185c5d-1153-4c72-8c34-f9460a9b728b tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:57.321330 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:52:57.336558 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-32185c5d-1153-4c72-8c34-f9460a9b728b tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:57.375709 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-6c665c14-ce65-412b-8291-3f1182cf75f1 None None] Set router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:52:57.456661 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe7072-022b-4964-8208-651dac829971 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Calling delete_port for 6805272e-a0e3-4dc4-ad68-1e15c035452e owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:57.515958 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:57.516463 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:57.586265 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb37b5a9-4aa8-49e6-94ee-5b3a255af50d tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:57.614329 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32185c5d-1153-4c72-8c34-f9460a9b728b tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Pushing event updated for resources: {'Port': ['ID=6a32ea91-0302-4c5b-9b2b-941b8bb2b788,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:57.671166 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8af712ed-7357-4570-98f2-cee854ddcf6d None None] Provisioning for port 6805272e-a0e3-4dc4-ad68-1e15c035452e completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:57.700624 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8af712ed-7357-4570-98f2-cee854ddcf6d None None] Provisioning complete for port 6805272e-a0e3-4dc4-ad68-1e15c035452e triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:57.701793 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8af712ed-7357-4570-98f2-cee854ddcf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:57.705230 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee45964-4035-41bc-bbcc-0323a0c6a9ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting subnet d2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:52:57.721933 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ee45964-4035-41bc-bbcc-0323a0c6a9ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:57.757575 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-32185c5d-1153-4c72-8c34-f9460a9b728b tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] In _notify_port_updated(), no bound segment for port 6a32ea91-0302-4c5b-9b2b-941b8bb2b788 on network 113e61de-e248-4143-b3ca-8668078e0bea {{(pid=88051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 10 14:52:57.770031 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32185c5d-1153-4c72-8c34-f9460a9b728b tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:57.772020 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-32185c5d-1153-4c72-8c34-f9460a9b728b tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:57.782491 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-32185c5d-1153-4c72-8c34-f9460a9b728b tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "PUT /v2.0/ports/6a32ea91-0302-4c5b-9b2b-941b8bb2b788 HTTP/1.1" status: 200 len: 1056 time: 1.7330077 May 10 14:52:57.785642 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-8af712ed-7357-4570-98f2-cee854ddcf6d None None] Port 6805272e-a0e3-4dc4-ad68-1e15c035452e cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:52:57.793497 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43416) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:57.803213 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8af712ed-7357-4570-98f2-cee854ddcf6d None None] Provisioning for port 6a32ea91-0302-4c5b-9b2b-941b8bb2b788 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:52:57.811479 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8af712ed-7357-4570-98f2-cee854ddcf6d None None] Provisioning complete for port 6a32ea91-0302-4c5b-9b2b-941b8bb2b788 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:57.812054 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8af712ed-7357-4570-98f2-cee854ddcf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:57.950088 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-8af712ed-7357-4570-98f2-cee854ddcf6d None None] Port 6a32ea91-0302-4c5b-9b2b-941b8bb2b788 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:52:57.967370 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c88df-029d-4f15-8c1f-90fc0135efa1 req-f53e39ef-b614-4032-a007-5786bde18ecc tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:57.969156 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6b1c88df-029d-4f15-8c1f-90fc0135efa1 req-f53e39ef-b614-4032-a007-5786bde18ecc tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 945 time: 0.5387814 May 10 14:52:57.981192 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6c665c14-ce65-412b-8291-3f1182cf75f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:52:54Z', 'revision_number': 9, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None, '_interfaces': [{'id': 'b191c9c8-58bb-4153-b389-2aa0ff84cb8b', 'name': '', 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:76:74:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:49Z', 'updated_at': '2022-05-10T14:52:44Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d431ec-bb90-4d1c-91d8-e1eb4030409c', 'name': '', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:ae:4f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:37Z', 'updated_at': '2022-05-10T14:51:57Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:57.985831 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c665c14-ce65-412b-8291-3f1182cf75f1 None None] Checking router: 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:52:57.989732 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37b5a9-4aa8-49e6-94ee-5b3a255af50d tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event updated for resources: {'Subnet': ['ID=ae788b84-8c60-4e5f-9f2e-ec0b9f03c188,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:57.996055 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c665c14-ce65-412b-8291-3f1182cf75f1 None None] Routers {'9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:52:57.996676 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6c665c14-ce65-412b-8291-3f1182cf75f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:58.014383 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb37b5a9-4aa8-49e6-94ee-5b3a255af50d tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Checking segment: {'id': '4caf44b8-18cb-4d42-93ba-03c21bff2b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '69577da3-ca56-4cc4-99cb-3096030d1b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:52:58.014991 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb37b5a9-4aa8-49e6-94ee-5b3a255af50d tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Network hostable DHCP agents. Network: 69577da3-ca56-4cc4-99cb-3096030d1b1f, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:52:58.053385 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-92e521b8-83c2-46ec-b9dc-d08d592abf16 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:58.055957 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ee45964-4035-41bc-bbcc-0323a0c6a9ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:58.070291 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6b1c88df-029d-4f15-8c1f-90fc0135efa1 req-41706556-4140-46e8-a9a0-fdc23444517b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816123 May 10 14:52:58.087707 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4882d1cf-3a88-4625-8953-c9ac6be262c7 None None] Provisioning complete for port 6a32ea91-0302-4c5b-9b2b-941b8bb2b788 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:52:58.088082 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4882d1cf-3a88-4625-8953-c9ac6be262c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:58.104279 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb37b5a9-4aa8-49e6-94ee-5b3a255af50d tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Network 69577da3-ca56-4cc4-99cb-3096030d1b1f is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:52:58.120691 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fbbdc-e72c-4056-b282-733134460ffa req-64898f73-d027-4874-99ba-261c1d7aa665 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:58.122272 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-249fbbdc-e72c-4056-b282-733134460ffa req-64898f73-d027-4874-99ba-261c1d7aa665 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 946 time: 0.2016535 May 10 14:52:58.130870 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-bb37b5a9-4aa8-49e6-94ee-5b3a255af50d tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 69577da3-ca56-4cc4-99cb-3096030d1b1f) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:58.139389 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b565bbd8-4a26-42c5-9ab7-15eed23b91d5 None None] Network 69577da3-ca56-4cc4-99cb-3096030d1b1f requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:58.148874 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb37b5a9-4aa8-49e6-94ee-5b3a255af50d tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:58.149463 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb37b5a9-4aa8-49e6-94ee-5b3a255af50d tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:58.189451 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-6c665c14-ce65-412b-8291-3f1182cf75f1 None None] Set router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:52:58.191839 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-249fbbdc-e72c-4056-b282-733134460ffa req-12c2d860-a9c3-466b-b7a6-945613407222 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=72ac463a-5636-42a8-b5f1-fe032beb20d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627973 May 10 14:52:58.199130 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bb37b5a9-4aa8-49e6-94ee-5b3a255af50d tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7015779 May 10 14:52:58.199399 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43420) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:58.206497 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-cc4f81bf-0c11-47cd-b58d-adce9c0ce68c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Request body: {'network': {'name': 'tempest-router-network01--1349272249'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:58.218582 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-cc4f81bf-0c11-47cd-b58d-adce9c0ce68c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:58.224142 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-cc4f81bf-0c11-47cd-b58d-adce9c0ce68c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Usage tracker for resource:network and tenant:6eac73a85bf8491aaa1715d0928577d0 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:58.227445 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-cc4f81bf-0c11-47cd-b58d-adce9c0ce68c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:58.233924 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-cc4f81bf-0c11-47cd-b58d-adce9c0ce68c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:58.249346 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4f81bf-0c11-47cd-b58d-adce9c0ce68c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Made reservation on behalf of 6eac73a85bf8491aaa1715d0928577d0 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:58.253715 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cc4f81bf-0c11-47cd-b58d-adce9c0ce68c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:58.267603 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-92e521b8-83c2-46ec-b9dc-d08d592abf16 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:58.288553 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4f81bf-0c11-47cd-b58d-adce9c0ce68c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:52:58.291952 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-1c6f690f-6274-4706-986e-cebb8ede608a tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Deleting port 6a32ea91-0302-4c5b-9b2b-941b8bb2b788 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:52:58.292292 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1c6f690f-6274-4706-986e-cebb8ede608a tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:58.300582 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cc4f81bf-0c11-47cd-b58d-adce9c0ce68c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:58.301109 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-cc4f81bf-0c11-47cd-b58d-adce9c0ce68c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Added segment 917b841a-c9fc-49a1-97e4-0b7732f5cad6 of type vlan for network fe100547-e226-4c80-9540-f426dab051e0 May 10 14:52:58.333661 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cc4f81bf-0c11-47cd-b58d-adce9c0ce68c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:58.339006 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc294c-623c-4496-968d-36d740b1d79e req-d83480fb-a7ea-43d9-a42c-c4328ed87017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:58.340488 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b5dc294c-623c-4496-968d-36d740b1d79e req-d83480fb-a7ea-43d9-a42c-c4328ed87017 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 1098 time: 1.0379367 May 10 14:52:58.364436 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-4882d1cf-3a88-4625-8953-c9ac6be262c7 None None] Port 6a32ea91-0302-4c5b-9b2b-941b8bb2b788 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:52:58.376616 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cc4f81bf-0c11-47cd-b58d-adce9c0ce68c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:58.384583 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4f81bf-0c11-47cd-b58d-adce9c0ce68c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:58.385267 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cc4f81bf-0c11-47cd-b58d-adce9c0ce68c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:58.388918 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-52d004e5-ea93-4d9c-9825-9110d8dfb6d2 req-c6fe90ec-e8d5-4dac-a0f1-bd2cea7a62ae tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port 6634dd16-02ce-4057-89fa-98ca4d81277f, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=6634dd16-02ce-4057-89fa-98ca4d81277f,segment=NetworkSegment(65139a2f-4beb-49a7-a2f7-dd1bc58dad71),segment_id=65139a2f-4beb-49a7-a2f7-dd1bc58dad71)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:52:58.389334 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-52d004e5-ea93-4d9c-9825-9110d8dfb6d2 req-c6fe90ec-e8d5-4dac-a0f1-bd2cea7a62ae tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:58.561977 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6c665c14-ce65-412b-8291-3f1182cf75f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:52:54Z', 'revision_number': 9, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None, '_interfaces': [{'id': 'b191c9c8-58bb-4153-b389-2aa0ff84cb8b', 'name': '', 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:76:74:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:49Z', 'updated_at': '2022-05-10T14:52:44Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d431ec-bb90-4d1c-91d8-e1eb4030409c', 'name': '', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:ae:4f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:37Z', 'updated_at': '2022-05-10T14:51:57Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:58.566830 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c665c14-ce65-412b-8291-3f1182cf75f1 None None] The sync data for ids ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'] in dv-neutron-841204-2-hyperv is: [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:52:54Z', 'revision_number': 9, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None, '_interfaces': [{'id': 'b191c9c8-58bb-4153-b389-2aa0ff84cb8b', 'name': '', 'network_id': 'da932762-4b76-4ec4-b141-b060febd4bab', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:76:74:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:49Z', 'updated_at': '2022-05-10T14:52:44Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'd79f538d-3b59-422b-a9d2-890c234f8b9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9d431ec-bb90-4d1c-91d8-e1eb4030409c', 'name': '', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:ae:4f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:37Z', 'updated_at': '2022-05-10T14:51:57Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:52:58.591922 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-69577da3-ca56-4cc4-99cb-3096030d1b1f', 'network_id': '69577da3-ca56-4cc4-99cb-3096030d1b1f', 'tenant_id': '6eac73a85bf8491aaa1715d0928577d0', 'fixed_ips': [{'subnet_id': 'ae788b84-8c60-4e5f-9f2e-ec0b9f03c188'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:52:58.592105 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ebe7072-022b-4964-8208-651dac829971 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:58.593343 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:58.605099 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-52d004e5-ea93-4d9c-9825-9110d8dfb6d2 req-c6fe90ec-e8d5-4dac-a0f1-bd2cea7a62ae tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 6634dd16-02ce-4057-89fa-98ca4d81277f owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:58.635106 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cc4f81bf-0c11-47cd-b58d-adce9c0ce68c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4320138 May 10 14:52:58.636610 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43424) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:58.641368 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e521b8-83c2-46ec-b9dc-d08d592abf16 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5022aaf3-46fc-4fde-a5eb-35329973fee5,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:58.645137 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-d9e6c3c7-fa2e-4b2b-a6fe-03a15df725a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Request body: {'network': {'name': 'tempest-router-network02--1148546419'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:58.651685 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d9e6c3c7-fa2e-4b2b-a6fe-03a15df725a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:58.654000 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f81bf-0c11-47cd-b58d-adce9c0ce68c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event updated for resources: {'Network': ['ID=fe100547-e226-4c80-9540-f426dab051e0,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:58.658044 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d9e6c3c7-fa2e-4b2b-a6fe-03a15df725a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Usage tracker for resource:network and tenant:6eac73a85bf8491aaa1715d0928577d0 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:58.661756 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d9e6c3c7-fa2e-4b2b-a6fe-03a15df725a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:58.667867 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d9e6c3c7-fa2e-4b2b-a6fe-03a15df725a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:58.676804 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network fe100547-e226-4c80-9540-f426dab051e0 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:52:58.679535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e6c3c7-fa2e-4b2b-a6fe-03a15df725a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Made reservation on behalf of 6eac73a85bf8491aaa1715d0928577d0 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:58.683131 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d9e6c3c7-fa2e-4b2b-a6fe-03a15df725a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:58.715887 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e6c3c7-fa2e-4b2b-a6fe-03a15df725a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:52:58.725944 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d9e6c3c7-fa2e-4b2b-a6fe-03a15df725a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:58.726408 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-d9e6c3c7-fa2e-4b2b-a6fe-03a15df725a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Added segment 6357b1bd-86c9-44e3-898e-cbdf78684083 of type vlan for network d539a7b5-90ff-4ffe-b3e5-680ff9465f01 May 10 14:52:58.735175 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-92e521b8-83c2-46ec-b9dc-d08d592abf16 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:58.736388 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-92e521b8-83c2-46ec-b9dc-d08d592abf16 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1935697 May 10 14:52:58.739986 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43428) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:58.756779 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-b9bc32e8-bff8-4bf2-9e1a-b9bf3cd4c33b tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group_rule': {'security_group_id': '5022aaf3-46fc-4fde-a5eb-35329973fee5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:58.765420 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b9bc32e8-bff8-4bf2-9e1a-b9bf3cd4c33b tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:58.765965 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe7072-022b-4964-8208-651dac829971 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Port': ['ID=6805272e-a0e3-4dc4-ad68-1e15c035452e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:58.772559 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d9e6c3c7-fa2e-4b2b-a6fe-03a15df725a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:58.777008 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b9bc32e8-bff8-4bf2-9e1a-b9bf3cd4c33b tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group_rule and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:58.779605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b9bc32e8-bff8-4bf2-9e1a-b9bf3cd4c33b tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:58.786810 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b5dc294c-623c-4496-968d-36d740b1d79e req-980d3d16-1dd1-490d-ab5c-aade84d77316 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4201977 May 10 14:52:58.787755 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b9bc32e8-bff8-4bf2-9e1a-b9bf3cd4c33b tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:58.836937 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d9e6c3c7-fa2e-4b2b-a6fe-03a15df725a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:58.842684 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e6c3c7-fa2e-4b2b-a6fe-03a15df725a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:58.843362 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d9e6c3c7-fa2e-4b2b-a6fe-03a15df725a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:58.854923 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ebe7072-022b-4964-8208-651dac829971 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:58.856864 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9ebe7072-022b-4964-8208-651dac829971 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/6805272e-a0e3-4dc4-ad68-1e15c035452e HTTP/1.1" status: 204 len: 168 time: 3.0234885 May 10 14:52:58.865758 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43432) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:58.867135 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ee45964-4035-41bc-bbcc-0323a0c6a9ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:58.890533 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Allocated IP 2001:db8::2 (69577da3-ca56-4cc4-99cb-3096030d1b1f/ae788b84-8c60-4e5f-9f2e-ec0b9f03c188/31ce7763-dc4b-4ead-bd5b-1f857ed4abbe) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:52:59.025277 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 42c370c5-d1a0-4ab3-836e-edb387d0b5b1 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:52:59.062443 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-b9bc32e8-bff8-4bf2-9e1a-b9bf3cd4c33b tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] create failed (client error): The resource could not be found. May 10 14:52:59.066383 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b9bc32e8-bff8-4bf2-9e1a-b9bf3cd4c33b tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3226223 May 10 14:52:59.068538 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43436) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:59.072964 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-db5809a9-d0de-42b5-a3f8-380b713a5c54 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group_rule': {'security_group_id': '5022aaf3-46fc-4fde-a5eb-35329973fee5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '293c2cd8-1497-42f9-b2c1-3f8d60258a8a'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:59.074070 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 42c370c5-d1a0-4ab3-836e-edb387d0b5b1 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:52:59.074414 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 42c370c5-d1a0-4ab3-836e-edb387d0b5b1 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:52:59.074866 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 310b121f-a414-436c-a31d-702a592b9cc0 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:52:59.080184 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-db5809a9-d0de-42b5-a3f8-380b713a5c54 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:59.085042 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-db5809a9-d0de-42b5-a3f8-380b713a5c54 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group_rule and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:59.088457 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-db5809a9-d0de-42b5-a3f8-380b713a5c54 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:59.094639 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-db5809a9-d0de-42b5-a3f8-380b713a5c54 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:59.117873 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 310b121f-a414-436c-a31d-702a592b9cc0 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:52:59.118359 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 310b121f-a414-436c-a31d-702a592b9cc0 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:52:59.166318 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6c3c7-fa2e-4b2b-a6fe-03a15df725a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event updated for resources: {'Network': ['ID=d539a7b5-90ff-4ffe-b3e5-680ff9465f01,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:59.176171 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d9e6c3c7-fa2e-4b2b-a6fe-03a15df725a1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5386913 May 10 14:52:59.179487 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43442) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:59.189365 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network d539a7b5-90ff-4ffe-b3e5-680ff9465f01 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:52:59.206617 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-edcfe0e8-7562-4863-b39e-0781e5ce8697 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Request body: {'subnet': {'network_id': 'fe100547-e226-4c80-9540-f426dab051e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:52:59.259182 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2653a746-4a98-4ae8-8011-cd112af325c7 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:59.260876 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2653a746-4a98-4ae8-8011-cd112af325c7 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:59.265197 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2653a746-4a98-4ae8-8011-cd112af325c7 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3608923 May 10 14:52:59.270735 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43448) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:59.370190 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:59.371901 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-db5809a9-d0de-42b5-a3f8-380b713a5c54 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] create failed (client error): The resource could not be found. May 10 14:52:59.373776 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-db5809a9-d0de-42b5-a3f8-380b713a5c54 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3045905 May 10 14:52:59.378925 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43452) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:59.384993 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Transition to ACTIVE for port object 31ce7763-dc4b-4ead-bd5b-1f857ed4abbe will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:59.386069 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1c6f690f-6274-4706-986e-cebb8ede608a tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:59.406617 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Transition to ACTIVE for port object 31ce7763-dc4b-4ead-bd5b-1f857ed4abbe will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:52:59.411315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ee45964-4035-41bc-bbcc-0323a0c6a9ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:59.427754 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b90867aa-e508-4e9c-998f-4eb3e20c6256 req-f59a196a-4fa1-4b30-b45b-f7db667fd094 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 210 time: 0.0727394 May 10 14:52:59.429917 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:59.454599 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-52d004e5-ea93-4d9c-9825-9110d8dfb6d2 req-c6fe90ec-e8d5-4dac-a0f1-bd2cea7a62ae tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:59.459646 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-edcfe0e8-7562-4863-b39e-0781e5ce8697 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:52:59.465616 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-edcfe0e8-7562-4863-b39e-0781e5ce8697 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Usage tracker for resource:subnet and tenant:6eac73a85bf8491aaa1715d0928577d0 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:52:59.469038 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-edcfe0e8-7562-4863-b39e-0781e5ce8697 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:52:59.477550 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-edcfe0e8-7562-4863-b39e-0781e5ce8697 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:52:59.499421 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f6ecf-5a68-4302-91ae-5cd666113136 req-f20b918f-f824-43f6-b3f0-c42e6d61fc6a tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:52:59.500890 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-745f6ecf-5a68-4302-91ae-5cd666113136 req-f20b918f-f824-43f6-b3f0-c42e6d61fc6a tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 945 time: 0.1919510 May 10 14:52:59.502026 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcfe0e8-7562-4863-b39e-0781e5ce8697 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Made reservation on behalf of 6eac73a85bf8491aaa1715d0928577d0 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:52:59.506470 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-edcfe0e8-7562-4863-b39e-0781e5ce8697 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:59.526441 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Network 69577da3-ca56-4cc4-99cb-3096030d1b1f is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:52:59.529828 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:52:59.534200 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:52:59.540294 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Pushing event updated for resources: {'Port': ['ID=31ce7763-dc4b-4ead-bd5b-1f857ed4abbe,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:59.587168 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:59.587551 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:59.587890 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:59.588225 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:59.588556 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:59.588886 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:59.589211 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:59.589536 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:59.589858 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:59.590181 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:59.590535 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:59.590850 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:52:59.626250 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 6634dd16-02ce-4057-89fa-98ca4d81277f no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:52:59.638729 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-1c6f690f-6274-4706-986e-cebb8ede608a tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Calling delete_port for 6a32ea91-0302-4c5b-9b2b-941b8bb2b788 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:52:59.642603 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-745f6ecf-5a68-4302-91ae-5cd666113136 req-396667eb-73aa-4ef2-b059-67dc81deb10f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212995 May 10 14:52:59.665923 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: 6634dd16-02ce-4057-89fa-98ca4d81277f {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:52:59.666268 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 6634dd16-02ce-4057-89fa-98ca4d81277f not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:52:59.684336 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ee45964-4035-41bc-bbcc-0323a0c6a9ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:59.690997 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc83092-f9f7-43f0-a1b6-0fe7d4feb992 None None] Network c557ec12-6e9c-4413-8b7a-b635800133e3 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:52:59.703683 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Attempting to bind port 31ce7763-dc4b-4ead-bd5b-1f857ed4abbe on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:52:59.704122 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Attempting to bind port 31ce7763-dc4b-4ead-bd5b-1f857ed4abbe by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '4caf44b8-18cb-4d42-93ba-03c21bff2b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '69577da3-ca56-4cc4-99cb-3096030d1b1f'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:52:59.704548 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Attempting to bind port 31ce7763-dc4b-4ead-bd5b-1f857ed4abbe on network 69577da3-ca56-4cc4-99cb-3096030d1b1f {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:52:59.735691 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe90ec-e8d5-4dac-a0f1-bd2cea7a62ae tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=6634dd16-02ce-4057-89fa-98ca4d81277f,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:59.757578 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee45964-4035-41bc-bbcc-0323a0c6a9ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Subnet': ['ID=d2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:52:59.770834 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:52:59.771110 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Checking segment: {'id': '4caf44b8-18cb-4d42-93ba-03c21bff2b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '69577da3-ca56-4cc4-99cb-3096030d1b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:52:59.771607 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:59.772245 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Bound using segment: {'id': '4caf44b8-18cb-4d42-93ba-03c21bff2b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '69577da3-ca56-4cc4-99cb-3096030d1b1f'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:52:59.772831 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Bound port: 31ce7763-dc4b-4ead-bd5b-1f857ed4abbe, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4caf44b8-18cb-4d42-93ba-03c21bff2b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '69577da3-ca56-4cc4-99cb-3096030d1b1f'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:52:59.773305 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:59.780732 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-49aa335e-06d2-4515-97cc-502e6b4b69d3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet 507fac03-c4c7-44d8-992a-222c371938f8 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:52:59.827836 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6ee45964-4035-41bc-bbcc-0323a0c6a9ad tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/subnets/d2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7 HTTP/1.1" status: 204 len: 168 time: 2.6750224 May 10 14:52:59.835237 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43456) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:59.836696 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-49aa335e-06d2-4515-97cc-502e6b4b69d3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:59.862031 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-edcfe0e8-7562-4863-b39e-0781e5ce8697 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:59.915267 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d004e5-ea93-4d9c-9825-9110d8dfb6d2 req-c6fe90ec-e8d5-4dac-a0f1-bd2cea7a62ae tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] No DVR routers for this DVR port 6634dd16-02ce-4057-89fa-98ca4d81277f on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:52:59.917944 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-52d004e5-ea93-4d9c-9825-9110d8dfb6d2 req-c6fe90ec-e8d5-4dac-a0f1-bd2cea7a62ae tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:59.920283 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-52d004e5-ea93-4d9c-9825-9110d8dfb6d2 req-c6fe90ec-e8d5-4dac-a0f1-bd2cea7a62ae tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "DELETE /v2.0/ports/6634dd16-02ce-4057-89fa-98ca4d81277f HTTP/1.1" status: 204 len: 173 time: 3.2757831 May 10 14:52:59.935490 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4209a42b-7170-4d61-a66e-f5396c7f3558', 'name': 'network-vif-deleted', 'tag': '6634dd16-02ce-4057-89fa-98ca4d81277f'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:52:59.977622 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] For port 31ce7763-dc4b-4ead-bd5b-1f857ed4abbe, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:52:59.993624 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] For port 31ce7763-dc4b-4ead-bd5b-1f857ed4abbe, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=31ce7763-dc4b-4ead-bd5b-1f857ed4abbe,segment=NetworkSegment(4caf44b8-18cb-4d42-93ba-03c21bff2b54),segment_id=4caf44b8-18cb-4d42-93ba-03c21bff2b54)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:53:00.006620 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:00.010109 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-967e522d-71eb-4282-a2c1-a855e82e0d4c tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:00.015587 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-49aa335e-06d2-4515-97cc-502e6b4b69d3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:00.104612 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d1a05ff-a753-41a4-9b2c-587185064612'] response: {'server_uuid': '4209a42b-7170-4d61-a66e-f5396c7f3558', 'name': 'network-vif-deleted', 'tag': '6634dd16-02ce-4057-89fa-98ca4d81277f', 'status': 'completed', 'code': 200} May 10 14:53:00.115217 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389a6b76-5cea-4d84-b25b-16b0d72b3c66 None None] DHCP port deletion for c557ec12-6e9c-4413-8b7a-b635800133e3 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:53:00.138698 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-389a6b76-5cea-4d84-b25b-16b0d72b3c66 None None] Deleting port 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:00.139269 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-389a6b76-5cea-4d84-b25b-16b0d72b3c66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:00.147256 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-967e522d-71eb-4282-a2c1-a855e82e0d4c tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:00.216643 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b9677875-8f04-4148-ad64-66a43d700838 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:00.243246 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcfe0e8-7562-4863-b39e-0781e5ce8697 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event updated for resources: {'Subnet': ['ID=82d33eaf-3025-465c-bf80-0cfb5291cab5,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:00.272412 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcfe0e8-7562-4863-b39e-0781e5ce8697 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Checking segment: {'id': '917b841a-c9fc-49a1-97e4-0b7732f5cad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'fe100547-e226-4c80-9540-f426dab051e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:53:00.272910 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcfe0e8-7562-4863-b39e-0781e5ce8697 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Network hostable DHCP agents. Network: fe100547-e226-4c80-9540-f426dab051e0, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:53:00.295227 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-b9677875-8f04-4148-ad64-66a43d700838 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting port 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:00.295533 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b9677875-8f04-4148-ad64-66a43d700838 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:00.301846 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19d8b6-a3c9-4f9d-8843-c02ff6f2b509 None None] Pushing event updated for resources: {'Port': ['ID=31ce7763-dc4b-4ead-bd5b-1f857ed4abbe,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:00.356118 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcfe0e8-7562-4863-b39e-0781e5ce8697 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Network fe100547-e226-4c80-9540-f426dab051e0 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:53:00.452088 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-edcfe0e8-7562-4863-b39e-0781e5ce8697 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, fe100547-e226-4c80-9540-f426dab051e0) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:00.495500 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e5396b-84df-4b07-94ff-d66a574dbfbd None None] Network fe100547-e226-4c80-9540-f426dab051e0 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:00.511734 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6a011e27-89a1-4453-b41b-c2ca1c4cefe7 req-751684da-0ef4-473b-9c0a-802d0919c2bb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6769974 May 10 14:53:00.515391 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-49aa335e-06d2-4515-97cc-502e6b4b69d3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:00.551239 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1c6f690f-6274-4706-986e-cebb8ede608a tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:00.637116 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcfe0e8-7562-4863-b39e-0781e5ce8697 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:00.637116 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-edcfe0e8-7562-4863-b39e-0781e5ce8697 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:00.662511 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-389a6b76-5cea-4d84-b25b-16b0d72b3c66 None None] For port 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=51c4678e-6f3c-4ed7-9457-ddba5f28ac7b,segment=NetworkSegment(8eacff89-f8be-4eff-a18c-b33bf6440aad),segment_id=8eacff89-f8be-4eff-a18c-b33bf6440aad)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:00.663513 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-389a6b76-5cea-4d84-b25b-16b0d72b3c66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:00.821440 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-967e522d-71eb-4282-a2c1-a855e82e0d4c tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:00.852005 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-b9677875-8f04-4148-ad64-66a43d700838 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] For port 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=51c4678e-6f3c-4ed7-9457-ddba5f28ac7b,segment=NetworkSegment(8eacff89-f8be-4eff-a18c-b33bf6440aad),segment_id=8eacff89-f8be-4eff-a18c-b33bf6440aad)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:00.852502 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b9677875-8f04-4148-ad64-66a43d700838 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:00.901788 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e522d-71eb-4282-a2c1-a855e82e0d4c tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5022aaf3-46fc-4fde-a5eb-35329973fee5,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:00.907539 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f690f-6274-4706-986e-cebb8ede608a tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Pushing event deleted for resources: {'Port': ['ID=6a32ea91-0302-4c5b-9b2b-941b8bb2b788,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:01.009906 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-967e522d-71eb-4282-a2c1-a855e82e0d4c tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:01.019615 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-967e522d-71eb-4282-a2c1-a855e82e0d4c tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "DELETE /v2.0/security-groups/5022aaf3-46fc-4fde-a5eb-35329973fee5 HTTP/1.1" status: 204 len: 168 time: 1.6369188 May 10 14:53:01.037136 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43468) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:01.103945 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-389a6b76-5cea-4d84-b25b-16b0d72b3c66 None None] Calling delete_port for 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:01.133908 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-b9677875-8f04-4148-ad64-66a43d700838 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Calling delete_port for 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:01.152187 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 31ce7763-dc4b-4ead-bd5b-1f857ed4abbe up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:01.178881 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-49aa335e-06d2-4515-97cc-502e6b4b69d3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:01.306580 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-49aa335e-06d2-4515-97cc-502e6b4b69d3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:01.310950 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a011e27-89a1-4453-b41b-c2ca1c4cefe7 req-d181b440-76b9-4ff1-a731-1584121f448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:01.312426 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6a011e27-89a1-4453-b41b-c2ca1c4cefe7 req-d181b440-76b9-4ff1-a731-1584121f448d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 1098 time: 0.6002464 May 10 14:53:01.312895 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 31ce7763-dc4b-4ead-bd5b-1f857ed4abbe completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:01.315880 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-9d7030ff-c90c-4e67-8201-95ee3aac7d4f tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Synchronizing usage tracker for tenant:db24acd0a12840b6a941e9dfdfda53db on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:01.320958 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa335e-06d2-4515-97cc-502e6b4b69d3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=507fac03-c4c7-44d8-992a-222c371938f8,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:01.325373 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4e50d6-ca2a-4a31-8018-a259068019f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-fe100547-e226-4c80-9540-f426dab051e0', 'network_id': 'fe100547-e226-4c80-9540-f426dab051e0', 'tenant_id': '6eac73a85bf8491aaa1715d0928577d0', 'fixed_ips': [{'subnet_id': '82d33eaf-3025-465c-bf80-0cfb5291cab5'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:53:01.326714 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0f4e50d6-ca2a-4a31-8018-a259068019f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:01.348067 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd321a7-917f-4520-9208-e8cb75795dbf None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:01.390656 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-af480714-39cb-4008-a5e8-85ac6cf186ea req-e54b24c3-5aa8-46b6-bcc6-e25168017150 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=4209a42b-7170-4d61-a66e-f5396c7f3558 HTTP/1.1" status: 200 len: 210 time: 0.7246556 May 10 14:53:01.425550 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-389a6b76-5cea-4d84-b25b-16b0d72b3c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:01.429710 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:53:01.481884 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-edcfe0e8-7562-4863-b39e-0781e5ce8697 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2898719 May 10 14:53:01.482887 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43472) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:01.505330 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-5d04dd6f-680b-40c6-a06b-5462debd4653 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Request body: {'subnet': {'network_id': 'd539a7b5-90ff-4ffe-b3e5-680ff9465f01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:01.520199 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-49aa335e-06d2-4515-97cc-502e6b4b69d3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/507fac03-c4c7-44d8-992a-222c371938f8 HTTP/1.1" status: 204 len: 168 time: 2.2435701 May 10 14:53:01.522825 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43476) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:01.582704 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:53:01.583281 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:53:01.588904 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a6b76-5cea-4d84-b25b-16b0d72b3c66 None None] Pushing event deleted for resources: {'Port': ['ID=51c4678e-6f3c-4ed7-9457-ddba5f28ac7b,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:01.592917 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389a6b76-5cea-4d84-b25b-16b0d72b3c66 None None] No DVR routers for this DVR port 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:53:01.671009 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5d04dd6f-680b-40c6-a06b-5462debd4653 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:01.675233 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-9d7030ff-c90c-4e67-8201-95ee3aac7d4f tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Unset dirty status for tenant:db24acd0a12840b6a941e9dfdfda53db on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:01.676487 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5d04dd6f-680b-40c6-a06b-5462debd4653 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Usage tracker for resource:subnet and tenant:6eac73a85bf8491aaa1715d0928577d0 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:01.677647 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9d7030ff-c90c-4e67-8201-95ee3aac7d4f tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6337066 May 10 14:53:01.686326 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5d04dd6f-680b-40c6-a06b-5462debd4653 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:01.688861 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43480) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:01.701409 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5d04dd6f-680b-40c6-a06b-5462debd4653 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:01.708838 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-951aaa24-debc-4fdd-a37c-94077e11cb7c tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group_rule': {'security_group_id': '1cf948d5-22aa-4360-8986-9fcf2ea0ef97', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:01.725311 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-951aaa24-debc-4fdd-a37c-94077e11cb7c tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:01.730382 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-951aaa24-debc-4fdd-a37c-94077e11cb7c tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group_rule and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:01.734979 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-951aaa24-debc-4fdd-a37c-94077e11cb7c tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:01.748545 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.api [None req-b9677875-8f04-4148-ad64-66a43d700838 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:53:01.749022 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG oslo_db.api [None req-b9677875-8f04-4148-ad64-66a43d700838 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:53:01.761095 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-951aaa24-debc-4fdd-a37c-94077e11cb7c tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:01.769856 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d04dd6f-680b-40c6-a06b-5462debd4653 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Made reservation on behalf of 6eac73a85bf8491aaa1715d0928577d0 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:01.774625 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5d04dd6f-680b-40c6-a06b-5462debd4653 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:01.810228 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2e4e0147-2dc8-45f2-91a8-d50150829afa tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2423923 May 10 14:53:01.810637 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a011e27-89a1-4453-b41b-c2ca1c4cefe7 req-c0500876-7d8d-46ff-be5b-92b94e9f8275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:01.812392 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6a011e27-89a1-4453-b41b-c2ca1c4cefe7 req-c0500876-7d8d-46ff-be5b-92b94e9f8275 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 HTTP/1.1" status: 200 len: 898 time: 0.4340034 May 10 14:53:01.812928 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43484) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:01.818314 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-0f4e50d6-ca2a-4a31-8018-a259068019f0 None None] Allocated IP 2001:db8::2 (fe100547-e226-4c80-9540-f426dab051e0/82d33eaf-3025-465c-bf80-0cfb5291cab5/8a8f1477-bad2-4e67-ba11-9106611f1407) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:01.926813 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affccefd-22d9-49b5-be63-654382ee8169 None None] Network 69577da3-ca56-4cc4-99cb-3096030d1b1f requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:01.940038 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046134f-bc33-4a00-b24a-3a5096ab6cf9 req-3f1189f3-8929-4760-a126-a145124f4cc3 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:01.942047 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1046134f-bc33-4a00-b24a-3a5096ab6cf9 req-3f1189f3-8929-4760-a126-a145124f4cc3 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 945 time: 0.7376082 May 10 14:53:01.962942 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6782b463-5170-4882-b7c6-97989f4255e8 None None] DHCP port deletion for a36358c0-b900-4df5-ae69-1592404548f9 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:53:02.003671 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6a011e27-89a1-4453-b41b-c2ca1c4cefe7 req-c6b3658f-db5b-43c8-9f9b-4a696fa1935c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d32182e0-af3e-4b84-bd1a-0be8d42e3bbc HTTP/1.1" status: 200 len: 1001 time: 0.1799200 May 10 14:53:02.032159 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-6782b463-5170-4882-b7c6-97989f4255e8 None None] Deleting port f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:02.033197 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6782b463-5170-4882-b7c6-97989f4255e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:02.059404 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-951aaa24-debc-4fdd-a37c-94077e11cb7c tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] create failed (client error): The resource could not be found. May 10 14:53:02.064427 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-951aaa24-debc-4fdd-a37c-94077e11cb7c tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3669822 May 10 14:53:02.069303 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43488) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:02.081654 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-aa49a22e-9060-41d8-a9a7-18127a5ba379 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group': {'name': 'tempest-secgroup--371086697'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:02.091201 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-aa49a22e-9060-41d8-a9a7-18127a5ba379 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:02.098607 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1046134f-bc33-4a00-b24a-3a5096ab6cf9 req-4f0d5c79-9818-45cf-b555-b4ae56860e75 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411004 May 10 14:53:02.111800 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-aa49a22e-9060-41d8-a9a7-18127a5ba379 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:02.115387 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1c6f690f-6274-4706-986e-cebb8ede608a tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:02.117068 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1c6f690f-6274-4706-986e-cebb8ede608a tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "DELETE /v2.0/ports/6a32ea91-0302-4c5b-9b2b-941b8bb2b788 HTTP/1.1" status: 204 len: 168 time: 4.3099539 May 10 14:53:02.121925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43492) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:02.137482 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4f4c005f-7bd4-4e0f-8b12-49b5ed47cc3f None None] Provisioning for port 31ce7763-dc4b-4ead-bd5b-1f857ed4abbe completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:02.141025 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a011e27-89a1-4453-b41b-c2ca1c4cefe7 req-d1a5490b-2378-4306-861e-65096b88f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:02.142487 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6a011e27-89a1-4453-b41b-c2ca1c4cefe7 req-d1a5490b-2378-4306-861e-65096b88f1ef service neutron] 10.222.0.86 "GET /v2.0/subnets?id=702fd6a2-2441-4d78-a561-280659d21ac8 HTTP/1.1" status: 200 len: 834 time: 0.1253266 May 10 14:53:02.175587 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4f4c005f-7bd4-4e0f-8b12-49b5ed47cc3f None None] Provisioning complete for port 31ce7763-dc4b-4ead-bd5b-1f857ed4abbe triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:02.175958 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4f4c005f-7bd4-4e0f-8b12-49b5ed47cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:02.202764 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8cc8fe-cbc7-49a4-a5e1-2f0e58fdd0c2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:02.203525 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ec8cc8fe-cbc7-49a4-a5e1-2f0e58fdd0c2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:02.241564 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ec8cc8fe-cbc7-49a4-a5e1-2f0e58fdd0c2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:02.242895 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ec8cc8fe-cbc7-49a4-a5e1-2f0e58fdd0c2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4212849 May 10 14:53:02.245696 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43498) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:02.261134 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-b9677875-8f04-4148-ad64-66a43d700838 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting port 51c4678e-6f3c-4ed7-9457-ddba5f28ac7b {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:02.261633 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b9677875-8f04-4148-ad64-66a43d700838 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:02.308352 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-aa49a22e-9060-41d8-a9a7-18127a5ba379 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:02.323030 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04a1a39-4957-4d86-8c8e-2f64daf64b70 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:02.323714 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b04a1a39-4957-4d86-8c8e-2f64daf64b70 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:02.334333 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a011e27-89a1-4453-b41b-c2ca1c4cefe7 req-19e3e481-5ef2-4471-bce5-4c14957d0cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:02.335916 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6a011e27-89a1-4453-b41b-c2ca1c4cefe7 req-19e3e481-5ef2-4471-bce5-4c14957d0cd8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5b74dabd-d14b-4810-9da8-3e0bb8fccbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1857238 May 10 14:53:02.357614 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dfc0d32-9f7f-4381-96b2-34fb7ecaccd9 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] GET failed (client error): The resource could not be found. May 10 14:53:02.358312 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3dfc0d32-9f7f-4381-96b2-34fb7ecaccd9 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Synchronizing usage tracker for tenant:88047def7c784f85810e328e8ab79f4b on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:02.371163 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b04a1a39-4957-4d86-8c8e-2f64daf64b70 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:02.374606 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b04a1a39-4957-4d86-8c8e-2f64daf64b70 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1254964 May 10 14:53:02.376943 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43502) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:02.417841 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-b9677875-8f04-4148-ad64-66a43d700838 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] The port '51c4678e-6f3c-4ed7-9457-ddba5f28ac7b' was deleted {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:53:02.484305 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-aa49a22e-9060-41d8-a9a7-18127a5ba379 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:02.507986 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-aa49a22e-9060-41d8-a9a7-18127a5ba379 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group_rule and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:02.517339 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-aa49a22e-9060-41d8-a9a7-18127a5ba379 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:02.520406 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3dfc0d32-9f7f-4381-96b2-34fb7ecaccd9 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Unset dirty status for tenant:88047def7c784f85810e328e8ab79f4b on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:02.524661 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3dfc0d32-9f7f-4381-96b2-34fb7ecaccd9 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "GET /v2.0/ports/6a32ea91-0302-4c5b-9b2b-941b8bb2b788 HTTP/1.1" status: 404 len: 333 time: 0.3987379 May 10 14:53:02.531190 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6be602da-a9ab-485c-bae0-e33d588d3682 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1475353 May 10 14:53:02.531190 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43508) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:02.532280 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43510) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:02.540120 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-db1d7cad-ca29-4a25-b689-e684211d05a9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:02.542891 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43516) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:02.593702 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-aa49a22e-9060-41d8-a9a7-18127a5ba379 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:02.630711 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0f4e50d6-ca2a-4a31-8018-a259068019f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:02.672977 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b9677875-8f04-4148-ad64-66a43d700838 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:02.694660 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0f4e50d6-ca2a-4a31-8018-a259068019f0 None None] Transition to ACTIVE for port object 8a8f1477-bad2-4e67-ba11-9106611f1407 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:02.724009 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5d04dd6f-680b-40c6-a06b-5462debd4653 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:02.724276 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-6782b463-5170-4882-b7c6-97989f4255e8 None None] For port f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:02.724659 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6782b463-5170-4882-b7c6-97989f4255e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:02.784327 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-b9677875-8f04-4148-ad64-66a43d700838 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c557ec12-6e9c-4413-8b7a-b635800133e3']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:02.825776 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-b9677875-8f04-4148-ad64-66a43d700838 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eacff89-f8be-4eff-a18c-b33bf6440aad') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:02.825776 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-b9677875-8f04-4148-ad64-66a43d700838 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eacff89-f8be-4eff-a18c-b33bf6440aad') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:02.847390 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6291116-c590-413d-a2bd-963fdc5c1f94 req-0b1bb19e-c2b4-442a-9f82-b0280b5cefe8 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:02.849151 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d6291116-c590-413d-a2bd-963fdc5c1f94 req-0b1bb19e-c2b4-442a-9f82-b0280b5cefe8 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 945 time: 0.5530593 May 10 14:53:02.869509 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-6782b463-5170-4882-b7c6-97989f4255e8 None None] Calling delete_port for f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:02.880456 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b9677875-8f04-4148-ad64-66a43d700838 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:02.897218 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4f4c005f-7bd4-4e0f-8b12-49b5ed47cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:02.906747 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0f4e50d6-ca2a-4a31-8018-a259068019f0 None None] Transition to ACTIVE for port object 8a8f1477-bad2-4e67-ba11-9106611f1407 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:02.912891 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-dacd1419-830d-4881-8604-53377b6fd5e6 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Deleting port 43c2927c-bdbf-4fa3-a5ee-28f7cc699176 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:02.913229 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dacd1419-830d-4881-8604-53377b6fd5e6 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:02.940028 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04dd6f-680b-40c6-a06b-5462debd4653 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event updated for resources: {'Subnet': ['ID=97f312c4-255b-448d-8f80-dba7a800f258,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:02.945363 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0f4e50d6-ca2a-4a31-8018-a259068019f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:02.952205 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:53:02.966594 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-205b3f1b-37b2-4806-80d3-997d5db926f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:02.993472 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b9677875-8f04-4148-ad64-66a43d700838 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:02.996740 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6a011e27-89a1-4453-b41b-c2ca1c4cefe7 req-331f43b3-09f1-444c-bc16-f114b66387bb service neutron] 10.222.0.86 "GET /v2.0/networks/5b74dabd-d14b-4810-9da8-3e0bb8fccbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6533806 May 10 14:53:03.019994 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-aa49a22e-9060-41d8-a9a7-18127a5ba379 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:03.037348 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9677875-8f04-4148-ad64-66a43d700838 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:53:03.037810 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b9677875-8f04-4148-ad64-66a43d700838 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: util.warn( May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:53:03.053728 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:53:03.056946 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d04dd6f-680b-40c6-a06b-5462debd4653 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Checking segment: {'id': '6357b1bd-86c9-44e3-898e-cbdf78684083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd539a7b5-90ff-4ffe-b3e5-680ff9465f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:53:03.057583 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d04dd6f-680b-40c6-a06b-5462debd4653 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Network hostable DHCP agents. Network: d539a7b5-90ff-4ffe-b3e5-680ff9465f01, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:53:03.071452 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-aa49a22e-9060-41d8-a9a7-18127a5ba379 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:03.077681 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d6291116-c590-413d-a2bd-963fdc5c1f94 req-dd9aced7-d669-4861-8137-b9e7307b09b0 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080901 May 10 14:53:03.079988 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-205b3f1b-37b2-4806-80d3-997d5db926f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:03.101660 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4e50d6-ca2a-4a31-8018-a259068019f0 None None] Network fe100547-e226-4c80-9540-f426dab051e0 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:03.109187 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-db1d7cad-ca29-4a25-b689-e684211d05a9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:03.113330 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43520) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:03.121888 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-0f4e50d6-ca2a-4a31-8018-a259068019f0 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:03.124761 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4e50d6-ca2a-4a31-8018-a259068019f0 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:03.129933 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-4f4c005f-7bd4-4e0f-8b12-49b5ed47cc3f None None] For port 31ce7763-dc4b-4ead-bd5b-1f857ed4abbe, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=31ce7763-dc4b-4ead-bd5b-1f857ed4abbe,segment=NetworkSegment(4caf44b8-18cb-4d42-93ba-03c21bff2b54),segment_id=4caf44b8-18cb-4d42-93ba-03c21bff2b54)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:03.148385 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e50d6-ca2a-4a31-8018-a259068019f0 None None] Pushing event updated for resources: {'Port': ['ID=8a8f1477-bad2-4e67-ba11-9106611f1407,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:03.153941 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4f4c005f-7bd4-4e0f-8b12-49b5ed47cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:03.184165 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-db1d7cad-ca29-4a25-b689-e684211d05a9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:03.230523 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No ports have port_id starting with f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a May 10 14:53:03.232072 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6782b463-5170-4882-b7c6-97989f4255e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:03.278018 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49a22e-9060-41d8-a9a7-18127a5ba379 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9af14040-568e-4636-8f51-3355733050f4,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:03.315177 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6782b463-5170-4882-b7c6-97989f4255e8 None None] No DVR routers for this DVR port f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:53:03.330269 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-0f4e50d6-ca2a-4a31-8018-a259068019f0 None None] Attempting to bind port 8a8f1477-bad2-4e67-ba11-9106611f1407 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:53:03.330973 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-0f4e50d6-ca2a-4a31-8018-a259068019f0 None None] Attempting to bind port 8a8f1477-bad2-4e67-ba11-9106611f1407 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '917b841a-c9fc-49a1-97e4-0b7732f5cad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'fe100547-e226-4c80-9540-f426dab051e0'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:53:03.331359 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e50d6-ca2a-4a31-8018-a259068019f0 None None] Attempting to bind port 8a8f1477-bad2-4e67-ba11-9106611f1407 on network fe100547-e226-4c80-9540-f426dab051e0 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:53:03.333933 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-aa49a22e-9060-41d8-a9a7-18127a5ba379 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:03.335184 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-aa49a22e-9060-41d8-a9a7-18127a5ba379 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2647715 May 10 14:53:03.340819 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e50d6-ca2a-4a31-8018-a259068019f0 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:53:03.341208 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e50d6-ca2a-4a31-8018-a259068019f0 None None] Checking segment: {'id': '917b841a-c9fc-49a1-97e4-0b7732f5cad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'fe100547-e226-4c80-9540-f426dab051e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:53:03.341584 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0f4e50d6-ca2a-4a31-8018-a259068019f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:03.341973 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e50d6-ca2a-4a31-8018-a259068019f0 None None] Bound using segment: {'id': '917b841a-c9fc-49a1-97e4-0b7732f5cad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'fe100547-e226-4c80-9540-f426dab051e0'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:53:03.342564 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-0f4e50d6-ca2a-4a31-8018-a259068019f0 None None] Bound port: 8a8f1477-bad2-4e67-ba11-9106611f1407, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917b841a-c9fc-49a1-97e4-0b7732f5cad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'fe100547-e226-4c80-9540-f426dab051e0'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:53:03.342915 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0f4e50d6-ca2a-4a31-8018-a259068019f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:03.344585 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43526) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:03.364407 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c005f-7bd4-4e0f-8b12-49b5ed47cc3f None None] Pushing event updated for resources: {'Port': ['ID=31ce7763-dc4b-4ead-bd5b-1f857ed4abbe,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:03.365599 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-834a040e-dfaa-4371-a0d5-509c9a5e90ea tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group': {'name': 'tempest-secgroup--243596451'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:03.372682 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1d7cad-ca29-4a25-b689-e684211d05a9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:03.376243 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-db1d7cad-ca29-4a25-b689-e684211d05a9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:03.382543 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-834a040e-dfaa-4371-a0d5-509c9a5e90ea tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:03.387403 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-834a040e-dfaa-4371-a0d5-509c9a5e90ea tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:03.391378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-834a040e-dfaa-4371-a0d5-509c9a5e90ea tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:03.405442 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-834a040e-dfaa-4371-a0d5-509c9a5e90ea tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:03.415074 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6a011e27-89a1-4453-b41b-c2ca1c4cefe7 req-43909783-9820-4894-bc54-90a8247f8f91 service neutron] 10.222.0.86 "GET /v2.0/networks/5b74dabd-d14b-4810-9da8-3e0bb8fccbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965297 May 10 14:53:03.427342 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b9677875-8f04-4148-ad64-66a43d700838 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:03.460222 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782b463-5170-4882-b7c6-97989f4255e8 None None] Pushing event deleted for resources: {'Port': ['ID=f24acd4e-38ed-46a8-8c1e-cf925ed2ca6a,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:03.477705 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b9677875-8f04-4148-ad64-66a43d700838 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:03.483951 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9677875-8f04-4148-ad64-66a43d700838 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Network': ['ID=c557ec12-6e9c-4413-8b7a-b635800133e3,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:03.485722 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-834a040e-dfaa-4371-a0d5-509c9a5e90ea tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:03.510033 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b9677875-8f04-4148-ad64-66a43d700838 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/networks/c557ec12-6e9c-4413-8b7a-b635800133e3 HTTP/1.1" status: 204 len: 168 time: 3.6742101 May 10 14:53:03.513864 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d04dd6f-680b-40c6-a06b-5462debd4653 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Network d539a7b5-90ff-4ffe-b3e5-680ff9465f01 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:53:03.520175 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43530) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:03.526708 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-834a040e-dfaa-4371-a0d5-509c9a5e90ea tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:03.531782 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-0f4e50d6-ca2a-4a31-8018-a259068019f0 None None] For port 8a8f1477-bad2-4e67-ba11-9106611f1407, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:53:03.535169 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-0f4e50d6-ca2a-4a31-8018-a259068019f0 None None] For port 8a8f1477-bad2-4e67-ba11-9106611f1407, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8a8f1477-bad2-4e67-ba11-9106611f1407,segment=NetworkSegment(917b841a-c9fc-49a1-97e4-0b7732f5cad6),segment_id=917b841a-c9fc-49a1-97e4-0b7732f5cad6)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:53:03.540461 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0f4e50d6-ca2a-4a31-8018-a259068019f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:03.592451 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-834a040e-dfaa-4371-a0d5-509c9a5e90ea tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group_rule and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:03.597295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-834a040e-dfaa-4371-a0d5-509c9a5e90ea tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:03.613067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-5d04dd6f-680b-40c6-a06b-5462debd4653 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, d539a7b5-90ff-4ffe-b3e5-680ff9465f01) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:03.615371 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-834a040e-dfaa-4371-a0d5-509c9a5e90ea tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:03.632246 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f7751b-3f37-4ac9-b558-48c8e7a0b174 None None] Network d539a7b5-90ff-4ffe-b3e5-680ff9465f01 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:03.675352 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dacd1419-830d-4881-8604-53377b6fd5e6 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:03.679517 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d04dd6f-680b-40c6-a06b-5462debd4653 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:03.680322 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5d04dd6f-680b-40c6-a06b-5462debd4653 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:03.740122 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e50d6-ca2a-4a31-8018-a259068019f0 None None] Pushing event updated for resources: {'Port': ['ID=8a8f1477-bad2-4e67-ba11-9106611f1407,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:03.755293 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-eef0e5c7-fff2-424a-b51a-2ebf330b0244 None None] Provisioning complete for port 31ce7763-dc4b-4ead-bd5b-1f857ed4abbe triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:03.755689 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-eef0e5c7-fff2-424a-b51a-2ebf330b0244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:03.759619 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5d04dd6f-680b-40c6-a06b-5462debd4653 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2657506 May 10 14:53:03.768957 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43534) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:03.778179 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-205b3f1b-37b2-4806-80d3-997d5db926f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:03.919017 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-dacd1419-830d-4881-8604-53377b6fd5e6 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Calling delete_port for 43c2927c-bdbf-4fa3-a5ee-28f7cc699176 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:04.047490 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4adb3c0-55b8-47e5-9a72-31cd6219aca1 tempest-TestVolumeBootPattern-1521817866 tempest-TestVolumeBootPattern-1521817866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:04.048430 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c4adb3c0-55b8-47e5-9a72-31cd6219aca1 tempest-TestVolumeBootPattern-1521817866 tempest-TestVolumeBootPattern-1521817866-project-admin] Synchronizing usage tracker for tenant:5083c068bd7d4a4893678d0b6c7db1c3 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:04.090273 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e69424-8af9-4de5-9f48-0bc322f84aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-d539a7b5-90ff-4ffe-b3e5-680ff9465f01', 'network_id': 'd539a7b5-90ff-4ffe-b3e5-680ff9465f01', 'tenant_id': '6eac73a85bf8491aaa1715d0928577d0', 'fixed_ips': [{'subnet_id': '97f312c4-255b-448d-8f80-dba7a800f258'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:53:04.091469 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c0e69424-8af9-4de5-9f48-0bc322f84aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:04.199286 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b3f1b-37b2-4806-80d3-997d5db926f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ac463a-5636-42a8-b5f1-fe032beb20d4,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:04.223875 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c4adb3c0-55b8-47e5-9a72-31cd6219aca1 tempest-TestVolumeBootPattern-1521817866 tempest-TestVolumeBootPattern-1521817866-project-admin] Unset dirty status for tenant:5083c068bd7d4a4893678d0b6c7db1c3 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:04.225067 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c4adb3c0-55b8-47e5-9a72-31cd6219aca1 tempest-TestVolumeBootPattern-1521817866 tempest-TestVolumeBootPattern-1521817866-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 1093 time: 1.1045854 May 10 14:53:04.240796 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43538) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:04.251345 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': '360407bd-a54b-4eae-90ad-84682b32fc75', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:04.261683 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:04.271812 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Usage tracker for resource:floatingip and tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:04.282580 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:04.291837 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:04.344645 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-c0e69424-8af9-4de5-9f48-0bc322f84aba None None] Allocated IP 2001:db8::2 (d539a7b5-90ff-4ffe-b3e5-680ff9465f01/97f312c4-255b-448d-8f80-dba7a800f258/e949daad-befd-4f2a-bc03-1f6e1f74389a) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:04.344881 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dacd1419-830d-4881-8604-53377b6fd5e6 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:04.413471 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for floatingip, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:04.430879 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd1419-830d-4881-8604-53377b6fd5e6 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Pushing event deleted for resources: {'Port': ['ID=43c2927c-bdbf-4fa3-a5ee-28f7cc699176,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:04.477150 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-205b3f1b-37b2-4806-80d3-997d5db926f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:04.478623 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-205b3f1b-37b2-4806-80d3-997d5db926f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/security-groups/72ac463a-5636-42a8-b5f1-fe032beb20d4 HTTP/1.1" status: 204 len: 168 time: 1.9300802 May 10 14:53:04.553759 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43544) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:04.581808 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-834a040e-dfaa-4371-a0d5-509c9a5e90ea tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:04.602762 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-834a040e-dfaa-4371-a0d5-509c9a5e90ea tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:04.606733 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c0e69424-8af9-4de5-9f48-0bc322f84aba None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:04.620978 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c0e69424-8af9-4de5-9f48-0bc322f84aba None None] Transition to ACTIVE for port object e949daad-befd-4f2a-bc03-1f6e1f74389a will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:04.645871 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c0e69424-8af9-4de5-9f48-0bc322f84aba None None] Transition to ACTIVE for port object e949daad-befd-4f2a-bc03-1f6e1f74389a will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:04.652912 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c0e69424-8af9-4de5-9f48-0bc322f84aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:04.693745 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.objects.ports [None req-db1d7cad-ca29-4a25-b689-e684211d05a9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 10 14:53:04.704813 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-db1d7cad-ca29-4a25-b689-e684211d05a9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:04.733727 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e69424-8af9-4de5-9f48-0bc322f84aba None None] Network d539a7b5-90ff-4ffe-b3e5-680ff9465f01 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:04.737453 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-c0e69424-8af9-4de5-9f48-0bc322f84aba None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:04.740539 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e69424-8af9-4de5-9f48-0bc322f84aba None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:04.747050 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e69424-8af9-4de5-9f48-0bc322f84aba None None] Pushing event updated for resources: {'Port': ['ID=e949daad-befd-4f2a-bc03-1f6e1f74389a,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:04.812973 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dacd1419-830d-4881-8604-53377b6fd5e6 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:04.840370 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a040e-dfaa-4371-a0d5-509c9a5e90ea tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=021fc9e9-cb09-43be-9775-e90cb0f47ec9,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:04.843393 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-834a040e-dfaa-4371-a0d5-509c9a5e90ea tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:04.844982 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-834a040e-dfaa-4371-a0d5-509c9a5e90ea tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4982896 May 10 14:53:04.857530 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43548) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:04.888799 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-f6d4b1dd-cb54-4a43-8d23-cc0a7ee771c1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group_rule': {'security_group_id': '9af14040-568e-4636-8f51-3355733050f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '021fc9e9-cb09-43be-9775-e90cb0f47ec9'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:04.903838 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-c0e69424-8af9-4de5-9f48-0bc322f84aba None None] Attempting to bind port e949daad-befd-4f2a-bc03-1f6e1f74389a on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:53:04.904280 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-c0e69424-8af9-4de5-9f48-0bc322f84aba None None] Attempting to bind port e949daad-befd-4f2a-bc03-1f6e1f74389a by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '6357b1bd-86c9-44e3-898e-cbdf78684083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd539a7b5-90ff-4ffe-b3e5-680ff9465f01'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:53:04.904830 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e69424-8af9-4de5-9f48-0bc322f84aba None None] Attempting to bind port e949daad-befd-4f2a-bc03-1f6e1f74389a on network d539a7b5-90ff-4ffe-b3e5-680ff9465f01 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:53:04.907877 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-f6d4b1dd-cb54-4a43-8d23-cc0a7ee771c1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:04.911761 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e69424-8af9-4de5-9f48-0bc322f84aba None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:53:04.912954 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e69424-8af9-4de5-9f48-0bc322f84aba None None] Checking segment: {'id': '6357b1bd-86c9-44e3-898e-cbdf78684083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd539a7b5-90ff-4ffe-b3e5-680ff9465f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:53:04.913444 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c0e69424-8af9-4de5-9f48-0bc322f84aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:04.914041 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e69424-8af9-4de5-9f48-0bc322f84aba None None] Bound using segment: {'id': '6357b1bd-86c9-44e3-898e-cbdf78684083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd539a7b5-90ff-4ffe-b3e5-680ff9465f01'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:53:04.915317 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-c0e69424-8af9-4de5-9f48-0bc322f84aba None None] Bound port: e949daad-befd-4f2a-bc03-1f6e1f74389a, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6357b1bd-86c9-44e3-898e-cbdf78684083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd539a7b5-90ff-4ffe-b3e5-680ff9465f01'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:53:04.915317 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c0e69424-8af9-4de5-9f48-0bc322f84aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:04.920910 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-f6d4b1dd-cb54-4a43-8d23-cc0a7ee771c1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group_rule and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:04.932183 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-f6d4b1dd-cb54-4a43-8d23-cc0a7ee771c1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:04.987275 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-f6d4b1dd-cb54-4a43-8d23-cc0a7ee771c1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:05.065154 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-c0e69424-8af9-4de5-9f48-0bc322f84aba None None] For port e949daad-befd-4f2a-bc03-1f6e1f74389a, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:53:05.070222 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-c0e69424-8af9-4de5-9f48-0bc322f84aba None None] For port e949daad-befd-4f2a-bc03-1f6e1f74389a, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e949daad-befd-4f2a-bc03-1f6e1f74389a,segment=NetworkSegment(6357b1bd-86c9-44e3-898e-cbdf78684083),segment_id=6357b1bd-86c9-44e3-898e-cbdf78684083)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:53:05.077748 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c0e69424-8af9-4de5-9f48-0bc322f84aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:05.080893 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1d7cad-ca29-4a25-b689-e684211d05a9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:05.092097 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-db1d7cad-ca29-4a25-b689-e684211d05a9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:05.092431 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fc53058c-3c18-423d-8d67-2dcf5b45128c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:05.096909 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1d7cad-ca29-4a25-b689-e684211d05a9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:05.097766 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-db1d7cad-ca29-4a25-b689-e684211d05a9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:05.113335 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00569d0-d6a7-4cf1-bc0b-37a791dd4ec7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting subnet 864c6adf-5d01-488b-b565-0f5be86809f0 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:53:05.128305 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a00569d0-d6a7-4cf1-bc0b-37a791dd4ec7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:05.150254 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcc215a-d7cb-4c1e-96ca-eee7b35ee2fd None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:05.151615 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-f6d4b1dd-cb54-4a43-8d23-cc0a7ee771c1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:53:05.152652 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f6d4b1dd-cb54-4a43-8d23-cc0a7ee771c1 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2836978 May 10 14:53:05.155890 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43552) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:05.175292 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8a8f1477-bad2-4e67-ba11-9106611f1407 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:05.180290 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-dacd1419-830d-4881-8604-53377b6fd5e6 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "DELETE /v2.0/ports/43c2927c-bdbf-4fa3-a5ee-28f7cc699176 HTTP/1.1" status: 204 len: 168 time: 2.6467752 May 10 14:53:05.188048 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43554) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:05.248956 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-db1d7cad-ca29-4a25-b689-e684211d05a9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.7155478 May 10 14:53:05.254650 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d7cad-ca29-4a25-b689-e684211d05a9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=86b83319-9254-4e03-be79-e517e490f16f,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:05.259993 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43560) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:05.264777 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59a821c-f6a5-4e01-92c4-0c4757666270 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] GET failed (client error): The resource could not be found. May 10 14:53:05.265311 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a59a821c-f6a5-4e01-92c4-0c4757666270 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Synchronizing usage tracker for tenant:88047def7c784f85810e328e8ab79f4b on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:05.275114 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a00569d0-d6a7-4cf1-bc0b-37a791dd4ec7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:05.309531 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-2449c7a7-96b4-4a32-a8e4-25589bb0fe7b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'mac_address': 'fa:16:3e:71:7e:f0', 'name': 'tempest-NetworksTestDHCPv6-1830894896'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:05.340548 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092c0bfa-a37a-442a-a89e-e3e522ddbf9e None None] Network fe100547-e226-4c80-9540-f426dab051e0 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:05.446073 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a59a821c-f6a5-4e01-92c4-0c4757666270 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Unset dirty status for tenant:88047def7c784f85810e328e8ab79f4b on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:05.447508 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a59a821c-f6a5-4e01-92c4-0c4757666270 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "GET /v2.0/ports/43c2927c-bdbf-4fa3-a5ee-28f7cc699176 HTTP/1.1" status: 404 len: 333 time: 0.2544377 May 10 14:53:05.458058 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43564) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:05.481899 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 8a8f1477-bad2-4e67-ba11-9106611f1407 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:05.489597 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e69424-8af9-4de5-9f48-0bc322f84aba None None] Pushing event updated for resources: {'Port': ['ID=e949daad-befd-4f2a-bc03-1f6e1f74389a,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:05.511566 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 31ce7763-dc4b-4ead-bd5b-1f857ed4abbe up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:05.561668 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f2f82270-ddc6-4199-bf24-8f61c208cbf9 None None] Provisioning for port 8a8f1477-bad2-4e67-ba11-9106611f1407 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:05.588262 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e9f4e2c1-506e-498a-a585-c28f6842faf0 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:05.606153 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f2f82270-ddc6-4199-bf24-8f61c208cbf9 None None] Provisioning complete for port 8a8f1477-bad2-4e67-ba11-9106611f1407 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:05.606566 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f2f82270-ddc6-4199-bf24-8f61c208cbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:05.609447 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-3dba184a-0dcb-4a33-9e23-d9569767fda7 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Deleting port daf9b0fc-ab54-495e-bfd3-5c1994749443 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:05.609795 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3dba184a-0dcb-4a33-9e23-d9569767fda7 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:05.640654 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2449c7a7-96b4-4a32-a8e4-25589bb0fe7b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:05.656053 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e9f4e2c1-506e-498a-a585-c28f6842faf0 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:05.656773 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2449c7a7-96b4-4a32-a8e4-25589bb0fe7b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:port and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:05.670736 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2449c7a7-96b4-4a32-a8e4-25589bb0fe7b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:05.675064 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a00569d0-d6a7-4cf1-bc0b-37a791dd4ec7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:05.758330 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2449c7a7-96b4-4a32-a8e4-25589bb0fe7b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:05.777414 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:05.912520 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0d657924-bd99-4ff6-b186-aee7c0908c1e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:05.943220 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a97eb7-b0e5-4aab-95b3-987920d20d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-a36358c0-b900-4df5-ae69-1592404548f9', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'fixed_ips': [{'subnet_id': '86b83319-9254-4e03-be79-e517e490f16f'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:53:05.944109 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-83a97eb7-b0e5-4aab-95b3-987920d20d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:05.954577 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2449c7a7-96b4-4a32-a8e4-25589bb0fe7b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:05.979269 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a00569d0-d6a7-4cf1-bc0b-37a791dd4ec7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:05.989989 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 31ce7763-dc4b-4ead-bd5b-1f857ed4abbe triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:05.990451 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:06.079695 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-fc53058c-3c18-423d-8d67-2dcf5b45128c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Allocated IP 2001:db8::1 (fe100547-e226-4c80-9540-f426dab051e0/82d33eaf-3025-465c-bf80-0cfb5291cab5/b2115fb5-29c1-42d0-8c15-deccfe0937bc) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:06.110285 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e9f4e2c1-506e-498a-a585-c28f6842faf0 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:06.115730 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00569d0-d6a7-4cf1-bc0b-37a791dd4ec7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Subnet': ['ID=864c6adf-5d01-488b-b565-0f5be86809f0,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:06.138895 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a00569d0-d6a7-4cf1-bc0b-37a791dd4ec7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:06.156204 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a00569d0-d6a7-4cf1-bc0b-37a791dd4ec7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/subnets/864c6adf-5d01-488b-b565-0f5be86809f0 HTTP/1.1" status: 204 len: 168 time: 1.6008332 May 10 14:53:06.164545 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4a2844-25ea-4ea8-8470-a0f3a457f4b7 None None] Network 0a94e7f1-24e9-4396-8e5a-bdce6ba6c905 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:06.165852 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43568) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:06.263991 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f2f82270-ddc6-4199-bf24-8f61c208cbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:06.293498 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4e2c1-506e-498a-a585-c28f6842faf0 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=021fc9e9-cb09-43be-9775-e90cb0f47ec9,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:06.337673 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e9f4e2c1-506e-498a-a585-c28f6842faf0 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:06.339089 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e9f4e2c1-506e-498a-a585-c28f6842faf0 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "DELETE /v2.0/security-groups/021fc9e9-cb09-43be-9775-e90cb0f47ec9 HTTP/1.1" status: 204 len: 168 time: 1.1135857 May 10 14:53:06.342686 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43572) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:06.456714 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2449c7a7-96b4-4a32-a8e4-25589bb0fe7b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:06.479389 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fc53058c-3c18-423d-8d67-2dcf5b45128c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:06.495624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-f25492d5-a3e7-40f8-bf65-3e27c1d62cdf tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Synchronizing usage tracker for tenant:db24acd0a12840b6a941e9dfdfda53db on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:06.502695 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9c7357b0-c7c9-4ff9-a153-fe0d1aa12ba4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:06.508728 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-f2f82270-ddc6-4199-bf24-8f61c208cbf9 None None] For port 8a8f1477-bad2-4e67-ba11-9106611f1407, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8a8f1477-bad2-4e67-ba11-9106611f1407,segment=NetworkSegment(917b841a-c9fc-49a1-97e4-0b7732f5cad6),segment_id=917b841a-c9fc-49a1-97e4-0b7732f5cad6)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:06.547855 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Allocated IP 172.26.0.134 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/f1fcfdef-8e2c-4853-b52c-8f9ff79710c3) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:06.559323 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-fc53058c-3c18-423d-8d67-2dcf5b45128c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Transition to ACTIVE for port object b2115fb5-29c1-42d0-8c15-deccfe0937bc will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:06.562063 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f2f82270-ddc6-4199-bf24-8f61c208cbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:06.603140 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-f25492d5-a3e7-40f8-bf65-3e27c1d62cdf tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Unset dirty status for tenant:db24acd0a12840b6a941e9dfdfda53db on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:06.608958 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f25492d5-a3e7-40f8-bf65-3e27c1d62cdf tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2651396 May 10 14:53:06.614633 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43576) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:06.616875 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-0d657924-bd99-4ff6-b186-aee7c0908c1e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting port b191c9c8-58bb-4153-b389-2aa0ff84cb8b {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:06.617434 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0d657924-bd99-4ff6-b186-aee7c0908c1e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:06.626471 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-2449c7a7-96b4-4a32-a8e4-25589bb0fe7b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] device_id is not set on port 36e13a3c-f134-4bd8-91cd-0faa4b376463 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:53:06.636126 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-83a97eb7-b0e5-4aab-95b3-987920d20d92 None None] Allocated IP 2001:db8::f816:3eff:fe4e:d0c6 (a36358c0-b900-4df5-ae69-1592404548f9/86b83319-9254-4e03-be79-e517e490f16f/78960296-8585-4aad-a770-9e3a1de956cf) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:06.759030 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-9c7357b0-c7c9-4ff9-a153-fe0d1aa12ba4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 5bd56288-17e8-4b93-a894-64ec6a3988eb {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:06.759537 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9c7357b0-c7c9-4ff9-a153-fe0d1aa12ba4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:06.789618 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f82270-ddc6-4199-bf24-8f61c208cbf9 None None] Pushing event updated for resources: {'Port': ['ID=8a8f1477-bad2-4e67-ba11-9106611f1407,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:06.954744 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a0b4bb-6318-4421-8d40-56aac45b0792 None None] DHCP port deletion for 0a94e7f1-24e9-4396-8e5a-bdce6ba6c905 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:53:06.958105 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fc53058c-3c18-423d-8d67-2dcf5b45128c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:06.977535 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-86a0b4bb-6318-4421-8d40-56aac45b0792 None None] Deleting port 5bd56288-17e8-4b93-a894-64ec6a3988eb {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:06.977911 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-86a0b4bb-6318-4421-8d40-56aac45b0792 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:07.022785 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0e51f6d4-ad67-47de-b638-2932b4737cba tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:07.063439 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e949daad-befd-4f2a-bc03-1f6e1f74389a up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:07.093672 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc9f250-4558-4380-93c7-2fb8a9874f10 None None] Network d539a7b5-90ff-4ffe-b3e5-680ff9465f01 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:07.110255 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc53058c-3c18-423d-8d67-2dcf5b45128c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Network fe100547-e226-4c80-9540-f426dab051e0 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:07.112199 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3dba184a-0dcb-4a33-9e23-d9569767fda7 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:07.123459 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-fc53058c-3c18-423d-8d67-2dcf5b45128c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:07.126099 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0e51f6d4-ad67-47de-b638-2932b4737cba tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:07.137475 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c6d55e6d-79aa-41d0-a65f-13f1108ea48a None None] Provisioning complete for port 8a8f1477-bad2-4e67-ba11-9106611f1407 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:07.137613 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53058c-3c18-423d-8d67-2dcf5b45128c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event updated for resources: {'Port': ['ID=b2115fb5-29c1-42d0-8c15-deccfe0937bc,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:07.137737 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c6d55e6d-79aa-41d0-a65f-13f1108ea48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:07.144531 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc53058c-3c18-423d-8d67-2dcf5b45128c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:07.145052 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fc53058c-3c18-423d-8d67-2dcf5b45128c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:07.145943 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:07.160398 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-0d657924-bd99-4ff6-b186-aee7c0908c1e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] For port b191c9c8-58bb-4153-b389-2aa0ff84cb8b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b191c9c8-58bb-4153-b389-2aa0ff84cb8b,segment=NetworkSegment(94780ea6-7676-487d-8aa0-0506458c84f4),segment_id=94780ea6-7676-487d-8aa0-0506458c84f4)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:07.160742 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0d657924-bd99-4ff6-b186-aee7c0908c1e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:07.229467 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-83a97eb7-b0e5-4aab-95b3-987920d20d92 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:07.311273 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-83a97eb7-b0e5-4aab-95b3-987920d20d92 None None] Transition to ACTIVE for port object 78960296-8585-4aad-a770-9e3a1de956cf will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:07.334619 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-0d657924-bd99-4ff6-b186-aee7c0908c1e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Calling delete_port for b191c9c8-58bb-4153-b389-2aa0ff84cb8b owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:07.397023 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-83a97eb7-b0e5-4aab-95b3-987920d20d92 None None] Transition to ACTIVE for port object 78960296-8585-4aad-a770-9e3a1de956cf will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:07.417261 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0e51f6d4-ad67-47de-b638-2932b4737cba tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:07.462195 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51f6d4-ad67-47de-b638-2932b4737cba tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af14040-568e-4636-8f51-3355733050f4,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:07.492082 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-83a97eb7-b0e5-4aab-95b3-987920d20d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:07.528140 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0e51f6d4-ad67-47de-b638-2932b4737cba tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:07.530928 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0e51f6d4-ad67-47de-b638-2932b4737cba tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "DELETE /v2.0/security-groups/9af14040-568e-4636-8f51-3355733050f4 HTTP/1.1" status: 204 len: 168 time: 0.8621025 May 10 14:53:07.535385 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-3dba184a-0dcb-4a33-9e23-d9569767fda7 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Calling delete_port for daf9b0fc-ab54-495e-bfd3-5c1994749443 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:07.536891 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43580) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:07.572023 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fc53058c-3c18-423d-8d67-2dcf5b45128c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:07.592056 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port e949daad-befd-4f2a-bc03-1f6e1f74389a completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:07.650373 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-2449c7a7-96b4-4a32-a8e4-25589bb0fe7b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8::f816:3eff:fe71:7ef0 (a36358c0-b900-4df5-ae69-1592404548f9/86b83319-9254-4e03-be79-e517e490f16f/36e13a3c-f134-4bd8-91cd-0faa4b376463) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:07.685716 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a97eb7-b0e5-4aab-95b3-987920d20d92 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:07.707653 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-83a97eb7-b0e5-4aab-95b3-987920d20d92 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:07.710103 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a97eb7-b0e5-4aab-95b3-987920d20d92 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:07.738141 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-86a0b4bb-6318-4421-8d40-56aac45b0792 None None] For port 5bd56288-17e8-4b93-a894-64ec6a3988eb, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=5bd56288-17e8-4b93-a894-64ec6a3988eb,segment=NetworkSegment(65139a2f-4beb-49a7-a2f7-dd1bc58dad71),segment_id=65139a2f-4beb-49a7-a2f7-dd1bc58dad71)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:07.738868 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-86a0b4bb-6318-4421-8d40-56aac45b0792 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:07.807543 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a97eb7-b0e5-4aab-95b3-987920d20d92 None None] Pushing event updated for resources: {'Port': ['ID=78960296-8585-4aad-a770-9e3a1de956cf,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:07.823583 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:07.858332 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4a8a687f-859c-49ea-aafe-77bf7765bba9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Synchronizing usage tracker for tenant:db24acd0a12840b6a941e9dfdfda53db on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:07.931355 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:07.937484 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-9c7357b0-c7c9-4ff9-a153-fe0d1aa12ba4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port 5bd56288-17e8-4b93-a894-64ec6a3988eb, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=5bd56288-17e8-4b93-a894-64ec6a3988eb,segment=NetworkSegment(65139a2f-4beb-49a7-a2f7-dd1bc58dad71),segment_id=65139a2f-4beb-49a7-a2f7-dd1bc58dad71)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:07.938120 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9c7357b0-c7c9-4ff9-a153-fe0d1aa12ba4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:07.965211 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:08.025816 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4a8a687f-859c-49ea-aafe-77bf7765bba9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Unset dirty status for tenant:db24acd0a12840b6a941e9dfdfda53db on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:08.031596 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4a8a687f-859c-49ea-aafe-77bf7765bba9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4936821 May 10 14:53:08.032238 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43584) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:08.033891 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:08.041148 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-74bd88d4-63f0-419f-9c27-5c35044542b9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group': {'name': 'tempest-secgroup--583435546'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:08.050464 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0d657924-bd99-4ff6-b186-aee7c0908c1e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:08.054709 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-74bd88d4-63f0-419f-9c27-5c35044542b9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:08.055134 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-86a0b4bb-6318-4421-8d40-56aac45b0792 None None] Calling delete_port for 5bd56288-17e8-4b93-a894-64ec6a3988eb owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:08.120966 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d657924-bd99-4ff6-b186-aee7c0908c1e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Port': ['ID=b191c9c8-58bb-4153-b389-2aa0ff84cb8b,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:08.125122 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-74bd88d4-63f0-419f-9c27-5c35044542b9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:08.128529 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-9c7357b0-c7c9-4ff9-a153-fe0d1aa12ba4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 5bd56288-17e8-4b93-a894-64ec6a3988eb owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:08.134414 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-83a97eb7-b0e5-4aab-95b3-987920d20d92 None None] Attempting to bind port 78960296-8585-4aad-a770-9e3a1de956cf on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:53:08.134831 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-83a97eb7-b0e5-4aab-95b3-987920d20d92 None None] Attempting to bind port 78960296-8585-4aad-a770-9e3a1de956cf by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:53:08.135235 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a97eb7-b0e5-4aab-95b3-987920d20d92 None None] Attempting to bind port 78960296-8585-4aad-a770-9e3a1de956cf on network a36358c0-b900-4df5-ae69-1592404548f9 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:53:08.148344 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f7845546-2000-4418-a4e9-32457b523fdf None None] Provisioning for port b2115fb5-29c1-42d0-8c15-deccfe0937bc completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:08.153867 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a97eb7-b0e5-4aab-95b3-987920d20d92 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:53:08.154243 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a97eb7-b0e5-4aab-95b3-987920d20d92 None None] Checking segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:53:08.154683 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-83a97eb7-b0e5-4aab-95b3-987920d20d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:08.155085 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a97eb7-b0e5-4aab-95b3-987920d20d92 None None] Bound using segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:53:08.156452 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-83a97eb7-b0e5-4aab-95b3-987920d20d92 None None] Bound port: 78960296-8585-4aad-a770-9e3a1de956cf, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:53:08.156452 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-83a97eb7-b0e5-4aab-95b3-987920d20d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:08.185517 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f7845546-2000-4418-a4e9-32457b523fdf None None] Provisioning complete for port b2115fb5-29c1-42d0-8c15-deccfe0937bc triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:08.186792 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f7845546-2000-4418-a4e9-32457b523fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:08.238318 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:53:08.243421 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-74bd88d4-63f0-419f-9c27-5c35044542b9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:08.262029 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3dba184a-0dcb-4a33-9e23-d9569767fda7 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:08.263679 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Pushing event updated for resources: {'Port': ['ID=f1fcfdef-8e2c-4853-b52c-8f9ff79710c3,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:08.284392 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-86a0b4bb-6318-4421-8d40-56aac45b0792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:08.356353 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0b4bb-6318-4421-8d40-56aac45b0792 None None] Pushing event deleted for resources: {'Port': ['ID=5bd56288-17e8-4b93-a894-64ec6a3988eb,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:08.363870 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-f7845546-2000-4418-a4e9-32457b523fdf None None] Port b2115fb5-29c1-42d0-8c15-deccfe0937bc cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:53:08.369351 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a0b4bb-6318-4421-8d40-56aac45b0792 None None] No DVR routers for this DVR port 5bd56288-17e8-4b93-a894-64ec6a3988eb on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:53:08.390538 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba184a-0dcb-4a33-9e23-d9569767fda7 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Pushing event deleted for resources: {'Port': ['ID=daf9b0fc-ab54-495e-bfd3-5c1994749443,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:08.405634 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-83a97eb7-b0e5-4aab-95b3-987920d20d92 None None] For port 78960296-8585-4aad-a770-9e3a1de956cf, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:53:08.412266 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-83a97eb7-b0e5-4aab-95b3-987920d20d92 None None] For port 78960296-8585-4aad-a770-9e3a1de956cf, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=78960296-8585-4aad-a770-9e3a1de956cf,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:53:08.418555 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f7845546-2000-4418-a4e9-32457b523fdf None None] Provisioning for port e949daad-befd-4f2a-bc03-1f6e1f74389a completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:08.429257 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-83a97eb7-b0e5-4aab-95b3-987920d20d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:08.447189 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-74bd88d4-63f0-419f-9c27-5c35044542b9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:08.474120 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-74bd88d4-63f0-419f-9c27-5c35044542b9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group_rule and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:08.477958 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-74bd88d4-63f0-419f-9c27-5c35044542b9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:08.478343 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f7845546-2000-4418-a4e9-32457b523fdf None None] Provisioning complete for port e949daad-befd-4f2a-bc03-1f6e1f74389a triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:08.478724 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f7845546-2000-4418-a4e9-32457b523fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:08.528172 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-74bd88d4-63f0-419f-9c27-5c35044542b9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:08.624656 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a97eb7-b0e5-4aab-95b3-987920d20d92 None None] Pushing event updated for resources: {'Port': ['ID=78960296-8585-4aad-a770-9e3a1de956cf,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:08.647739 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-74bd88d4-63f0-419f-9c27-5c35044542b9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:08.665553 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0d657924-bd99-4ff6-b186-aee7c0908c1e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:08.672282 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-74bd88d4-63f0-419f-9c27-5c35044542b9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:08.721920 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.api [None req-9c7357b0-c7c9-4ff9-a153-fe0d1aa12ba4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:53:08.726787 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG oslo_db.api [None req-9c7357b0-c7c9-4ff9-a153-fe0d1aa12ba4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:53:08.810074 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.resource_extend [None req-fc53058c-3c18-423d-8d67-2dcf5b45128c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:53:08.840885 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f7845546-2000-4418-a4e9-32457b523fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:08.856408 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2449c7a7-96b4-4a32-a8e4-25589bb0fe7b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:08.901324 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fc53058c-3c18-423d-8d67-2dcf5b45128c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:08.910391 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3dba184a-0dcb-4a33-9e23-d9569767fda7 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:08.912986 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd88d4-63f0-419f-9c27-5c35044542b9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b7e45f-dae5-4f8d-bd82-f6ea936d97d8,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:08.913573 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-f7845546-2000-4418-a4e9-32457b523fdf None None] For port e949daad-befd-4f2a-bc03-1f6e1f74389a, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e949daad-befd-4f2a-bc03-1f6e1f74389a,segment=NetworkSegment(6357b1bd-86c9-44e3-898e-cbdf78684083),segment_id=6357b1bd-86c9-44e3-898e-cbdf78684083)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:08.920755 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f7845546-2000-4418-a4e9-32457b523fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:08.943811 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fc53058c-3c18-423d-8d67-2dcf5b45128c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:08.951301 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fc53058c-3c18-423d-8d67-2dcf5b45128c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:08.969763 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-2449c7a7-96b4-4a32-a8e4-25589bb0fe7b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Transition to ACTIVE for port object 36e13a3c-f134-4bd8-91cd-0faa4b376463 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:09.042145 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-74bd88d4-63f0-419f-9c27-5c35044542b9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:09.043899 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-74bd88d4-63f0-419f-9c27-5c35044542b9 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0081584 May 10 14:53:09.068183 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e3d0d00e-b74e-4056-aacd-228c7b2c403e None None] Provisioning complete for port e949daad-befd-4f2a-bc03-1f6e1f74389a triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:09.068789 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e3d0d00e-b74e-4056-aacd-228c7b2c403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:09.071333 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43588) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:09.109142 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7335553a-45f8-43d0-9f77-80e30387d2a3 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group_rule': {'security_group_id': '59b7e45f-dae5-4f8d-bd82-f6ea936d97d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:09.153914 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3dba184a-0dcb-4a33-9e23-d9569767fda7 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "DELETE /v2.0/ports/daf9b0fc-ab54-495e-bfd3-5c1994749443 HTTP/1.1" status: 204 len: 168 time: 3.6855140 May 10 14:53:09.154472 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7845546-2000-4418-a4e9-32457b523fdf None None] Pushing event updated for resources: {'Port': ['ID=e949daad-befd-4f2a-bc03-1f6e1f74389a,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:09.161740 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8a8f1477-bad2-4e67-ba11-9106611f1407 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:09.186826 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7335553a-45f8-43d0-9f77-80e30387d2a3 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:09.190643 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43592) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:09.233403 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-9c7357b0-c7c9-4ff9-a153-fe0d1aa12ba4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 5bd56288-17e8-4b93-a894-64ec6a3988eb {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:09.233559 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9c7357b0-c7c9-4ff9-a153-fe0d1aa12ba4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:09.290382 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7335553a-45f8-43d0-9f77-80e30387d2a3 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group_rule and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:09.309629 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 8a8f1477-bad2-4e67-ba11-9106611f1407 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:09.310000 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:09.346744 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7335553a-45f8-43d0-9f77-80e30387d2a3 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:09.391140 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53058c-3c18-423d-8d67-2dcf5b45128c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event updated for resources: {'Port': ['ID=b2115fb5-29c1-42d0-8c15-deccfe0937bc,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:09.442506 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-9c7357b0-c7c9-4ff9-a153-fe0d1aa12ba4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] The port '5bd56288-17e8-4b93-a894-64ec6a3988eb' was deleted {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:53:09.447011 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7335553a-45f8-43d0-9f77-80e30387d2a3 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:09.491852 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2449c7a7-96b4-4a32-a8e4-25589bb0fe7b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:09.503206 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5bd56288-17e8-4b93-a894-64ec6a3988eb no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:53:09.543426 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 5bd56288-17e8-4b93-a894-64ec6a3988eb {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:53:09.544344 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5bd56288-17e8-4b93-a894-64ec6a3988eb not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:53:09.676534 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d317b6-645e-4a99-9ef2-d347afac1881 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Deleting subnet 348e8be7-1d41-48d8-8f11-ad0c72a565f6 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:53:09.679514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2449c7a7-96b4-4a32-a8e4-25589bb0fe7b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:09.679727 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-02d317b6-645e-4a99-9ef2-d347afac1881 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:09.685772 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-2449c7a7-96b4-4a32-a8e4-25589bb0fe7b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:09.688197 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2449c7a7-96b4-4a32-a8e4-25589bb0fe7b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:09.694567 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2449c7a7-96b4-4a32-a8e4-25589bb0fe7b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:09.695182 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2449c7a7-96b4-4a32-a8e4-25589bb0fe7b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:09.711078 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc53058c-3c18-423d-8d67-2dcf5b45128c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Network fe100547-e226-4c80-9540-f426dab051e0 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:09.718034 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449c7a7-96b4-4a32-a8e4-25589bb0fe7b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=36e13a3c-f134-4bd8-91cd-0faa4b376463,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:09.720339 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-fc53058c-3c18-423d-8d67-2dcf5b45128c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:09.729736 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9c7357b0-c7c9-4ff9-a153-fe0d1aa12ba4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:09.737494 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-7335553a-45f8-43d0-9f77-80e30387d2a3 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:53:09.738620 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7335553a-45f8-43d0-9f77-80e30387d2a3 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6524599 May 10 14:53:09.743651 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43596) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:09.756506 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-365f5031-b13d-4e83-bcb2-c3ee73406469 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group_rule': {'security_group_id': '59b7e45f-dae5-4f8d-bd82-f6ea936d97d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:09.775239 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-365f5031-b13d-4e83-bcb2-c3ee73406469 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:09.778213 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2449c7a7-96b4-4a32-a8e4-25589bb0fe7b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.5150759 May 10 14:53:09.786355 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-365f5031-b13d-4e83-bcb2-c3ee73406469 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group_rule and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:09.788802 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43600) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:09.793494 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-9c7357b0-c7c9-4ff9-a153-fe0d1aa12ba4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a94e7f1-24e9-4396-8e5a-bdce6ba6c905']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:09.801725 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-365f5031-b13d-4e83-bcb2-c3ee73406469 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:09.833353 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d657924-bd99-4ff6-b186-aee7c0908c1e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:53:09.853574 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-365f5031-b13d-4e83-bcb2-c3ee73406469 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:09.865074 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-9c7357b0-c7c9-4ff9-a153-fe0d1aa12ba4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65139a2f-4beb-49a7-a2f7-dd1bc58dad71') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:09.865737 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-9c7357b0-c7c9-4ff9-a153-fe0d1aa12ba4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65139a2f-4beb-49a7-a2f7-dd1bc58dad71') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:09.891460 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9c7357b0-c7c9-4ff9-a153-fe0d1aa12ba4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:09.920709 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9c7357b0-c7c9-4ff9-a153-fe0d1aa12ba4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:09.927881 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:09.955802 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7357b0-c7c9-4ff9-a153-fe0d1aa12ba4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:53:09.957033 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9c7357b0-c7c9-4ff9-a153-fe0d1aa12ba4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:09.968233 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-02d317b6-645e-4a99-9ef2-d347afac1881 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:53:09.977353 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:53:10.065310 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-365f5031-b13d-4e83-bcb2-c3ee73406469 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:53:10.066797 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-365f5031-b13d-4e83-bcb2-c3ee73406469 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3180242 May 10 14:53:10.077727 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43604) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:10.150117 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9c7357b0-c7c9-4ff9-a153-fe0d1aa12ba4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:10.159589 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f999df-454d-49c2-9d24-e307f4a8ddcb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:10.165526 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f999df-454d-49c2-9d24-e307f4a8ddcb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:10.166333 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-76f999df-454d-49c2-9d24-e307f4a8ddcb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:10.182634 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-9ab3d595-54fa-4b59-9bcf-edfcdecb863e None None] Provisioning complete for port b2115fb5-29c1-42d0-8c15-deccfe0937bc triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:10.183244 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9ab3d595-54fa-4b59-9bcf-edfcdecb863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:10.210605 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9c7357b0-c7c9-4ff9-a153-fe0d1aa12ba4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:10.238610 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7357b0-c7c9-4ff9-a153-fe0d1aa12ba4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Network': ['ID=0a94e7f1-24e9-4396-8e5a-bdce6ba6c905,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:10.258025 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc53058c-3c18-423d-8d67-2dcf5b45128c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Router 46ce2397-759f-4808-8a13-fe8357c1caef is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:53:10.269794 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:10.281242 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d657924-bd99-4ff6-b186-aee7c0908c1e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:53:10.292805 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0d657924-bd99-4ff6-b186-aee7c0908c1e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/routers/9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7672710 May 10 14:53:10.292805 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-02d317b6-645e-4a99-9ef2-d347afac1881 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:10.294291 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56e8d7-8b79-470a-9f6c-210ad72a040e None None] Sync routers for ids ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:53:10.301904 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9c7357b0-c7c9-4ff9-a153-fe0d1aa12ba4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/networks/0a94e7f1-24e9-4396-8e5a-bdce6ba6c905 HTTP/1.1" status: 204 len: 168 time: 4.1331756 May 10 14:53:10.303153 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-76f999df-454d-49c2-9d24-e307f4a8ddcb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:10.304272 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-76f999df-454d-49c2-9d24-e307f4a8ddcb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5145361 May 10 14:53:10.308169 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43608) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:10.308497 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43610) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:10.308808 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43612) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:10.323247 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-9ab3d595-54fa-4b59-9bcf-edfcdecb863e None None] Port b2115fb5-29c1-42d0-8c15-deccfe0937bc cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:53:10.325180 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56e8d7-8b79-470a-9f6c-210ad72a040e None None] Routers {'9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:10.325926 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-9f56e8d7-8b79-470a-9f6c-210ad72a040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:10.476365 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ebc683d6-61d3-4d87-b7e3-20a426dc87f6 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:10.522884 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-9ab3d595-54fa-4b59-9bcf-edfcdecb863e None None] Provisioning for port 78960296-8585-4aad-a770-9e3a1de956cf completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:10.544656 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc53058c-3c18-423d-8d67-2dcf5b45128c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:53:10.552320 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae60df-ec98-4d6c-aee9-275276a493f6 None None] Sync routers for ids ['46ce2397-759f-4808-8a13-fe8357c1caef'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:53:10.568401 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fc53058c-3c18-423d-8d67-2dcf5b45128c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "PUT /v2.0/routers/46ce2397-759f-4808-8a13-fe8357c1caef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7948868 May 10 14:53:10.568401 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43620) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:10.571682 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ae60df-ec98-4d6c-aee9-275276a493f6 None None] Routers {'46ce2397-759f-4808-8a13-fe8357c1caef'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:10.574621 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-55ae60df-ec98-4d6c-aee9-275276a493f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['46ce2397-759f-4808-8a13-fe8357c1caef'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:10.574836 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-9f56e8d7-8b79-470a-9f6c-210ad72a040e None None] Set router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:53:10.609499 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ebc683d6-61d3-4d87-b7e3-20a426dc87f6 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:10.645740 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-02d317b6-645e-4a99-9ef2-d347afac1881 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:10.646481 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce0ef43-e604-44d5-b92d-0b5a038181d3 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting subnet d79f538d-3b59-422b-a9d2-890c234f8b9b {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:53:10.660816 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-32f8c187-842c-45e7-9df5-a79a4a8004b5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting port 36e13a3c-f134-4bd8-91cd-0faa4b376463 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:10.661601 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-32f8c187-842c-45e7-9df5-a79a4a8004b5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:10.700324 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ce0ef43-e604-44d5-b92d-0b5a038181d3 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:10.700443 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-55ae60df-ec98-4d6c-aee9-275276a493f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:10.711531 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ae60df-ec98-4d6c-aee9-275276a493f6 None None] Routers {'46ce2397-759f-4808-8a13-fe8357c1caef'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:10.712294 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-55ae60df-ec98-4d6c-aee9-275276a493f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['46ce2397-759f-4808-8a13-fe8357c1caef'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:10.733828 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4833c426-952e-4948-b240-215f3ccb0963 None None] Provisioning for port 36e13a3c-f134-4bd8-91cd-0faa4b376463 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:10.746625 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4833c426-952e-4948-b240-215f3ccb0963 None None] Provisioning complete for port 36e13a3c-f134-4bd8-91cd-0faa4b376463 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:10.746938 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4833c426-952e-4948-b240-215f3ccb0963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:10.795962 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-55ae60df-ec98-4d6c-aee9-275276a493f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:10.797821 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae60df-ec98-4d6c-aee9-275276a493f6 None None] The sync data for ids ['46ce2397-759f-4808-8a13-fe8357c1caef'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:53:10.827508 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d317b6-645e-4a99-9ef2-d347afac1881 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Pushing event deleted for resources: {'Subnet': ['ID=348e8be7-1d41-48d8-8f11-ad0c72a565f6,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:10.840745 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-02d317b6-645e-4a99-9ef2-d347afac1881 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:10.842555 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-02d317b6-645e-4a99-9ef2-d347afac1881 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "DELETE /v2.0/subnets/348e8be7-1d41-48d8-8f11-ad0c72a565f6 HTTP/1.1" status: 204 len: 168 time: 1.5935669 May 10 14:53:10.852493 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43624) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:10.907316 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da8aee6-eab7-42be-9190-e89dfe52abcc None None] Network 113e61de-e248-4143-b3ca-8668078e0bea requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:11.063926 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-3aa8766f-c317-4fa1-8cb3-b9564cf6e1c6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 768e916e-d105-4ac4-91f2-82c1ba70b926 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:11.065497 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3aa8766f-c317-4fa1-8cb3-b9564cf6e1c6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:11.083738 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-4833c426-952e-4948-b240-215f3ccb0963 None None] Port 36e13a3c-f134-4bd8-91cd-0faa4b376463 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:53:11.160281 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 78960296-8585-4aad-a770-9e3a1de956cf up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:11.212281 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d078a47f-a83b-4025-9144-196f32d94dc4 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:11.229637 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ce0ef43-e604-44d5-b92d-0b5a038181d3 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:11.250566 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-d078a47f-a83b-4025-9144-196f32d94dc4 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Deleting port 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:11.250566 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d078a47f-a83b-4025-9144-196f32d94dc4 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:11.383244 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 78960296-8585-4aad-a770-9e3a1de956cf completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:11.400263 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 78960296-8585-4aad-a770-9e3a1de956cf triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:11.400263 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:11.441769 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ebc683d6-61d3-4d87-b7e3-20a426dc87f6 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:11.461672 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-9f56e8d7-8b79-470a-9f6c-210ad72a040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:53:07Z', 'revision_number': 10, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None, '_interfaces': [{'id': 'f9d431ec-bb90-4d1c-91d8-e1eb4030409c', 'name': '', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:ae:4f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:37Z', 'updated_at': '2022-05-10T14:51:57Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:11.477606 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56e8d7-8b79-470a-9f6c-210ad72a040e None None] Checking router: 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:53:11.493333 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc683d6-61d3-4d87-b7e3-20a426dc87f6 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b7e45f-dae5-4f8d-bd82-f6ea936d97d8,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:11.519519 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56e8d7-8b79-470a-9f6c-210ad72a040e None None] Routers {'9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:11.520883 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-9f56e8d7-8b79-470a-9f6c-210ad72a040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:11.609196 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824e6208-e9f4-4cb8-b506-c5e7e2540020 None None] DHCP port deletion for 113e61de-e248-4143-b3ca-8668078e0bea request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:53:11.683482 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-824e6208-e9f4-4cb8-b506-c5e7e2540020 None None] Deleting port 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:11.684109 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-824e6208-e9f4-4cb8-b506-c5e7e2540020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:11.689242 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ebc683d6-61d3-4d87-b7e3-20a426dc87f6 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:11.691230 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ebc683d6-61d3-4d87-b7e3-20a426dc87f6 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "DELETE /v2.0/security-groups/59b7e45f-dae5-4f8d-bd82-f6ea936d97d8 HTTP/1.1" status: 204 len: 168 time: 1.6121402 May 10 14:53:11.695915 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43628) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:11.781056 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:11.811333 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:11.818370 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3aa8766f-c317-4fa1-8cb3-b9564cf6e1c6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:11.818784 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3aa8766f-c317-4fa1-8cb3-b9564cf6e1c6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:11.885467 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-9f56e8d7-8b79-470a-9f6c-210ad72a040e None None] Set router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:53:11.901008 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-97b7a013-4cba-4ccf-8f49-ca8d4a3be187 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Synchronizing usage tracker for tenant:db24acd0a12840b6a941e9dfdfda53db on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:11.911336 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Pushing event updated for resources: {'Port': ['ID=f1fcfdef-8e2c-4853-b52c-8f9ff79710c3,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:11.983317 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-d078a47f-a83b-4025-9144-196f32d94dc4 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] For port 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d,segment=NetworkSegment(716c6d07-37e4-4338-84ae-423c007ba8e7),segment_id=716c6d07-37e4-4338-84ae-423c007ba8e7)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:11.983317 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d078a47f-a83b-4025-9144-196f32d94dc4 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:11.994002 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-97b7a013-4cba-4ccf-8f49-ca8d4a3be187 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Unset dirty status for tenant:db24acd0a12840b6a941e9dfdfda53db on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:12.001913 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-97b7a013-4cba-4ccf-8f49-ca8d4a3be187 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2984471 May 10 14:53:12.001913 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43632) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:12.005501 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-add837be-a24a-4536-ab40-f0b2fe94d65f tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group': {'name': 'tempest-secgroup--1909407733'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:12.016496 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-add837be-a24a-4536-ab40-f0b2fe94d65f tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:12.023034 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:12.076774 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-3aa8766f-c317-4fa1-8cb3-b9564cf6e1c6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 768e916e-d105-4ac4-91f2-82c1ba70b926 owned by network:floatingip {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:12.137846 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ce0ef43-e604-44d5-b92d-0b5a038181d3 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:12.157655 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-e5392ab2-20b5-4b08-adcc-cd1cda3c2bc1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:53:12.159348 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e5392ab2-20b5-4b08-adcc-cd1cda3c2bc1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "PUT /v2.0/routers/46ce2397-759f-4808-8a13-fe8357c1caef/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5901031 May 10 14:53:12.170262 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-d078a47f-a83b-4025-9144-196f32d94dc4 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Calling delete_port for 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:12.177689 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-32f8c187-842c-45e7-9df5-a79a4a8004b5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:12.184991 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43636) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:12.212489 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-add837be-a24a-4536-ab40-f0b2fe94d65f tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:12.247609 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-add837be-a24a-4536-ab40-f0b2fe94d65f tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:12.282048 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-add837be-a24a-4536-ab40-f0b2fe94d65f tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:12.291036 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-add837be-a24a-4536-ab40-f0b2fe94d65f tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Usage tracker for resource:security_group_rule and tenant:db24acd0a12840b6a941e9dfdfda53db is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:12.294644 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-add837be-a24a-4536-ab40-f0b2fe94d65f tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:12.309301 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d078a47f-a83b-4025-9144-196f32d94dc4 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:12.315431 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 78960296-8585-4aad-a770-9e3a1de956cf, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=78960296-8585-4aad-a770-9e3a1de956cf,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:12.324812 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-824e6208-e9f4-4cb8-b506-c5e7e2540020 None None] For port 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d,segment=NetworkSegment(716c6d07-37e4-4338-84ae-423c007ba8e7),segment_id=716c6d07-37e4-4338-84ae-423c007ba8e7)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:12.324812 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-824e6208-e9f4-4cb8-b506-c5e7e2540020 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:12.335456 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:12.337373 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e949daad-befd-4f2a-bc03-1f6e1f74389a up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:12.357772 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-add837be-a24a-4536-ab40-f0b2fe94d65f tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:12.368971 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078a47f-a83b-4025-9144-196f32d94dc4 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Pushing event deleted for resources: {'Port': ['ID=38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:12.382726 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078a47f-a83b-4025-9144-196f32d94dc4 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] No DVR routers for this DVR port 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:53:12.482833 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=78960296-8585-4aad-a770-9e3a1de956cf,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:12.513117 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-32f8c187-842c-45e7-9df5-a79a4a8004b5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Calling delete_port for 36e13a3c-f134-4bd8-91cd-0faa4b376463 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:12.535017 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d078a47f-a83b-4025-9144-196f32d94dc4 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:12.570299 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-d078a47f-a83b-4025-9144-196f32d94dc4 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113e61de-e248-4143-b3ca-8668078e0bea']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:12.592169 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:12.600138 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-d078a47f-a83b-4025-9144-196f32d94dc4 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716c6d07-37e4-4338-84ae-423c007ba8e7') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:12.600912 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-d078a47f-a83b-4025-9144-196f32d94dc4 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716c6d07-37e4-4338-84ae-423c007ba8e7') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:12.623394 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d078a47f-a83b-4025-9144-196f32d94dc4 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:12.655025 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-add837be-a24a-4536-ab40-f0b2fe94d65f tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:12.656525 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d078a47f-a83b-4025-9144-196f32d94dc4 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:12.664756 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-add837be-a24a-4536-ab40-f0b2fe94d65f tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:12.669709 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d078a47f-a83b-4025-9144-196f32d94dc4 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:53:12.670196 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d078a47f-a83b-4025-9144-196f32d94dc4 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:12.689594 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-824e6208-e9f4-4cb8-b506-c5e7e2540020 None None] Calling delete_port for 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:53:12.693631 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:53:12.746447 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port e949daad-befd-4f2a-bc03-1f6e1f74389a triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:12.746713 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:12.805586 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add837be-a24a-4536-ab40-f0b2fe94d65f tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c182d0a9-3d75-467e-a6cf-91f3f5e2731f,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:12.822966 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d078a47f-a83b-4025-9144-196f32d94dc4 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:12.827640 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d078a47f-a83b-4025-9144-196f32d94dc4 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:12.849590 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-add837be-a24a-4536-ab40-f0b2fe94d65f tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:12.853604 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-add837be-a24a-4536-ab40-f0b2fe94d65f tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8502808 May 10 14:53:12.854975 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43640) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:12.858049 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078a47f-a83b-4025-9144-196f32d94dc4 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] Pushing event deleted for resources: {'Network': ['ID=113e61de-e248-4143-b3ca-8668078e0bea,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:12.862626 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d078a47f-a83b-4025-9144-196f32d94dc4 tempest-AllowedAddressPairTestJSON-1081190220 tempest-AllowedAddressPairTestJSON-1081190220-project] 10.222.0.79 "DELETE /v2.0/networks/113e61de-e248-4143-b3ca-8668078e0bea HTTP/1.1" status: 204 len: 168 time: 2.0084367 May 10 14:53:12.866289 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-bf42a5eb-151b-4519-b288-e12f43a3082f tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:12.867239 dv-neutron-841204-2-hyperv neutron-server[88051]: WARNING neutron.api.v2.base [None req-bf42a5eb-151b-4519-b288-e12f43a3082f tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 10 14:53:12.867443 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-bf42a5eb-151b-4519-b288-e12f43a3082f tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] update failed (client error): There was a conflict when trying to complete your request. May 10 14:53:12.868570 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bf42a5eb-151b-4519-b288-e12f43a3082f tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "PUT /v2.0/security-groups/c182d0a9-3d75-467e-a6cf-91f3f5e2731f HTTP/1.1" status: 409 len: 330 time: 0.0122075 May 10 14:53:12.878920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43646) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:12.948648 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-824e6208-e9f4-4cb8-b506-c5e7e2540020 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:53:12.949418 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-824e6208-e9f4-4cb8-b506-c5e7e2540020 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:53:12.988633 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f49ccddb-e0a2-49b3-9229-4db16ebed452 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:13.034917 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f49ccddb-e0a2-49b3-9229-4db16ebed452 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:13.037745 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-9f56e8d7-8b79-470a-9f6c-210ad72a040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:53:07Z', 'revision_number': 10, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None, '_interfaces': [{'id': 'f9d431ec-bb90-4d1c-91d8-e1eb4030409c', 'name': '', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:ae:4f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:37Z', 'updated_at': '2022-05-10T14:51:57Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:13.042287 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56e8d7-8b79-470a-9f6c-210ad72a040e None None] The sync data for ids ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'] in dv-neutron-841204-2-hyperv is: [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:53:07Z', 'revision_number': 10, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None, '_interfaces': [{'id': 'f9d431ec-bb90-4d1c-91d8-e1eb4030409c', 'name': '', 'network_id': 'dfb8138f-eff7-4167-9eb3-b75dc5f1c41e', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'mac_address': 'fa:16:3e:ae:4f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:37Z', 'updated_at': '2022-05-10T14:51:57Z', 'revision_number': 5, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'subnets': [{'id': 'ce49d467-50e2-4b66-82d1-5c434b84dd50', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:53:13.109051 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f49ccddb-e0a2-49b3-9229-4db16ebed452 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:13.130363 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ccddb-e0a2-49b3-9229-4db16ebed452 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c182d0a9-3d75-467e-a6cf-91f3f5e2731f,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:13.145704 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f49ccddb-e0a2-49b3-9229-4db16ebed452 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:13.149870 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f49ccddb-e0a2-49b3-9229-4db16ebed452 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "DELETE /v2.0/security-groups/c182d0a9-3d75-467e-a6cf-91f3f5e2731f HTTP/1.1" status: 204 len: 168 time: 0.2696369 May 10 14:53:13.150836 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43652) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:13.204287 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7d2792e7-9b9c-47a1-8aa8-29aa32e64e00 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Synchronizing usage tracker for tenant:db24acd0a12840b6a941e9dfdfda53db on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:13.206412 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ce0ef43-e604-44d5-b92d-0b5a038181d3 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:13.210484 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Floating IP 892157d8-1e1a-48bd-aee7-9e50dab02f83 associated. External IP: 172.26.0.134, port: 360407bd-a54b-4eae-90ad-84682b32fc75. May 10 14:53:13.220729 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7d2792e7-9b9c-47a1-8aa8-29aa32e64e00 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] Unset dirty status for tenant:db24acd0a12840b6a941e9dfdfda53db on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:13.222807 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7d2792e7-9b9c-47a1-8aa8-29aa32e64e00 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0708160 May 10 14:53:13.226846 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43656) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:13.243544 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-d5223d79-8dca-4e66-9bb0-34c93b589d68 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] delete failed (client error): The resource could not be found. May 10 14:53:13.244524 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d5223d79-8dca-4e66-9bb0-34c93b589d68 tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "DELETE /v2.0/security-groups/b9516058-c1bd-48ac-95a5-e7dd628fdb66 HTTP/1.1" status: 404 len: 347 time: 0.0166132 May 10 14:53:13.248206 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43660) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:13.260436 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43664) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:13.266315 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-7cb1c90e-8511-4b19-8cc3-bef6e335d58a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] show failed (client error): The resource could not be found. May 10 14:53:13.267354 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7cb1c90e-8511-4b19-8cc3-bef6e335d58a tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "GET /v2.0/security-groups/e2f445ae-b94a-48fa-b6c2-deed93db7af7 HTTP/1.1" status: 404 len: 347 time: 0.0180960 May 10 14:53:13.271239 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43666) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:13.285329 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-245e5de2-eb48-4a0c-813d-25fe2fd52b6e tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] show failed (client error): The resource could not be found. May 10 14:53:13.286235 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-245e5de2-eb48-4a0c-813d-25fe2fd52b6e tempest-NegativeSecGroupIPv6Test-818613097 tempest-NegativeSecGroupIPv6Test-818613097-project] 10.222.0.79 "GET /v2.0/security-group-rules/674966cf-18ff-4e5e-a4ee-48a328296d84 HTTP/1.1" status: 404 len: 356 time: 0.0139170 May 10 14:53:13.374837 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0ef43-e604-44d5-b92d-0b5a038181d3 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Subnet': ['ID=d79f538d-3b59-422b-a9d2-890c234f8b9b,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:13.386981 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf096759-b1ce-4298-82f2-cca221e194fe None None] Network da932762-4b76-4ec4-b141-b060febd4bab requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:13.396959 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ce0ef43-e604-44d5-b92d-0b5a038181d3 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:13.471566 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-824e6208-e9f4-4cb8-b506-c5e7e2540020 None None] Deleting port 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:13.471956 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-824e6208-e9f4-4cb8-b506-c5e7e2540020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:13.517486 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 78960296-8585-4aad-a770-9e3a1de956cf up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:13.614645 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9ce0ef43-e604-44d5-b92d-0b5a038181d3 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/subnets/d79f538d-3b59-422b-a9d2-890c234f8b9b HTTP/1.1" status: 204 len: 168 time: 3.2989979 May 10 14:53:13.617917 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43678) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:13.651876 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-32f8c187-842c-45e7-9df5-a79a4a8004b5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:13.654651 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43682) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:13.675334 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-824e6208-e9f4-4cb8-b506-c5e7e2540020 None None] The port '38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:53:13.776764 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3aa8766f-c317-4fa1-8cb3-b9564cf6e1c6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:13.793583 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 78960296-8585-4aad-a770-9e3a1de956cf triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:13.793950 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:13.799037 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8c187-842c-45e7-9df5-a79a4a8004b5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Port': ['ID=36e13a3c-f134-4bd8-91cd-0faa4b376463,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:13.831733 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2253-644c-4961-8812-4b64d4e76c9a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:13.847472 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d2253-644c-4961-8812-4b64d4e76c9a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting port 54f71e65-fa24-4d58-a1fd-df06a4b091e0 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:13.848324 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2253-644c-4961-8812-4b64d4e76c9a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:14.014086 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d65968b-85a6-47b6-957d-2f4691376f5b None None] DHCP port deletion for da932762-4b76-4ec4-b141-b060febd4bab request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:53:14.021148 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5d65968b-85a6-47b6-957d-2f4691376f5b None None] Deleting port 54f71e65-fa24-4d58-a1fd-df06a4b091e0 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:14.021771 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5d65968b-85a6-47b6-957d-2f4691376f5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:14.047166 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-32f8c187-842c-45e7-9df5-a79a4a8004b5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:14.051902 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-32f8c187-842c-45e7-9df5-a79a4a8004b5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/36e13a3c-f134-4bd8-91cd-0faa4b376463 HTTP/1.1" status: 204 len: 168 time: 3.7288857 May 10 14:53:14.064846 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43688) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:14.072043 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-60b2c6d5-5d4b-476d-8962-6061002cb4b8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=88047def7c784f85810e328e8ab79f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7736919 May 10 14:53:14.074352 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:53:14.074661 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8766f-c317-4fa1-8cb3-b9564cf6e1c6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=768e916e-d105-4ac4-91f2-82c1ba70b926,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:14.078293 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43692) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:14.118857 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:53:14.119202 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 38c8b6f6-8d08-41b9-bddf-e7f5b1973e3d not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:53:14.269714 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-4c0d2253-644c-4961-8812-4b64d4e76c9a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] For port 54f71e65-fa24-4d58-a1fd-df06a4b091e0, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=54f71e65-fa24-4d58-a1fd-df06a4b091e0,segment=NetworkSegment(94780ea6-7676-487d-8aa0-0506458c84f4),segment_id=94780ea6-7676-487d-8aa0-0506458c84f4)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:14.270315 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2253-644c-4961-8812-4b64d4e76c9a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:14.284893 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-5d65968b-85a6-47b6-957d-2f4691376f5b None None] For port 54f71e65-fa24-4d58-a1fd-df06a4b091e0, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=54f71e65-fa24-4d58-a1fd-df06a4b091e0,segment=NetworkSegment(94780ea6-7676-487d-8aa0-0506458c84f4),segment_id=94780ea6-7676-487d-8aa0-0506458c84f4)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:14.285290 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5d65968b-85a6-47b6-957d-2f4691376f5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:14.341754 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6b40fa06-9913-499f-8f8f-58d14c4a1d4d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=db24acd0a12840b6a941e9dfdfda53db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6799679 May 10 14:53:14.355420 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3aa8766f-c317-4fa1-8cb3-b9564cf6e1c6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:14.355752 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [None req-3aa8766f-c317-4fa1-8cb3-b9564cf6e1c6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Floating IP 6ddda144-97ef-4c86-8048-01e9b4a6189b disassociated (deleted). External IP: 172.26.0.149, port: d32182e0-af3e-4b84-bd1a-0be8d42e3bbc. May 10 14:53:14.389537 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43696) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:14.399150 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d2253-644c-4961-8812-4b64d4e76c9a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Calling delete_port for 54f71e65-fa24-4d58-a1fd-df06a4b091e0 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:14.414088 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5d65968b-85a6-47b6-957d-2f4691376f5b None None] Calling delete_port for 54f71e65-fa24-4d58-a1fd-df06a4b091e0 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:14.421776 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085773c2-718d-4335-8b47-1b2666e20d06 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:14.423424 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085773c2-718d-4335-8b47-1b2666e20d06 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:14.424550 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-085773c2-718d-4335-8b47-1b2666e20d06 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:14.494252 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5d65968b-85a6-47b6-957d-2f4691376f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:14.521852 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a9cbfe07-69f2-4371-98dd-8c34f67c04ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:14.525084 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.api [None req-4c0d2253-644c-4961-8812-4b64d4e76c9a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:53:14.525393 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG oslo_db.api [None req-4c0d2253-644c-4961-8812-4b64d4e76c9a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:53:14.551491 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a9cbfe07-69f2-4371-98dd-8c34f67c04ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:14.554460 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65968b-85a6-47b6-957d-2f4691376f5b None None] Pushing event deleted for resources: {'Port': ['ID=54f71e65-fa24-4d58-a1fd-df06a4b091e0,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:14.556473 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d65968b-85a6-47b6-957d-2f4691376f5b None None] No DVR routers for this DVR port 54f71e65-fa24-4d58-a1fd-df06a4b091e0 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:53:14.581880 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-085773c2-718d-4335-8b47-1b2666e20d06 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:14.583080 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-085773c2-718d-4335-8b47-1b2666e20d06 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.5098946 May 10 14:53:14.586266 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43700) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:14.650031 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3840b980-7a5e-4772-9e82-48b2f5828271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:14.660578 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-09777e4e-f283-44b1-bcc5-060e86c97249 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet 86b83319-9254-4e03-be79-e517e490f16f {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:53:14.665211 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09777e4e-f283-44b1-bcc5-060e86c97249 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:14.693374 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a9cbfe07-69f2-4371-98dd-8c34f67c04ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:14.703119 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Router 06321980-0abd-4a34-a376-1db36b98bd06 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:53:14.708872 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-85f012a4-30f7-48f6-822b-ae4c4697fb15 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:14.728624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbfe07-69f2-4371-98dd-8c34f67c04ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fea2d35-3cf9-4f17-8028-d1884e1b0f67,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:14.747828 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09777e4e-f283-44b1-bcc5-060e86c97249 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:14.800522 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a9cbfe07-69f2-4371-98dd-8c34f67c04ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:14.801638 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a9cbfe07-69f2-4371-98dd-8c34f67c04ff admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7fea2d35-3cf9-4f17-8028-d1884e1b0f67 HTTP/1.1" status: 204 len: 168 time: 0.4108825 May 10 14:53:14.854562 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09777e4e-f283-44b1-bcc5-060e86c97249 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:14.927832 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3840b980-7a5e-4772-9e82-48b2f5828271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:14.947008 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09777e4e-f283-44b1-bcc5-060e86c97249 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:15.000569 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09777e4e-f283-44b1-bcc5-060e86c97249 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=86b83319-9254-4e03-be79-e517e490f16f,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:15.005739 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09777e4e-f283-44b1-bcc5-060e86c97249 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:15.024045 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbb2993-67a0-4585-ba5e-e1bde5252383 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:15.031501 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d2253-644c-4961-8812-4b64d4e76c9a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting port 54f71e65-fa24-4d58-a1fd-df06a4b091e0 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:15.032446 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2253-644c-4961-8812-4b64d4e76c9a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:15.125620 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-09777e4e-f283-44b1-bcc5-060e86c97249 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/86b83319-9254-4e03-be79-e517e490f16f HTTP/1.1" status: 204 len: 168 time: 0.5382023 May 10 14:53:15.129664 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43706) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:15.184039 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 54f71e65-fa24-4d58-a1fd-df06a4b091e0 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:53:15.223809 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 54f71e65-fa24-4d58-a1fd-df06a4b091e0 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:53:15.224057 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 54f71e65-fa24-4d58-a1fd-df06a4b091e0 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:53:15.224350 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b191c9c8-58bb-4153-b389-2aa0ff84cb8b no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:53:15.253095 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d2253-644c-4961-8812-4b64d4e76c9a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] The port '54f71e65-fa24-4d58-a1fd-df06a4b091e0' was deleted {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:53:15.256323 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0a7ee30b-057b-46da-90ac-1551edefdc72 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1187484 May 10 14:53:15.264720 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43710) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:15.266716 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: b191c9c8-58bb-4153-b389-2aa0ff84cb8b {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:53:15.267054 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b191c9c8-58bb-4153-b389-2aa0ff84cb8b not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:53:15.334153 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-317769e6-271b-4b1d-bca8-2903145fd267 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:15.399043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2253-644c-4961-8812-4b64d4e76c9a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:15.426666 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-4c0d2253-644c-4961-8812-4b64d4e76c9a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da932762-4b76-4ec4-b141-b060febd4bab']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:15.443580 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-4c0d2253-644c-4961-8812-4b64d4e76c9a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94780ea6-7676-487d-8aa0-0506458c84f4') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:15.443791 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-4c0d2253-644c-4961-8812-4b64d4e76c9a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94780ea6-7676-487d-8aa0-0506458c84f4') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:15.448387 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbecd16-e23b-435f-a11c-370548e9d507 None None] DHCP port deletion for a36358c0-b900-4df5-ae69-1592404548f9 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:53:15.453365 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-1cbecd16-e23b-435f-a11c-370548e9d507 None None] Deleting port 78960296-8585-4aad-a770-9e3a1de956cf {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:15.453734 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1cbecd16-e23b-435f-a11c-370548e9d507 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:15.456150 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2253-644c-4961-8812-4b64d4e76c9a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:15.474755 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2253-644c-4961-8812-4b64d4e76c9a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:15.481006 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c0d2253-644c-4961-8812-4b64d4e76c9a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:53:15.482455 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2253-644c-4961-8812-4b64d4e76c9a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:53:15.497897 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:53:15.581132 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2253-644c-4961-8812-4b64d4e76c9a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:15.612435 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c0d2253-644c-4961-8812-4b64d4e76c9a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:15.623794 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d2253-644c-4961-8812-4b64d4e76c9a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Network': ['ID=da932762-4b76-4ec4-b141-b060febd4bab,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:15.626849 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4c0d2253-644c-4961-8812-4b64d4e76c9a tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/networks/da932762-4b76-4ec4-b141-b060febd4bab HTTP/1.1" status: 204 len: 168 time: 2.0078182 May 10 14:53:15.630101 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43714) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:15.645646 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3840b980-7a5e-4772-9e82-48b2f5828271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:15.673291 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-1cbecd16-e23b-435f-a11c-370548e9d507 None None] For port 78960296-8585-4aad-a770-9e3a1de956cf, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=78960296-8585-4aad-a770-9e3a1de956cf,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:15.674008 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1cbecd16-e23b-435f-a11c-370548e9d507 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:15.688350 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840b980-7a5e-4772-9e82-48b2f5828271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e332b9e1-b8f4-45f4-b698-c0a80ea2da90,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:15.698288 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-317769e6-271b-4b1d-bca8-2903145fd267 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:15.702550 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:53:15.717978 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-317769e6-271b-4b1d-bca8-2903145fd267 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:15.721500 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3840b980-7a5e-4772-9e82-48b2f5828271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:15.725160 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3840b980-7a5e-4772-9e82-48b2f5828271 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e332b9e1-b8f4-45f4-b698-c0a80ea2da90 HTTP/1.1" status: 204 len: 168 time: 1.6080382 May 10 14:53:15.729007 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-317769e6-271b-4b1d-bca8-2903145fd267 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:15.738511 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa8766f-c317-4fa1-8cb3-b9564cf6e1c6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router 4c545987-9dfc-439b-be1e-8a88b2377a04 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:53:15.740919 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f63d956-d70d-42b8-b8b6-79493284f023 None None] Sync routers for ids ['06321980-0abd-4a34-a376-1db36b98bd06'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:53:15.746624 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-317769e6-271b-4b1d-bca8-2903145fd267 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:15.811851 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-1cbecd16-e23b-435f-a11c-370548e9d507 None None] Calling delete_port for 78960296-8585-4aad-a770-9e3a1de956cf owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:15.838287 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:15.871233 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f63d956-d70d-42b8-b8b6-79493284f023 None None] Routers {'06321980-0abd-4a34-a376-1db36b98bd06'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:15.871866 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-0f63d956-d70d-42b8-b8b6-79493284f023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['06321980-0abd-4a34-a376-1db36b98bd06'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:15.883478 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317769e6-271b-4b1d-bca8-2903145fd267 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:15.886960 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-317769e6-271b-4b1d-bca8-2903145fd267 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:16.087440 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1cbecd16-e23b-435f-a11c-370548e9d507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:16.154835 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbecd16-e23b-435f-a11c-370548e9d507 None None] Pushing event deleted for resources: {'Port': ['ID=78960296-8585-4aad-a770-9e3a1de956cf,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:16.163288 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbecd16-e23b-435f-a11c-370548e9d507 None None] No DVR routers for this DVR port 78960296-8585-4aad-a770-9e3a1de956cf on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:53:16.184227 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-0f63d956-d70d-42b8-b8b6-79493284f023 None None] Set router 06321980-0abd-4a34-a376-1db36b98bd06 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:53:16.259133 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-85f012a4-30f7-48f6-822b-ae4c4697fb15 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Deleting port b2115fb5-29c1-42d0-8c15-deccfe0937bc {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:16.259528 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-85f012a4-30f7-48f6-822b-ae4c4697fb15 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:16.295470 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-077daad1-daf7-4250-bd0c-99e2fad760ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 12.0536036 May 10 14:53:16.306276 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab598b9e-c3f8-42e3-8510-16985d53b282', 'tag': '360407bd-a54b-4eae-90ad-84682b32fc75'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:53:16.311814 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa8766f-c317-4fa1-8cb3-b9564cf6e1c6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:53:16.325413 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6ef6f8-3a58-478f-abac-b25940eb0ce4 None None] Sync routers for ids ['4c545987-9dfc-439b-be1e-8a88b2377a04'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:53:16.327748 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3aa8766f-c317-4fa1-8cb3-b9564cf6e1c6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:16.351593 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6ef6f8-3a58-478f-abac-b25940eb0ce4 None None] Routers {'4c545987-9dfc-439b-be1e-8a88b2377a04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:16.352220 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-bf6ef6f8-3a58-478f-abac-b25940eb0ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4c545987-9dfc-439b-be1e-8a88b2377a04'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:16.564555 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1c4f-0929-463e-a62a-6c98b4e1c98f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:16.581463 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-bf6ef6f8-3a58-478f-abac-b25940eb0ce4 None None] Set router 4c545987-9dfc-439b-be1e-8a88b2377a04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:53:16.660467 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-0f63d956-d70d-42b8-b8b6-79493284f023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '892157d8-1e1a-48bd-aee7-9e50dab02f83', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'floating_ip_address': '172.26.0.134', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'port_id': '360407bd-a54b-4eae-90ad-84682b32fc75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'mac_address': 'fa:16:3e:39:ce:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab598b9e-c3f8-42e3-8510-16985d53b282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:53:09Z', 'updated_at': '2022-05-10T14:53:09Z', 'revision_number': 0, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4980ca6f-0667-49af-b857-8e7e921c8439', 'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'mac_address': 'fa:16:3e:87:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:16Z', 'updated_at': '2022-05-10T14:51:37Z', 'revision_number': 5, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'subnets': [{'id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:16.665919 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f63d956-d70d-42b8-b8b6-79493284f023 None None] Checking router: 06321980-0abd-4a34-a376-1db36b98bd06 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:53:16.680420 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f63d956-d70d-42b8-b8b6-79493284f023 None None] Routers {'06321980-0abd-4a34-a376-1db36b98bd06'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:16.681193 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-0f63d956-d70d-42b8-b8b6-79493284f023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['06321980-0abd-4a34-a376-1db36b98bd06'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:16.806208 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43742) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:16.880940 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3aa8766f-c317-4fa1-8cb3-b9564cf6e1c6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/floatingips/6ddda144-97ef-4c86-8048-01e9b4a6189b HTTP/1.1" status: 204 len: 168 time: 6.5627687 May 10 14:53:16.883432 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac78a55e-89f8-4018-9210-dd154e7f04ab'] response: {'name': 'network-changed', 'server_uuid': 'ab598b9e-c3f8-42e3-8510-16985d53b282', 'tag': '360407bd-a54b-4eae-90ad-84682b32fc75', 'status': 'completed', 'code': 200} May 10 14:53:17.054846 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-4fe5a87e-4a0a-4b5b-bdb5-fa12049df354 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-505605543'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:17.076009 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4fe5a87e-4a0a-4b5b-bdb5-fa12049df354 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:17.086388 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4fe5a87e-4a0a-4b5b-bdb5-fa12049df354 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:network and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:17.088181 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-bf6ef6f8-3a58-478f-abac-b25940eb0ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'name': 'tempest-TestNetworkBasicOps-router-2120422949', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:49:55Z', 'updated_at': '2022-05-10T14:52:51Z', 'revision_number': 6, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:49:58Z', 'updated_at': '2022-05-10T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'af294687-0e5e-4899-9290-f30d7580c321', 'name': '', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:c7:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:50:11Z', 'updated_at': '2022-05-10T14:50:21Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:17.091495 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4fe5a87e-4a0a-4b5b-bdb5-fa12049df354 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:17.099725 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6ef6f8-3a58-478f-abac-b25940eb0ce4 None None] Checking router: 4c545987-9dfc-439b-be1e-8a88b2377a04 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:53:17.104379 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4fe5a87e-4a0a-4b5b-bdb5-fa12049df354 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:17.115258 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c1c4f-0929-463e-a62a-6c98b4e1c98f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting port f9d431ec-bb90-4d1c-91d8-e1eb4030409c {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:17.115731 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1c4f-0929-463e-a62a-6c98b4e1c98f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:17.120447 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6ef6f8-3a58-478f-abac-b25940eb0ce4 None None] Routers {'4c545987-9dfc-439b-be1e-8a88b2377a04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:17.121312 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-bf6ef6f8-3a58-478f-abac-b25940eb0ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4c545987-9dfc-439b-be1e-8a88b2377a04'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:17.140799 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 78960296-8585-4aad-a770-9e3a1de956cf no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:53:17.187426 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 78960296-8585-4aad-a770-9e3a1de956cf {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:53:17.187915 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 78960296-8585-4aad-a770-9e3a1de956cf not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:53:17.205496 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-0f63d956-d70d-42b8-b8b6-79493284f023 None None] Set router 06321980-0abd-4a34-a376-1db36b98bd06 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:53:17.270027 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.objects.ports [None req-317769e6-271b-4b1d-bca8-2903145fd267 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 10 14:53:17.292443 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe5a87e-4a0a-4b5b-bdb5-fa12049df354 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:17.295981 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a87e-4a0a-4b5b-bdb5-fa12049df354 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:17.303369 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-317769e6-271b-4b1d-bca8-2903145fd267 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:17.345130 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-bf6ef6f8-3a58-478f-abac-b25940eb0ce4 None None] Set router 4c545987-9dfc-439b-be1e-8a88b2377a04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:53:17.349669 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a87e-4a0a-4b5b-bdb5-fa12049df354 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:17.371821 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4fe5a87e-4a0a-4b5b-bdb5-fa12049df354 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:17.375900 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4fe5a87e-4a0a-4b5b-bdb5-fa12049df354 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:security_group_rule and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:17.379987 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4fe5a87e-4a0a-4b5b-bdb5-fa12049df354 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:17.386066 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4fe5a87e-4a0a-4b5b-bdb5-fa12049df354 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:17.513041 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-8e4c1c4f-0929-463e-a62a-6c98b4e1c98f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] For port f9d431ec-bb90-4d1c-91d8-e1eb4030409c, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=f9d431ec-bb90-4d1c-91d8-e1eb4030409c,segment=NetworkSegment(6685b3f3-04db-407f-9b92-2e2fda1e66aa),segment_id=6685b3f3-04db-407f-9b92-2e2fda1e66aa)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:17.513398 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1c4f-0929-463e-a62a-6c98b4e1c98f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:17.539176 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317769e6-271b-4b1d-bca8-2903145fd267 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:17.558750 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-317769e6-271b-4b1d-bca8-2903145fd267 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:17.578837 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317769e6-271b-4b1d-bca8-2903145fd267 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:17.579880 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-317769e6-271b-4b1d-bca8-2903145fd267 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:17.619713 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317769e6-271b-4b1d-bca8-2903145fd267 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=9b5d5e11-2661-4b2f-be22-9fbd59dac0ba,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:17.628527 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0b184d-d5b1-43ab-a572-482c57d73219 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:17.640219 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-85f012a4-30f7-48f6-822b-ae4c4697fb15 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:17.652806 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c00dac-c4cf-4afa-bd53-929b5b875d68 req-972c085d-0a43-4da0-8cb7-4fb4d09e6175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:17.654618 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-66c00dac-c4cf-4afa-bd53-929b5b875d68 req-972c085d-0a43-4da0-8cb7-4fb4d09e6175 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7&device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 1098 time: 0.7702034 May 10 14:53:17.702002 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-317769e6-271b-4b1d-bca8-2903145fd267 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4342015 May 10 14:53:17.702953 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43754) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:17.743014 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a87e-4a0a-4b5b-bdb5-fa12049df354 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:17.750040 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c1c4f-0929-463e-a62a-6c98b4e1c98f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Calling delete_port for f9d431ec-bb90-4d1c-91d8-e1eb4030409c owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:17.752195 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-bf6ef6f8-3a58-478f-abac-b25940eb0ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'name': 'tempest-TestNetworkBasicOps-router-2120422949', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:49:55Z', 'updated_at': '2022-05-10T14:52:51Z', 'revision_number': 6, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:49:58Z', 'updated_at': '2022-05-10T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'af294687-0e5e-4899-9290-f30d7580c321', 'name': '', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:c7:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:50:11Z', 'updated_at': '2022-05-10T14:50:21Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:17.757293 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6ef6f8-3a58-478f-abac-b25940eb0ce4 None None] The sync data for ids ['4c545987-9dfc-439b-be1e-8a88b2377a04'] in dv-neutron-841204-2-hyperv is: [{'id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'name': 'tempest-TestNetworkBasicOps-router-2120422949', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:49:55Z', 'updated_at': '2022-05-10T14:52:51Z', 'revision_number': 6, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:49:58Z', 'updated_at': '2022-05-10T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'af294687-0e5e-4899-9290-f30d7580c321', 'name': '', 'network_id': '5b74dabd-d14b-4810-9da8-3e0bb8fccbf0', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:c7:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:50:11Z', 'updated_at': '2022-05-10T14:50:21Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '702fd6a2-2441-4d78-a561-280659d21ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:53:17.810068 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a87e-4a0a-4b5b-bdb5-fa12049df354 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:17.865553 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5a87e-4a0a-4b5b-bdb5-fa12049df354 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b78fd1-f036-4cae-bb0d-5443c64d6386,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:17.910854 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe5a87e-4a0a-4b5b-bdb5-fa12049df354 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:53:17.916459 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-85f012a4-30f7-48f6-822b-ae4c4697fb15 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Calling delete_port for b2115fb5-29c1-42d0-8c15-deccfe0937bc owned by network:router_interface {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:17.963403 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a87e-4a0a-4b5b-bdb5-fa12049df354 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:17.964146 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-4fe5a87e-4a0a-4b5b-bdb5-fa12049df354 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Added segment 53c1f769-6d45-4948-abb6-4a1ef3aa7258 of type vlan for network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e May 10 14:53:17.968515 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7008a4ad-b128-459d-b225-97830f46754b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-a36358c0-b900-4df5-ae69-1592404548f9', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'fixed_ips': [{'subnet_id': '9b5d5e11-2661-4b2f-be22-9fbd59dac0ba'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:53:17.969467 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7008a4ad-b128-459d-b225-97830f46754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:17.994899 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b3863-f0a9-47c5-ba68-cd371d5e4f56 req-9be765b8-92a1-4eaf-bf5c-ba819a07f5fd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:18.003500 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-939b3863-f0a9-47c5-ba68-cd371d5e4f56 req-9be765b8-92a1-4eaf-bf5c-ba819a07f5fd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 945 time: 0.3736649 May 10 14:53:18.021955 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-27b0572c-c9e3-47ef-960e-1188109069f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'mac_address': 'fa:16:3e:c7:9a:f6', 'name': 'tempest-NetworksTestDHCPv6-333138695'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:18.069843 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a87e-4a0a-4b5b-bdb5-fa12049df354 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:18.118802 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-939b3863-f0a9-47c5-ba68-cd371d5e4f56 req-b82360e8-cac6-4a95-8b00-2224ae92dec0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:18.127410 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-0f63d956-d70d-42b8-b8b6-79493284f023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '892157d8-1e1a-48bd-aee7-9e50dab02f83', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'floating_ip_address': '172.26.0.134', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'port_id': '360407bd-a54b-4eae-90ad-84682b32fc75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'mac_address': 'fa:16:3e:39:ce:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab598b9e-c3f8-42e3-8510-16985d53b282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:53:09Z', 'updated_at': '2022-05-10T14:53:09Z', 'revision_number': 0, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4980ca6f-0667-49af-b857-8e7e921c8439', 'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'mac_address': 'fa:16:3e:87:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:16Z', 'updated_at': '2022-05-10T14:51:37Z', 'revision_number': 5, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'subnets': [{'id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:18.133351 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f63d956-d70d-42b8-b8b6-79493284f023 None None] The sync data for ids ['06321980-0abd-4a34-a376-1db36b98bd06'] in dv-neutron-841204-2-hyperv is: [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '892157d8-1e1a-48bd-aee7-9e50dab02f83', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'floating_ip_address': '172.26.0.134', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'port_id': '360407bd-a54b-4eae-90ad-84682b32fc75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'mac_address': 'fa:16:3e:39:ce:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab598b9e-c3f8-42e3-8510-16985d53b282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:53:09Z', 'updated_at': '2022-05-10T14:53:09Z', 'revision_number': 0, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4980ca6f-0667-49af-b857-8e7e921c8439', 'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'mac_address': 'fa:16:3e:87:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:16Z', 'updated_at': '2022-05-10T14:51:37Z', 'revision_number': 5, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'subnets': [{'id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:53:18.140815 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a87e-4a0a-4b5b-bdb5-fa12049df354 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:18.147588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe5a87e-4a0a-4b5b-bdb5-fa12049df354 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:18.148593 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a87e-4a0a-4b5b-bdb5-fa12049df354 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:18.151361 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-7008a4ad-b128-459d-b225-97830f46754b None None] Allocated IP 2001:db8::f816:3eff:fe8a:74d6 (a36358c0-b900-4df5-ae69-1592404548f9/9b5d5e11-2661-4b2f-be22-9fbd59dac0ba/f1f718a9-9091-437d-b9b0-c0d6132a2ba1) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:18.155609 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7245b5e-bb7c-45c8-a5e2-72ffa69a0ca1 None None] New status for floating IP 6ddda144-97ef-4c86-8048-01e9b4a6189b: DOWN {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:53:18.255720 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-939b3863-f0a9-47c5-ba68-cd371d5e4f56 req-b82360e8-cac6-4a95-8b00-2224ae92dec0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:18.257177 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-939b3863-f0a9-47c5-ba68-cd371d5e4f56 req-b82360e8-cac6-4a95-8b00-2224ae92dec0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=5510d827-2b86-4b67-a0c7-376247a7be36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526467 May 10 14:53:18.267752 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c00dac-c4cf-4afa-bd53-929b5b875d68 req-8fc6aca1-5147-441f-a14d-311fa1144d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:18.269919 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-66c00dac-c4cf-4afa-bd53-929b5b875d68 req-8fc6aca1-5147-441f-a14d-311fa1144d4f service neutron] 10.222.0.86 "GET /v2.0/networks?id=432ecadc-13ed-4534-bb5d-3db9112befb3 HTTP/1.1" status: 200 len: 912 time: 0.6032314 May 10 14:53:18.433621 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-27b0572c-c9e3-47ef-960e-1188109069f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:18.448233 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4fe5a87e-4a0a-4b5b-bdb5-fa12049df354 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6404858 May 10 14:53:18.465520 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43758) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:18.468552 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-27b0572c-c9e3-47ef-960e-1188109069f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:18.476990 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-3bc4d6e4-b066-4a96-952e-4adf1ecfcb55 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'port': {'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e', 'name': 'tempest-PortsTestJSON-1162300035'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:18.478979 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5a87e-4a0a-4b5b-bdb5-fa12049df354 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Network': ['ID=1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:18.508711 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1c4f-0929-463e-a62a-6c98b4e1c98f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:18.515565 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:53:18.598134 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691de577-db17-4323-9c71-7bb93f50ed05 None None] New status for floating IP 892157d8-1e1a-48bd-aee7-9e50dab02f83: ACTIVE {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:53:18.610591 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c1c4f-0929-463e-a62a-6c98b4e1c98f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Port': ['ID=f9d431ec-bb90-4d1c-91d8-e1eb4030409c,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:18.669171 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-66c00dac-c4cf-4afa-bd53-929b5b875d68 req-4d7f1308-040f-49cd-8f24-aff06c31beb0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=360407bd-a54b-4eae-90ad-84682b32fc75 HTTP/1.1" status: 200 len: 999 time: 0.3757267 May 10 14:53:18.669171 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-85f012a4-30f7-48f6-822b-ae4c4697fb15 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:18.703192 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7008a4ad-b128-459d-b225-97830f46754b None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:18.723535 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7008a4ad-b128-459d-b225-97830f46754b None None] Transition to ACTIVE for port object f1f718a9-9091-437d-b9b0-c0d6132a2ba1 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:18.762048 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7008a4ad-b128-459d-b225-97830f46754b None None] Transition to ACTIVE for port object f1f718a9-9091-437d-b9b0-c0d6132a2ba1 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:18.778259 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7008a4ad-b128-459d-b225-97830f46754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:18.813172 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b0572c-c9e3-47ef-960e-1188109069f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:18.834915 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1c4f-0929-463e-a62a-6c98b4e1c98f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:18.840333 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f012a4-30f7-48f6-822b-ae4c4697fb15 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event deleted for resources: {'Port': ['ID=b2115fb5-29c1-42d0-8c15-deccfe0937bc,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:19.028459 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7008a4ad-b128-459d-b225-97830f46754b None None] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:19.042724 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-7008a4ad-b128-459d-b225-97830f46754b None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:19.056333 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7008a4ad-b128-459d-b225-97830f46754b None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:19.193384 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e164761d-8da1-4d0f-a014-b5e27c3d5e70', 'tag': 'd32182e0-af3e-4b84-bd1a-0be8d42e3bbc'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:53:19.196189 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008a4ad-b128-459d-b225-97830f46754b None None] Pushing event updated for resources: {'Port': ['ID=f1f718a9-9091-437d-b9b0-c0d6132a2ba1,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:19.453546 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3bc4d6e4-b066-4a96-952e-4adf1ecfcb55 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:19.456458 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-7008a4ad-b128-459d-b225-97830f46754b None None] Attempting to bind port f1f718a9-9091-437d-b9b0-c0d6132a2ba1 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:53:19.456841 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-7008a4ad-b128-459d-b225-97830f46754b None None] Attempting to bind port f1f718a9-9091-437d-b9b0-c0d6132a2ba1 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:53:19.457217 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7008a4ad-b128-459d-b225-97830f46754b None None] Attempting to bind port f1f718a9-9091-437d-b9b0-c0d6132a2ba1 on network a36358c0-b900-4df5-ae69-1592404548f9 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:53:19.458030 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2afc594b-1b22-4e7d-ad6d-e6ed000b6eac'] response: {'name': 'network-changed', 'server_uuid': 'e164761d-8da1-4d0f-a014-b5e27c3d5e70', 'tag': 'd32182e0-af3e-4b84-bd1a-0be8d42e3bbc', 'status': 'completed', 'code': 200} May 10 14:53:19.462615 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c00dac-c4cf-4afa-bd53-929b5b875d68 req-b135e774-6633-476e-9e79-d8239043a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:19.464313 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-66c00dac-c4cf-4afa-bd53-929b5b875d68 req-b135e774-6633-476e-9e79-d8239043a050 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c510936-298f-4d7e-b6bd-ee2068bbabe3 HTTP/1.1" status: 200 len: 850 time: 0.7932911 May 10 14:53:19.465708 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7008a4ad-b128-459d-b225-97830f46754b None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:53:19.466084 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7008a4ad-b128-459d-b225-97830f46754b None None] Checking segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:53:19.466506 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7008a4ad-b128-459d-b225-97830f46754b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:19.467330 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7008a4ad-b128-459d-b225-97830f46754b None None] Bound using segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:53:19.467970 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-7008a4ad-b128-459d-b225-97830f46754b None None] Bound port: f1f718a9-9091-437d-b9b0-c0d6132a2ba1, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:53:19.468509 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7008a4ad-b128-459d-b225-97830f46754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:19.521967 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4c1c4f-0929-463e-a62a-6c98b4e1c98f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:53:19.703583 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3bc4d6e4-b066-4a96-952e-4adf1ecfcb55 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:port and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:19.751247 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4c1c4f-0929-463e-a62a-6c98b4e1c98f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:53:19.761274 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8e4c1c4f-0929-463e-a62a-6c98b4e1c98f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/routers/9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1285331 May 10 14:53:19.768026 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43772) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:19.772579 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dacab71-2e70-471b-a128-737489f430cb None None] Sync routers for ids ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:53:19.784358 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7008a4ad-b128-459d-b225-97830f46754b None None] For port f1f718a9-9091-437d-b9b0-c0d6132a2ba1, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:53:19.787293 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3bc4d6e4-b066-4a96-952e-4adf1ecfcb55 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:19.788963 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7008a4ad-b128-459d-b225-97830f46754b None None] For port f1f718a9-9091-437d-b9b0-c0d6132a2ba1, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=f1f718a9-9091-437d-b9b0-c0d6132a2ba1,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:53:19.791115 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dacab71-2e70-471b-a128-737489f430cb None None] Routers {'9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:19.791889 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-3dacab71-2e70-471b-a128-737489f430cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:19.804807 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3bc4d6e4-b066-4a96-952e-4adf1ecfcb55 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:19.820933 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-85f012a4-30f7-48f6-822b-ae4c4697fb15 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:19.829423 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7970f19-bf91-4ce5-bafd-849a40cc1ea0 req-0a6f1fe8-b49e-4d37-beaf-456fec46197a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:19.832712 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e7970f19-bf91-4ce5-bafd-849a40cc1ea0 req-0a6f1fe8-b49e-4d37-beaf-456fec46197a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 945 time: 0.3685613 May 10 14:53:19.853908 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7008a4ad-b128-459d-b225-97830f46754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:19.858154 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb77ed0d-f7d7-4e9d-837d-ba874be62e8d tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting subnet ce49d467-50e2-4b66-82d1-5c434b84dd50 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:53:19.898295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fb77ed0d-f7d7-4e9d-837d-ba874be62e8d tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:19.958329 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc4d6e4-b066-4a96-952e-4adf1ecfcb55 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:19.962075 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3bc4d6e4-b066-4a96-952e-4adf1ecfcb55 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:20.023919 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e7970f19-bf91-4ce5-bafd-849a40cc1ea0 req-adee4784-4a99-4c17-8ce5-976ff03a7f24 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=5510d827-2b86-4b67-a0c7-376247a7be36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721907 May 10 14:53:20.027701 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fb77ed0d-f7d7-4e9d-837d-ba874be62e8d tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:20.072745 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-27b0572c-c9e3-47ef-960e-1188109069f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:20.095321 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008a4ad-b128-459d-b225-97830f46754b None None] Pushing event updated for resources: {'Port': ['ID=f1f718a9-9091-437d-b9b0-c0d6132a2ba1,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:20.104846 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-3dacab71-2e70-471b-a128-737489f430cb None None] Set router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:53:20.120411 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-3bc4d6e4-b066-4a96-952e-4adf1ecfcb55 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] device_id is not set on port bb69dbbb-e2ad-40d8-8884-14487a9c2837 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:53:20.183025 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fb77ed0d-f7d7-4e9d-837d-ba874be62e8d tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:20.196924 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990a36d-b381-458c-873f-4613a77a834a req-4a8d5529-03a5-4bf0-806b-3f624d8973eb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:20.197610 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-d990a36d-b381-458c-873f-4613a77a834a req-4a8d5529-03a5-4bf0-806b-3f624d8973eb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:20.221079 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c00dac-c4cf-4afa-bd53-929b5b875d68 req-4cc13bd7-97ac-4f2b-a2d3-1468b095207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:20.222507 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-66c00dac-c4cf-4afa-bd53-929b5b875d68 req-4cc13bd7-97ac-4f2b-a2d3-1468b095207a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=432ecadc-13ed-4534-bb5d-3db9112befb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6694605 May 10 14:53:20.228341 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-27b0572c-c9e3-47ef-960e-1188109069f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] device_id is not set on port b34f8d86-8a88-4876-b8c0-b683269da38c yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:53:20.229318 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-3dacab71-2e70-471b-a128-737489f430cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:53:18Z', 'revision_number': 11, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:20.243093 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dacab71-2e70-471b-a128-737489f430cb None None] Checking router: 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:53:20.272425 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fb77ed0d-f7d7-4e9d-837d-ba874be62e8d tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:20.278949 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dacab71-2e70-471b-a128-737489f430cb None None] Routers {'9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:20.279594 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-3dacab71-2e70-471b-a128-737489f430cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:20.321248 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dd7a9-ef3d-4132-983e-9a216945f489 req-7e460eac-0966-491b-ac12-bb0f70407428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:20.322739 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-754dd7a9-ef3d-4132-983e-9a216945f489 req-7e460eac-0966-491b-ac12-bb0f70407428 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 1098 time: 0.8717840 May 10 14:53:20.332371 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77ed0d-f7d7-4e9d-837d-ba874be62e8d tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Subnet': ['ID=ce49d467-50e2-4b66-82d1-5c434b84dd50,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:20.334787 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fb77ed0d-f7d7-4e9d-837d-ba874be62e8d tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:20.335671 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-23210121-a3a6-4eff-82d6-a5d1b0962675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:20.346917 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fb77ed0d-f7d7-4e9d-837d-ba874be62e8d tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/subnets/ce49d467-50e2-4b66-82d1-5c434b84dd50 HTTP/1.1" status: 204 len: 168 time: 0.5772979 May 10 14:53:20.347777 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43776) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:20.400063 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d4b572-0303-46f6-91f2-a6c79e0208a2 None None] Network dfb8138f-eff7-4167-9eb3-b75dc5f1c41e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:20.492392 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-39920d24-5b44-4dc1-b976-01291f7e8b45 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:20.505929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-39920d24-5b44-4dc1-b976-01291f7e8b45 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Deleting port 3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:20.506857 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-39920d24-5b44-4dc1-b976-01291f7e8b45 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:20.623058 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-3dacab71-2e70-471b-a128-737489f430cb None None] Set router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:53:20.649868 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-d990a36d-b381-458c-873f-4613a77a834a req-4a8d5529-03a5-4bf0-806b-3f624d8973eb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:20.651356 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d990a36d-b381-458c-873f-4613a77a834a req-4a8d5529-03a5-4bf0-806b-3f624d8973eb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/ports?device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 945 time: 1.8066452 May 10 14:53:20.762491 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-3dacab71-2e70-471b-a128-737489f430cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:53:18Z', 'revision_number': 11, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:20.763876 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f012a4-30f7-48f6-822b-ae4c4697fb15 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Router 46ce2397-759f-4808-8a13-fe8357c1caef has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:53:20.770967 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dacab71-2e70-471b-a128-737489f430cb None None] The sync data for ids ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'] in dv-neutron-841204-2-hyperv is: [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:53:18Z', 'revision_number': 11, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:53:20.883502 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-27b0572c-c9e3-47ef-960e-1188109069f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8::f816:3eff:fec7:9af6 (a36358c0-b900-4df5-ae69-1592404548f9/9b5d5e11-2661-4b2f-be22-9fbd59dac0ba/b34f8d86-8a88-4876-b8c0-b683269da38c) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:20.908769 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-39920d24-5b44-4dc1-b976-01291f7e8b45 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] For port 3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee,segment=NetworkSegment(6685b3f3-04db-407f-9b92-2e2fda1e66aa),segment_id=6685b3f3-04db-407f-9b92-2e2fda1e66aa)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:20.908769 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-39920d24-5b44-4dc1-b976-01291f7e8b45 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:21.046997 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-39920d24-5b44-4dc1-b976-01291f7e8b45 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Calling delete_port for 3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:21.162370 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68154952-2503-4582-ba53-c321580017ac None None] DHCP port deletion for dfb8138f-eff7-4167-9eb3-b75dc5f1c41e request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:53:21.167674 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-68154952-2503-4582-ba53-c321580017ac None None] Deleting port 3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:21.168314 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-68154952-2503-4582-ba53-c321580017ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:21.219333 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-39920d24-5b44-4dc1-b976-01291f7e8b45 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:21.311450 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39920d24-5b44-4dc1-b976-01291f7e8b45 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Port': ['ID=3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:21.323782 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device f1f718a9-9091-437d-b9b0-c0d6132a2ba1 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:21.336350 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dd7a9-ef3d-4132-983e-9a216945f489 req-fccd1958-3349-4b40-9e4d-992a73e00836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:21.339437 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-754dd7a9-ef3d-4132-983e-9a216945f489 req-fccd1958-3349-4b40-9e4d-992a73e00836 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 HTTP/1.1" status: 200 len: 898 time: 0.9750404 May 10 14:53:21.349850 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39920d24-5b44-4dc1-b976-01291f7e8b45 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] No DVR routers for this DVR port 3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:53:21.383420 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-66c00dac-c4cf-4afa-bd53-929b5b875d68 req-f1f1d518-7535-48ed-a305-81df859bb82f service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1194906 May 10 14:53:21.417768 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-68154952-2503-4582-ba53-c321580017ac None None] The port '3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:53:21.452533 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port f1f718a9-9091-437d-b9b0-c0d6132a2ba1 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:21.535138 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device f9d431ec-bb90-4d1c-91d8-e1eb4030409c no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:53:21.542679 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-754dd7a9-ef3d-4132-983e-9a216945f489 req-89c22555-bd81-4cac-9804-81f4e14072a3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d32182e0-af3e-4b84-bd1a-0be8d42e3bbc HTTP/1.1" status: 200 len: 217 time: 0.1692116 May 10 14:53:21.556698 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-39920d24-5b44-4dc1-b976-01291f7e8b45 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:21.582313 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fb422-2479-4320-bcf5-323edcb80453 req-dc4376a4-d380-482e-90e4-552f7f8b5789 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:21.584807 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: f9d431ec-bb90-4d1c-91d8-e1eb4030409c {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:53:21.585212 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device f9d431ec-bb90-4d1c-91d8-e1eb4030409c not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:53:21.585701 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:53:21.589296 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2a4fb422-2479-4320-bcf5-323edcb80453 req-dc4376a4-d380-482e-90e4-552f7f8b5789 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 945 time: 0.2790511 May 10 14:53:21.627732 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-39920d24-5b44-4dc1-b976-01291f7e8b45 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb8138f-eff7-4167-9eb3-b75dc5f1c41e']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:21.629784 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:53:21.630304 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 3f98ce64-8922-4bd3-ad0b-1e68e7cc7fee not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:53:21.660071 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-39920d24-5b44-4dc1-b976-01291f7e8b45 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6685b3f3-04db-407f-9b92-2e2fda1e66aa') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:21.660751 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-39920d24-5b44-4dc1-b976-01291f7e8b45 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6685b3f3-04db-407f-9b92-2e2fda1e66aa') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:21.679483 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device d32182e0-af3e-4b84-bd1a-0be8d42e3bbc no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:53:21.681317 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-39920d24-5b44-4dc1-b976-01291f7e8b45 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:21.695092 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2a4fb422-2479-4320-bcf5-323edcb80453 req-bfa83b87-a7d0-4d71-9fd7-90b0acd5d3e3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=5510d827-2b86-4b67-a0c7-376247a7be36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049585 May 10 14:53:21.705411 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-39920d24-5b44-4dc1-b976-01291f7e8b45 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:21.712858 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39920d24-5b44-4dc1-b976-01291f7e8b45 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:53:21.713382 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-39920d24-5b44-4dc1-b976-01291f7e8b45 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:53:21.730649 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:53:21.733851 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-d990a36d-b381-458c-873f-4613a77a834a req-5a6859c2-0377-47c5-b77f-4c9f8c182ad2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port d32182e0-af3e-4b84-bd1a-0be8d42e3bbc {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:21.733851 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d990a36d-b381-458c-873f-4613a77a834a req-5a6859c2-0377-47c5-b77f-4c9f8c182ad2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:21.774846 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3bc4d6e4-b066-4a96-952e-4adf1ecfcb55 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:21.812161 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-55513377-53a9-4217-9d36-7f7bb7f91ff5 None None] Provisioning for port f1f718a9-9091-437d-b9b0-c0d6132a2ba1 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:21.816064 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:21.817516 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-39920d24-5b44-4dc1-b976-01291f7e8b45 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:21.822872 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-39920d24-5b44-4dc1-b976-01291f7e8b45 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:21.832003 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-55513377-53a9-4217-9d36-7f7bb7f91ff5 None None] Provisioning complete for port f1f718a9-9091-437d-b9b0-c0d6132a2ba1 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:21.832925 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-55513377-53a9-4217-9d36-7f7bb7f91ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:21.862251 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39920d24-5b44-4dc1-b976-01291f7e8b45 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Pushing event deleted for resources: {'Network': ['ID=dfb8138f-eff7-4167-9eb3-b75dc5f1c41e,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:21.878049 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-39920d24-5b44-4dc1-b976-01291f7e8b45 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/networks/dfb8138f-eff7-4167-9eb3-b75dc5f1c41e HTTP/1.1" status: 204 len: 168 time: 1.5287609 May 10 14:53:21.881328 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43782) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:21.887427 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-35970179-700d-488f-a8bb-42b39747d0ab tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'router': {'routes': None}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:21.942016 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-66c00dac-c4cf-4afa-bd53-929b5b875d68 req-0d284040-5ae8-49dd-85e6-322a717a5087 service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010990 May 10 14:53:21.958195 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f012a4-30f7-48f6-822b-ae4c4697fb15 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:53:21.959412 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e164761d-8da1-4d0f-a014-b5e27c3d5e70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd32182e0-af3e-4b84-bd1a-0be8d42e3bbc'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:53:21.969407 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101275a0-dacf-4f07-b3ba-34e98e602760 None None] Sync routers for ids ['46ce2397-759f-4808-8a13-fe8357c1caef'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:53:21.988175 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101275a0-dacf-4f07-b3ba-34e98e602760 None None] Routers {'46ce2397-759f-4808-8a13-fe8357c1caef'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:21.989757 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-101275a0-dacf-4f07-b3ba-34e98e602760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['46ce2397-759f-4808-8a13-fe8357c1caef'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:21.991962 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port d32182e0-af3e-4b84-bd1a-0be8d42e3bbc, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=d32182e0-af3e-4b84-bd1a-0be8d42e3bbc,segment=NetworkSegment(d67335cd-b03f-4448-bcc2-1347e31dd44b),segment_id=d67335cd-b03f-4448-bcc2-1347e31dd44b)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:22.003508 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:22.048438 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dd7a9-ef3d-4132-983e-9a216945f489 req-11b2c395-bea5-4efb-abe1-cd199df18c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:22.050159 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-754dd7a9-ef3d-4132-983e-9a216945f489 req-11b2c395-bea5-4efb-abe1-cd199df18c81 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=702fd6a2-2441-4d78-a561-280659d21ac8 HTTP/1.1" status: 200 len: 834 time: 0.3776762 May 10 14:53:22.123283 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-101275a0-dacf-4f07-b3ba-34e98e602760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:22.147006 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-85f012a4-30f7-48f6-822b-ae4c4697fb15 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "PUT /v2.0/routers/46ce2397-759f-4808-8a13-fe8357c1caef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9500062 May 10 14:53:22.166590 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43788) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:22.197243 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101275a0-dacf-4f07-b3ba-34e98e602760 None None] Routers {'46ce2397-759f-4808-8a13-fe8357c1caef'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:22.197243 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-101275a0-dacf-4f07-b3ba-34e98e602760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:52:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['46ce2397-759f-4808-8a13-fe8357c1caef'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:22.203509 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d14984d-5938-4179-a186-33113f91d46c'] response: {'server_uuid': 'e164761d-8da1-4d0f-a014-b5e27c3d5e70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd32182e0-af3e-4b84-bd1a-0be8d42e3bbc', 'code': 200} May 10 14:53:22.207232 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=d32182e0-af3e-4b84-bd1a-0be8d42e3bbc,revision_number=6']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:22.271063 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-27b0572c-c9e3-47ef-960e-1188109069f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:22.297501 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-55513377-53a9-4217-9d36-7f7bb7f91ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:22.308408 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.extraroute_db [None req-35970179-700d-488f-a8bb-42b39747d0ab tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Added routes are [] {{(pid=88051) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 10 14:53:22.308408 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.extraroute_db [None req-35970179-700d-488f-a8bb-42b39747d0ab tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Removed routes are [] {{(pid=88051) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 10 14:53:22.309016 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-35970179-700d-488f-a8bb-42b39747d0ab tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:22.320524 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-101275a0-dacf-4f07-b3ba-34e98e602760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:22.321836 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101275a0-dacf-4f07-b3ba-34e98e602760 None None] The sync data for ids ['46ce2397-759f-4808-8a13-fe8357c1caef'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:53:22.353372 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-710eb296-647f-49cf-941d-329ef1086ce5 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] delete failed (client error): The resource could not be found. May 10 14:53:22.354405 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-710eb296-647f-49cf-941d-329ef1086ce5 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "DELETE /v2.0/routers/tempest-non_exist_router-351821299 HTTP/1.1" status: 404 len: 334 time: 0.1846724 May 10 14:53:22.355712 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-55513377-53a9-4217-9d36-7f7bb7f91ff5 None None] For port f1f718a9-9091-437d-b9b0-c0d6132a2ba1, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=f1f718a9-9091-437d-b9b0-c0d6132a2ba1,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:22.365048 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43792) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:22.365752 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-55d4e181-65c7-4b18-ba51-7f9c82ed19c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:22.367894 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-55513377-53a9-4217-9d36-7f7bb7f91ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:22.376527 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3bc4d6e4-b066-4a96-952e-4adf1ecfcb55 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:22.431417 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-88f84e53-9a49-4318-9cc0-313b6e418014 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Request body: {'router': {'external_gateway_info': {'network_id': '46ce2397-759f-4808-8a13-fe8357c1caef'}}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:22.458154 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55513377-53a9-4217-9d36-7f7bb7f91ff5 None None] Pushing event updated for resources: {'Port': ['ID=f1f718a9-9091-437d-b9b0-c0d6132a2ba1,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:22.493551 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-27b0572c-c9e3-47ef-960e-1188109069f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Transition to ACTIVE for port object b34f8d86-8a88-4876-b8c0-b683269da38c will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:22.713351 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-35970179-700d-488f-a8bb-42b39747d0ab tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:22.716907 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-35970179-700d-488f-a8bb-42b39747d0ab tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539321'] for router, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:22.847489 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4d6e4-b066-4a96-952e-4adf1ecfcb55 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Port': ['ID=bb69dbbb-e2ad-40d8-8884-14487a9c2837,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:22.956099 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35970179-700d-488f-a8bb-42b39747d0ab tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:53:22.969807 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-d990a36d-b381-458c-873f-4613a77a834a req-5a6859c2-0377-47c5-b77f-4c9f8c182ad2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port d32182e0-af3e-4b84-bd1a-0be8d42e3bbc, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=d32182e0-af3e-4b84-bd1a-0be8d42e3bbc,segment=NetworkSegment(d67335cd-b03f-4448-bcc2-1347e31dd44b),segment_id=d67335cd-b03f-4448-bcc2-1347e31dd44b)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:22.970100 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d990a36d-b381-458c-873f-4613a77a834a req-5a6859c2-0377-47c5-b77f-4c9f8c182ad2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:23.040622 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dd7a9-ef3d-4132-983e-9a216945f489 req-b8d60014-ec63-4372-8d86-4c35ad808356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:23.041906 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-754dd7a9-ef3d-4132-983e-9a216945f489 req-b8d60014-ec63-4372-8d86-4c35ad808356 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5b74dabd-d14b-4810-9da8-3e0bb8fccbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9768169 May 10 14:53:23.098126 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:23.107250 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc4d6e4-b066-4a96-952e-4adf1ecfcb55 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Checking segment: {'id': '53c1f769-6d45-4948-abb6-4a1ef3aa7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:53:23.107798 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc4d6e4-b066-4a96-952e-4adf1ecfcb55 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network hostable DHCP agents. Network: 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:53:23.111521 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35970179-700d-488f-a8bb-42b39747d0ab tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:53:23.118387 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-35970179-700d-488f-a8bb-42b39747d0ab tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:23.122785 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-35970179-700d-488f-a8bb-42b39747d0ab tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/routers/9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea HTTP/1.1" status: 200 len: 704 time: 1.2403302 May 10 14:53:23.125615 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9939fbf-8ffb-447f-8c8c-74f57c49cb1f None None] Sync routers for ids ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:53:23.135686 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d91575-b1d2-4f3b-a226-ee915828c511 req-a1d475eb-be78-4202-96f7-74e6632ab67e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:23.137613 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-56d91575-b1d2-4f3b-a226-ee915828c511 req-a1d475eb-be78-4202-96f7-74e6632ab67e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 943 time: 0.2672663 May 10 14:53:23.138101 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43798) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:23.147734 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9939fbf-8ffb-447f-8c8c-74f57c49cb1f None None] Routers {'9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:23.148533 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-d9939fbf-8ffb-447f-8c8c-74f57c49cb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:53:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:23.195285 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9d6cf53e-810c-432c-ad7d-0a98dc3fdb26 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Synchronizing usage tracker for tenant:ab426055898a431ea72055cf37c2d0b5 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:23.241096 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9d6cf53e-810c-432c-ad7d-0a98dc3fdb26 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Unset dirty status for tenant:ab426055898a431ea72055cf37c2d0b5 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:23.241096 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9d6cf53e-810c-432c-ad7d-0a98dc3fdb26 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea HTTP/1.1" status: 200 len: 205 time: 0.1017134 May 10 14:53:23.244923 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43802) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:23.255391 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-56d91575-b1d2-4f3b-a226-ee915828c511 req-f4733137-8f90-40e4-b63b-6f10ac9e033d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=5510d827-2b86-4b67-a0c7-376247a7be36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748005 May 10 14:53:23.264105 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device f1f718a9-9091-437d-b9b0-c0d6132a2ba1 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:23.270575 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-d990a36d-b381-458c-873f-4613a77a834a req-5a6859c2-0377-47c5-b77f-4c9f8c182ad2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for d32182e0-af3e-4b84-bd1a-0be8d42e3bbc owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:23.363069 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-27b0572c-c9e3-47ef-960e-1188109069f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:23.411623 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d9fa82fb-d0cc-4680-92e6-01150b6c7f39 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:23.449925 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-d9939fbf-8ffb-447f-8c8c-74f57c49cb1f None None] Set router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:53:23.461748 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-88f84e53-9a49-4318-9cc0-313b6e418014 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:23.509128 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc4d6e4-b066-4a96-952e-4adf1ecfcb55 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:53:23.541615 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b0572c-c9e3-47ef-960e-1188109069f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:23.563463 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:23.574679 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:23.581163 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-d9939fbf-8ffb-447f-8c8c-74f57c49cb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:53:18Z', 'revision_number': 11, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:23.586742 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9939fbf-8ffb-447f-8c8c-74f57c49cb1f None None] Checking router: 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:53:23.586958 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-27b0572c-c9e3-47ef-960e-1188109069f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:23.597009 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-88f84e53-9a49-4318-9cc0-313b6e418014 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] update failed (client error): The resource could not be found. May 10 14:53:23.598091 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-88f84e53-9a49-4318-9cc0-313b6e418014 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "PUT /v2.0/routers/46ce2397-759f-4808-8a13-fe8357c1caef HTTP/1.1" status: 404 len: 339 time: 1.2234714 May 10 14:53:23.601824 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b0572c-c9e3-47ef-960e-1188109069f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:23.602183 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9939fbf-8ffb-447f-8c8c-74f57c49cb1f None None] Routers {'9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:23.610312 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-d9939fbf-8ffb-447f-8c8c-74f57c49cb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:53:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:23.616134 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b0572c-c9e3-47ef-960e-1188109069f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:23.618370 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-27b0572c-c9e3-47ef-960e-1188109069f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:23.627058 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0572c-c9e3-47ef-960e-1188109069f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=b34f8d86-8a88-4876-b8c0-b683269da38c,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:23.633091 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43806) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:23.640195 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-3bc4d6e4-b066-4a96-952e-4adf1ecfcb55 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:23.663778 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc4d6e4-b066-4a96-952e-4adf1ecfcb55 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:23.669715 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc4d6e4-b066-4a96-952e-4adf1ecfcb55 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:23.670306 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3bc4d6e4-b066-4a96-952e-4adf1ecfcb55 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:23.701464 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-07286818-0659-4b95-8d27-a6b5bb4fe719 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-267620290'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:23.783873 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-07286818-0659-4b95-8d27-a6b5bb4fe719 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:23.788848 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d9fa82fb-d0cc-4680-92e6-01150b6c7f39 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:23.788848 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d9fa82fb-d0cc-4680-92e6-01150b6c7f39 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:23.822786 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-d9939fbf-8ffb-447f-8c8c-74f57c49cb1f None None] Set router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:53:23.827808 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d9fa82fb-d0cc-4680-92e6-01150b6c7f39 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:23.832924 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-754dd7a9-ef3d-4132-983e-9a216945f489 req-6dad2a8e-05bc-49be-885a-124b2dd9cc43 service neutron] 10.222.0.86 "GET /v2.0/networks/5b74dabd-d14b-4810-9da8-3e0bb8fccbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7003293 May 10 14:53:23.838150 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fa82fb-d0cc-4680-92e6-01150b6c7f39 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Fanout notify agent at l3_agent the message router_deleted on router 9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:53:23.843127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-07286818-0659-4b95-8d27-a6b5bb4fe719 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Usage tracker for resource:network and tenant:6eac73a85bf8491aaa1715d0928577d0 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:23.843127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-07286818-0659-4b95-8d27-a6b5bb4fe719 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:23.854505 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d9fa82fb-d0cc-4680-92e6-01150b6c7f39 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:23.854505 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d9fa82fb-d0cc-4680-92e6-01150b6c7f39 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/routers/9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea HTTP/1.1" status: 204 len: 168 time: 0.6116846 May 10 14:53:23.865818 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43810) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:23.865818 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-191a9621-3749-4463-b37b-3112a7e4243c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1348692992', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:23.876322 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-191a9621-3749-4463-b37b-3112a7e4243c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:23.878685 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-191a9621-3749-4463-b37b-3112a7e4243c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Usage tracker for resource:router and tenant:ab426055898a431ea72055cf37c2d0b5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:23.881634 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-191a9621-3749-4463-b37b-3112a7e4243c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:23.890007 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-191a9621-3749-4463-b37b-3112a7e4243c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:23.894887 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-27b0572c-c9e3-47ef-960e-1188109069f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.8885036 May 10 14:53:23.896136 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43814) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:23.905699 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-07286818-0659-4b95-8d27-a6b5bb4fe719 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:23.908978 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3bc4d6e4-b066-4a96-952e-4adf1ecfcb55 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 5.4424906 May 10 14:53:23.955614 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43818) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:24.006952 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-81fc932a-d860-4810-81d2-e58b32ac6cae tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2016873596'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:24.020576 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-81fc932a-d860-4810-81d2-e58b32ac6cae tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:24.034238 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-81fc932a-d860-4810-81d2-e58b32ac6cae tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:network and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:24.039291 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07286818-0659-4b95-8d27-a6b5bb4fe719 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Made reservation on behalf of 6eac73a85bf8491aaa1715d0928577d0 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:24.043535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-191a9621-3749-4463-b37b-3112a7e4243c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.055456 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07286818-0659-4b95-8d27-a6b5bb4fe719 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.065566 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-191a9621-3749-4463-b37b-3112a7e4243c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.067601 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port f1f718a9-9091-437d-b9b0-c0d6132a2ba1 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:24.067710 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-81fc932a-d860-4810-81d2-e58b32ac6cae tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:24.067906 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.067999 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-81fc932a-d860-4810-81d2-e58b32ac6cae tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:24.078176 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-191a9621-3749-4463-b37b-3112a7e4243c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.083335 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d990a36d-b381-458c-873f-4613a77a834a req-5a6859c2-0377-47c5-b77f-4c9f8c182ad2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.087842 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fc932a-d860-4810-81d2-e58b32ac6cae tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:24.091797 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-81fc932a-d860-4810-81d2-e58b32ac6cae tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.108353 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915cfc95-7269-4cc3-9aa6-896b2b5bfadf None None] Network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:24.131494 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4120a4f5-3213-4367-aff8-5021ebe9170c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:24.140459 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-d9939fbf-8ffb-447f-8c8c-74f57c49cb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:53:18Z', 'revision_number': 11, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:24.145393 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4120a4f5-3213-4367-aff8-5021ebe9170c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:24.145393 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4120a4f5-3213-4367-aff8-5021ebe9170c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:24.156566 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9939fbf-8ffb-447f-8c8c-74f57c49cb1f None None] The sync data for ids ['9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea'] in dv-neutron-841204-2-hyperv is: [{'id': '9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea', 'name': 'tempest-RoutersIpV6Test-router-875768968', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:31Z', 'updated_at': '2022-05-10T14:53:18Z', 'revision_number': 11, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:53:24.159142 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6859c2-0377-47c5-b77f-4c9f8c182ad2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=d32182e0-af3e-4b84-bd1a-0be8d42e3bbc,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:24.170218 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07286818-0659-4b95-8d27-a6b5bb4fe719 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:53:24.178661 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-191a9621-3749-4463-b37b-3112a7e4243c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.194907 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81fc932a-d860-4810-81d2-e58b32ac6cae tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:53:24.218330 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4120a4f5-3213-4367-aff8-5021ebe9170c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:24.219667 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4120a4f5-3213-4367-aff8-5021ebe9170c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3223066 May 10 14:53:24.223723 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43824) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:24.224340 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-754dd7a9-ef3d-4132-983e-9a216945f489 req-0a7d8ef5-c76b-47ed-9c45-10cb08c3722f service neutron] 10.222.0.86 "GET /v2.0/networks/5b74dabd-d14b-4810-9da8-3e0bb8fccbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586974 May 10 14:53:24.234186 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-81fc932a-d860-4810-81d2-e58b32ac6cae tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.234567 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-81fc932a-d860-4810-81d2-e58b32ac6cae tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Added segment 6ad0e55e-1b61-45c5-8a94-e5064249a766 of type vlan for network b10c3609-134b-42fd-b4c7-033e9b0ce4b1 May 10 14:53:24.266836 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07286818-0659-4b95-8d27-a6b5bb4fe719 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.267210 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-07286818-0659-4b95-8d27-a6b5bb4fe719 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Added segment 2d92bbb3-e6c1-46b2-a4ca-747c8b285c1f of type vlan for network ceff7629-7470-4e05-9017-1ff6d44b818f May 10 14:53:24.284357 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-d990a36d-b381-458c-873f-4613a77a834a req-5a6859c2-0377-47c5-b77f-4c9f8c182ad2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] No DVR routers for this DVR port d32182e0-af3e-4b84-bd1a-0be8d42e3bbc on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:53:24.287345 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d990a36d-b381-458c-873f-4613a77a834a req-5a6859c2-0377-47c5-b77f-4c9f8c182ad2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.290401 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e164761d-8da1-4d0f-a014-b5e27c3d5e70', 'name': 'network-vif-deleted', 'tag': 'd32182e0-af3e-4b84-bd1a-0be8d42e3bbc'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:53:24.321311 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-114e0b5e-ad53-4809-8ef0-5cb54bf0b96d None None] Provisioning for port b34f8d86-8a88-4876-b8c0-b683269da38c completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:24.326407 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d990a36d-b381-458c-873f-4613a77a834a req-5a6859c2-0377-47c5-b77f-4c9f8c182ad2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "DELETE /v2.0/ports/d32182e0-af3e-4b84-bd1a-0be8d42e3bbc HTTP/1.1" status: 204 len: 173 time: 3.6506689 May 10 14:53:24.332345 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07286818-0659-4b95-8d27-a6b5bb4fe719 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.372507 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-191a9621-3749-4463-b37b-3112a7e4243c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.374536 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-191a9621-3749-4463-b37b-3112a7e4243c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5182123 May 10 14:53:24.377804 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43832) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:24.397164 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-aab69bdc-ccd7-49ff-aade-318561c21500 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:24.434157 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-114e0b5e-ad53-4809-8ef0-5cb54bf0b96d None None] Provisioning complete for port b34f8d86-8a88-4876-b8c0-b683269da38c triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:24.434157 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-114e0b5e-ad53-4809-8ef0-5cb54bf0b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.441585 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-e5406870-58dd-4f7b-aa5b-082ffe495b76 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting port b34f8d86-8a88-4876-b8c0-b683269da38c {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:24.447023 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e5406870-58dd-4f7b-aa5b-082ffe495b76 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.510748 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11796288-6dbd-45c6-9929-cd989aa8aaa5'] response: {'server_uuid': 'e164761d-8da1-4d0f-a014-b5e27c3d5e70', 'name': 'network-vif-deleted', 'tag': 'd32182e0-af3e-4b84-bd1a-0be8d42e3bbc', 'status': 'completed', 'code': 200} May 10 14:53:24.691550 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-114e0b5e-ad53-4809-8ef0-5cb54bf0b96d None None] Port b34f8d86-8a88-4876-b8c0-b683269da38c cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:53:24.708197 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07286818-0659-4b95-8d27-a6b5bb4fe719 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.714715 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07286818-0659-4b95-8d27-a6b5bb4fe719 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:24.715794 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07286818-0659-4b95-8d27-a6b5bb4fe719 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.810140 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-81fc932a-d860-4810-81d2-e58b32ac6cae tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.820461 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-715a0c99-91ee-41ad-89b6-6b1cd032e47b req-ad6313bd-ae3c-47ae-abcd-8975d00d8ff3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=e164761d-8da1-4d0f-a014-b5e27c3d5e70 HTTP/1.1" status: 200 len: 210 time: 0.0615759 May 10 14:53:24.862178 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.956814 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-81fc932a-d860-4810-81d2-e58b32ac6cae tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.962604 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fc932a-d860-4810-81d2-e58b32ac6cae tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:24.963177 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-81fc932a-d860-4810-81d2-e58b32ac6cae tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:25.130588 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-07286818-0659-4b95-8d27-a6b5bb4fe719 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4813006 May 10 14:53:25.162374 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43836) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:25.177716 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-daa9aca8-a29b-49b8-a5e3-2ac999c68036 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Request body: {'subnet': {'network_id': 'ceff7629-7470-4e05-9017-1ff6d44b818f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:25.196097 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-81fc932a-d860-4810-81d2-e58b32ac6cae tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2264214 May 10 14:53:25.203038 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43840) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:25.213648 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc932a-d860-4810-81d2-e58b32ac6cae tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Network': ['ID=b10c3609-134b-42fd-b4c7-033e9b0ce4b1,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:25.227097 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network b10c3609-134b-42fd-b4c7-033e9b0ce4b1 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:53:25.271424 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'ports': [{'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e'}, {'network_id': 'b10c3609-134b-42fd-b4c7-033e9b0ce4b1'}]} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:25.271796 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'port': {'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:25.272256 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'port': {'network_id': 'b10c3609-134b-42fd-b4c7-033e9b0ce4b1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:25.286276 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07286818-0659-4b95-8d27-a6b5bb4fe719 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event updated for resources: {'Network': ['ID=ceff7629-7470-4e05-9017-1ff6d44b818f,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:25.294884 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aab69bdc-ccd7-49ff-aade-318561c21500 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:25.311530 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aab69bdc-ccd7-49ff-aade-318561c21500 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539321'] for router, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:25.329316 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network ceff7629-7470-4e05-9017-1ff6d44b818f details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:53:25.473772 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e5406870-58dd-4f7b-aa5b-082ffe495b76 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:25.487308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-daa9aca8-a29b-49b8-a5e3-2ac999c68036 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:25.491058 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-daa9aca8-a29b-49b8-a5e3-2ac999c68036 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Usage tracker for resource:subnet and tenant:6eac73a85bf8491aaa1715d0928577d0 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:25.495345 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-daa9aca8-a29b-49b8-a5e3-2ac999c68036 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:25.502499 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-daa9aca8-a29b-49b8-a5e3-2ac999c68036 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:25.530747 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab69bdc-ccd7-49ff-aade-318561c21500 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Router 81c99f1d-59c4-43ed-94c7-917443f29aae is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:53:25.653890 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-e5406870-58dd-4f7b-aa5b-082ffe495b76 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Calling delete_port for b34f8d86-8a88-4876-b8c0-b683269da38c owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:25.673418 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab69bdc-ccd7-49ff-aade-318561c21500 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:53:25.681021 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aab69bdc-ccd7-49ff-aade-318561c21500 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:25.686063 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-aab69bdc-ccd7-49ff-aade-318561c21500 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "PUT /v2.0/routers/81c99f1d-59c4-43ed-94c7-917443f29aae HTTP/1.1" status: 200 len: 698 time: 1.3029494 May 10 14:53:25.686063 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43844) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:25.686240 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa9aca8-a29b-49b8-a5e3-2ac999c68036 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Made reservation on behalf of 6eac73a85bf8491aaa1715d0928577d0 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:25.687030 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef67231-3d97-43af-b8da-f36c122d08c1 None None] Sync routers for ids ['81c99f1d-59c4-43ed-94c7-917443f29aae'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:53:25.690326 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-daa9aca8-a29b-49b8-a5e3-2ac999c68036 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:25.696745 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef67231-3d97-43af-b8da-f36c122d08c1 None None] Routers {'81c99f1d-59c4-43ed-94c7-917443f29aae'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:25.697346 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8ef67231-3d97-43af-b8da-f36c122d08c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:53:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['81c99f1d-59c4-43ed-94c7-917443f29aae'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:25.887265 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-8ef67231-3d97-43af-b8da-f36c122d08c1 None None] Set router 81c99f1d-59c4-43ed-94c7-917443f29aae gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:53:25.902859 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ea37dada-2615-4496-bbc3-d1c6402a952e tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/routers/81c99f1d-59c4-43ed-94c7-917443f29aae HTTP/1.1" status: 200 len: 704 time: 0.2047086 May 10 14:53:25.902859 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43850) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:25.932272 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43854) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:25.952409 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:25.974926 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:port and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:25.976220 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8cf8fe8a-47e4-4c90-8290-f9e2eb2367da tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Synchronizing usage tracker for tenant:ab426055898a431ea72055cf37c2d0b5 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:25.984652 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:25.993728 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8cf8fe8a-47e4-4c90-8290-f9e2eb2367da tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Unset dirty status for tenant:ab426055898a431ea72055cf37c2d0b5 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:25.999414 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8cf8fe8a-47e4-4c90-8290-f9e2eb2367da tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/ports?device_id=81c99f1d-59c4-43ed-94c7-917443f29aae HTTP/1.1" status: 200 len: 205 time: 0.0954552 May 10 14:53:25.999414 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43858) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:26.041174 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:26.063922 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8ef67231-3d97-43af-b8da-f36c122d08c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c99f1d-59c4-43ed-94c7-917443f29aae', 'name': 'tempest-RoutersIpV6Test-router-1348692992', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:53:24Z', 'updated_at': '2022-05-10T14:53:25Z', 'revision_number': 2, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:26.071164 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef67231-3d97-43af-b8da-f36c122d08c1 None None] Checking router: 81c99f1d-59c4-43ed-94c7-917443f29aae for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:53:26.086065 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'port': 2} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:26.087033 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef67231-3d97-43af-b8da-f36c122d08c1 None None] Routers {'81c99f1d-59c4-43ed-94c7-917443f29aae'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:26.087138 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8ef67231-3d97-43af-b8da-f36c122d08c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:53:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['81c99f1d-59c4-43ed-94c7-917443f29aae'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:26.092075 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:26.180232 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-505be00b-1952-4c28-9c6b-6371ab74e218 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:26.188624 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-efda99fc-bb2c-4910-b5dc-38775048488c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:26.188818 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:26.222001 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e5406870-58dd-4f7b-aa5b-082ffe495b76 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:26.240698 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-8ef67231-3d97-43af-b8da-f36c122d08c1 None None] Set router 81c99f1d-59c4-43ed-94c7-917443f29aae gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:53:26.366841 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5406870-58dd-4f7b-aa5b-082ffe495b76 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Port': ['ID=b34f8d86-8a88-4876-b8c0-b683269da38c,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:26.371532 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-505be00b-1952-4c28-9c6b-6371ab74e218 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:26.387385 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8ef67231-3d97-43af-b8da-f36c122d08c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c99f1d-59c4-43ed-94c7-917443f29aae', 'name': 'tempest-RoutersIpV6Test-router-1348692992', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:53:24Z', 'updated_at': '2022-05-10T14:53:25Z', 'revision_number': 2, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:26.398027 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef67231-3d97-43af-b8da-f36c122d08c1 None None] The sync data for ids ['81c99f1d-59c4-43ed-94c7-917443f29aae'] in dv-neutron-841204-2-hyperv is: [{'id': '81c99f1d-59c4-43ed-94c7-917443f29aae', 'name': 'tempest-RoutersIpV6Test-router-1348692992', 'tenant_id': 'ab426055898a431ea72055cf37c2d0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:53:24Z', 'updated_at': '2022-05-10T14:53:25Z', 'revision_number': 2, 'project_id': 'ab426055898a431ea72055cf37c2d0b5', 'gw_port_host': None}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:53:26.649536 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e5406870-58dd-4f7b-aa5b-082ffe495b76 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:26.672514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-efda99fc-bb2c-4910-b5dc-38775048488c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:26.676485 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-efda99fc-bb2c-4910-b5dc-38775048488c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:26.721067 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-efda99fc-bb2c-4910-b5dc-38775048488c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:26.722022 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efda99fc-bb2c-4910-b5dc-38775048488c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Fanout notify agent at l3_agent the message router_deleted on router 81c99f1d-59c4-43ed-94c7-917443f29aae {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:53:26.749266 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-efda99fc-bb2c-4910-b5dc-38775048488c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:26.750358 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-efda99fc-bb2c-4910-b5dc-38775048488c tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/routers/81c99f1d-59c4-43ed-94c7-917443f29aae HTTP/1.1" status: 204 len: 168 time: 0.7500579 May 10 14:53:26.754922 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43862) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:26.766020 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-daa9aca8-a29b-49b8-a5e3-2ac999c68036 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:26.807488 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1e0b940e-159f-4470-806e-1cafeab2b576 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/ports?device_id=81c99f1d-59c4-43ed-94c7-917443f29aae HTTP/1.1" status: 200 len: 205 time: 0.0517199 May 10 14:53:26.810511 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43866) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:26.879596 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e5406870-58dd-4f7b-aa5b-082ffe495b76 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/b34f8d86-8a88-4876-b8c0-b683269da38c HTTP/1.1" status: 204 len: 168 time: 2.6538112 May 10 14:53:26.882256 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43870) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:26.929351 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-de7dca39-3e86-471e-9196-05eb8f4acf2f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] delete failed (client error): The resource could not be found. May 10 14:53:26.932343 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-de7dca39-3e86-471e-9196-05eb8f4acf2f tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/routers/81c99f1d-59c4-43ed-94c7-917443f29aae HTTP/1.1" status: 404 len: 336 time: 0.1157627 May 10 14:53:26.945687 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] device_id is not set on port d53b9986-19ca-40fb-8120-68f6f0a649e7 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:53:26.948844 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43874) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:26.968959 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da90c9b-69bf-4fb9-81ce-e331b1eb5149 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:26.970915 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da90c9b-69bf-4fb9-81ce-e331b1eb5149 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:26.971665 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7da90c9b-69bf-4fb9-81ce-e331b1eb5149 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:26.990804 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7da90c9b-69bf-4fb9-81ce-e331b1eb5149 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:26.994467 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7da90c9b-69bf-4fb9-81ce-e331b1eb5149 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1087010 May 10 14:53:26.997156 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43878) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:27.012805 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9aca8-a29b-49b8-a5e3-2ac999c68036 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event updated for resources: {'Subnet': ['ID=64b45a0a-295a-429d-842a-af091639d2d4,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:27.027264 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d91e73-83ab-444e-93e5-9334b38e5993 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] DELETE failed (client error): The resource could not be found. May 10 14:53:27.027818 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d91e73-83ab-444e-93e5-9334b38e5993 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:53:27.055455 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-97d91e73-83ab-444e-93e5-9334b38e5993 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/subnets/eda9b587-bfcf-4c03-a405-98a8915c8f70 HTTP/1.1" status: 404 len: 337 time: 0.1032131 May 10 14:53:27.057982 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa9aca8-a29b-49b8-a5e3-2ac999c68036 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Checking segment: {'id': '2d92bbb3-e6c1-46b2-a4ca-747c8b285c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ceff7629-7470-4e05-9017-1ff6d44b818f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:53:27.058344 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa9aca8-a29b-49b8-a5e3-2ac999c68036 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Network hostable DHCP agents. Network: ceff7629-7470-4e05-9017-1ff6d44b818f, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:53:27.063675 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43882) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:27.066410 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-505be00b-1952-4c28-9c6b-6371ab74e218 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:27.068784 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-505be00b-1952-4c28-9c6b-6371ab74e218 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:27.069833 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-505be00b-1952-4c28-9c6b-6371ab74e218 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/security-groups/5510d827-2b86-4b67-a0c7-376247a7be36 HTTP/1.1" status: 204 len: 168 time: 1.1361680 May 10 14:53:27.089597 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-b750a7e1-e50e-4a3d-bb26-0d35956672e9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet 9b5d5e11-2661-4b2f-be22-9fbd59dac0ba {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:53:27.094863 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b750a7e1-e50e-4a3d-bb26-0d35956672e9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:27.120088 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43888) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:27.158690 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b750a7e1-e50e-4a3d-bb26-0d35956672e9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:27.200925 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-62502892-be24-40a8-b818-a3bd6233cee8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] DELETE failed (client error): The resource could not be found. May 10 14:53:27.201399 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62502892-be24-40a8-b818-a3bd6233cee8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:53:27.206249 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-62502892-be24-40a8-b818-a3bd6233cee8 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/subnets/d2157e1a-8ac7-43f9-ac67-d7bf4c9cd8e7 HTTP/1.1" status: 404 len: 337 time: 0.1381245 May 10 14:53:27.206249 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505be00b-1952-4c28-9c6b-6371ab74e218 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5510d827-2b86-4b67-a0c7-376247a7be36,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:27.208982 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43892) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:27.256264 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa9aca8-a29b-49b8-a5e3-2ac999c68036 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Network ceff7629-7470-4e05-9017-1ff6d44b818f is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:53:27.261787 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-24335c52-2111-41dc-998d-797eb541f310 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] DELETE failed (client error): The resource could not be found. May 10 14:53:27.262457 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24335c52-2111-41dc-998d-797eb541f310 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:53:27.267132 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-24335c52-2111-41dc-998d-797eb541f310 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/subnets/d79f538d-3b59-422b-a9d2-890c234f8b9b HTTP/1.1" status: 404 len: 337 time: 0.0543914 May 10 14:53:27.267902 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43896) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:27.323061 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f6b677-1028-4a00-aa9f-4bd574e9e894 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] DELETE failed (client error): The resource could not be found. May 10 14:53:27.324774 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f6b677-1028-4a00-aa9f-4bd574e9e894 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:53:27.326747 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-47f6b677-1028-4a00-aa9f-4bd574e9e894 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/subnets/ce49d467-50e2-4b66-82d1-5c434b84dd50 HTTP/1.1" status: 404 len: 337 time: 0.0574839 May 10 14:53:27.329504 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43900) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:27.362898 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-daa9aca8-a29b-49b8-a5e3-2ac999c68036 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, ceff7629-7470-4e05-9017-1ff6d44b818f) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:27.371654 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b2949a-bc50-4a34-8b16-453a4a12a1cf None None] Network ceff7629-7470-4e05-9017-1ff6d44b818f requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:27.379524 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa9aca8-a29b-49b8-a5e3-2ac999c68036 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:27.379843 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-daa9aca8-a29b-49b8-a5e3-2ac999c68036 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:27.389983 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c2dc126b-2d33-408f-a970-db528a27d5ab tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea HTTP/1.1" status: 200 len: 205 time: 0.0577483 May 10 14:53:27.393183 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43904) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:27.419822 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:27.467813 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-89f084c3-b7f2-47da-ba1d-5678cd4bac07 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] delete failed (client error): The resource could not be found. May 10 14:53:27.469660 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-89f084c3-b7f2-47da-ba1d-5678cd4bac07 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/routers/9b90adfe-b32a-49ce-bfe4-cfd6185dc9ea HTTP/1.1" status: 404 len: 336 time: 0.0765219 May 10 14:53:27.476214 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43908) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:27.480730 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b750a7e1-e50e-4a3d-bb26-0d35956672e9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:27.540051 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-daa9aca8-a29b-49b8-a5e3-2ac999c68036 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3790336 May 10 14:53:27.543287 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43912) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:27.583835 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5826c941-0cea-40fe-bd0e-715b11f128c2 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3bf3b42-baf6-4b0b-af97-60dd19f5b6b4 HTTP/1.1" status: 200 len: 205 time: 0.1063125 May 10 14:53:27.586997 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43916) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:27.612885 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-65b90c6f-67b2-4ec0-9627-76a3bd888319 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ceff7629-7470-4e05-9017-1ff6d44b818f'}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:27.684022 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23e7266-d2fd-42fe-8bd3-a88addc89f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-ceff7629-7470-4e05-9017-1ff6d44b818f', 'network_id': 'ceff7629-7470-4e05-9017-1ff6d44b818f', 'tenant_id': '6eac73a85bf8491aaa1715d0928577d0', 'fixed_ips': [{'subnet_id': '64b45a0a-295a-429d-842a-af091639d2d4'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:53:27.684022 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c23e7266-d2fd-42fe-8bd3-a88addc89f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:27.695873 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-978946a8-3de5-450d-b36b-1fcb3d650a55 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] delete failed (client error): The resource could not be found. May 10 14:53:27.700513 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-978946a8-3de5-450d-b36b-1fcb3d650a55 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/routers/e3bf3b42-baf6-4b0b-af97-60dd19f5b6b4 HTTP/1.1" status: 404 len: 336 time: 0.1087983 May 10 14:53:27.700513 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43920) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:27.756299 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5149a6a-c3d6-47ff-b4f5-8990455d9577 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] DELETE failed (client error): The resource could not be found. May 10 14:53:27.756843 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5149a6a-c3d6-47ff-b4f5-8990455d9577 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:53:27.769747 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c5149a6a-c3d6-47ff-b4f5-8990455d9577 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/subnets/1cd940c2-4d3e-4f80-b86c-7e24bd2cc99a HTTP/1.1" status: 404 len: 337 time: 0.0689003 May 10 14:53:27.772409 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43924) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:27.831430 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f25bdff3-1ffb-432a-8963-84ce4539fe68 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/ports?device_id=29a72ba9-28cd-4a49-b3dd-5a746528a5cc HTTP/1.1" status: 200 len: 205 time: 0.0572920 May 10 14:53:27.833277 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43928) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:27.904819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b750a7e1-e50e-4a3d-bb26-0d35956672e9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:27.905340 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-c23e7266-d2fd-42fe-8bd3-a88addc89f7b None None] Allocated IP 2001:db8:1::2 (ceff7629-7470-4e05-9017-1ff6d44b818f/64b45a0a-295a-429d-842a-af091639d2d4/20e74962-b116-4170-846a-fb1451a54864) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:27.950167 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] device_id is not set on port c48262f9-164d-40f2-abde-6edbf52bf355 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:53:27.950745 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-d9cf870c-462f-4d7e-9112-69d59b2a16a0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] delete failed (client error): The resource could not be found. May 10 14:53:27.951335 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d9cf870c-462f-4d7e-9112-69d59b2a16a0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/routers/29a72ba9-28cd-4a49-b3dd-5a746528a5cc HTTP/1.1" status: 404 len: 336 time: 0.1170199 May 10 14:53:27.959737 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43932) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:27.964772 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750a7e1-e50e-4a3d-bb26-0d35956672e9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=9b5d5e11-2661-4b2f-be22-9fbd59dac0ba,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:27.970899 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b750a7e1-e50e-4a3d-bb26-0d35956672e9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:27.975460 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b750a7e1-e50e-4a3d-bb26-0d35956672e9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/9b5d5e11-2661-4b2f-be22-9fbd59dac0ba HTTP/1.1" status: 204 len: 168 time: 0.9773524 May 10 14:53:27.988015 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43936) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:28.007596 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ba79c1-af45-4846-849d-df02105e01d9 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:28.032407 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a31039c8-f18d-4604-8b90-a887bca3c662 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/ports?device_id=008d53f5-f7b0-4c23-b59c-ce445acb73f6 HTTP/1.1" status: 200 len: 205 time: 0.0692904 May 10 14:53:28.036020 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43940) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:28.114102 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-c0baca28-39a9-4e48-88da-215bb3ea69f2 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] delete failed (client error): The resource could not be found. May 10 14:53:28.115865 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c0baca28-39a9-4e48-88da-215bb3ea69f2 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/routers/008d53f5-f7b0-4c23-b59c-ce445acb73f6 HTTP/1.1" status: 404 len: 336 time: 0.0788064 May 10 14:53:28.118192 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43944) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:28.170056 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a597eb-bd3e-408a-b360-53b687fabe34 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] DELETE failed (client error): The resource could not be found. May 10 14:53:28.170202 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a597eb-bd3e-408a-b360-53b687fabe34 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:53:28.172407 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e2a597eb-bd3e-408a-b360-53b687fabe34 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/subnets/cd746d4b-5092-42ec-9814-f330f5badce7 HTTP/1.1" status: 404 len: 337 time: 0.0530589 May 10 14:53:28.175332 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43948) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:28.229309 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a839dadc-0551-4a00-b6e8-1a70ccf62ed0 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3a97db4-5647-466f-b8bc-75f96f047220 HTTP/1.1" status: 200 len: 205 time: 0.0506787 May 10 14:53:28.230687 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43952) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:28.313012 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d08ab4bb-ae19-4d7b-b6a5-d1c61b95f0ae tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3236523 May 10 14:53:28.320701 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43958) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:28.348738 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c23e7266-d2fd-42fe-8bd3-a88addc89f7b None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:28.362974 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-91506663-f184-4880-b65d-b19c259d65a4 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] delete failed (client error): The resource could not be found. May 10 14:53:28.363970 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-91506663-f184-4880-b65d-b19c259d65a4 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/routers/d3a97db4-5647-466f-b8bc-75f96f047220 HTTP/1.1" status: 404 len: 336 time: 0.1329708 May 10 14:53:28.367649 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c23e7266-d2fd-42fe-8bd3-a88addc89f7b None None] Transition to ACTIVE for port object 20e74962-b116-4170-846a-fb1451a54864 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:28.372242 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43962) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:28.391039 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c23e7266-d2fd-42fe-8bd3-a88addc89f7b None None] Transition to ACTIVE for port object 20e74962-b116-4170-846a-fb1451a54864 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:28.400393 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c23e7266-d2fd-42fe-8bd3-a88addc89f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:28.432949 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-e44de5c9-8b5a-4102-8197-56ca791fb474 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] DELETE failed (client error): The resource could not be found. May 10 14:53:28.433624 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e44de5c9-8b5a-4102-8197-56ca791fb474 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:53:28.435160 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e44de5c9-8b5a-4102-8197-56ca791fb474 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/subnets/1b87b715-47a2-46ee-b6de-02f59cb9a403 HTTP/1.1" status: 404 len: 337 time: 0.0600591 May 10 14:53:28.439933 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43966) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:28.465577 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7742c51-7f5f-40df-976f-836a4fbb75ce None None] DHCP port deletion for a36358c0-b900-4df5-ae69-1592404548f9 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:53:28.490016 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23e7266-d2fd-42fe-8bd3-a88addc89f7b None None] Network ceff7629-7470-4e05-9017-1ff6d44b818f is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:28.491412 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-f7742c51-7f5f-40df-976f-836a4fbb75ce None None] Deleting port f1f718a9-9091-437d-b9b0-c0d6132a2ba1 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:28.491786 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f7742c51-7f5f-40df-976f-836a4fbb75ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:28.514390 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-65b90c6f-67b2-4ec0-9627-76a3bd888319 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:28.528207 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-c23e7266-d2fd-42fe-8bd3-a88addc89f7b None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:28.539999 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e7266-d2fd-42fe-8bd3-a88addc89f7b None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:28.596260 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e7266-d2fd-42fe-8bd3-a88addc89f7b None None] Pushing event updated for resources: {'Port': ['ID=20e74962-b116-4170-846a-fb1451a54864,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:28.621839 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-aea5f3e1-b80a-436e-b4a8-1e590a3542f7 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4 HTTP/1.1" status: 200 len: 205 time: 0.1771946 May 10 14:53:28.622651 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 43970) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:28.647422 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d499ade0-9757-42e4-a8b4-e612dea21552 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:28.648918 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d499ade0-9757-42e4-a8b4-e612dea21552 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:28.671411 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d499ade0-9757-42e4-a8b4-e612dea21552 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:28.674477 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d499ade0-9757-42e4-a8b4-e612dea21552 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3512380 May 10 14:53:28.676513 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43974) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:28.705987 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-c23e7266-d2fd-42fe-8bd3-a88addc89f7b None None] Attempting to bind port 20e74962-b116-4170-846a-fb1451a54864 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:53:28.707814 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-c23e7266-d2fd-42fe-8bd3-a88addc89f7b None None] Attempting to bind port 20e74962-b116-4170-846a-fb1451a54864 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '2d92bbb3-e6c1-46b2-a4ca-747c8b285c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ceff7629-7470-4e05-9017-1ff6d44b818f'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:53:28.708428 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23e7266-d2fd-42fe-8bd3-a88addc89f7b None None] Attempting to bind port 20e74962-b116-4170-846a-fb1451a54864 on network ceff7629-7470-4e05-9017-1ff6d44b818f {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:53:28.734606 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23e7266-d2fd-42fe-8bd3-a88addc89f7b None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:53:28.735003 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23e7266-d2fd-42fe-8bd3-a88addc89f7b None None] Checking segment: {'id': '2d92bbb3-e6c1-46b2-a4ca-747c8b285c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ceff7629-7470-4e05-9017-1ff6d44b818f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:53:28.735374 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c23e7266-d2fd-42fe-8bd3-a88addc89f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:28.735762 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23e7266-d2fd-42fe-8bd3-a88addc89f7b None None] Bound using segment: {'id': '2d92bbb3-e6c1-46b2-a4ca-747c8b285c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ceff7629-7470-4e05-9017-1ff6d44b818f'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:53:28.739577 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-c23e7266-d2fd-42fe-8bd3-a88addc89f7b None None] Bound port: 20e74962-b116-4170-846a-fb1451a54864, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d92bbb3-e6c1-46b2-a4ca-747c8b285c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'ceff7629-7470-4e05-9017-1ff6d44b818f'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:53:28.739577 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c23e7266-d2fd-42fe-8bd3-a88addc89f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:28.754904 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236cfb75-0b92-4c42-9383-a429c7bd2c29 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:28.754904 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-236cfb75-0b92-4c42-9383-a429c7bd2c29 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:28.776339 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-236cfb75-0b92-4c42-9383-a429c7bd2c29 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:28.778178 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-b829c2fe-ec11-4735-86da-a9db42c3d844 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] delete failed (client error): The resource could not be found. May 10 14:53:28.778295 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-236cfb75-0b92-4c42-9383-a429c7bd2c29 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0999548 May 10 14:53:28.778640 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b829c2fe-ec11-4735-86da-a9db42c3d844 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/routers/bf3687d3-c10f-4342-8ff4-bb8c7d8c73f4 HTTP/1.1" status: 404 len: 336 time: 0.1452081 May 10 14:53:28.780759 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43978) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:28.783889 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43980) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:28.805686 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:28.916641 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-c23e7266-d2fd-42fe-8bd3-a88addc89f7b None None] For port 20e74962-b116-4170-846a-fb1451a54864, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:53:28.920081 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-c23e7266-d2fd-42fe-8bd3-a88addc89f7b None None] For port 20e74962-b116-4170-846a-fb1451a54864, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=20e74962-b116-4170-846a-fb1451a54864,segment=NetworkSegment(2d92bbb3-e6c1-46b2-a4ca-747c8b285c1f),segment_id=2d92bbb3-e6c1-46b2-a4ca-747c8b285c1f)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:53:28.938016 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:28.962131 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c4ab97fe-aa82-4ac9-b178-86d4d7bfdec0 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1801302 May 10 14:53:28.963281 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-70eef921-4e21-4c1d-ac00-7f607ac25d77 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] DELETE failed (client error): The resource could not be found. May 10 14:53:28.963952 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70eef921-4e21-4c1d-ac00-7f607ac25d77 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:53:28.967128 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-70eef921-4e21-4c1d-ac00-7f607ac25d77 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/subnets/120668f7-f502-4d66-acfe-71bf63357647 HTTP/1.1" status: 404 len: 337 time: 0.1820238 May 10 14:53:28.967949 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43986) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:28.968956 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43988) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:28.979256 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-178c5c2a-a8b7-462a-9e84-d2ef621da5f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:28.984534 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c23e7266-d2fd-42fe-8bd3-a88addc89f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:29.075713 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:29.086875 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:29.097941 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Port': ['ID=d53b9986-19ca-40fb-8120-68f6f0a649e7,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:29.099903 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:29.100755 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:29.114075 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-f7742c51-7f5f-40df-976f-836a4fbb75ce None None] For port f1f718a9-9091-437d-b9b0-c0d6132a2ba1, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=f1f718a9-9091-437d-b9b0-c0d6132a2ba1,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:29.116647 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f7742c51-7f5f-40df-976f-836a4fbb75ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:29.116872 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8f6b96-df8a-4923-93bc-2b72c39c6d06 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] DELETE failed (client error): The resource could not be found. May 10 14:53:29.117526 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8f6b96-df8a-4923-93bc-2b72c39c6d06 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:53:29.119569 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8a8f6b96-df8a-4923-93bc-2b72c39c6d06 tempest-RoutersIpV6Test-1046617798 tempest-RoutersIpV6Test-1046617798-project] 10.222.0.79 "DELETE /v2.0/subnets/14c99ef6-a6f6-4a2d-8b53-2b42e29ab943 HTTP/1.1" status: 404 len: 337 time: 0.1467073 May 10 14:53:29.202191 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-65b90c6f-67b2-4ec0-9627-76a3bd888319 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:53:29.202739 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-65b90c6f-67b2-4ec0-9627-76a3bd888319 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "PUT /v2.0/routers/46ce2397-759f-4808-8a13-fe8357c1caef HTTP/1.1" status: 400 len: 364 time: 1.6472013 May 10 14:53:29.209651 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 43996) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:29.235291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-98530313-0950-4195-ba02-ca66daaead47 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:29.289188 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device f1f718a9-9091-437d-b9b0-c0d6132a2ba1 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:53:29.308158 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-178c5c2a-a8b7-462a-9e84-d2ef621da5f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:29.332435 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Port': ['ID=c48262f9-164d-40f2-abde-6edbf52bf355,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:29.355566 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Checking segment: {'id': '6ad0e55e-1b61-45c5-8a94-e5064249a766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b10c3609-134b-42fd-b4c7-033e9b0ce4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:53:29.356160 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network hostable DHCP agents. Network: b10c3609-134b-42fd-b4c7-033e9b0ce4b1, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:53:29.445402 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e7266-d2fd-42fe-8bd3-a88addc89f7b None None] Pushing event updated for resources: {'Port': ['ID=20e74962-b116-4170-846a-fb1451a54864,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:29.470203 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-f7742c51-7f5f-40df-976f-836a4fbb75ce None None] Calling delete_port for f1f718a9-9091-437d-b9b0-c0d6132a2ba1 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:29.497771 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network b10c3609-134b-42fd-b4c7-033e9b0ce4b1 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:53:29.508907 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-178c5c2a-a8b7-462a-9e84-d2ef621da5f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:29.635243 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, b10c3609-134b-42fd-b4c7-033e9b0ce4b1) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:29.671071 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:29.678340 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:29.683825 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:29.684568 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:29.691800 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a2af11-b691-47ad-94ed-c4718e732151 None None] Network b10c3609-134b-42fd-b4c7-033e9b0ce4b1 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:29.714691 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9385ee74-3f9d-4de8-955f-6dbccfcc5af9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.5100286 May 10 14:53:29.718018 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44002) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:29.772446 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178c5c2a-a8b7-462a-9e84-d2ef621da5f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:29.772446 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-178c5c2a-a8b7-462a-9e84-d2ef621da5f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:29.814318 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44006) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:29.863214 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-4b60f745-f938-4312-8567-e7be300d52a4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting port c48262f9-164d-40f2-abde-6edbf52bf355 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:29.863214 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4b60f745-f938-4312-8567-e7be300d52a4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:29.920097 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:30.015975 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f7742c51-7f5f-40df-976f-836a4fbb75ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:30.143947 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7742c51-7f5f-40df-976f-836a4fbb75ce None None] No DVR routers for this DVR port f1f718a9-9091-437d-b9b0-c0d6132a2ba1 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:53:30.148919 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7742c51-7f5f-40df-976f-836a4fbb75ce None None] Pushing event deleted for resources: {'Port': ['ID=f1f718a9-9091-437d-b9b0-c0d6132a2ba1,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:30.188135 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-17a188b8-21aa-4f90-a2f8-f754bba72b58 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:30.390070 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-98530313-0950-4195-ba02-ca66daaead47 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port af294687-0e5e-4899-9290-f30d7580c321 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:30.390700 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-98530313-0950-4195-ba02-ca66daaead47 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:30.457970 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2bb24e88-d773-42f0-91cf-8fd0857382e9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ab426055898a431ea72055cf37c2d0b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6407504 May 10 14:53:30.464213 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44012) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:30.511759 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4b60f745-f938-4312-8567-e7be300d52a4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:30.531845 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d12e72-b419-4b76-8b92-3726af047102 None None] Network ceff7629-7470-4e05-9017-1ff6d44b818f requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:30.648126 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a58fecb4-2062-4e93-9505-533735b132b9 None None] Provisioning for port 20e74962-b116-4170-846a-fb1451a54864 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:30.682004 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-178c5c2a-a8b7-462a-9e84-d2ef621da5f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:30.750784 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-4b60f745-f938-4312-8567-e7be300d52a4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Calling delete_port for c48262f9-164d-40f2-abde-6edbf52bf355 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:30.776234 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178c5c2a-a8b7-462a-9e84-d2ef621da5f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:30.784959 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-178c5c2a-a8b7-462a-9e84-d2ef621da5f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:30.787824 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178c5c2a-a8b7-462a-9e84-d2ef621da5f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:30.788404 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-178c5c2a-a8b7-462a-9e84-d2ef621da5f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:30.801595 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ff1a0c-d7f9-4583-a612-e8f762311298 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:30.859043 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c5c2a-a8b7-462a-9e84-d2ef621da5f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=9295cbcc-7e5e-47d5-b5c7-13c165255591,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:30.870454 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a80ecf65-334b-4471-9050-4a9acacfdfa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:30.893396 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-178c5c2a-a8b7-462a-9e84-d2ef621da5f8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9227190 May 10 14:53:30.899997 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44016) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:30.905953 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-17a188b8-21aa-4f90-a2f8-f754bba72b58 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Allocated IP 2001:db8::1 (69577da3-ca56-4cc4-99cb-3096030d1b1f/ae788b84-8c60-4e5f-9f2e-ec0b9f03c188/b44b453c-b85a-4c66-87ff-ceb54ce25ab7) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:30.913144 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-40bb4a87-d5e8-4a93-ba4c-0ec8309e6764 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'mac_address': 'fa:16:3e:bc:7c:e4', 'name': 'tempest-NetworksTestDHCPv6-649943528'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:30.935991 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-98530313-0950-4195-ba02-ca66daaead47 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port af294687-0e5e-4899-9290-f30d7580c321, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=af294687-0e5e-4899-9290-f30d7580c321,segment=NetworkSegment(d67335cd-b03f-4448-bcc2-1347e31dd44b),segment_id=d67335cd-b03f-4448-bcc2-1347e31dd44b)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:30.936861 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-98530313-0950-4195-ba02-ca66daaead47 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:30.952294 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a80ecf65-334b-4471-9050-4a9acacfdfa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:31.076499 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4b60f745-f938-4312-8567-e7be300d52a4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:31.091819 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-98530313-0950-4195-ba02-ca66daaead47 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for af294687-0e5e-4899-9290-f30d7580c321 owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:31.131476 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86146c6a-1fbc-4e01-9318-6c2f8aa72d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-a36358c0-b900-4df5-ae69-1592404548f9', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'fixed_ips': [{'subnet_id': '9295cbcc-7e5e-47d5-b5c7-13c165255591'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:53:31.132319 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-86146c6a-1fbc-4e01-9318-6c2f8aa72d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:31.248447 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-40bb4a87-d5e8-4a93-ba4c-0ec8309e6764 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:31.272055 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 20e74962-b116-4170-846a-fb1451a54864 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:31.274681 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-40bb4a87-d5e8-4a93-ba4c-0ec8309e6764 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:31.279709 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60f745-f938-4312-8567-e7be300d52a4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Port': ['ID=c48262f9-164d-40f2-abde-6edbf52bf355,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:31.285515 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-17a188b8-21aa-4f90-a2f8-f754bba72b58 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:31.289272 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a80ecf65-334b-4471-9050-4a9acacfdfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:31.299622 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bb4a87-d5e8-4a93-ba4c-0ec8309e6764 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:31.324554 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4b60f745-f938-4312-8567-e7be300d52a4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:31.329229 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ecf65-334b-4471-9050-4a9acacfdfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dd7cd4-1f48-4148-9b60-a90653117c31,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:31.339591 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a80ecf65-334b-4471-9050-4a9acacfdfa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:31.340993 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a80ecf65-334b-4471-9050-4a9acacfdfa3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f1dd7cd4-1f48-4148-9b60-a90653117c31 HTTP/1.1" status: 204 len: 168 time: 0.8681777 May 10 14:53:31.348232 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4b60f745-f938-4312-8567-e7be300d52a4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/ports/c48262f9-164d-40f2-abde-6edbf52bf355 HTTP/1.1" status: 204 len: 168 time: 1.6289239 May 10 14:53:31.350043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44022) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:31.367760 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-17a188b8-21aa-4f90-a2f8-f754bba72b58 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Transition to ACTIVE for port object b44b453c-b85a-4c66-87ff-ceb54ce25ab7 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:31.427685 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-86146c6a-1fbc-4e01-9318-6c2f8aa72d80 None None] Allocated IP 2001:db8::2 (a36358c0-b900-4df5-ae69-1592404548f9/9295cbcc-7e5e-47d5-b5c7-13c165255591/951a4e07-6b64-495c-a97e-47c213267f27) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:31.458210 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-17a188b8-21aa-4f90-a2f8-f754bba72b58 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:31.501677 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-40bb4a87-d5e8-4a93-ba4c-0ec8309e6764 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:31.546002 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a188b8-21aa-4f90-a2f8-f754bba72b58 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Network 69577da3-ca56-4cc4-99cb-3096030d1b1f is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:31.550552 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-17a188b8-21aa-4f90-a2f8-f754bba72b58 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:31.569489 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-40bb4a87-d5e8-4a93-ba4c-0ec8309e6764 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] device_id is not set on port 29c1df35-ce85-43af-ba61-f9b6f13295d5 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:53:31.570868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a59aa0-142c-4825-a9e6-39b08a3fd38f tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:31.578019 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a59aa0-142c-4825-a9e6-39b08a3fd38f tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:31.579015 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-39a59aa0-142c-4825-a9e6-39b08a3fd38f tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Synchronizing usage tracker for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:31.608130 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-98530313-0950-4195-ba02-ca66daaead47 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:31.637522 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 20e74962-b116-4170-846a-fb1451a54864 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:31.651862 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 20e74962-b116-4170-846a-fb1451a54864 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:31.652404 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:31.661942 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a188b8-21aa-4f90-a2f8-f754bba72b58 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:31.662783 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-17a188b8-21aa-4f90-a2f8-f754bba72b58 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:31.681042 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-39a59aa0-142c-4825-a9e6-39b08a3fd38f tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Unset dirty status for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:31.682212 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-39a59aa0-142c-4825-a9e6-39b08a3fd38f tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3310962 May 10 14:53:31.684490 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98530313-0950-4195-ba02-ca66daaead47 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=af294687-0e5e-4899-9290-f30d7580c321,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:31.728670 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44030) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:31.847790 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a188b8-21aa-4f90-a2f8-f754bba72b58 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event updated for resources: {'Port': ['ID=b44b453c-b85a-4c66-87ff-ceb54ce25ab7,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:31.935353 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-71ee43e2-a5d4-4e24-b599-aaa1ed7996c5 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting port d53b9986-19ca-40fb-8120-68f6f0a649e7 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:31.935964 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-71ee43e2-a5d4-4e24-b599-aaa1ed7996c5 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:31.968944 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:32.020489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-264f637d-e140-4adf-ad42-cdbd7917f577 None None] Provisioning for port b44b453c-b85a-4c66-87ff-ceb54ce25ab7 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:32.030247 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-86146c6a-1fbc-4e01-9318-6c2f8aa72d80 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:32.034323 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-264f637d-e140-4adf-ad42-cdbd7917f577 None None] Provisioning complete for port b44b453c-b85a-4c66-87ff-ceb54ce25ab7 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:32.035145 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-264f637d-e140-4adf-ad42-cdbd7917f577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:32.046485 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-17a188b8-21aa-4f90-a2f8-f754bba72b58 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:32.094999 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 20e74962-b116-4170-846a-fb1451a54864, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=20e74962-b116-4170-846a-fb1451a54864,segment=NetworkSegment(2d92bbb3-e6c1-46b2-a4ca-747c8b285c1f),segment_id=2d92bbb3-e6c1-46b2-a4ca-747c8b285c1f)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:32.115117 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:32.158655 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-86146c6a-1fbc-4e01-9318-6c2f8aa72d80 None None] Transition to ACTIVE for port object 951a4e07-6b64-495c-a97e-47c213267f27 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:32.223849 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-86146c6a-1fbc-4e01-9318-6c2f8aa72d80 None None] Transition to ACTIVE for port object 951a4e07-6b64-495c-a97e-47c213267f27 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:32.250282 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-86146c6a-1fbc-4e01-9318-6c2f8aa72d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:32.273582 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-264f637d-e140-4adf-ad42-cdbd7917f577 None None] Port b44b453c-b85a-4c66-87ff-ceb54ce25ab7 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:53:32.302390 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86146c6a-1fbc-4e01-9318-6c2f8aa72d80 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:32.307080 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-86146c6a-1fbc-4e01-9318-6c2f8aa72d80 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:32.309765 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86146c6a-1fbc-4e01-9318-6c2f8aa72d80 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:32.374251 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=20e74962-b116-4170-846a-fb1451a54864,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:32.401017 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-40bb4a87-d5e8-4a93-ba4c-0ec8309e6764 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8::c4 (a36358c0-b900-4df5-ae69-1592404548f9/9295cbcc-7e5e-47d5-b5c7-13c165255591/29c1df35-ce85-43af-ba61-f9b6f13295d5) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:32.506211 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-98530313-0950-4195-ba02-ca66daaead47 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:32.510065 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86146c6a-1fbc-4e01-9318-6c2f8aa72d80 None None] Pushing event updated for resources: {'Port': ['ID=951a4e07-6b64-495c-a97e-47c213267f27,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:32.518684 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-86146c6a-1fbc-4e01-9318-6c2f8aa72d80 None None] Attempting to bind port 951a4e07-6b64-495c-a97e-47c213267f27 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:53:32.519054 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-86146c6a-1fbc-4e01-9318-6c2f8aa72d80 None None] Attempting to bind port 951a4e07-6b64-495c-a97e-47c213267f27 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:53:32.519777 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86146c6a-1fbc-4e01-9318-6c2f8aa72d80 None None] Attempting to bind port 951a4e07-6b64-495c-a97e-47c213267f27 on network a36358c0-b900-4df5-ae69-1592404548f9 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:53:32.528489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86146c6a-1fbc-4e01-9318-6c2f8aa72d80 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:53:32.528489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86146c6a-1fbc-4e01-9318-6c2f8aa72d80 None None] Checking segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:53:32.528489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-86146c6a-1fbc-4e01-9318-6c2f8aa72d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:32.528489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86146c6a-1fbc-4e01-9318-6c2f8aa72d80 None None] Bound using segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:53:32.528489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-86146c6a-1fbc-4e01-9318-6c2f8aa72d80 None None] Bound port: 951a4e07-6b64-495c-a97e-47c213267f27, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:53:32.529084 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-86146c6a-1fbc-4e01-9318-6c2f8aa72d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:32.614866 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44048) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:32.635670 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-86146c6a-1fbc-4e01-9318-6c2f8aa72d80 None None] For port 951a4e07-6b64-495c-a97e-47c213267f27, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:53:32.640915 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-86146c6a-1fbc-4e01-9318-6c2f8aa72d80 None None] For port 951a4e07-6b64-495c-a97e-47c213267f27, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=951a4e07-6b64-495c-a97e-47c213267f27,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:53:32.655481 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-86146c6a-1fbc-4e01-9318-6c2f8aa72d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:32.769092 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86146c6a-1fbc-4e01-9318-6c2f8aa72d80 None None] Pushing event updated for resources: {'Port': ['ID=951a4e07-6b64-495c-a97e-47c213267f27,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:32.849067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-a39b56dd-9355-4da9-b07d-9eb892a42f90 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'network': {'name': 'tempest-RoutersTest-1118174995'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:32.912394 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a39b56dd-9355-4da9-b07d-9eb892a42f90 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:32.922647 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a39b56dd-9355-4da9-b07d-9eb892a42f90 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:network and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:32.929263 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-71ee43e2-a5d4-4e24-b599-aaa1ed7996c5 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:32.939039 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a39b56dd-9355-4da9-b07d-9eb892a42f90 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:33.026242 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a39b56dd-9355-4da9-b07d-9eb892a42f90 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:33.112229 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-17a188b8-21aa-4f90-a2f8-f754bba72b58 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:33.120266 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-40bb4a87-d5e8-4a93-ba4c-0ec8309e6764 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:33.127473 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-17a188b8-21aa-4f90-a2f8-f754bba72b58 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:33.127985 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-71ee43e2-a5d4-4e24-b599-aaa1ed7996c5 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Calling delete_port for d53b9986-19ca-40fb-8120-68f6f0a649e7 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:33.128145 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-17a188b8-21aa-4f90-a2f8-f754bba72b58 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:33.233315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-40bb4a87-d5e8-4a93-ba4c-0ec8309e6764 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Transition to ACTIVE for port object 29c1df35-ce85-43af-ba61-f9b6f13295d5 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:33.259432 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39b56dd-9355-4da9-b07d-9eb892a42f90 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Made reservation on behalf of 7644c356883e4453aa5ee3ea8dc28b8a for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:33.262872 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a39b56dd-9355-4da9-b07d-9eb892a42f90 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:33.289686 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a39b56dd-9355-4da9-b07d-9eb892a42f90 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:33.306902 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a188b8-21aa-4f90-a2f8-f754bba72b58 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event updated for resources: {'Port': ['ID=b44b453c-b85a-4c66-87ff-ceb54ce25ab7,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:33.384040 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a39b56dd-9355-4da9-b07d-9eb892a42f90 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:33.389008 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 951a4e07-6b64-495c-a97e-47c213267f27 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:33.415069 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a39b56dd-9355-4da9-b07d-9eb892a42f90 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:security_group_rule and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:33.420720 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a39b56dd-9355-4da9-b07d-9eb892a42f90 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:33.425342 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-40bb4a87-d5e8-4a93-ba4c-0ec8309e6764 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:33.435484 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a39b56dd-9355-4da9-b07d-9eb892a42f90 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:33.439590 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-71ee43e2-a5d4-4e24-b599-aaa1ed7996c5 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:33.461363 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 951a4e07-6b64-495c-a97e-47c213267f27 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:33.468453 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 20e74962-b116-4170-846a-fb1451a54864 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:33.518239 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee43e2-a5d4-4e24-b599-aaa1ed7996c5 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Port': ['ID=d53b9986-19ca-40fb-8120-68f6f0a649e7,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:33.522482 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bb4a87-d5e8-4a93-ba4c-0ec8309e6764 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:33.527588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-71ee43e2-a5d4-4e24-b599-aaa1ed7996c5 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:33.528452 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-40bb4a87-d5e8-4a93-ba4c-0ec8309e6764 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:33.538375 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bb4a87-d5e8-4a93-ba4c-0ec8309e6764 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:33.544318 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bb4a87-d5e8-4a93-ba4c-0ec8309e6764 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:33.544977 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-40bb4a87-d5e8-4a93-ba4c-0ec8309e6764 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:33.573490 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 20e74962-b116-4170-846a-fb1451a54864 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:33.573655 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98530313-0950-4195-ba02-ca66daaead47 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router 4c545987-9dfc-439b-be1e-8a88b2377a04 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:53:33.575719 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:33.586492 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a188b8-21aa-4f90-a2f8-f754bba72b58 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Network 69577da3-ca56-4cc4-99cb-3096030d1b1f is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:33.588343 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-17a188b8-21aa-4f90-a2f8-f754bba72b58 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:33.591085 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb4a87-d5e8-4a93-ba4c-0ec8309e6764 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=29c1df35-ce85-43af-ba61-f9b6f13295d5,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:33.673873 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-71ee43e2-a5d4-4e24-b599-aaa1ed7996c5 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/ports/d53b9986-19ca-40fb-8120-68f6f0a649e7 HTTP/1.1" status: 204 len: 168 time: 1.9435391 May 10 14:53:33.681649 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-40bb4a87-d5e8-4a93-ba4c-0ec8309e6764 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7767532 May 10 14:53:33.725687 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44054) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:33.726264 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44056) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:33.854597 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a188b8-21aa-4f90-a2f8-f754bba72b58 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Router 46ce2397-759f-4808-8a13-fe8357c1caef has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:53:34.055658 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-9cca3b05-31a2-46a8-9779-1ace0e4cffe4 None None] Provisioning complete for port b44b453c-b85a-4c66-87ff-ceb54ce25ab7 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:34.056168 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9cca3b05-31a2-46a8-9779-1ace0e4cffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:34.062414 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a39b56dd-9355-4da9-b07d-9eb892a42f90 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:34.068685 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98530313-0950-4195-ba02-ca66daaead47 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:53:34.069634 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a188b8-21aa-4f90-a2f8-f754bba72b58 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:53:34.084151 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a39b56dd-9355-4da9-b07d-9eb892a42f90 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:34.091935 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-17a188b8-21aa-4f90-a2f8-f754bba72b58 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "PUT /v2.0/routers/46ce2397-759f-4808-8a13-fe8357c1caef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8803248 May 10 14:53:34.094986 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44062) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:34.097411 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e566d2-b8cb-4ba7-90d1-d29a9fef736d None None] Sync routers for ids ['4c545987-9dfc-439b-be1e-8a88b2377a04'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:53:34.099051 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a770d9-0821-4e7d-a69a-1529f9f6265d None None] Sync routers for ids ['46ce2397-759f-4808-8a13-fe8357c1caef'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:53:34.116915 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a770d9-0821-4e7d-a69a-1529f9f6265d None None] Routers {'46ce2397-759f-4808-8a13-fe8357c1caef'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:34.118276 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-a7a770d9-0821-4e7d-a69a-1529f9f6265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:53:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['46ce2397-759f-4808-8a13-fe8357c1caef'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:34.126241 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e566d2-b8cb-4ba7-90d1-d29a9fef736d None None] Routers {'4c545987-9dfc-439b-be1e-8a88b2377a04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:34.128364 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-87e566d2-b8cb-4ba7-90d1-d29a9fef736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:53:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4c545987-9dfc-439b-be1e-8a88b2377a04'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:34.164029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b56dd-9355-4da9-b07d-9eb892a42f90 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66019ac6-3908-4719-830f-1bf147cbb280,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:34.194383 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a35720f-1cc0-4dd1-8dda-a8a879a17109 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:34.195397 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-0a35720f-1cc0-4dd1-8dda-a8a879a17109 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Synchronizing usage tracker for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:34.209149 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-98530313-0950-4195-ba02-ca66daaead47 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/routers/4c545987-9dfc-439b-be1e-8a88b2377a04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0802808 May 10 14:53:34.209540 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-a7a770d9-0821-4e7d-a69a-1529f9f6265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:34.210400 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44066) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:34.219337 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a770d9-0821-4e7d-a69a-1529f9f6265d None None] Routers {'46ce2397-759f-4808-8a13-fe8357c1caef'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:34.219956 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-a7a770d9-0821-4e7d-a69a-1529f9f6265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:53:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['46ce2397-759f-4808-8a13-fe8357c1caef'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:34.233545 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-9cca3b05-31a2-46a8-9779-1ace0e4cffe4 None None] Port b44b453c-b85a-4c66-87ff-ceb54ce25ab7 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:53:34.252614 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39b56dd-9355-4da9-b07d-9eb892a42f90 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:53:34.304342 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-0a35720f-1cc0-4dd1-8dda-a8a879a17109 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Unset dirty status for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:34.304557 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-a7a770d9-0821-4e7d-a69a-1529f9f6265d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:34.305388 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a770d9-0821-4e7d-a69a-1529f9f6265d None None] The sync data for ids ['46ce2397-759f-4808-8a13-fe8357c1caef'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:53:34.306518 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0a35720f-1cc0-4dd1-8dda-a8a879a17109 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5785859 May 10 14:53:34.315873 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44070) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:34.325527 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2d0293-dc6b-4441-8499-57cabd49b586 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:34.332786 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2d0293-dc6b-4441-8499-57cabd49b586 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:34.333879 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3f2d0293-dc6b-4441-8499-57cabd49b586 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:34.384977 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-984f19c6-8f35-41f4-9d83-f6e4c440b55c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:34.396413 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a39b56dd-9355-4da9-b07d-9eb892a42f90 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:34.396602 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-a39b56dd-9355-4da9-b07d-9eb892a42f90 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Added segment ddfdc9e0-6c7d-4f28-8d3e-5734e138bb3f of type vlan for network 9f03e9a3-8934-4505-ae68-201783a02787 May 10 14:53:34.414522 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf15bce5-e3bc-451e-943b-c48fa04a446f tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] GET failed (client error): The resource could not be found. May 10 14:53:34.416709 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cf15bce5-e3bc-451e-943b-c48fa04a446f tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports/c48262f9-164d-40f2-abde-6edbf52bf355 HTTP/1.1" status: 404 len: 333 time: 0.0768256 May 10 14:53:34.427361 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44074) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:34.448178 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-87e566d2-b8cb-4ba7-90d1-d29a9fef736d None None] Set router 4c545987-9dfc-439b-be1e-8a88b2377a04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:53:34.571938 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-984f19c6-8f35-41f4-9d83-f6e4c440b55c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] delete failed (client error): There was a conflict when trying to complete your request. May 10 14:53:34.574449 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-984f19c6-8f35-41f4-9d83-f6e4c440b55c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "DELETE /v2.0/routers/46ce2397-759f-4808-8a13-fe8357c1caef HTTP/1.1" status: 409 len: 329 time: 0.4778569 May 10 14:53:34.577912 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44078) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:34.638591 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3f2d0293-dc6b-4441-8499-57cabd49b586 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:34.645542 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3f2d0293-dc6b-4441-8499-57cabd49b586 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.9105494 May 10 14:53:34.652504 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44082) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:34.660967 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f9d13b40-bbd8-4441-890d-826b61a54bb1 None None] Provisioning for port 951a4e07-6b64-495c-a97e-47c213267f27 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:34.663932 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ab3da6-73da-4d90-a3fa-2072b7110d67 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] GET failed (client error): The resource could not be found. May 10 14:53:34.663932 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-39ab3da6-73da-4d90-a3fa-2072b7110d67 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports/d53b9986-19ca-40fb-8120-68f6f0a649e7 HTTP/1.1" status: 404 len: 333 time: 0.2300856 May 10 14:53:34.666036 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44086) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:34.669651 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-b543bd6b-6c09-4b3a-828d-ab6b8eb0d7b3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting subnet 702fd6a2-2441-4d78-a561-280659d21ac8 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:53:34.725868 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f9d13b40-bbd8-4441-890d-826b61a54bb1 None None] Provisioning complete for port 951a4e07-6b64-495c-a97e-47c213267f27 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:34.725868 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f9d13b40-bbd8-4441-890d-826b61a54bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:34.812197 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a39b56dd-9355-4da9-b07d-9eb892a42f90 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:34.821191 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8c8f96d2-294e-4ce6-805f-2446d39e4137 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:34.823337 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b543bd6b-6c09-4b3a-828d-ab6b8eb0d7b3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:34.937624 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f9d13b40-bbd8-4441-890d-826b61a54bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:34.971387 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-6eb999e8-304d-4d42-ba9c-f450c0175778 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting port 29c1df35-ce85-43af-ba61-f9b6f13295d5 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:34.974187 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6eb999e8-304d-4d42-ba9c-f450c0175778 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:34.976881 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b543bd6b-6c09-4b3a-828d-ab6b8eb0d7b3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:34.990142 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-f9d13b40-bbd8-4441-890d-826b61a54bb1 None None] For port 951a4e07-6b64-495c-a97e-47c213267f27, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=951a4e07-6b64-495c-a97e-47c213267f27,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:35.007902 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-87e566d2-b8cb-4ba7-90d1-d29a9fef736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'name': 'tempest-TestNetworkBasicOps-router-2120422949', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:49:55Z', 'updated_at': '2022-05-10T14:53:31Z', 'revision_number': 7, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:49:58Z', 'updated_at': '2022-05-10T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:35.012413 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f9d13b40-bbd8-4441-890d-826b61a54bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:35.052092 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e566d2-b8cb-4ba7-90d1-d29a9fef736d None None] Checking router: 4c545987-9dfc-439b-be1e-8a88b2377a04 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:53:35.084339 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e566d2-b8cb-4ba7-90d1-d29a9fef736d None None] Routers {'4c545987-9dfc-439b-be1e-8a88b2377a04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:35.084339 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-87e566d2-b8cb-4ba7-90d1-d29a9fef736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:53:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4c545987-9dfc-439b-be1e-8a88b2377a04'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:35.113152 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a39b56dd-9355-4da9-b07d-9eb892a42f90 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:35.119617 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39b56dd-9355-4da9-b07d-9eb892a42f90 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:35.120185 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a39b56dd-9355-4da9-b07d-9eb892a42f90 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:35.127773 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8c8f96d2-294e-4ce6-805f-2446d39e4137 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:35.237138 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d13b40-bbd8-4441-890d-826b61a54bb1 None None] Pushing event updated for resources: {'Port': ['ID=951a4e07-6b64-495c-a97e-47c213267f27,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:35.255768 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b56dd-9355-4da9-b07d-9eb892a42f90 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Network': ['ID=9f03e9a3-8934-4505-ae68-201783a02787,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:35.302462 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 9f03e9a3-8934-4505-ae68-201783a02787 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:53:35.305594 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-8c8f96d2-294e-4ce6-805f-2446d39e4137 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10c3609-134b-42fd-b4c7-033e9b0ce4b1']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:35.318496 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a39b56dd-9355-4da9-b07d-9eb892a42f90 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.7042241 May 10 14:53:35.323115 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44090) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:35.323784 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b5af0975-67d6-4e38-8f25-26c5dbeea6aa None None] Provisioning for port 29c1df35-ce85-43af-ba61-f9b6f13295d5 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:35.325259 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-8c8f96d2-294e-4ce6-805f-2446d39e4137 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad0e55e-1b61-45c5-8a94-e5064249a766') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:35.325554 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-8c8f96d2-294e-4ce6-805f-2446d39e4137 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad0e55e-1b61-45c5-8a94-e5064249a766') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:35.345189 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-5098fdf9-87a6-4997-883c-50545bc669d7 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'network': {'name': 'tempest-RoutersTest-1983952737'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:35.350795 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8c8f96d2-294e-4ce6-805f-2446d39e4137 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:35.363364 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5098fdf9-87a6-4997-883c-50545bc669d7 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:35.374627 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5098fdf9-87a6-4997-883c-50545bc669d7 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:network and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:35.378460 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b543bd6b-6c09-4b3a-828d-ab6b8eb0d7b3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:35.397790 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b5af0975-67d6-4e38-8f25-26c5dbeea6aa None None] Provisioning complete for port 29c1df35-ce85-43af-ba61-f9b6f13295d5 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:35.398359 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b5af0975-67d6-4e38-8f25-26c5dbeea6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:35.410745 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5098fdf9-87a6-4997-883c-50545bc669d7 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:35.422211 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8c8f96d2-294e-4ce6-805f-2446d39e4137 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:35.433957 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5098fdf9-87a6-4997-883c-50545bc669d7 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:35.442455 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8f96d2-294e-4ce6-805f-2446d39e4137 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:53:35.443132 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8c8f96d2-294e-4ce6-805f-2446d39e4137 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:53:35.459457 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:53:35.507356 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6eb999e8-304d-4d42-ba9c-f450c0175778 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:35.548657 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-87e566d2-b8cb-4ba7-90d1-d29a9fef736d None None] Set router 4c545987-9dfc-439b-be1e-8a88b2377a04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:53:35.553608 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5098fdf9-87a6-4997-883c-50545bc669d7 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Made reservation on behalf of 7644c356883e4453aa5ee3ea8dc28b8a for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:35.559169 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5098fdf9-87a6-4997-883c-50545bc669d7 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:35.609157 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5098fdf9-87a6-4997-883c-50545bc669d7 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:53:35.621912 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8c8f96d2-294e-4ce6-805f-2446d39e4137 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:35.657920 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-6eb999e8-304d-4d42-ba9c-f450c0175778 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Calling delete_port for 29c1df35-ce85-43af-ba61-f9b6f13295d5 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:35.660799 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8c8f96d2-294e-4ce6-805f-2446d39e4137 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:35.663954 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5098fdf9-87a6-4997-883c-50545bc669d7 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:35.663954 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-5098fdf9-87a6-4997-883c-50545bc669d7 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Added segment 85f0ab94-88b3-4add-9cf0-e93ac0df8811 of type vlan for network e213144f-597c-4968-bdd7-5f1292d5f1eb May 10 14:53:35.679195 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b5af0975-67d6-4e38-8f25-26c5dbeea6aa None None] Port 29c1df35-ce85-43af-ba61-f9b6f13295d5 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:53:35.680472 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f96d2-294e-4ce6-805f-2446d39e4137 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Network': ['ID=b10c3609-134b-42fd-b4c7-033e9b0ce4b1,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:35.690210 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8c8f96d2-294e-4ce6-805f-2446d39e4137 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/networks/b10c3609-134b-42fd-b4c7-033e9b0ce4b1 HTTP/1.1" status: 204 len: 168 time: 1.0170770 May 10 14:53:35.693927 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44094) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:35.703325 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-1f2b8add-9305-470a-b744-e9c4c5247fb7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-825356217'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:35.709056 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1f2b8add-9305-470a-b744-e9c4c5247fb7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:35.714222 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b543bd6b-6c09-4b3a-828d-ab6b8eb0d7b3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:35.720789 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1f2b8add-9305-470a-b744-e9c4c5247fb7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:network and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:35.765223 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1f2b8add-9305-470a-b744-e9c4c5247fb7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:35.781419 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5098fdf9-87a6-4997-883c-50545bc669d7 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:35.789493 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1f2b8add-9305-470a-b744-e9c4c5247fb7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:35.795290 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543bd6b-6c09-4b3a-828d-ab6b8eb0d7b3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Subnet': ['ID=702fd6a2-2441-4d78-a561-280659d21ac8,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:35.798462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b543bd6b-6c09-4b3a-828d-ab6b8eb0d7b3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:35.800166 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b543bd6b-6c09-4b3a-828d-ab6b8eb0d7b3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/subnets/702fd6a2-2441-4d78-a561-280659d21ac8 HTTP/1.1" status: 204 len: 168 time: 1.5504093 May 10 14:53:35.807491 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44098) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:35.835501 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d7eabe-d575-466b-9668-8986919b0bd2 None None] Network 5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:35.936728 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b57f87d6-d1f3-4a03-8603-c538e43ecbd4 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:36.009930 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6eb999e8-304d-4d42-ba9c-f450c0175778 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:36.010407 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-57c90792-b8dc-4093-9f23-c7abd8376d9c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:36.097210 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-87e566d2-b8cb-4ba7-90d1-d29a9fef736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'name': 'tempest-TestNetworkBasicOps-router-2120422949', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:49:55Z', 'updated_at': '2022-05-10T14:53:31Z', 'revision_number': 7, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:49:58Z', 'updated_at': '2022-05-10T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:36.102739 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2b8add-9305-470a-b744-e9c4c5247fb7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:36.103887 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e566d2-b8cb-4ba7-90d1-d29a9fef736d None None] The sync data for ids ['4c545987-9dfc-439b-be1e-8a88b2377a04'] in dv-neutron-841204-2-hyperv is: [{'id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'name': 'tempest-TestNetworkBasicOps-router-2120422949', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:49:55Z', 'updated_at': '2022-05-10T14:53:31Z', 'revision_number': 7, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5872f8ca-85cf-49da-9557-9b8a077a30f1', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c545987-9dfc-439b-be1e-8a88b2377a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:49:58Z', 'updated_at': '2022-05-10T14:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:53:36.106986 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f2b8add-9305-470a-b744-e9c4c5247fb7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:36.140644 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.resource_extend [None req-5098fdf9-87a6-4997-883c-50545bc669d7 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:53:36.174063 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb999e8-304d-4d42-ba9c-f450c0175778 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Port': ['ID=29c1df35-ce85-43af-ba61-f9b6f13295d5,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:36.211487 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6eb999e8-304d-4d42-ba9c-f450c0175778 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:36.235464 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5098fdf9-87a6-4997-883c-50545bc669d7 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:36.241532 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5098fdf9-87a6-4997-883c-50545bc669d7 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:36.241983 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5098fdf9-87a6-4997-883c-50545bc669d7 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:36.300637 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2b8add-9305-470a-b744-e9c4c5247fb7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:53:36.303250 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6eb999e8-304d-4d42-ba9c-f450c0175778 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/29c1df35-ce85-43af-ba61-f9b6f13295d5 HTTP/1.1" status: 204 len: 168 time: 1.6497037 May 10 14:53:36.342908 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44104) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:36.401624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f2b8add-9305-470a-b744-e9c4c5247fb7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:36.402213 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-1f2b8add-9305-470a-b744-e9c4c5247fb7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Added segment 93196132-6229-4e18-a719-2a96e7acb9e5 of type vlan for network 38ae71df-0ab5-4288-965f-97dd9256763e May 10 14:53:36.410041 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5098fdf9-87a6-4997-883c-50545bc669d7 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0766165 May 10 14:53:36.425841 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44108) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:36.432801 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098fdf9-87a6-4997-883c-50545bc669d7 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Network': ['ID=e213144f-597c-4968-bdd7-5f1292d5f1eb,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:36.445168 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-02217ab7-c633-4ff8-b6f7-08b88a1ac097 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'subnet': {'network_id': '9f03e9a3-8934-4505-ae68-201783a02787', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:36.449992 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network e213144f-597c-4968-bdd7-5f1292d5f1eb details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:53:36.559168 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dcd44c-12b0-4979-9afd-9992448f8f4b None None] DHCP port deletion for 5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:53:36.569592 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-23dcd44c-12b0-4979-9afd-9992448f8f4b None None] Deleting port d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:36.570627 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-23dcd44c-12b0-4979-9afd-9992448f8f4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:36.605169 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8db4231-3bde-483b-b814-c216f16dc25b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:36.606867 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8db4231-3bde-483b-b814-c216f16dc25b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:36.607655 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f8db4231-3bde-483b-b814-c216f16dc25b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:36.679959 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f8db4231-3bde-483b-b814-c216f16dc25b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:36.679959 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f8db4231-3bde-483b-b814-c216f16dc25b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3352361 May 10 14:53:36.686742 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44112) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:36.726327 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-57c90792-b8dc-4093-9f23-c7abd8376d9c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:36.735265 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f2b8add-9305-470a-b744-e9c4c5247fb7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:36.781577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-57c90792-b8dc-4093-9f23-c7abd8376d9c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 5872f8ca-85cf-49da-9557-9b8a077a30f1 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:36.781577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-57c90792-b8dc-4093-9f23-c7abd8376d9c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:36.789668 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-b57f87d6-d1f3-4a03-8603-c538e43ecbd4 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Deleting port b44b453c-b85a-4c66-87ff-ceb54ce25ab7 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:36.790011 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b57f87d6-d1f3-4a03-8603-c538e43ecbd4 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:36.857528 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8198f3-28e4-4a05-a03b-226a9ccf40a9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet 9295cbcc-7e5e-47d5-b5c7-13c165255591 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:53:36.863090 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa8198f3-28e4-4a05-a03b-226a9ccf40a9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:36.873700 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-02217ab7-c633-4ff8-b6f7-08b88a1ac097 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:36.903124 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f2b8add-9305-470a-b744-e9c4c5247fb7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:36.910213 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2b8add-9305-470a-b744-e9c4c5247fb7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:36.911012 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f2b8add-9305-470a-b744-e9c4c5247fb7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:36.916561 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-02217ab7-c633-4ff8-b6f7-08b88a1ac097 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:subnet and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:36.934382 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-23dcd44c-12b0-4979-9afd-9992448f8f4b None None] For port d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8,segment=NetworkSegment(d67335cd-b03f-4448-bcc2-1347e31dd44b),segment_id=d67335cd-b03f-4448-bcc2-1347e31dd44b)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:36.934856 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-23dcd44c-12b0-4979-9afd-9992448f8f4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:37.021969 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa8198f3-28e4-4a05-a03b-226a9ccf40a9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:37.026728 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-02217ab7-c633-4ff8-b6f7-08b88a1ac097 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:37.090186 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-23dcd44c-12b0-4979-9afd-9992448f8f4b None None] Calling delete_port for d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:37.132883 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b57f87d6-d1f3-4a03-8603-c538e43ecbd4 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:37.136091 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-02217ab7-c633-4ff8-b6f7-08b88a1ac097 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:37.169583 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1f2b8add-9305-470a-b744-e9c4c5247fb7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4719870 May 10 14:53:37.171193 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44116) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:37.199812 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b8add-9305-470a-b744-e9c4c5247fb7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Network': ['ID=38ae71df-0ab5-4288-965f-97dd9256763e,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:37.214016 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02217ab7-c633-4ff8-b6f7-08b88a1ac097 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Made reservation on behalf of 7644c356883e4453aa5ee3ea8dc28b8a for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:37.217677 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-02217ab7-c633-4ff8-b6f7-08b88a1ac097 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:37.234166 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 38ae71df-0ab5-4288-965f-97dd9256763e details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:53:37.235895 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-5973d364-4d52-40b0-b7ae-d9eda420861e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'subnet': {'network_id': '38ae71df-0ab5-4288-965f-97dd9256763e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:37.249625 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 951a4e07-6b64-495c-a97e-47c213267f27 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:37.301646 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-b57f87d6-d1f3-4a03-8603-c538e43ecbd4 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Calling delete_port for b44b453c-b85a-4c66-87ff-ceb54ce25ab7 owned by network:router_interface {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:37.372736 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa8198f3-28e4-4a05-a03b-226a9ccf40a9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:37.379872 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-23dcd44c-12b0-4979-9afd-9992448f8f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:37.415153 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-57c90792-b8dc-4093-9f23-c7abd8376d9c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port 5872f8ca-85cf-49da-9557-9b8a077a30f1, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=5872f8ca-85cf-49da-9557-9b8a077a30f1,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:37.415731 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-57c90792-b8dc-4093-9f23-c7abd8376d9c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:37.439903 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dcd44c-12b0-4979-9afd-9992448f8f4b None None] Pushing event deleted for resources: {'Port': ['ID=d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:37.462698 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dcd44c-12b0-4979-9afd-9992448f8f4b None None] No DVR routers for this DVR port d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:53:37.485425 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 951a4e07-6b64-495c-a97e-47c213267f27 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:37.486647 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:37.529590 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa8198f3-28e4-4a05-a03b-226a9ccf40a9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:37.577208 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-57c90792-b8dc-4093-9f23-c7abd8376d9c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 5872f8ca-85cf-49da-9557-9b8a077a30f1 owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:37.584664 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8198f3-28e4-4a05-a03b-226a9ccf40a9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=9295cbcc-7e5e-47d5-b5c7-13c165255591,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:37.594452 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aa8198f3-28e4-4a05-a03b-226a9ccf40a9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:37.621393 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b84a2e-2fb3-4cd8-9161-51485e13e36c None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:37.640363 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5973d364-4d52-40b0-b7ae-d9eda420861e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:37.650696 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5973d364-4d52-40b0-b7ae-d9eda420861e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:subnet and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:37.655492 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-aa8198f3-28e4-4a05-a03b-226a9ccf40a9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/9295cbcc-7e5e-47d5-b5c7-13c165255591 HTTP/1.1" status: 204 len: 168 time: 0.9677832 May 10 14:53:37.659456 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5973d364-4d52-40b0-b7ae-d9eda420861e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:37.660366 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44120) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:37.695338 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5973d364-4d52-40b0-b7ae-d9eda420861e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:37.729799 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5973d364-4d52-40b0-b7ae-d9eda420861e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:37.755708 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5973d364-4d52-40b0-b7ae-d9eda420861e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:37.757771 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6c5d1c4a-bb09-4ba8-bc8f-8160b3d9ec77 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0920804 May 10 14:53:37.757771 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44124) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:37.800686 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b57f87d6-d1f3-4a03-8603-c538e43ecbd4 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:37.841520 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device af294687-0e5e-4899-9290-f30d7580c321 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:53:37.865417 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f87d6-d1f3-4a03-8603-c538e43ecbd4 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event deleted for resources: {'Port': ['ID=b44b453c-b85a-4c66-87ff-ceb54ce25ab7,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:37.881622 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: af294687-0e5e-4899-9290-f30d7580c321 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:53:37.882167 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device af294687-0e5e-4899-9290-f30d7580c321 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:53:37.883441 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:53:37.953444 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:53:37.953444 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d9465bbb-6d6e-4eca-83c3-fb7a6a40f5e8 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:53:37.967223 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.ipam_backend_mixin [None req-5973d364-4d52-40b0-b7ae-d9eda420861e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Performing IP validity checks on allocation pools {{(pid=88051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 10 14:53:37.967772 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.ipam_backend_mixin [None req-5973d364-4d52-40b0-b7ae-d9eda420861e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 10 14:53:38.126866 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45d4842-589b-4f56-a285-a749db9c57fc tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:38.127842 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d45d4842-589b-4f56-a285-a749db9c57fc tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:38.135498 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b57f87d6-d1f3-4a03-8603-c538e43ecbd4 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:38.139039 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baa8011-59b2-4478-b91d-850c07533232 None None] DHCP port deletion for a36358c0-b900-4df5-ae69-1592404548f9 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:53:38.144563 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-3baa8011-59b2-4478-b91d-850c07533232 None None] Deleting port 951a4e07-6b64-495c-a97e-47c213267f27 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:38.145014 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3baa8011-59b2-4478-b91d-850c07533232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:38.242206 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d45d4842-589b-4f56-a285-a749db9c57fc tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:38.245945 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d45d4842-589b-4f56-a285-a749db9c57fc tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4857323 May 10 14:53:38.249004 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44128) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:38.301130 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-57c90792-b8dc-4093-9f23-c7abd8376d9c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:38.375963 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-02217ab7-c633-4ff8-b6f7-08b88a1ac097 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:38.414971 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c90792-b8dc-4093-9f23-c7abd8376d9c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=5872f8ca-85cf-49da-9557-9b8a077a30f1,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:38.440687 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-3baa8011-59b2-4478-b91d-850c07533232 None None] For port 951a4e07-6b64-495c-a97e-47c213267f27, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=951a4e07-6b64-495c-a97e-47c213267f27,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:38.442227 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3baa8011-59b2-4478-b91d-850c07533232 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:38.624228 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57f87d6-d1f3-4a03-8603-c538e43ecbd4 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Router 46ce2397-759f-4808-8a13-fe8357c1caef has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:53:38.648910 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-3baa8011-59b2-4478-b91d-850c07533232 None None] Calling delete_port for 951a4e07-6b64-495c-a97e-47c213267f27 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:38.672203 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5973d364-4d52-40b0-b7ae-d9eda420861e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:38.685023 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2e1f8e-0cd0-45cc-ac96-c4975388facd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:38.685873 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-bf2e1f8e-0cd0-45cc-ac96-c4975388facd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:38.725657 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02217ab7-c633-4ff8-b6f7-08b88a1ac097 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Subnet': ['ID=615ee0eb-b2fa-4d18-a9d2-0bd7e443f3ee,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:38.766232 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3baa8011-59b2-4478-b91d-850c07533232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:38.793805 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57f87d6-d1f3-4a03-8603-c538e43ecbd4 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:53:38.809154 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b57f87d6-d1f3-4a03-8603-c538e43ecbd4 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "PUT /v2.0/routers/46ce2397-759f-4808-8a13-fe8357c1caef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2262659 May 10 14:53:38.812335 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44132) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:38.824416 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-57c90792-b8dc-4093-9f23-c7abd8376d9c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:38.847831 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa8011-59b2-4478-b91d-850c07533232 None None] Pushing event deleted for resources: {'Port': ['ID=951a4e07-6b64-495c-a97e-47c213267f27,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:38.851270 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c860b4-a2c2-45e0-a8d4-f846ae4176b9 None None] Sync routers for ids ['46ce2397-759f-4808-8a13-fe8357c1caef'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:53:38.862065 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baa8011-59b2-4478-b91d-850c07533232 None None] No DVR routers for this DVR port 951a4e07-6b64-495c-a97e-47c213267f27 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:53:38.883915 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c860b4-a2c2-45e0-a8d4-f846ae4176b9 None None] Routers {'46ce2397-759f-4808-8a13-fe8357c1caef'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:38.884737 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-c0c860b4-a2c2-45e0-a8d4-f846ae4176b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:53:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['46ce2397-759f-4808-8a13-fe8357c1caef'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:38.901641 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-d3393eb0-5cae-444b-9aee-33d19a25ef0b tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] show failed (client error): The resource could not be found. May 10 14:53:38.906374 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d3393eb0-5cae-444b-9aee-33d19a25ef0b tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "GET /v2.0/routers/tempest-non_exist_router-461377995 HTTP/1.1" status: 404 len: 334 time: 0.0916562 May 10 14:53:38.907041 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44136) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:38.915046 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-56dcba15-2cb7-4251-a03e-00a35da7f766 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:38.975148 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-c0c860b4-a2c2-45e0-a8d4-f846ae4176b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:38.988257 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c860b4-a2c2-45e0-a8d4-f846ae4176b9 None None] Routers {'46ce2397-759f-4808-8a13-fe8357c1caef'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:38.988257 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-c0c860b4-a2c2-45e0-a8d4-f846ae4176b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:53:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['46ce2397-759f-4808-8a13-fe8357c1caef'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:38.997075 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-56dcba15-2cb7-4251-a03e-00a35da7f766 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] update failed (client error): The resource could not be found. May 10 14:53:39.000050 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-56dcba15-2cb7-4251-a03e-00a35da7f766 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "PUT /v2.0/routers/tempest-non_exist_router-807434229 HTTP/1.1" status: 404 len: 334 time: 0.0896811 May 10 14:53:39.002917 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44140) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:39.052509 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02217ab7-c633-4ff8-b6f7-08b88a1ac097 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Checking segment: {'id': 'ddfdc9e0-6c7d-4f28-8d3e-5734e138bb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '9f03e9a3-8934-4505-ae68-201783a02787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:53:39.052509 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02217ab7-c633-4ff8-b6f7-08b88a1ac097 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network hostable DHCP agents. Network: 9f03e9a3-8934-4505-ae68-201783a02787, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:53:39.056410 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-bf2e1f8e-0cd0-45cc-ac96-c4975388facd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:39.059828 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bf2e1f8e-0cd0-45cc-ac96-c4975388facd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8079469 May 10 14:53:39.061363 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44144) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:39.066383 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-c0c860b4-a2c2-45e0-a8d4-f846ae4176b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:39.067126 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c860b4-a2c2-45e0-a8d4-f846ae4176b9 None None] The sync data for ids ['46ce2397-759f-4808-8a13-fe8357c1caef'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:53:39.087776 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-57c90792-b8dc-4093-9f23-c7abd8376d9c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:39.093824 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-57c90792-b8dc-4093-9f23-c7abd8376d9c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:39.097205 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973d364-4d52-40b0-b7ae-d9eda420861e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Subnet': ['ID=51c1cc8e-9e80-4d37-9776-06b418b16351,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:39.110485 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5973d364-4d52-40b0-b7ae-d9eda420861e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Checking segment: {'id': '93196132-6229-4e18-a719-2a96e7acb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '38ae71df-0ab5-4288-965f-97dd9256763e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:53:39.111522 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5973d364-4d52-40b0-b7ae-d9eda420861e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network hostable DHCP agents. Network: 38ae71df-0ab5-4288-965f-97dd9256763e, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:53:39.147928 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-db5ecd80-9daf-4266-aa8b-849c475d543c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847743 May 10 14:53:39.152302 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44148) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:39.158217 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-57c90792-b8dc-4093-9f23-c7abd8376d9c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:39.158937 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c90792-b8dc-4093-9f23-c7abd8376d9c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Fanout notify agent at l3_agent the message router_deleted on router 4c545987-9dfc-439b-be1e-8a88b2377a04 {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:53:39.160369 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-d00be411-cb64-4b99-ad2a-a31605f6dadf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:39.170119 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02217ab7-c633-4ff8-b6f7-08b88a1ac097 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network 9f03e9a3-8934-4505-ae68-201783a02787 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:53:39.183030 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5973d364-4d52-40b0-b7ae-d9eda420861e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network 38ae71df-0ab5-4288-965f-97dd9256763e is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:53:39.183683 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec48b5f-dc9e-4f0d-877f-0c317b1c6931 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Deleting subnet 64b45a0a-295a-429d-842a-af091639d2d4 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:53:39.194404 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0ec48b5f-dc9e-4f0d-877f-0c317b1c6931 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:39.200692 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-02217ab7-c633-4ff8-b6f7-08b88a1ac097 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 9f03e9a3-8934-4505-ae68-201783a02787) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:39.206096 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02217ab7-c633-4ff8-b6f7-08b88a1ac097 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:39.206708 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-02217ab7-c633-4ff8-b6f7-08b88a1ac097 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:39.219015 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-5973d364-4d52-40b0-b7ae-d9eda420861e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 38ae71df-0ab5-4288-965f-97dd9256763e) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:39.223181 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9de654-4411-4485-9d98-fc2e39d8ed1e None None] Network 9f03e9a3-8934-4505-ae68-201783a02787 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:39.250393 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5973d364-4d52-40b0-b7ae-d9eda420861e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:39.250393 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5973d364-4d52-40b0-b7ae-d9eda420861e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:39.253223 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 951a4e07-6b64-495c-a97e-47c213267f27 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:53:39.280433 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-57c90792-b8dc-4093-9f23-c7abd8376d9c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:39.285178 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65b14c6-9136-45c2-ab57-b20b94c6b871 None None] Network 38ae71df-0ab5-4288-965f-97dd9256763e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:39.287745 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-57c90792-b8dc-4093-9f23-c7abd8376d9c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/routers/4c545987-9dfc-439b-be1e-8a88b2377a04 HTTP/1.1" status: 204 len: 168 time: 3.4801188 May 10 14:53:39.288819 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44152) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:39.343966 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0ec48b5f-dc9e-4f0d-877f-0c317b1c6931 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:39.348856 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5973d364-4d52-40b0-b7ae-d9eda420861e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1509039 May 10 14:53:39.383230 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44156) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:39.393832 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-ad4963b8-e03a-41e7-b279-6513cfbd9876 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'port': {'network_id': '38ae71df-0ab5-4288-965f-97dd9256763e', 'name': 'tempest-PortsTestJSON-1138978123'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:39.407599 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-02217ab7-c633-4ff8-b6f7-08b88a1ac097 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9766805 May 10 14:53:39.415868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44160) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:39.421742 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 951a4e07-6b64-495c-a97e-47c213267f27 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:53:39.422083 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 951a4e07-6b64-495c-a97e-47c213267f27 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:53:39.424056 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d00be411-cb64-4b99-ad2a-a31605f6dadf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:39.434829 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-8ddcaa09-340b-4c59-9c09-3b39f8f1b11e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'subnet': {'network_id': 'e213144f-597c-4968-bdd7-5f1292d5f1eb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:39.505150 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d00be411-cb64-4b99-ad2a-a31605f6dadf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:39.538795 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00be411-cb64-4b99-ad2a-a31605f6dadf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:39.543940 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d00be411-cb64-4b99-ad2a-a31605f6dadf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:39.552772 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f58aaf0-3964-4b94-9fd4-259df9c29ea6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:39.586541 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-8ddcaa09-340b-4c59-9c09-3b39f8f1b11e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:39.623234 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8ddcaa09-340b-4c59-9c09-3b39f8f1b11e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:subnet and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:39.628845 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8ddcaa09-340b-4c59-9c09-3b39f8f1b11e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:39.653854 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-8ddcaa09-340b-4c59-9c09-3b39f8f1b11e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:39.739494 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0ec48b5f-dc9e-4f0d-877f-0c317b1c6931 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:39.755393 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddcaa09-340b-4c59-9c09-3b39f8f1b11e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Made reservation on behalf of 7644c356883e4453aa5ee3ea8dc28b8a for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:39.760816 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8ddcaa09-340b-4c59-9c09-3b39f8f1b11e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:39.787993 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f58aaf0-3964-4b94-9fd4-259df9c29ea6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:39.809643 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ad4963b8-e03a-41e7-b279-6513cfbd9876 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:39.832768 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ec821e-0aac-45bf-a28c-c08474f93e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-38ae71df-0ab5-4288-965f-97dd9256763e', 'network_id': '38ae71df-0ab5-4288-965f-97dd9256763e', 'tenant_id': 'bcdeb671ca1c427bb10de7b95cee308e', 'fixed_ips': [{'subnet_id': '51c1cc8e-9e80-4d37-9776-06b418b16351'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:53:39.834304 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-57ec821e-0aac-45bf-a28c-c08474f93e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:39.905482 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-2f58aaf0-3964-4b94-9fd4-259df9c29ea6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b74dabd-d14b-4810-9da8-3e0bb8fccbf0']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:39.914981 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfab4b0f-1e4c-4b30-8ca0-fba0c48ebef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-9f03e9a3-8934-4505-ae68-201783a02787', 'network_id': '9f03e9a3-8934-4505-ae68-201783a02787', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'fixed_ips': [{'subnet_id': '615ee0eb-b2fa-4d18-a9d2-0bd7e443f3ee'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:53:39.916632 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bfab4b0f-1e4c-4b30-8ca0-fba0c48ebef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:39.929396 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-2f58aaf0-3964-4b94-9fd4-259df9c29ea6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67335cd-b03f-4448-bcc2-1347e31dd44b') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:39.929687 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-2f58aaf0-3964-4b94-9fd4-259df9c29ea6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67335cd-b03f-4448-bcc2-1347e31dd44b') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:39.945295 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ad4963b8-e03a-41e7-b279-6513cfbd9876 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:39.953686 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f58aaf0-3964-4b94-9fd4-259df9c29ea6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:39.965137 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4963b8-e03a-41e7-b279-6513cfbd9876 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:39.968880 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ad4963b8-e03a-41e7-b279-6513cfbd9876 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:39.983264 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f58aaf0-3964-4b94-9fd4-259df9c29ea6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:39.994529 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f58aaf0-3964-4b94-9fd4-259df9c29ea6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:53:39.994913 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f58aaf0-3964-4b94-9fd4-259df9c29ea6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:53:40.011765 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:53:40.053052 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-ad4963b8-e03a-41e7-b279-6513cfbd9876 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] device_id is not set on port 437d4935-bd41-40f6-ae86-9841b46791cf yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:53:40.121118 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f58aaf0-3964-4b94-9fd4-259df9c29ea6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:40.136471 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f58aaf0-3964-4b94-9fd4-259df9c29ea6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:40.165093 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-57ec821e-0aac-45bf-a28c-c08474f93e96 None None] Allocated IP 172.20.0.2 (38ae71df-0ab5-4288-965f-97dd9256763e/51c1cc8e-9e80-4d37-9776-06b418b16351/e591d273-1ed5-4b8b-a90d-3342dbdb56de) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:40.166829 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58aaf0-3964-4b94-9fd4-259df9c29ea6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Network': ['ID=5b74dabd-d14b-4810-9da8-3e0bb8fccbf0,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:40.182469 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2f58aaf0-3964-4b94-9fd4-259df9c29ea6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/networks/5b74dabd-d14b-4810-9da8-3e0bb8fccbf0 HTTP/1.1" status: 204 len: 168 time: 0.8789210 May 10 14:53:40.197186 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44164) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:40.207539 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-1d1ba328-25dd-4408-8acf-b23dbec1203c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'network': {'name': 'tempest-network-smoke--1576510020', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'port_security_enabled': True}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:40.214782 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1d1ba328-25dd-4408-8acf-b23dbec1203c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:40.219921 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1d1ba328-25dd-4408-8acf-b23dbec1203c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:network and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:40.225153 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1d1ba328-25dd-4408-8acf-b23dbec1203c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:40.231931 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1d1ba328-25dd-4408-8acf-b23dbec1203c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:40.246491 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1ba328-25dd-4408-8acf-b23dbec1203c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:40.250606 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d1ba328-25dd-4408-8acf-b23dbec1203c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:40.284244 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1ba328-25dd-4408-8acf-b23dbec1203c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:53:40.294525 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d1ba328-25dd-4408-8acf-b23dbec1203c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:40.295838 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-1d1ba328-25dd-4408-8acf-b23dbec1203c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Added segment de48f3bc-6168-4872-b4e8-1e0d9c135d5c of type vlan for network cd34850c-ae9b-44e6-b4af-1543b19ccb5e May 10 14:53:40.329266 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d1ba328-25dd-4408-8acf-b23dbec1203c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:40.349633 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.objects.ports [None req-d00be411-cb64-4b99-ad2a-a31605f6dadf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 10 14:53:40.349633 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d00be411-cb64-4b99-ad2a-a31605f6dadf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:40.370228 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-bfab4b0f-1e4c-4b30-8ca0-fba0c48ebef6 None None] Allocated IP 172.20.0.2 (9f03e9a3-8934-4505-ae68-201783a02787/615ee0eb-b2fa-4d18-a9d2-0bd7e443f3ee/14db725a-38b9-4119-85b6-d5ad2a47570d) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:40.394071 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0ec48b5f-dc9e-4f0d-877f-0c317b1c6931 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:40.422897 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d1ba328-25dd-4408-8acf-b23dbec1203c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:40.427417 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00be411-cb64-4b99-ad2a-a31605f6dadf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:40.428083 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1ba328-25dd-4408-8acf-b23dbec1203c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:40.429317 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d1ba328-25dd-4408-8acf-b23dbec1203c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:40.444191 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-d00be411-cb64-4b99-ad2a-a31605f6dadf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:40.455471 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00be411-cb64-4b99-ad2a-a31605f6dadf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:40.456644 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d00be411-cb64-4b99-ad2a-a31605f6dadf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:40.481116 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0ec48b5f-dc9e-4f0d-877f-0c317b1c6931 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:40.493731 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21768fe4-9643-408f-8694-a14042157959 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:40.503554 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00be411-cb64-4b99-ad2a-a31605f6dadf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=cadb3c48-5c56-436c-9d2a-5aaa9acb4139,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:40.507254 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0ec48b5f-dc9e-4f0d-877f-0c317b1c6931 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "DELETE /v2.0/subnets/64b45a0a-295a-429d-842a-af091639d2d4 HTTP/1.1" status: 204 len: 168 time: 1.5033116 May 10 14:53:40.526416 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44168) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:40.539912 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d00be411-cb64-4b99-ad2a-a31605f6dadf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3866017 May 10 14:53:40.543776 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44172) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:40.546453 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec48b5f-dc9e-4f0d-877f-0c317b1c6931 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event deleted for resources: {'Subnet': ['ID=64b45a0a-295a-429d-842a-af091639d2d4,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:40.551839 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-0263a9b3-2460-4ccc-a52e-70003cf57713 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:40.573537 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ec1fde-c9d4-4b5b-a86c-1f6779727295 None None] Network ceff7629-7470-4e05-9017-1ff6d44b818f requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:40.598023 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1d1ba328-25dd-4408-8acf-b23dbec1203c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3994610 May 10 14:53:40.639470 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44176) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:40.655414 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ba328-25dd-4408-8acf-b23dbec1203c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Network': ['ID=cd34850c-ae9b-44e6-b4af-1543b19ccb5e,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:40.664494 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-0a572950-8a01-4d07-8047-86cdf8a57357 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-741649397', 'admin_state_up': True, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:40.671832 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8ddcaa09-340b-4c59-9c09-3b39f8f1b11e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:40.677157 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0a572950-8a01-4d07-8047-86cdf8a57357 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:40.685617 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0a572950-8a01-4d07-8047-86cdf8a57357 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:router and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:40.690488 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0a572950-8a01-4d07-8047-86cdf8a57357 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:40.700158 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network cd34850c-ae9b-44e6-b4af-1543b19ccb5e details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:53:40.700329 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0a572950-8a01-4d07-8047-86cdf8a57357 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:40.740596 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0a572950-8a01-4d07-8047-86cdf8a57357 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:40.741650 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0a572950-8a01-4d07-8047-86cdf8a57357 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:40.761879 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0263a9b3-2460-4ccc-a52e-70003cf57713 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:40.778907 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0a572950-8a01-4d07-8047-86cdf8a57357 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:40.781132 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0263a9b3-2460-4ccc-a52e-70003cf57713 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:40.807635 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0263a9b3-2460-4ccc-a52e-70003cf57713 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:40.815407 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0263a9b3-2460-4ccc-a52e-70003cf57713 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:40.923760 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0e4fc494-bd43-4cf7-8d76-e784c4b41e0e tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:40.961807 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddcaa09-340b-4c59-9c09-3b39f8f1b11e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Subnet': ['ID=74216ad8-a315-471b-b2aa-a673f7f1ffbb,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:40.975265 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-0e4fc494-bd43-4cf7-8d76-e784c4b41e0e tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Deleting port 20e74962-b116-4170-846a-fb1451a54864 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:40.976500 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0e4fc494-bd43-4cf7-8d76-e784c4b41e0e tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.023989 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddcaa09-340b-4c59-9c09-3b39f8f1b11e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Checking segment: {'id': '85f0ab94-88b3-4add-9cf0-e93ac0df8811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e213144f-597c-4968-bdd7-5f1292d5f1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:53:41.024973 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddcaa09-340b-4c59-9c09-3b39f8f1b11e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network hostable DHCP agents. Network: e213144f-597c-4968-bdd7-5f1292d5f1eb, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:53:41.119491 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddcaa09-340b-4c59-9c09-3b39f8f1b11e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network e213144f-597c-4968-bdd7-5f1292d5f1eb is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:53:41.135306 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-8ddcaa09-340b-4c59-9c09-3b39f8f1b11e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, e213144f-597c-4968-bdd7-5f1292d5f1eb) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:41.162166 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddcaa09-340b-4c59-9c09-3b39f8f1b11e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:41.162792 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8ddcaa09-340b-4c59-9c09-3b39f8f1b11e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.163067 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-57ec821e-0aac-45bf-a28c-c08474f93e96 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.165977 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5872f8ca-85cf-49da-9557-9b8a077a30f1 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:53:41.192042 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94474c95-935d-40a5-b274-bf47d59a1475 None None] Network e213144f-597c-4968-bdd7-5f1292d5f1eb requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:41.230191 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0a572950-8a01-4d07-8047-86cdf8a57357 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.265534 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8ddcaa09-340b-4c59-9c09-3b39f8f1b11e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8483982 May 10 14:53:41.270343 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44180) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:41.276389 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.ipam_backend_mixin [None req-0263a9b3-2460-4ccc-a52e-70003cf57713 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cadb3c48-5c56-436c-9d2a-5aaa9acb4139 (CIDR: 2001:db8::/64) May 10 14:53:41.278645 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-90e43b2a-08f3-4421-ad93-f1548936c5aa tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-361049194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:41.283747 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-0263a9b3-2460-4ccc-a52e-70003cf57713 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:53:41.283852 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0263a9b3-2460-4ccc-a52e-70003cf57713 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:53:41.287960 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 5872f8ca-85cf-49da-9557-9b8a077a30f1 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:53:41.288382 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5872f8ca-85cf-49da-9557-9b8a077a30f1 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:53:41.290372 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-57ec821e-0aac-45bf-a28c-c08474f93e96 None None] Transition to ACTIVE for port object e591d273-1ed5-4b8b-a90d-3342dbdb56de will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:41.302534 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-90e43b2a-08f3-4421-ad93-f1548936c5aa tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:41.311294 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-90e43b2a-08f3-4421-ad93-f1548936c5aa tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:router and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:41.318615 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-90e43b2a-08f3-4421-ad93-f1548936c5aa tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:41.322061 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-0e4fc494-bd43-4cf7-8d76-e784c4b41e0e tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] For port 20e74962-b116-4170-846a-fb1451a54864, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=20e74962-b116-4170-846a-fb1451a54864,segment=NetworkSegment(2d92bbb3-e6c1-46b2-a4ca-747c8b285c1f),segment_id=2d92bbb3-e6c1-46b2-a4ca-747c8b285c1f)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:41.322414 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0e4fc494-bd43-4cf7-8d76-e784c4b41e0e tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.338380 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-90e43b2a-08f3-4421-ad93-f1548936c5aa tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:41.383125 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bfab4b0f-1e4c-4b30-8ca0-fba0c48ebef6 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.396236 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0263a9b3-2460-4ccc-a52e-70003cf57713 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8454795 May 10 14:53:41.396236 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44186) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:41.403399 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-787c941a-2185-4e67-abb0-e131b14c059a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:41.417719 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-57ec821e-0aac-45bf-a28c-c08474f93e96 None None] Transition to ACTIVE for port object e591d273-1ed5-4b8b-a90d-3342dbdb56de will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:41.424298 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-bfab4b0f-1e4c-4b30-8ca0-fba0c48ebef6 None None] Transition to ACTIVE for port object 14db725a-38b9-4119-85b6-d5ad2a47570d will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:41.482523 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-0e4fc494-bd43-4cf7-8d76-e784c4b41e0e tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Calling delete_port for 20e74962-b116-4170-846a-fb1451a54864 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:41.487387 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-57ec821e-0aac-45bf-a28c-c08474f93e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.540561 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95bed21-6280-4834-94c4-d341087ff512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-a36358c0-b900-4df5-ae69-1592404548f9', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'fixed_ips': [{'subnet_id': 'cadb3c48-5c56-436c-9d2a-5aaa9acb4139'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:53:41.541374 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e95bed21-6280-4834-94c4-d341087ff512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.546460 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90e43b2a-08f3-4421-ad93-f1548936c5aa tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.547859 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90e43b2a-08f3-4421-ad93-f1548936c5aa tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.588512 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90e43b2a-08f3-4421-ad93-f1548936c5aa tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.600024 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-bfab4b0f-1e4c-4b30-8ca0-fba0c48ebef6 None None] Transition to ACTIVE for port object 14db725a-38b9-4119-85b6-d5ad2a47570d will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:41.609858 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-ad4963b8-e03a-41e7-b279-6513cfbd9876 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Allocated IP 172.20.0.6 (38ae71df-0ab5-4288-965f-97dd9256763e/51c1cc8e-9e80-4d37-9776-06b418b16351/437d4935-bd41-40f6-ae86-9841b46791cf) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:41.629552 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90e43b2a-08f3-4421-ad93-f1548936c5aa tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.639726 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0e4fc494-bd43-4cf7-8d76-e784c4b41e0e tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.651784 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ec821e-0aac-45bf-a28c-c08474f93e96 None None] Network 38ae71df-0ab5-4288-965f-97dd9256763e is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:41.658613 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-57ec821e-0aac-45bf-a28c-c08474f93e96 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:41.660671 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bfab4b0f-1e4c-4b30-8ca0-fba0c48ebef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.665649 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ec821e-0aac-45bf-a28c-c08474f93e96 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:41.684042 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-787c941a-2185-4e67-abb0-e131b14c059a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:41.715429 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-787c941a-2185-4e67-abb0-e131b14c059a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:41.718599 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4fc494-bd43-4cf7-8d76-e784c4b41e0e tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] No DVR routers for this DVR port 20e74962-b116-4170-846a-fb1451a54864 on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:53:41.736269 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec821e-0aac-45bf-a28c-c08474f93e96 None None] Pushing event updated for resources: {'Port': ['ID=e591d273-1ed5-4b8b-a90d-3342dbdb56de,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:41.771106 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4fc494-bd43-4cf7-8d76-e784c4b41e0e tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event deleted for resources: {'Port': ['ID=20e74962-b116-4170-846a-fb1451a54864,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:41.822809 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787c941a-2185-4e67-abb0-e131b14c059a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:41.826110 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-787c941a-2185-4e67-abb0-e131b14c059a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.855271 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90e43b2a-08f3-4421-ad93-f1548936c5aa tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.856025 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f08730-26ec-4c7a-bdbe-89c908171803 None None] DHCP port deletion for ceff7629-7470-4e05-9017-1ff6d44b818f request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:53:41.856889 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-90e43b2a-08f3-4421-ad93-f1548936c5aa tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5858037 May 10 14:53:41.870046 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44190) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:41.945631 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab4b0f-1e4c-4b30-8ca0-fba0c48ebef6 None None] Pushing event updated for resources: {'Port': ['ID=14db725a-38b9-4119-85b6-d5ad2a47570d,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:41.967597 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfab4b0f-1e4c-4b30-8ca0-fba0c48ebef6 None None] Network 9f03e9a3-8934-4505-ae68-201783a02787 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:42.008986 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0e4fc494-bd43-4cf7-8d76-e784c4b41e0e tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.012730 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-bfab4b0f-1e4c-4b30-8ca0-fba0c48ebef6 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:42.025720 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfab4b0f-1e4c-4b30-8ca0-fba0c48ebef6 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:42.110373 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0e4fc494-bd43-4cf7-8d76-e784c4b41e0e tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceff7629-7470-4e05-9017-1ff6d44b818f']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:42.132855 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-e95bed21-6280-4834-94c4-d341087ff512 None None] Allocated IP 2001:db8::f816:3eff:feb0:108b (a36358c0-b900-4df5-ae69-1592404548f9/cadb3c48-5c56-436c-9d2a-5aaa9acb4139/8c99a058-115f-429c-8242-ba21915d630d) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:42.143985 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-57ec821e-0aac-45bf-a28c-c08474f93e96 None None] Attempting to bind port e591d273-1ed5-4b8b-a90d-3342dbdb56de on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:53:42.144595 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-57ec821e-0aac-45bf-a28c-c08474f93e96 None None] Attempting to bind port e591d273-1ed5-4b8b-a90d-3342dbdb56de by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '93196132-6229-4e18-a719-2a96e7acb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '38ae71df-0ab5-4288-965f-97dd9256763e'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:53:42.145114 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec821e-0aac-45bf-a28c-c08474f93e96 None None] Attempting to bind port e591d273-1ed5-4b8b-a90d-3342dbdb56de on network 38ae71df-0ab5-4288-965f-97dd9256763e {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:53:42.187626 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97519b2f-d79a-4a6b-b36e-36263addb0c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-e213144f-597c-4968-bdd7-5f1292d5f1eb', 'network_id': 'e213144f-597c-4968-bdd7-5f1292d5f1eb', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'fixed_ips': [{'subnet_id': '74216ad8-a315-471b-b2aa-a673f7f1ffbb'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:53:42.190002 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-97519b2f-d79a-4a6b-b36e-36263addb0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.192608 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0e4fc494-bd43-4cf7-8d76-e784c4b41e0e tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d92bbb3-e6c1-46b2-a4ca-747c8b285c1f') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:42.192905 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0e4fc494-bd43-4cf7-8d76-e784c4b41e0e tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d92bbb3-e6c1-46b2-a4ca-747c8b285c1f') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:42.206122 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0a572950-8a01-4d07-8047-86cdf8a57357 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_gateway, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.211065 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0e4fc494-bd43-4cf7-8d76-e784c4b41e0e tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.213416 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec821e-0aac-45bf-a28c-c08474f93e96 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:53:42.213781 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec821e-0aac-45bf-a28c-c08474f93e96 None None] Checking segment: {'id': '93196132-6229-4e18-a719-2a96e7acb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '38ae71df-0ab5-4288-965f-97dd9256763e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:53:42.214166 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-57ec821e-0aac-45bf-a28c-c08474f93e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.214577 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec821e-0aac-45bf-a28c-c08474f93e96 None None] Bound using segment: {'id': '93196132-6229-4e18-a719-2a96e7acb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '38ae71df-0ab5-4288-965f-97dd9256763e'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:53:42.215044 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-57ec821e-0aac-45bf-a28c-c08474f93e96 None None] Bound port: e591d273-1ed5-4b8b-a90d-3342dbdb56de, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93196132-6229-4e18-a719-2a96e7acb9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '38ae71df-0ab5-4288-965f-97dd9256763e'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:53:42.215402 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-57ec821e-0aac-45bf-a28c-c08474f93e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.245323 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0a572950-8a01-4d07-8047-86cdf8a57357 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.336146 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-bfab4b0f-1e4c-4b30-8ca0-fba0c48ebef6 None None] Attempting to bind port 14db725a-38b9-4119-85b6-d5ad2a47570d on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:53:42.336510 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-bfab4b0f-1e4c-4b30-8ca0-fba0c48ebef6 None None] Attempting to bind port 14db725a-38b9-4119-85b6-d5ad2a47570d by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'ddfdc9e0-6c7d-4f28-8d3e-5734e138bb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '9f03e9a3-8934-4505-ae68-201783a02787'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:53:42.336866 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfab4b0f-1e4c-4b30-8ca0-fba0c48ebef6 None None] Attempting to bind port 14db725a-38b9-4119-85b6-d5ad2a47570d on network 9f03e9a3-8934-4505-ae68-201783a02787 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:53:42.350207 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0e4fc494-bd43-4cf7-8d76-e784c4b41e0e tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.389164 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4fc494-bd43-4cf7-8d76-e784c4b41e0e tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:53:42.389808 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0e4fc494-bd43-4cf7-8d76-e784c4b41e0e tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.393462 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ad4963b8-e03a-41e7-b279-6513cfbd9876 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:53:42.405745 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:53:42.420072 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfab4b0f-1e4c-4b30-8ca0-fba0c48ebef6 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:53:42.420434 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfab4b0f-1e4c-4b30-8ca0-fba0c48ebef6 None None] Checking segment: {'id': 'ddfdc9e0-6c7d-4f28-8d3e-5734e138bb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '9f03e9a3-8934-4505-ae68-201783a02787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:53:42.421448 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bfab4b0f-1e4c-4b30-8ca0-fba0c48ebef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.421838 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfab4b0f-1e4c-4b30-8ca0-fba0c48ebef6 None None] Bound using segment: {'id': 'ddfdc9e0-6c7d-4f28-8d3e-5734e138bb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '9f03e9a3-8934-4505-ae68-201783a02787'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:53:42.422304 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-bfab4b0f-1e4c-4b30-8ca0-fba0c48ebef6 None None] Bound port: 14db725a-38b9-4119-85b6-d5ad2a47570d, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfdc9e0-6c7d-4f28-8d3e-5734e138bb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '9f03e9a3-8934-4505-ae68-201783a02787'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:53:42.422874 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bfab4b0f-1e4c-4b30-8ca0-fba0c48ebef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.454046 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-ad4963b8-e03a-41e7-b279-6513cfbd9876 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Transition to ACTIVE for port object 437d4935-bd41-40f6-ae86-9841b46791cf will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:42.497340 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-0a572950-8a01-4d07-8047-86cdf8a57357 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.26.0.46 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/5cc5dee1-b352-401b-a1c1-81fa66284768) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:42.540595 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ad4963b8-e03a-41e7-b279-6513cfbd9876 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.631988 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-57ec821e-0aac-45bf-a28c-c08474f93e96 None None] For port e591d273-1ed5-4b8b-a90d-3342dbdb56de, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:53:42.669396 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-05b4883b-7729-4c1e-a5eb-a39e7fa72292 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.679052 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0e4fc494-bd43-4cf7-8d76-e784c4b41e0e tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.682180 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4963b8-e03a-41e7-b279-6513cfbd9876 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network 38ae71df-0ab5-4288-965f-97dd9256763e is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:42.690390 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-ad4963b8-e03a-41e7-b279-6513cfbd9876 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:42.698572 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4963b8-e03a-41e7-b279-6513cfbd9876 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:42.701059 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0e4fc494-bd43-4cf7-8d76-e784c4b41e0e tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.714376 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-57ec821e-0aac-45bf-a28c-c08474f93e96 None None] For port e591d273-1ed5-4b8b-a90d-3342dbdb56de, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e591d273-1ed5-4b8b-a90d-3342dbdb56de,segment=NetworkSegment(93196132-6229-4e18-a719-2a96e7acb9e5),segment_id=93196132-6229-4e18-a719-2a96e7acb9e5)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:53:42.715232 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4fc494-bd43-4cf7-8d76-e784c4b41e0e tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event deleted for resources: {'Network': ['ID=ceff7629-7470-4e05-9017-1ff6d44b818f,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:42.724371 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0e4fc494-bd43-4cf7-8d76-e784c4b41e0e tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "DELETE /v2.0/networks/ceff7629-7470-4e05-9017-1ff6d44b818f HTTP/1.1" status: 204 len: 168 time: 2.1965828 May 10 14:53:42.730577 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-57ec821e-0aac-45bf-a28c-c08474f93e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.733702 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44194) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:42.756216 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4963b8-e03a-41e7-b279-6513cfbd9876 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Port': ['ID=437d4935-bd41-40f6-ae86-9841b46791cf,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:42.799893 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-97519b2f-d79a-4a6b-b36e-36263addb0c5 None None] Allocated IP 172.21.0.2 (e213144f-597c-4968-bdd7-5f1292d5f1eb/74216ad8-a315-471b-b2aa-a673f7f1ffbb/53a1403f-1e5c-4578-b433-0a817bf6a1b7) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:42.825105 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-bfab4b0f-1e4c-4b30-8ca0-fba0c48ebef6 None None] For port 14db725a-38b9-4119-85b6-d5ad2a47570d, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:53:42.846610 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e95bed21-6280-4834-94c4-d341087ff512 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.873584 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-bfab4b0f-1e4c-4b30-8ca0-fba0c48ebef6 None None] For port 14db725a-38b9-4119-85b6-d5ad2a47570d, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=14db725a-38b9-4119-85b6-d5ad2a47570d,segment=NetworkSegment(ddfdc9e0-6c7d-4f28-8d3e-5734e138bb3f),segment_id=ddfdc9e0-6c7d-4f28-8d3e-5734e138bb3f)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:53:42.896976 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec821e-0aac-45bf-a28c-c08474f93e96 None None] Pushing event updated for resources: {'Port': ['ID=e591d273-1ed5-4b8b-a90d-3342dbdb56de,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:42.910753 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e95bed21-6280-4834-94c4-d341087ff512 None None] Transition to ACTIVE for port object 8c99a058-115f-429c-8242-ba21915d630d will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:42.920114 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4963b8-e03a-41e7-b279-6513cfbd9876 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:42.920668 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ad4963b8-e03a-41e7-b279-6513cfbd9876 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.942963 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e95bed21-6280-4834-94c4-d341087ff512 None None] Transition to ACTIVE for port object 8c99a058-115f-429c-8242-ba21915d630d will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:42.946924 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0a572950-8a01-4d07-8047-86cdf8a57357 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.969200 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a92d5b-cf67-48d4-9023-37561f05d88b tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Deleting subnet 97f312c4-255b-448d-8f80-dba7a800f258 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:53:42.973776 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bfab4b0f-1e4c-4b30-8ca0-fba0c48ebef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.983184 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f8a92d5b-cf67-48d4-9023-37561f05d88b tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:43.029642 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ad4963b8-e03a-41e7-b279-6513cfbd9876 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6415725 May 10 14:53:43.035967 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44198) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:43.124590 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e95bed21-6280-4834-94c4-d341087ff512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:43.128522 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f8a92d5b-cf67-48d4-9023-37561f05d88b tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:43.139348 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-05b4883b-7729-4c1e-a5eb-a39e7fa72292 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Allocated IP 172.20.0.1 (9f03e9a3-8934-4505-ae68-201783a02787/615ee0eb-b2fa-4d18-a9d2-0bd7e443f3ee/57d4ab1d-4772-4fd5-88ef-7c9068ea5db3) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:43.218154 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0a572950-8a01-4d07-8047-86cdf8a57357 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:43.225753 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-67e97ced-3f4b-4642-95cb-c762be2d51da tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting port 437d4935-bd41-40f6-ae86-9841b46791cf {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:43.225753 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67e97ced-3f4b-4642-95cb-c762be2d51da tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:43.226185 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 20e74962-b116-4170-846a-fb1451a54864 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:53:43.286088 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 20e74962-b116-4170-846a-fb1451a54864 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:53:43.286440 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 20e74962-b116-4170-846a-fb1451a54864 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:53:43.304359 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-787c941a-2185-4e67-abb0-e131b14c059a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:43.334297 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95bed21-6280-4834-94c4-d341087ff512 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:43.347089 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-e95bed21-6280-4834-94c4-d341087ff512 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:43.349536 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95bed21-6280-4834-94c4-d341087ff512 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:43.355565 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab4b0f-1e4c-4b30-8ca0-fba0c48ebef6 None None] Pushing event updated for resources: {'Port': ['ID=14db725a-38b9-4119-85b6-d5ad2a47570d,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:43.394981 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-05b4883b-7729-4c1e-a5eb-a39e7fa72292 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:43.426864 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-05b4883b-7729-4c1e-a5eb-a39e7fa72292 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Transition to ACTIVE for port object 57d4ab1d-4772-4fd5-88ef-7c9068ea5db3 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:43.429953 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a572950-8a01-4d07-8047-86cdf8a57357 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:43.442557 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-0a572950-8a01-4d07-8047-86cdf8a57357 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:43.475345 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-05b4883b-7729-4c1e-a5eb-a39e7fa72292 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:43.483506 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787c941a-2185-4e67-abb0-e131b14c059a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:43.484648 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a572950-8a01-4d07-8047-86cdf8a57357 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:43.531680 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a572950-8a01-4d07-8047-86cdf8a57357 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=5cc5dee1-b352-401b-a1c1-81fa66284768,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:43.547622 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-787c941a-2185-4e67-abb0-e131b14c059a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:43.575747 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b4883b-7729-4c1e-a5eb-a39e7fa72292 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network 9f03e9a3-8934-4505-ae68-201783a02787 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:43.579117 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-e95bed21-6280-4834-94c4-d341087ff512 None None] Attempting to bind port 8c99a058-115f-429c-8242-ba21915d630d on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:53:43.579648 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-e95bed21-6280-4834-94c4-d341087ff512 None None] Attempting to bind port 8c99a058-115f-429c-8242-ba21915d630d by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:53:43.579937 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95bed21-6280-4834-94c4-d341087ff512 None None] Attempting to bind port 8c99a058-115f-429c-8242-ba21915d630d on network a36358c0-b900-4df5-ae69-1592404548f9 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:53:43.590869 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95bed21-6280-4834-94c4-d341087ff512 None None] Pushing event updated for resources: {'Port': ['ID=8c99a058-115f-429c-8242-ba21915d630d,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:43.592884 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787c941a-2185-4e67-abb0-e131b14c059a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:43.593747 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-787c941a-2185-4e67-abb0-e131b14c059a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:43.598293 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c941a-2185-4e67-abb0-e131b14c059a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=ef8bff05-7d53-42c5-beba-5e397d8d1127,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:43.601493 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95bed21-6280-4834-94c4-d341087ff512 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:53:43.601632 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95bed21-6280-4834-94c4-d341087ff512 None None] Checking segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:53:43.602177 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e95bed21-6280-4834-94c4-d341087ff512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:43.602623 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95bed21-6280-4834-94c4-d341087ff512 None None] Bound using segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:53:43.603355 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-e95bed21-6280-4834-94c4-d341087ff512 None None] Bound port: 8c99a058-115f-429c-8242-ba21915d630d, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:53:43.603732 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e95bed21-6280-4834-94c4-d341087ff512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:43.611850 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-05b4883b-7729-4c1e-a5eb-a39e7fa72292 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:43.618156 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b4883b-7729-4c1e-a5eb-a39e7fa72292 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:43.639832 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-97519b2f-d79a-4a6b-b36e-36263addb0c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:43.665008 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-97519b2f-d79a-4a6b-b36e-36263addb0c5 None None] Transition to ACTIVE for port object 53a1403f-1e5c-4578-b433-0a817bf6a1b7 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:43.717336 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4883b-7729-4c1e-a5eb-a39e7fa72292 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Port': ['ID=57d4ab1d-4772-4fd5-88ef-7c9068ea5db3,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:43.736223 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-05b4883b-7729-4c1e-a5eb-a39e7fa72292 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:43.745363 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-97519b2f-d79a-4a6b-b36e-36263addb0c5 None None] Transition to ACTIVE for port object 53a1403f-1e5c-4578-b433-0a817bf6a1b7 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:43.776800 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-97519b2f-d79a-4a6b-b36e-36263addb0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:43.790720 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-787c941a-2185-4e67-abb0-e131b14c059a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3955007 May 10 14:53:43.793844 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44202) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:43.806620 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-c866e944-335a-4f6d-b8c9-d2fcf571a931 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'mac_address': 'fa:16:3e:99:b9:dc', 'name': 'tempest-NetworksTestDHCPv6-167421409'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:43.873735 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f8a92d5b-cf67-48d4-9023-37561f05d88b tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:43.907182 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97519b2f-d79a-4a6b-b36e-36263addb0c5 None None] Pushing event updated for resources: {'Port': ['ID=53a1403f-1e5c-4578-b433-0a817bf6a1b7,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:43.919041 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97519b2f-d79a-4a6b-b36e-36263addb0c5 None None] Network e213144f-597c-4968-bdd7-5f1292d5f1eb is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:43.939032 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-97519b2f-d79a-4a6b-b36e-36263addb0c5 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:43.944887 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97519b2f-d79a-4a6b-b36e-36263addb0c5 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:44.102262 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-e95bed21-6280-4834-94c4-d341087ff512 None None] For port 8c99a058-115f-429c-8242-ba21915d630d, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:53:44.115211 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-05b4883b-7729-4c1e-a5eb-a39e7fa72292 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:44.119248 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-e95bed21-6280-4834-94c4-d341087ff512 None None] For port 8c99a058-115f-429c-8242-ba21915d630d, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8c99a058-115f-429c-8242-ba21915d630d,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:53:44.120523 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-97519b2f-d79a-4a6b-b36e-36263addb0c5 None None] Attempting to bind port 53a1403f-1e5c-4578-b433-0a817bf6a1b7 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:53:44.122359 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-97519b2f-d79a-4a6b-b36e-36263addb0c5 None None] Attempting to bind port 53a1403f-1e5c-4578-b433-0a817bf6a1b7 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '85f0ab94-88b3-4add-9cf0-e93ac0df8811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e213144f-597c-4968-bdd7-5f1292d5f1eb'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:53:44.122359 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97519b2f-d79a-4a6b-b36e-36263addb0c5 None None] Attempting to bind port 53a1403f-1e5c-4578-b433-0a817bf6a1b7 on network e213144f-597c-4968-bdd7-5f1292d5f1eb {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:53:44.129204 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97519b2f-d79a-4a6b-b36e-36263addb0c5 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:53:44.129586 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97519b2f-d79a-4a6b-b36e-36263addb0c5 None None] Checking segment: {'id': '85f0ab94-88b3-4add-9cf0-e93ac0df8811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e213144f-597c-4968-bdd7-5f1292d5f1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:53:44.130068 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-c866e944-335a-4f6d-b8c9-d2fcf571a931 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:44.130230 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-97519b2f-d79a-4a6b-b36e-36263addb0c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:44.130779 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97519b2f-d79a-4a6b-b36e-36263addb0c5 None None] Bound using segment: {'id': '85f0ab94-88b3-4add-9cf0-e93ac0df8811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e213144f-597c-4968-bdd7-5f1292d5f1eb'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:53:44.131310 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-97519b2f-d79a-4a6b-b36e-36263addb0c5 None None] Bound port: 53a1403f-1e5c-4578-b433-0a817bf6a1b7, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f0ab94-88b3-4add-9cf0-e93ac0df8811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e213144f-597c-4968-bdd7-5f1292d5f1eb'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:53:44.131878 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-97519b2f-d79a-4a6b-b36e-36263addb0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:44.138668 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c866e944-335a-4f6d-b8c9-d2fcf571a931 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:port and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:44.144094 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c866e944-335a-4f6d-b8c9-d2fcf571a931 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:44.148947 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e95bed21-6280-4834-94c4-d341087ff512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:44.179960 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-c866e944-335a-4f6d-b8c9-d2fcf571a931 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:44.214578 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c866e944-335a-4f6d-b8c9-d2fcf571a931 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:44.270517 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f8a92d5b-cf67-48d4-9023-37561f05d88b tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:44.323203 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95bed21-6280-4834-94c4-d341087ff512 None None] Pushing event updated for resources: {'Port': ['ID=8c99a058-115f-429c-8242-ba21915d630d,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:44.344821 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-97519b2f-d79a-4a6b-b36e-36263addb0c5 None None] For port 53a1403f-1e5c-4578-b433-0a817bf6a1b7, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:53:44.353536 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-97519b2f-d79a-4a6b-b36e-36263addb0c5 None None] For port 53a1403f-1e5c-4578-b433-0a817bf6a1b7, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=53a1403f-1e5c-4578-b433-0a817bf6a1b7,segment=NetworkSegment(85f0ab94-88b3-4add-9cf0-e93ac0df8811),segment_id=85f0ab94-88b3-4add-9cf0-e93ac0df8811)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:53:44.369713 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a92d5b-cf67-48d4-9023-37561f05d88b tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event deleted for resources: {'Subnet': ['ID=97f312c4-255b-448d-8f80-dba7a800f258,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:44.370398 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-97519b2f-d79a-4a6b-b36e-36263addb0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:44.400487 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f8a92d5b-cf67-48d4-9023-37561f05d88b tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:44.432384 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f8a92d5b-cf67-48d4-9023-37561f05d88b tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "DELETE /v2.0/subnets/97f312c4-255b-448d-8f80-dba7a800f258 HTTP/1.1" status: 204 len: 168 time: 1.6945162 May 10 14:53:44.443818 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44206) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:44.445759 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f224f46d-6109-4162-8690-a243d5631853 None None] Network d539a7b5-90ff-4ffe-b3e5-680ff9465f01 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:44.535751 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67e97ced-3f4b-4642-95cb-c762be2d51da tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:44.589944 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c866e944-335a-4f6d-b8c9-d2fcf571a931 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:44.794665 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97519b2f-d79a-4a6b-b36e-36263addb0c5 None None] Pushing event updated for resources: {'Port': ['ID=53a1403f-1e5c-4578-b433-0a817bf6a1b7,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:44.848118 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-c866e944-335a-4f6d-b8c9-d2fcf571a931 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] device_id is not set on port e4256c74-3991-4400-9651-e2b424443b07 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:53:44.877835 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-67e97ced-3f4b-4642-95cb-c762be2d51da tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Calling delete_port for 437d4935-bd41-40f6-ae86-9841b46791cf owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:45.101894 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-05b4883b-7729-4c1e-a5eb-a39e7fa72292 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:45.110378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-05b4883b-7729-4c1e-a5eb-a39e7fa72292 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:45.156693 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694a4883-d65d-4d60-914a-ec87c3a0f9bc None None] DHCP port deletion for d539a7b5-90ff-4ffe-b3e5-680ff9465f01 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:53:45.175921 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-694a4883-d65d-4d60-914a-ec87c3a0f9bc None None] Deleting port e949daad-befd-4f2a-bc03-1f6e1f74389a {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:45.176754 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-694a4883-d65d-4d60-914a-ec87c3a0f9bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:45.229115 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:53:45.232077 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd40bd15-e9d6-412f-aa70-72db538f2396 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Deleting subnet 82d33eaf-3025-465c-bf80-0cfb5291cab5 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:53:45.327449 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-05b4883b-7729-4c1e-a5eb-a39e7fa72292 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:45.332684 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4883b-7729-4c1e-a5eb-a39e7fa72292 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Port': ['ID=57d4ab1d-4772-4fd5-88ef-7c9068ea5db3,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:45.371375 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cd40bd15-e9d6-412f-aa70-72db538f2396 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:45.390949 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-c866e944-335a-4f6d-b8c9-d2fcf571a931 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8:0:1::2aa (a36358c0-b900-4df5-ae69-1592404548f9/ef8bff05-7d53-42c5-beba-5e397d8d1127/e4256c74-3991-4400-9651-e2b424443b07) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:45.404253 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-c866e944-335a-4f6d-b8c9-d2fcf571a931 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8::f816:3eff:fe99:b9dc (a36358c0-b900-4df5-ae69-1592404548f9/cadb3c48-5c56-436c-9d2a-5aaa9acb4139/e4256c74-3991-4400-9651-e2b424443b07) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:45.426392 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f808dc-190c-4b15-a495-bdf81559c6c6 None None] Network 38ae71df-0ab5-4288-965f-97dd9256763e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:45.502306 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 53a1403f-1e5c-4578-b433-0a817bf6a1b7 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:45.565786 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0a572950-8a01-4d07-8047-86cdf8a57357 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_gateway, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:45.705848 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f6beca93-b72a-4569-9af9-74f8358e8852 None None] Provisioning for port e591d273-1ed5-4b8b-a90d-3342dbdb56de completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:45.709340 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cd40bd15-e9d6-412f-aa70-72db538f2396 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:45.776820 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8325e6e1-da60-482f-986a-2d068d1fad68 None None] Network 9f03e9a3-8934-4505-ae68-201783a02787 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:45.819524 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67e97ced-3f4b-4642-95cb-c762be2d51da tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:45.864413 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b4883b-7729-4c1e-a5eb-a39e7fa72292 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network 9f03e9a3-8934-4505-ae68-201783a02787 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:45.865625 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-05b4883b-7729-4c1e-a5eb-a39e7fa72292 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:45.881961 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c866e944-335a-4f6d-b8c9-d2fcf571a931 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:45.905310 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e97ced-3f4b-4642-95cb-c762be2d51da tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Port': ['ID=437d4935-bd41-40f6-ae86-9841b46791cf,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:46.064529 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-c866e944-335a-4f6d-b8c9-d2fcf571a931 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Transition to ACTIVE for port object e4256c74-3991-4400-9651-e2b424443b07 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:46.161403 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c866e944-335a-4f6d-b8c9-d2fcf571a931 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:46.176418 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 53a1403f-1e5c-4578-b433-0a817bf6a1b7 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:46.219681 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b4883b-7729-4c1e-a5eb-a39e7fa72292 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Router 4ded1806-948b-4b50-8178-539357252dcd is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:53:46.224959 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e545219b-324f-446d-9021-97c9376cd17d None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:46.244927 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0a572950-8a01-4d07-8047-86cdf8a57357 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:46.253258 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 14db725a-38b9-4119-85b6-d5ad2a47570d up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:46.365882 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-694a4883-d65d-4d60-914a-ec87c3a0f9bc None None] For port e949daad-befd-4f2a-bc03-1f6e1f74389a, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e949daad-befd-4f2a-bc03-1f6e1f74389a,segment=NetworkSegment(6357b1bd-86c9-44e3-898e-cbdf78684083),segment_id=6357b1bd-86c9-44e3-898e-cbdf78684083)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:46.366369 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-694a4883-d65d-4d60-914a-ec87c3a0f9bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:46.413414 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c866e944-335a-4f6d-b8c9-d2fcf571a931 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:46.424919 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-c866e944-335a-4f6d-b8c9-d2fcf571a931 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:46.441753 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c866e944-335a-4f6d-b8c9-d2fcf571a931 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:46.447480 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c866e944-335a-4f6d-b8c9-d2fcf571a931 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:46.448110 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c866e944-335a-4f6d-b8c9-d2fcf571a931 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:46.457202 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866e944-335a-4f6d-b8c9-d2fcf571a931 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=e4256c74-3991-4400-9651-e2b424443b07,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:46.495637 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b4883b-7729-4c1e-a5eb-a39e7fa72292 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:53:46.500933 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-05b4883b-7729-4c1e-a5eb-a39e7fa72292 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/routers/4ded1806-948b-4b50-8178-539357252dcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6295915 May 10 14:53:46.507074 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44210) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:46.510206 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2a29ee-668c-41e8-96b1-30d54a2c8c1c None None] Sync routers for ids ['4ded1806-948b-4b50-8178-539357252dcd'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:53:46.528840 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2a29ee-668c-41e8-96b1-30d54a2c8c1c None None] Routers {'4ded1806-948b-4b50-8178-539357252dcd'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:46.529975 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-5c2a29ee-668c-41e8-96b1-30d54a2c8c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:53:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4ded1806-948b-4b50-8178-539357252dcd'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:46.545359 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c866e944-335a-4f6d-b8c9-d2fcf571a931 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7441633 May 10 14:53:46.551630 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44214) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:46.584443 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-694a4883-d65d-4d60-914a-ec87c3a0f9bc None None] Calling delete_port for e949daad-befd-4f2a-bc03-1f6e1f74389a owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:46.587554 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67e97ced-3f4b-4642-95cb-c762be2d51da tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:46.598795 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cd40bd15-e9d6-412f-aa70-72db538f2396 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:46.660313 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6e8ce8-9d12-4bab-a201-0d13e8677a38 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:46.660909 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6f6e8ce8-9d12-4bab-a201-0d13e8677a38 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Synchronizing usage tracker for tenant:7644c356883e4453aa5ee3ea8dc28b8a on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:46.670624 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-5c2a29ee-668c-41e8-96b1-30d54a2c8c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:46.675914 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-cfac1273-da37-4b23-a40e-b82c35779beb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting port e4256c74-3991-4400-9651-e2b424443b07 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:46.676360 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cfac1273-da37-4b23-a40e-b82c35779beb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:46.684588 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2a29ee-668c-41e8-96b1-30d54a2c8c1c None None] Routers {'4ded1806-948b-4b50-8178-539357252dcd'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:46.686024 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-5c2a29ee-668c-41e8-96b1-30d54a2c8c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:53:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4ded1806-948b-4b50-8178-539357252dcd'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:46.740948 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6f6e8ce8-9d12-4bab-a201-0d13e8677a38 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Unset dirty status for tenant:7644c356883e4453aa5ee3ea8dc28b8a on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:46.742184 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6f6e8ce8-9d12-4bab-a201-0d13e8677a38 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/ports/57d4ab1d-4772-4fd5-88ef-7c9068ea5db3 HTTP/1.1" status: 200 len: 910 time: 0.2342069 May 10 14:53:46.745429 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44218) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:46.768935 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-67e97ced-3f4b-4642-95cb-c762be2d51da tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/ports/437d4935-bd41-40f6-ae86-9841b46791cf HTTP/1.1" status: 204 len: 168 time: 3.7300510 May 10 14:53:46.769638 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44222) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:46.789776 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-5c2a29ee-668c-41e8-96b1-30d54a2c8c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:46.790186 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2a29ee-668c-41e8-96b1-30d54a2c8c1c None None] The sync data for ids ['4ded1806-948b-4b50-8178-539357252dcd'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:53:46.819425 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06ffb55-d5f5-45a8-8572-cf0a3f1ebfc0 None None] Network e213144f-597c-4968-bdd7-5f1292d5f1eb requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:46.851498 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3cb0c0c-29c8-40f2-8fbb-f70f3b034f49 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] DELETE failed (client error): The resource could not be found. May 10 14:53:46.851971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3cb0c0c-29c8-40f2-8fbb-f70f3b034f49 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:53:46.853839 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c3cb0c0c-29c8-40f2-8fbb-f70f3b034f49 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/ports/437d4935-bd41-40f6-ae86-9841b46791cf HTTP/1.1" status: 404 len: 333 time: 0.0669053 May 10 14:53:46.861456 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44226) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:46.913930 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8f2c7ec9-818c-4c08-80d6-bfe16e66ae1f None None] Provisioning for port 14db725a-38b9-4119-85b6-d5ad2a47570d completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:46.920666 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-2187d748-5f2f-4cd0-a8b9-22744861c0a6 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] GET failed (client error): The resource could not be found. May 10 14:53:46.921422 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2187d748-5f2f-4cd0-a8b9-22744861c0a6 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Synchronizing usage tracker for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:46.990468 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2187d748-5f2f-4cd0-a8b9-22744861c0a6 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Unset dirty status for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:46.992489 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2187d748-5f2f-4cd0-a8b9-22744861c0a6 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports/437d4935-bd41-40f6-ae86-9841b46791cf HTTP/1.1" status: 404 len: 333 time: 0.1270518 May 10 14:53:46.996267 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cd40bd15-e9d6-412f-aa70-72db538f2396 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:47.003485 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44230) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:47.099744 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40bd15-e9d6-412f-aa70-72db538f2396 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event deleted for resources: {'Subnet': ['ID=82d33eaf-3025-465c-bf80-0cfb5291cab5,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:47.104408 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cd40bd15-e9d6-412f-aa70-72db538f2396 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:47.125234 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-694a4883-d65d-4d60-914a-ec87c3a0f9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:47.140678 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a572950-8a01-4d07-8047-86cdf8a57357 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router d0bc61f2-173f-401b-9eba-0e0b803c9ecf is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:53:47.150899 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-cd40bd15-e9d6-412f-aa70-72db538f2396 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "DELETE /v2.0/subnets/82d33eaf-3025-465c-bf80-0cfb5291cab5 HTTP/1.1" status: 204 len: 168 time: 2.6812952 May 10 14:53:47.152349 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44234) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:47.169955 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8f2c7ec9-818c-4c08-80d6-bfe16e66ae1f None None] Provisioning for port 8c99a058-115f-429c-8242-ba21915d630d completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:47.173096 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85499ad1-53dc-47d0-b71a-662c8c2bcb7b None None] Network fe100547-e226-4c80-9540-f426dab051e0 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:47.185069 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 14db725a-38b9-4119-85b6-d5ad2a47570d completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:47.263021 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-afba08b7-9adf-464d-bc5b-90e31d2869a0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting subnet 51c1cc8e-9e80-4d37-9776-06b418b16351 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:53:47.283734 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-afba08b7-9adf-464d-bc5b-90e31d2869a0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:47.284075 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a4883-d65d-4d60-914a-ec87c3a0f9bc None None] Pushing event deleted for resources: {'Port': ['ID=e949daad-befd-4f2a-bc03-1f6e1f74389a,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:47.285920 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 14db725a-38b9-4119-85b6-d5ad2a47570d triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:47.286287 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:47.381251 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694a4883-d65d-4d60-914a-ec87c3a0f9bc None None] No DVR routers for this DVR port e949daad-befd-4f2a-bc03-1f6e1f74389a on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:53:47.467941 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a572950-8a01-4d07-8047-86cdf8a57357 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:53:47.492160 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-afba08b7-9adf-464d-bc5b-90e31d2869a0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:47.493546 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] Sync routers for ids ['d0bc61f2-173f-401b-9eba-0e0b803c9ecf'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:53:47.541434 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:47.564778 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cfac1273-da37-4b23-a40e-b82c35779beb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:47.571028 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0a572950-8a01-4d07-8047-86cdf8a57357 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:47.573815 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0a572950-8a01-4d07-8047-86cdf8a57357 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.9360619 May 10 14:53:47.578370 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44238) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:47.615688 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-28430472-c250-4625-accd-d84f7e9ccd17 None None] Provisioning for port 53a1403f-1e5c-4578-b433-0a817bf6a1b7 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:47.642834 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9565fc2e-b6cf-47f6-9840-2ed8dc79dbcf tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=7c1eaa2d2a564d8c9e902879ced01cd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0629911 May 10 14:53:47.646220 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44242) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:47.766319 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-afba08b7-9adf-464d-bc5b-90e31d2869a0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:47.783702 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] Routers {'d0bc61f2-173f-401b-9eba-0e0b803c9ecf'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:47.784144 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:53:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d0bc61f2-173f-401b-9eba-0e0b803c9ecf'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:47.820322 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-cfac1273-da37-4b23-a40e-b82c35779beb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Calling delete_port for e4256c74-3991-4400-9651-e2b424443b07 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:47.846656 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47893503-2aa9-4829-aba1-1692a5e922c3 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:47.848154 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-47893503-2aa9-4829-aba1-1692a5e922c3 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2009947 May 10 14:53:47.853609 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44246) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:47.877310 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-28430472-c250-4625-accd-d84f7e9ccd17 None None] Provisioning complete for port 53a1403f-1e5c-4578-b433-0a817bf6a1b7 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:47.877310 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-28430472-c250-4625-accd-d84f7e9ccd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:47.910289 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:47.911526 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f138cffa-b722-42c8-906f-1c01cae127cd tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0561337 May 10 14:53:47.913544 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44252) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:47.925247 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-8190abd4-a5f1-406a-bc50-7ab93bbd3626 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1519752157', 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:48.077438 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-afba08b7-9adf-464d-bc5b-90e31d2869a0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:48.085809 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8190abd4-a5f1-406a-bc50-7ab93bbd3626 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:48.135974 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8190abd4-a5f1-406a-bc50-7ab93bbd3626 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:subnet and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:48.145388 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8190abd4-a5f1-406a-bc50-7ab93bbd3626 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:48.154078 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba08b7-9adf-464d-bc5b-90e31d2869a0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Subnet': ['ID=51c1cc8e-9e80-4d37-9776-06b418b16351,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:48.159094 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8190abd4-a5f1-406a-bc50-7ab93bbd3626 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:48.159269 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-afba08b7-9adf-464d-bc5b-90e31d2869a0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:48.167910 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-afba08b7-9adf-464d-bc5b-90e31d2869a0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/subnets/51c1cc8e-9e80-4d37-9776-06b418b16351 HTTP/1.1" status: 204 len: 168 time: 1.1261024 May 10 14:53:48.175955 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44256) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:48.212020 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 14db725a-38b9-4119-85b6-d5ad2a47570d, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=14db725a-38b9-4119-85b6-d5ad2a47570d,segment=NetworkSegment(ddfdc9e0-6c7d-4f28-8d3e-5734e138bb3f),segment_id=ddfdc9e0-6c7d-4f28-8d3e-5734e138bb3f)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:48.213185 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba08b7-9adf-464d-bc5b-90e31d2869a0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:48.215373 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba08b7-9adf-464d-bc5b-90e31d2869a0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:48.215859 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba08b7-9adf-464d-bc5b-90e31d2869a0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:48.216373 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba08b7-9adf-464d-bc5b-90e31d2869a0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:48.216939 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba08b7-9adf-464d-bc5b-90e31d2869a0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:48.217439 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba08b7-9adf-464d-bc5b-90e31d2869a0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:48.217551 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0c3647-1d3e-4744-afb1-8df259697658 None None] Network 38ae71df-0ab5-4288-965f-97dd9256763e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:48.218003 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba08b7-9adf-464d-bc5b-90e31d2869a0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:48.218551 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba08b7-9adf-464d-bc5b-90e31d2869a0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:48.219027 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba08b7-9adf-464d-bc5b-90e31d2869a0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:48.219528 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba08b7-9adf-464d-bc5b-90e31d2869a0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:48.223302 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:48.224072 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba08b7-9adf-464d-bc5b-90e31d2869a0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:48.224627 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afba08b7-9adf-464d-bc5b-90e31d2869a0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:48.255047 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:48.255825 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e591d273-1ed5-4b8b-a90d-3342dbdb56de up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:48.296383 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8190abd4-a5f1-406a-bc50-7ab93bbd3626 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:48.301208 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8190abd4-a5f1-406a-bc50-7ab93bbd3626 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:48.309024 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d539a7b5-90ff-4ffe-b3e5-680ff9465f01']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:48.368318 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6357b1bd-86c9-44e3-898e-cbdf78684083') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:48.368614 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6357b1bd-86c9-44e3-898e-cbdf78684083') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:48.400575 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:48.461993 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:48.481531 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:53:48.482062 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:53:48.497659 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:53:48.556467 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-22551d0d-a13b-4e2d-b543-5ab416308cc8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:48.578809 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-22551d0d-a13b-4e2d-b543-5ab416308cc8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting port e591d273-1ed5-4b8b-a90d-3342dbdb56de {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:48.579147 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-22551d0d-a13b-4e2d-b543-5ab416308cc8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:48.676486 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] Set router d0bc61f2-173f-401b-9eba-0e0b803c9ecf gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:53:48.721886 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdd070e-2340-40d9-86e9-8633909c61b5 None None] DHCP port deletion for fe100547-e226-4c80-9540-f426dab051e0 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:53:48.826206 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-22551d0d-a13b-4e2d-b543-5ab416308cc8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] For port e591d273-1ed5-4b8b-a90d-3342dbdb56de, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e591d273-1ed5-4b8b-a90d-3342dbdb56de,segment=NetworkSegment(93196132-6229-4e18-a719-2a96e7acb9e5),segment_id=93196132-6229-4e18-a719-2a96e7acb9e5)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:48.826769 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-22551d0d-a13b-4e2d-b543-5ab416308cc8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:48.828517 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=14db725a-38b9-4119-85b6-d5ad2a47570d,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:48.881857 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:48.887657 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-41b073a4-455a-48d9-9727-150c01d7765f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:48.922195 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-28430472-c250-4625-accd-d84f7e9ccd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:48.948733 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5cdd070e-2340-40d9-86e9-8633909c61b5 None None] Deleting port 8a8f1477-bad2-4e67-ba11-9106611f1407 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:48.949364 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5cdd070e-2340-40d9-86e9-8633909c61b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:49.024435 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:49.025297 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-22551d0d-a13b-4e2d-b543-5ab416308cc8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Calling delete_port for e591d273-1ed5-4b8b-a90d-3342dbdb56de owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:49.105042 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event deleted for resources: {'Network': ['ID=d539a7b5-90ff-4ffe-b3e5-680ff9465f01,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:49.107295 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-22551d0d-a13b-4e2d-b543-5ab416308cc8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:49.135405 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "DELETE /v2.0/networks/d539a7b5-90ff-4ffe-b3e5-680ff9465f01 HTTP/1.1" status: 204 len: 168 time: 1.9719088 May 10 14:53:49.135405 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:49.135405 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:49.135405 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:49.135405 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:49.135405 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:49.135405 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:49.135405 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:49.135405 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:49.135405 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:49.135405 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:49.135405 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:49.135405 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcd8178-1e62-4de9-863f-e810615888c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:49.149154 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44262) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:49.172466 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cfac1273-da37-4b23-a40e-b82c35779beb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:49.186721 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port e591d273-1ed5-4b8b-a90d-3342dbdb56de completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:49.213030 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22551d0d-a13b-4e2d-b543-5ab416308cc8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Port': ['ID=e591d273-1ed5-4b8b-a90d-3342dbdb56de,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:49.214231 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22551d0d-a13b-4e2d-b543-5ab416308cc8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] No DVR routers for this DVR port e591d273-1ed5-4b8b-a90d-3342dbdb56de on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:53:49.255894 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-28430472-c250-4625-accd-d84f7e9ccd17 None None] For port 53a1403f-1e5c-4578-b433-0a817bf6a1b7, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=53a1403f-1e5c-4578-b433-0a817bf6a1b7,segment=NetworkSegment(85f0ab94-88b3-4add-9cf0-e93ac0df8811),segment_id=85f0ab94-88b3-4add-9cf0-e93ac0df8811)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:49.273670 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port e591d273-1ed5-4b8b-a90d-3342dbdb56de triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:49.274139 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:49.300626 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b94535c-99d6-48e9-900e-e95119655d7d None None] Update dhcp port {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'fixed_ips': [{'subnet_id': 'cadb3c48-5c56-436c-9d2a-5aaa9acb4139', 'ip_address': '2001:db8::f816:3eff:feb0:108b'}, {'subnet_id': 'ef8bff05-7d53-42c5-beba-5e397d8d1127'}], 'binding:host_id': 'dv-neutron-841204-2-hyperv'}, 'id': '8c99a058-115f-429c-8242-ba21915d630d'} from dv-neutron-841204-2-hyperv. {{(pid=88053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 10 14:53:49.338979 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac1273-da37-4b23-a40e-b82c35779beb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Port': ['ID=e4256c74-3991-4400-9651-e2b424443b07,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:49.374595 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-28430472-c250-4625-accd-d84f7e9ccd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:49.460129 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cfac1273-da37-4b23-a40e-b82c35779beb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:49.468299 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-22551d0d-a13b-4e2d-b543-5ab416308cc8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:49.486488 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cfac1273-da37-4b23-a40e-b82c35779beb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/e4256c74-3991-4400-9651-e2b424443b07 HTTP/1.1" status: 204 len: 168 time: 2.9249756 May 10 14:53:49.486976 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44266) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:49.487270 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0901df08-7210-412d-b919-e50fe56ad235 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:49.492012 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28430472-c250-4625-accd-d84f7e9ccd17 None None] Pushing event updated for resources: {'Port': ['ID=53a1403f-1e5c-4578-b433-0a817bf6a1b7,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:49.492012 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Port e591d273-1ed5-4b8b-a90d-3342dbdb56de was deleted so its status cannot be updated. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 10 14:53:49.492012 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8c99a058-115f-429c-8242-ba21915d630d up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:49.504915 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-0901df08-7210-412d-b919-e50fe56ad235 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Deleting port 8a8f1477-bad2-4e67-ba11-9106611f1407 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:49.505290 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0901df08-7210-412d-b919-e50fe56ad235 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:49.566416 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-22551d0d-a13b-4e2d-b543-5ab416308cc8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ae71df-0ab5-4288-965f-97dd9256763e']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:49.624966 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-22551d0d-a13b-4e2d-b543-5ab416308cc8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93196132-6229-4e18-a719-2a96e7acb9e5') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:49.624966 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-22551d0d-a13b-4e2d-b543-5ab416308cc8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93196132-6229-4e18-a719-2a96e7acb9e5') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:49.658893 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-22551d0d-a13b-4e2d-b543-5ab416308cc8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:49.689860 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-22551d0d-a13b-4e2d-b543-5ab416308cc8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:49.691831 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8190abd4-a5f1-406a-bc50-7ab93bbd3626 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:49.709136 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-38582360-6253-4da3-89be-6b5dde5b5c00 None None] Could not find standard attr ID for object e591d273-1ed5-4b8b-a90d-3342dbdb56de. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:53:49.743890 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22551d0d-a13b-4e2d-b543-5ab416308cc8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:53:49.744282 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-22551d0d-a13b-4e2d-b543-5ab416308cc8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:53:49.768135 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:53:49.807131 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9b94535c-99d6-48e9-900e-e95119655d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:49.845789 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 8c99a058-115f-429c-8242-ba21915d630d completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:49.875915 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 8c99a058-115f-429c-8242-ba21915d630d triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:49.876832 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:49.901353 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-41b073a4-455a-48d9-9727-150c01d7765f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Allocated IP 172.21.0.1 (e213144f-597c-4968-bdd7-5f1292d5f1eb/74216ad8-a315-471b-b2aa-a673f7f1ffbb/248a8617-cd68-475a-b643-785c3e0b5389) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:49.905194 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-38582360-6253-4da3-89be-6b5dde5b5c00 None None] Provisioning complete for port 14db725a-38b9-4119-85b6-d5ad2a47570d triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:49.905344 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-38582360-6253-4da3-89be-6b5dde5b5c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:49.937235 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea47cc8-e234-4981-9c8f-f3e798768170 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:49.942095 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3ea47cc8-e234-4981-9c8f-f3e798768170 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.4577212 May 10 14:53:49.952729 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44270) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:50.010601 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96d61af-9bd7-4610-9ec5-ecef3c2cdc20 None None] DHCP port deletion for 38ae71df-0ab5-4288-965f-97dd9256763e request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:53:50.044791 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190abd4-a5f1-406a-bc50-7ab93bbd3626 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Subnet': ['ID=9a653b72-f3ca-46b8-9057-488638357e83,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:50.052456 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-22551d0d-a13b-4e2d-b543-5ab416308cc8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:50.075944 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-22551d0d-a13b-4e2d-b543-5ab416308cc8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:50.089701 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8190abd4-a5f1-406a-bc50-7ab93bbd3626 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Checking segment: {'id': 'de48f3bc-6168-4872-b4e8-1e0d9c135d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:53:50.090068 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8190abd4-a5f1-406a-bc50-7ab93bbd3626 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network hostable DHCP agents. Network: cd34850c-ae9b-44e6-b4af-1543b19ccb5e, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:53:50.094494 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-5cdd070e-2340-40d9-86e9-8633909c61b5 None None] For port 8a8f1477-bad2-4e67-ba11-9106611f1407, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8a8f1477-bad2-4e67-ba11-9106611f1407,segment=NetworkSegment(917b841a-c9fc-49a1-97e4-0b7732f5cad6),segment_id=917b841a-c9fc-49a1-97e4-0b7732f5cad6)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:50.095509 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5cdd070e-2340-40d9-86e9-8633909c61b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:50.100793 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22551d0d-a13b-4e2d-b543-5ab416308cc8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Network': ['ID=38ae71df-0ab5-4288-965f-97dd9256763e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:50.139164 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-22551d0d-a13b-4e2d-b543-5ab416308cc8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/networks/38ae71df-0ab5-4288-965f-97dd9256763e HTTP/1.1" status: 204 len: 168 time: 1.9611969 May 10 14:53:50.139375 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44274) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:50.140735 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-0901df08-7210-412d-b919-e50fe56ad235 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] For port 8a8f1477-bad2-4e67-ba11-9106611f1407, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8a8f1477-bad2-4e67-ba11-9106611f1407,segment=NetworkSegment(917b841a-c9fc-49a1-97e4-0b7732f5cad6),segment_id=917b841a-c9fc-49a1-97e4-0b7732f5cad6)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:50.142699 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0901df08-7210-412d-b919-e50fe56ad235 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:50.150872 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8190abd4-a5f1-406a-bc50-7ab93bbd3626 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network cd34850c-ae9b-44e6-b4af-1543b19ccb5e is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:53:50.166697 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7b7a41ba-0294-44ff-815c-45267a485c01 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-869568309'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:50.169965 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db40e532-13dd-4b35-a384-b5131be6976f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:50.171647 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-db40e532-13dd-4b35-a384-b5131be6976f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1964905 May 10 14:53:50.176329 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-8190abd4-a5f1-406a-bc50-7ab93bbd3626 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, cd34850c-ae9b-44e6-b4af-1543b19ccb5e) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:50.176329 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44278) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:50.215874 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8190abd4-a5f1-406a-bc50-7ab93bbd3626 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:50.216559 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8190abd4-a5f1-406a-bc50-7ab93bbd3626 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:50.258522 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7b7a41ba-0294-44ff-815c-45267a485c01 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:50.285065 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3987c7b3-7ea4-488e-aa34-006cca12e2b9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:50.288491 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3987c7b3-7ea4-488e-aa34-006cca12e2b9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:50.292080 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3987c7b3-7ea4-488e-aa34-006cca12e2b9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:50.292080 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3987c7b3-7ea4-488e-aa34-006cca12e2b9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:50.300216 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8190abd4-a5f1-406a-bc50-7ab93bbd3626 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3812506 May 10 14:53:50.301736 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44282) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:50.325408 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7b7a41ba-0294-44ff-815c-45267a485c01 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:network and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:50.336680 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-0901df08-7210-412d-b919-e50fe56ad235 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Calling delete_port for 8a8f1477-bad2-4e67-ba11-9106611f1407 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:50.338697 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0211d0cb-02be-4a0d-90e4-fdc15b4cf606 None None] Network cd34850c-ae9b-44e6-b4af-1543b19ccb5e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:50.367411 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7b7a41ba-0294-44ff-815c-45267a485c01 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:50.379796 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5cdd070e-2340-40d9-86e9-8633909c61b5 None None] Calling delete_port for 8a8f1477-bad2-4e67-ba11-9106611f1407 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:50.396979 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7b7a41ba-0294-44ff-815c-45267a485c01 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:50.442365 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-41b073a4-455a-48d9-9727-150c01d7765f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:50.447247 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7a41ba-0294-44ff-815c-45267a485c01 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:50.451603 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7b7a41ba-0294-44ff-815c-45267a485c01 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:50.471244 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3987c7b3-7ea4-488e-aa34-006cca12e2b9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:50.476850 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3987c7b3-7ea4-488e-aa34-006cca12e2b9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2965550 May 10 14:53:50.476850 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44286) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:50.489640 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-13ea66b0-562b-4817-a857-3167f45f240e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:50.498350 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-41b073a4-455a-48d9-9727-150c01d7765f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Transition to ACTIVE for port object 248a8617-cd68-475a-b643-785c3e0b5389 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:50.522363 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7a41ba-0294-44ff-815c-45267a485c01 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:53:50.523277 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0901df08-7210-412d-b919-e50fe56ad235 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:50.582352 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901df08-7210-412d-b919-e50fe56ad235 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event deleted for resources: {'Port': ['ID=8a8f1477-bad2-4e67-ba11-9106611f1407,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:50.590146 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7b7a41ba-0294-44ff-815c-45267a485c01 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:50.590657 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-7b7a41ba-0294-44ff-815c-45267a485c01 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Added segment 8951248b-2452-4003-89a8-d992ef352205 of type vlan for network aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14 May 10 14:53:50.593421 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0901df08-7210-412d-b919-e50fe56ad235 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] No DVR routers for this DVR port 8a8f1477-bad2-4e67-ba11-9106611f1407 on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:53:50.629135 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'name': 'tempest-TestNetworkBasicOps-router-741649397', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:53:40Z', 'updated_at': '2022-05-10T14:53:44Z', 'revision_number': 3, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:53:42Z', 'updated_at': '2022-05-10T14:53:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: from cryptography.utils import int_from_bytes May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: from cryptography.utils import int_from_bytes May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn_limited( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn_limited( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:53:50.695250 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 14:53:50.785140 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] Checking router: d0bc61f2-173f-401b-9eba-0e0b803c9ecf for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:53:50.785742 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] Updating router d0bc61f2-173f-401b-9eba-0e0b803c9ecf port 5cc5dee1-b352-401b-a1c1-81fa66284768 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:53:50.829770 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-5cdd070e-2340-40d9-86e9-8633909c61b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:53:50.830179 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-5cdd070e-2340-40d9-86e9-8633909c61b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:53:50.865271 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7b7a41ba-0294-44ff-815c-45267a485c01 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:50.867030 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:50.876419 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-41b073a4-455a-48d9-9727-150c01d7765f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:50.960776 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e42461a-29a4-4f41-8bfb-d55a7e39890a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet cadb3c48-5c56-436c-9d2a-5aaa9acb4139 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:53:50.984593 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0901df08-7210-412d-b919-e50fe56ad235 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:50.995582 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 8c99a058-115f-429c-8242-ba21915d630d, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8c99a058-115f-429c-8242-ba21915d630d,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:51.000926 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b073a4-455a-48d9-9727-150c01d7765f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network e213144f-597c-4968-bdd7-5f1292d5f1eb is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:51.010637 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-41b073a4-455a-48d9-9727-150c01d7765f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:51.018825 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b073a4-455a-48d9-9727-150c01d7765f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:51.026254 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-9b94535c-99d6-48e9-900e-e95119655d7d None None] Allocated IP 2001:db8:0:1::2 (a36358c0-b900-4df5-ae69-1592404548f9/ef8bff05-7d53-42c5-beba-5e397d8d1127/8c99a058-115f-429c-8242-ba21915d630d) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:51.049053 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b073a4-455a-48d9-9727-150c01d7765f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Port': ['ID=248a8617-cd68-475a-b643-785c3e0b5389,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:51.079049 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:51.115956 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7b7a41ba-0294-44ff-815c-45267a485c01 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:51.121300 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7a41ba-0294-44ff-815c-45267a485c01 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:51.122300 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7b7a41ba-0294-44ff-815c-45267a485c01 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:51.142543 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:51.156564 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0901df08-7210-412d-b919-e50fe56ad235 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe100547-e226-4c80-9540-f426dab051e0']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:51.170340 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b580042-313b-48cd-9e87-c1d103c957d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-cd34850c-ae9b-44e6-b4af-1543b19ccb5e', 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ips': [{'subnet_id': '9a653b72-f3ca-46b8-9057-488638357e83'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:53:51.171415 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1b580042-313b-48cd-9e87-c1d103c957d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:51.185020 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-41b073a4-455a-48d9-9727-150c01d7765f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:51.259197 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 53a1403f-1e5c-4578-b433-0a817bf6a1b7 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:51.270231 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0901df08-7210-412d-b919-e50fe56ad235 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917b841a-c9fc-49a1-97e4-0b7732f5cad6') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:51.270768 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0901df08-7210-412d-b919-e50fe56ad235 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917b841a-c9fc-49a1-97e4-0b7732f5cad6') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:51.296540 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-38582360-6253-4da3-89be-6b5dde5b5c00 None None] Provisioning complete for port 53a1403f-1e5c-4578-b433-0a817bf6a1b7 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:51.296914 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-38582360-6253-4da3-89be-6b5dde5b5c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:51.341070 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0901df08-7210-412d-b919-e50fe56ad235 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:51.354038 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5cdd070e-2340-40d9-86e9-8633909c61b5 None None] Deleting port 8a8f1477-bad2-4e67-ba11-9106611f1407 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:51.354414 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5cdd070e-2340-40d9-86e9-8633909c61b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:51.360140 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7b7a41ba-0294-44ff-815c-45267a485c01 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2071295 May 10 14:53:51.368777 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44290) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:51.382304 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a41ba-0294-44ff-815c-45267a485c01 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Network': ['ID=aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:51.395887 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-0a50167b-b739-45fa-9472-77536cd56f2e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'subnet': {'network_id': 'aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:51.430798 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0901df08-7210-412d-b919-e50fe56ad235 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:51.439055 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0901df08-7210-412d-b919-e50fe56ad235 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:53:51.439055 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0901df08-7210-412d-b919-e50fe56ad235 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:53:51.458764 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:53:51.562380 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:53:51.660035 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0901df08-7210-412d-b919-e50fe56ad235 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:51.662068 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-0a50167b-b739-45fa-9472-77536cd56f2e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:51.665515 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d1147ec-8f63-4c3c-ac37-722d5a0e586b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:51.685263 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0901df08-7210-412d-b919-e50fe56ad235 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:51.691373 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-0a50167b-b739-45fa-9472-77536cd56f2e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:subnet and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:51.698438 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-0a50167b-b739-45fa-9472-77536cd56f2e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:51.705540 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901df08-7210-412d-b919-e50fe56ad235 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event deleted for resources: {'Network': ['ID=fe100547-e226-4c80-9540-f426dab051e0,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:51.757024 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-0a50167b-b739-45fa-9472-77536cd56f2e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:51.760057 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0901df08-7210-412d-b919-e50fe56ad235 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "DELETE /v2.0/networks/fe100547-e226-4c80-9540-f426dab051e0 HTTP/1.1" status: 204 len: 168 time: 2.6104789 May 10 14:53:51.762828 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44294) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:51.789128 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5cdd070e-2340-40d9-86e9-8633909c61b5 None None] The port '8a8f1477-bad2-4e67-ba11-9106611f1407' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:53:51.806185 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a50167b-b739-45fa-9472-77536cd56f2e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:51.807684 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0a50167b-b739-45fa-9472-77536cd56f2e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:51.833022 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-41b073a4-455a-48d9-9727-150c01d7765f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:51.835451 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=8c99a058-115f-429c-8242-ba21915d630d,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:51.999127 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-9b94535c-99d6-48e9-900e-e95119655d7d None None] For port 8c99a058-115f-429c-8242-ba21915d630d, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8c99a058-115f-429c-8242-ba21915d630d,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:52.010682 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8afa273-2a38-4e40-aa0d-44a6d61fe12b tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Deleting subnet ae788b84-8c60-4e5f-9f2e-ec0b9f03c188 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:53:52.014037 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f8afa273-2a38-4e40-aa0d-44a6d61fe12b tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:52.128610 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 53a1403f-1e5c-4578-b433-0a817bf6a1b7 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:52.128610 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:52.216570 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-1b580042-313b-48cd-9e87-c1d103c957d6 None None] Allocated IP 172.20.0.2 (cd34850c-ae9b-44e6-b4af-1543b19ccb5e/9a653b72-f3ca-46b8-9057-488638357e83/17c5c69c-5fc8-4c43-bf2d-595560230ee8) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:52.233378 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f8afa273-2a38-4e40-aa0d-44a6d61fe12b tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:52.259134 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9b94535c-99d6-48e9-900e-e95119655d7d None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:52.365538 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f8afa273-2a38-4e40-aa0d-44a6d61fe12b tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:52.382396 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-9b94535c-99d6-48e9-900e-e95119655d7d None None] Transition to ACTIVE for port object 8c99a058-115f-429c-8242-ba21915d630d will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:52.404581 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4e42461a-29a4-4f41-8bfb-d55a7e39890a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:52.421112 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-38582360-6253-4da3-89be-6b5dde5b5c00 None None] Provisioning for port 57d4ab1d-4772-4fd5-88ef-7c9068ea5db3 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:52.421112 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9b94535c-99d6-48e9-900e-e95119655d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:52.463602 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0a50167b-b739-45fa-9472-77536cd56f2e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:52.484100 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4e42461a-29a4-4f41-8bfb-d55a7e39890a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:52.512928 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0fc3d3d2-a0f1-4d37-bdf1-67f1d7360b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:52.543344 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-38582360-6253-4da3-89be-6b5dde5b5c00 None None] Provisioning complete for port 57d4ab1d-4772-4fd5-88ef-7c9068ea5db3 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:52.543344 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-38582360-6253-4da3-89be-6b5dde5b5c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:52.572565 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f8afa273-2a38-4e40-aa0d-44a6d61fe12b tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:52.583762 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.resource_extend [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:53:52.599006 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50167b-b739-45fa-9472-77536cd56f2e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Subnet': ['ID=a2e02d3d-76af-4cb7-8200-048daaf9b7d7,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:52.618466 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a50167b-b739-45fa-9472-77536cd56f2e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Checking segment: {'id': '8951248b-2452-4003-89a8-d992ef352205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:53:52.619073 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a50167b-b739-45fa-9472-77536cd56f2e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network hostable DHCP agents. Network: aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:53:52.625457 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8afa273-2a38-4e40-aa0d-44a6d61fe12b tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event deleted for resources: {'Subnet': ['ID=ae788b84-8c60-4e5f-9f2e-ec0b9f03c188,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:52.632560 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f8afa273-2a38-4e40-aa0d-44a6d61fe12b tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:52.635493 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-41b073a4-455a-48d9-9727-150c01d7765f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:52.651344 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f8afa273-2a38-4e40-aa0d-44a6d61fe12b tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "DELETE /v2.0/subnets/ae788b84-8c60-4e5f-9f2e-ec0b9f03c188 HTTP/1.1" status: 204 len: 168 time: 0.8818355 May 10 14:53:52.651344 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44298) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:52.655295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-41b073a4-455a-48d9-9727-150c01d7765f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:52.656410 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4e42461a-29a4-4f41-8bfb-d55a7e39890a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:52.686315 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c96b501-df72-47bb-8e00-dfc12160d4e4 None None] Network 69577da3-ca56-4cc4-99cb-3096030d1b1f requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:52.783974 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 14db725a-38b9-4119-85b6-d5ad2a47570d up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:52.831297 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8c66b7d3-abe1-47ab-bf8e-cb31ca9706c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:52.864162 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-8c66b7d3-abe1-47ab-bf8e-cb31ca9706c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Deleting port 31ce7763-dc4b-4ead-bd5b-1f857ed4abbe {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:52.864857 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8c66b7d3-abe1-47ab-bf8e-cb31ca9706c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:52.932713 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-38582360-6253-4da3-89be-6b5dde5b5c00 None None] Port 57d4ab1d-4772-4fd5-88ef-7c9068ea5db3 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:53:52.951045 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94535c-99d6-48e9-900e-e95119655d7d None None] Pushing event updated for resources: {'Port': ['ID=8c99a058-115f-429c-8242-ba21915d630d,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:52.987892 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-41b073a4-455a-48d9-9727-150c01d7765f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:53.040542 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:53.104730 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b073a4-455a-48d9-9727-150c01d7765f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Port': ['ID=248a8617-cd68-475a-b643-785c3e0b5389,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:53.107995 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a50167b-b739-45fa-9472-77536cd56f2e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:53:53.137137 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] Transition to ACTIVE for port object 5cc5dee1-b352-401b-a1c1-81fa66284768 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:53.137349 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-0a50167b-b739-45fa-9472-77536cd56f2e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:53.150095 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a50167b-b739-45fa-9472-77536cd56f2e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:53.152334 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0a50167b-b739-45fa-9472-77536cd56f2e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:53.169538 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1b580042-313b-48cd-9e87-c1d103c957d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:53.188216 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1b580042-313b-48cd-9e87-c1d103c957d6 None None] Transition to ACTIVE for port object 17c5c69c-5fc8-4c43-bf2d-595560230ee8 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:53.220843 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0a50167b-b739-45fa-9472-77536cd56f2e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8417776 May 10 14:53:53.226073 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44302) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:53.240533 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-dada3d30-81b8-44ee-9d6a-3c9c499e31db tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'port': {'network_id': 'aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14', 'security_groups': [], 'name': 'tempest-PortsTestJSON-876574028'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:53.245609 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2569a6-7fef-4191-9921-cce979d2e910 None None] Network aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:53.275443 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4e42461a-29a4-4f41-8bfb-d55a7e39890a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:53.375474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b073a4-455a-48d9-9727-150c01d7765f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network e213144f-597c-4968-bdd7-5f1292d5f1eb is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:53.386524 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:53.389341 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-41b073a4-455a-48d9-9727-150c01d7765f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:53.395705 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42461a-29a4-4f41-8bfb-d55a7e39890a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=cadb3c48-5c56-436c-9d2a-5aaa9acb4139,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:53.423533 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4e42461a-29a4-4f41-8bfb-d55a7e39890a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:53.447444 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-8c66b7d3-abe1-47ab-bf8e-cb31ca9706c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] For port 31ce7763-dc4b-4ead-bd5b-1f857ed4abbe, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=31ce7763-dc4b-4ead-bd5b-1f857ed4abbe,segment=NetworkSegment(4caf44b8-18cb-4d42-93ba-03c21bff2b54),segment_id=4caf44b8-18cb-4d42-93ba-03c21bff2b54)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:53.448980 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8c66b7d3-abe1-47ab-bf8e-cb31ca9706c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:53.531515 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 14db725a-38b9-4119-85b6-d5ad2a47570d triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:53.533645 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:53.551721 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4e42461a-29a4-4f41-8bfb-d55a7e39890a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/cadb3c48-5c56-436c-9d2a-5aaa9acb4139 HTTP/1.1" status: 204 len: 168 time: 3.0750971 May 10 14:53:53.552781 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44306) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:53.652130 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b073a4-455a-48d9-9727-150c01d7765f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Router 4ded1806-948b-4b50-8178-539357252dcd has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:53:53.657169 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-8c66b7d3-abe1-47ab-bf8e-cb31ca9706c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Calling delete_port for 31ce7763-dc4b-4ead-bd5b-1f857ed4abbe owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:53.705805 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb21ea9-47ca-49dc-b2e4-b327e632ced8 None None] Pushing event updated for resources: {'Port': ['ID=5cc5dee1-b352-401b-a1c1-81fa66284768,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:53.720178 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e808660f-ead9-4319-9c64-78922af53d40 None None] Provisioning for port 248a8617-cd68-475a-b643-785c3e0b5389 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:53.726208 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] Attempting to bind port 5cc5dee1-b352-401b-a1c1-81fa66284768 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:53:53.726810 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] Attempting to bind port 5cc5dee1-b352-401b-a1c1-81fa66284768 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:53:53.727350 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] Attempting to bind port 5cc5dee1-b352-401b-a1c1-81fa66284768 on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:53:53.752768 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e808660f-ead9-4319-9c64-78922af53d40 None None] Provisioning complete for port 248a8617-cd68-475a-b643-785c3e0b5389 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:53.753270 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e808660f-ead9-4319-9c64-78922af53d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:53.793545 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:53:53.793545 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:53:53.793920 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:53.794785 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:53:53.796584 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] Bound port: 5cc5dee1-b352-401b-a1c1-81fa66284768, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:53:53.797703 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:53.824450 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1b580042-313b-48cd-9e87-c1d103c957d6 None None] Transition to ACTIVE for port object 17c5c69c-5fc8-4c43-bf2d-595560230ee8 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:53.837762 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e18ad8-7331-4ec9-8b4c-d3adc6bff13f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet ef8bff05-7d53-42c5-beba-5e397d8d1127 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:53:53.844411 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-22e18ad8-7331-4ec9-8b4c-d3adc6bff13f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:53.847584 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:53.847932 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb16da3a-2576-4c8a-a11c-60b7e78df119 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:53.902488 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b073a4-455a-48d9-9727-150c01d7765f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:53:53.915242 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9905482-a331-4a7c-b73f-ba5edb61bb79 None None] Sync routers for ids ['4ded1806-948b-4b50-8178-539357252dcd'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:53:53.916208 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-41b073a4-455a-48d9-9727-150c01d7765f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/routers/4ded1806-948b-4b50-8178-539357252dcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1697462 May 10 14:53:53.919736 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44310) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:53.929335 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8c66b7d3-abe1-47ab-bf8e-cb31ca9706c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:53.934567 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9905482-a331-4a7c-b73f-ba5edb61bb79 None None] Routers {'4ded1806-948b-4b50-8178-539357252dcd'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:53.936954 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-c9905482-a331-4a7c-b73f-ba5edb61bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:53:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4ded1806-948b-4b50-8178-539357252dcd'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:53.983595 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.021473 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dfce3b-5b88-4874-aa17-91139938b983 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:54.022789 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-89dfce3b-5b88-4874-aa17-91139938b983 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Synchronizing usage tracker for tenant:7644c356883e4453aa5ee3ea8dc28b8a on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:54.023329 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-22e18ad8-7331-4ec9-8b4c-d3adc6bff13f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.035158 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dada3d30-81b8-44ee-9d6a-3c9c499e31db tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:54.043140 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dada3d30-81b8-44ee-9d6a-3c9c499e31db tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:port and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:54.050071 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dada3d30-81b8-44ee-9d6a-3c9c499e31db tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:54.058621 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66b7d3-abe1-47ab-bf8e-cb31ca9706c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event deleted for resources: {'Port': ['ID=31ce7763-dc4b-4ead-bd5b-1f857ed4abbe,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:54.059218 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dada3d30-81b8-44ee-9d6a-3c9c499e31db tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:54.076943 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-c9905482-a331-4a7c-b73f-ba5edb61bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:54.080607 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-89dfce3b-5b88-4874-aa17-91139938b983 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Unset dirty status for tenant:7644c356883e4453aa5ee3ea8dc28b8a on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:54.081604 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-89dfce3b-5b88-4874-aa17-91139938b983 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/ports/248a8617-cd68-475a-b643-785c3e0b5389 HTTP/1.1" status: 200 len: 910 time: 0.1606121 May 10 14:53:54.086005 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44314) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:54.098711 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9905482-a331-4a7c-b73f-ba5edb61bb79 None None] Routers {'4ded1806-948b-4b50-8178-539357252dcd'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:54.100696 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c66b7d3-abe1-47ab-bf8e-cb31ca9706c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] No DVR routers for this DVR port 31ce7763-dc4b-4ead-bd5b-1f857ed4abbe on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:53:54.102123 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-c9905482-a331-4a7c-b73f-ba5edb61bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:53:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4ded1806-948b-4b50-8178-539357252dcd'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:54.119069 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.138196 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1b580042-313b-48cd-9e87-c1d103c957d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.203913 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dada3d30-81b8-44ee-9d6a-3c9c499e31db tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:54.213194 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dada3d30-81b8-44ee-9d6a-3c9c499e31db tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.218912 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-c9905482-a331-4a7c-b73f-ba5edb61bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:54.219553 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9905482-a331-4a7c-b73f-ba5edb61bb79 None None] The sync data for ids ['4ded1806-948b-4b50-8178-539357252dcd'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:53:54.241428 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8a8f1477-bad2-4e67-ba11-9106611f1407 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:53:54.279222 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-8d1147ec-8f63-4c3c-ac37-722d5a0e586b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.20.0.1 (cd34850c-ae9b-44e6-b4af-1543b19ccb5e/9a653b72-f3ca-46b8-9057-488638357e83/bd116851-e548-4b5c-9023-131fdb69f170) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:54.302103 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8c66b7d3-abe1-47ab-bf8e-cb31ca9706c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.309893 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 8a8f1477-bad2-4e67-ba11-9106611f1407 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:53:54.310234 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8a8f1477-bad2-4e67-ba11-9106611f1407 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:53:54.310670 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e949daad-befd-4f2a-bc03-1f6e1f74389a no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:53:54.335584 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-dada3d30-81b8-44ee-9d6a-3c9c499e31db tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] device_id is not set on port 12579727-78fb-4080-8253-7d8875a4c579 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:53:54.342165 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-8c66b7d3-abe1-47ab-bf8e-cb31ca9706c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69577da3-ca56-4cc4-99cb-3096030d1b1f']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:54.353565 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b580042-313b-48cd-9e87-c1d103c957d6 None None] Network cd34850c-ae9b-44e6-b4af-1543b19ccb5e is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:54.372082 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-8c66b7d3-abe1-47ab-bf8e-cb31ca9706c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4caf44b8-18cb-4d42-93ba-03c21bff2b54') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:54.373140 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-8c66b7d3-abe1-47ab-bf8e-cb31ca9706c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4caf44b8-18cb-4d42-93ba-03c21bff2b54') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:54.380109 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-1b580042-313b-48cd-9e87-c1d103c957d6 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:54.382101 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e808660f-ead9-4319-9c64-78922af53d40 None None] Port 248a8617-cd68-475a-b643-785c3e0b5389 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:53:54.386474 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b580042-313b-48cd-9e87-c1d103c957d6 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:54.389949 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8c66b7d3-abe1-47ab-bf8e-cb31ca9706c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.427784 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: e949daad-befd-4f2a-bc03-1f6e1f74389a {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:53:54.428474 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e949daad-befd-4f2a-bc03-1f6e1f74389a not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:53:54.429089 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e591d273-1ed5-4b8b-a90d-3342dbdb56de no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:53:54.471958 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8c66b7d3-abe1-47ab-bf8e-cb31ca9706c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.486265 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c66b7d3-abe1-47ab-bf8e-cb31ca9706c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:53:54.486533 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8c66b7d3-abe1-47ab-bf8e-cb31ca9706c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:53:54.512682 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:53:54.515295 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-22e18ad8-7331-4ec9-8b4c-d3adc6bff13f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.561262 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b580042-313b-48cd-9e87-c1d103c957d6 None None] Pushing event updated for resources: {'Port': ['ID=17c5c69c-5fc8-4c43-bf2d-595560230ee8,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:54.580784 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: e591d273-1ed5-4b8b-a90d-3342dbdb56de {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:53:54.581300 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e591d273-1ed5-4b8b-a90d-3342dbdb56de not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:53:54.585793 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] For port 5cc5dee1-b352-401b-a1c1-81fa66284768, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:53:54.593382 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-57e12084-9f6c-4af8-a0f6-80b3a9bb4caa None None] Could not find standard attr ID for object e4256c74-3991-4400-9651-e2b424443b07. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:53:54.665543 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] For port 5cc5dee1-b352-401b-a1c1-81fa66284768, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=5cc5dee1-b352-401b-a1c1-81fa66284768,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:53:54.683090 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-1b580042-313b-48cd-9e87-c1d103c957d6 None None] Attempting to bind port 17c5c69c-5fc8-4c43-bf2d-595560230ee8 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:53:54.683723 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-1b580042-313b-48cd-9e87-c1d103c957d6 None None] Attempting to bind port 17c5c69c-5fc8-4c43-bf2d-595560230ee8 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'de48f3bc-6168-4872-b4e8-1e0d9c135d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:53:54.684330 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b580042-313b-48cd-9e87-c1d103c957d6 None None] Attempting to bind port 17c5c69c-5fc8-4c43-bf2d-595560230ee8 on network cd34850c-ae9b-44e6-b4af-1543b19ccb5e {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:53:54.685507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d1147ec-8f63-4c3c-ac37-722d5a0e586b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.692011 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.701471 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-8d1147ec-8f63-4c3c-ac37-722d5a0e586b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Transition to ACTIVE for port object bd116851-e548-4b5c-9023-131fdb69f170 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:54.744856 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0e2045-8e7a-4e8b-a160-a5a5076bcd34 None None] DHCP port deletion for 69577da3-ca56-4cc4-99cb-3096030d1b1f request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:53:54.747067 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b580042-313b-48cd-9e87-c1d103c957d6 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:53:54.747722 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b580042-313b-48cd-9e87-c1d103c957d6 None None] Checking segment: {'id': 'de48f3bc-6168-4872-b4e8-1e0d9c135d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:53:54.748098 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d1147ec-8f63-4c3c-ac37-722d5a0e586b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.748604 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1b580042-313b-48cd-9e87-c1d103c957d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.749203 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b580042-313b-48cd-9e87-c1d103c957d6 None None] Bound using segment: {'id': 'de48f3bc-6168-4872-b4e8-1e0d9c135d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:53:54.749900 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-1b580042-313b-48cd-9e87-c1d103c957d6 None None] Bound port: 17c5c69c-5fc8-4c43-bf2d-595560230ee8, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de48f3bc-6168-4872-b4e8-1e0d9c135d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:53:54.750516 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1b580042-313b-48cd-9e87-c1d103c957d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.799030 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-57e12084-9f6c-4af8-a0f6-80b3a9bb4caa None None] Provisioning complete for port 248a8617-cd68-475a-b643-785c3e0b5389 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:54.799476 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-57e12084-9f6c-4af8-a0f6-80b3a9bb4caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.819343 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-dada3d30-81b8-44ee-9d6a-3c9c499e31db tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Allocated IP 172.20.0.11 (aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14/a2e02d3d-76af-4cb7-8200-048daaf9b7d7/12579727-78fb-4080-8253-7d8875a4c579) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:54.880612 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8c66b7d3-abe1-47ab-bf8e-cb31ca9706c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.918095 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1147ec-8f63-4c3c-ac37-722d5a0e586b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network cd34850c-ae9b-44e6-b4af-1543b19ccb5e is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:54.937678 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8c66b7d3-abe1-47ab-bf8e-cb31ca9706c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.943219 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8c99a058-115f-429c-8242-ba21915d630d up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:54.959004 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-8d1147ec-8f63-4c3c-ac37-722d5a0e586b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:54.980237 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1147ec-8f63-4c3c-ac37-722d5a0e586b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:55.049765 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66b7d3-abe1-47ab-bf8e-cb31ca9706c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Pushing event deleted for resources: {'Network': ['ID=69577da3-ca56-4cc4-99cb-3096030d1b1f,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:55.053265 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14', 'network_id': 'aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14', 'tenant_id': 'bcdeb671ca1c427bb10de7b95cee308e', 'fixed_ips': [{'subnet_id': 'a2e02d3d-76af-4cb7-8200-048daaf9b7d7'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:53:55.054708 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:55.090251 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8c66b7d3-abe1-47ab-bf8e-cb31ca9706c1 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "DELETE /v2.0/networks/69577da3-ca56-4cc4-99cb-3096030d1b1f HTTP/1.1" status: 204 len: 168 time: 2.4385633 May 10 14:53:55.097682 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44318) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:55.125767 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] Routers {'d0bc61f2-173f-401b-9eba-0e0b803c9ecf'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:53:55.127310 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:53:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d0bc61f2-173f-401b-9eba-0e0b803c9ecf'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:55.132727 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1147ec-8f63-4c3c-ac37-722d5a0e586b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=bd116851-e548-4b5c-9023-131fdb69f170,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:55.200903 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:55.236490 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3180e46a-0eaf-4935-9dc9-57f6e52ec8f8 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Synchronizing usage tracker for tenant:6eac73a85bf8491aaa1715d0928577d0 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:55.248025 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-22e18ad8-7331-4ec9-8b4c-d3adc6bff13f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:55.262688 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dada3d30-81b8-44ee-9d6a-3c9c499e31db tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:55.280504 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-dada3d30-81b8-44ee-9d6a-3c9c499e31db tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Transition to ACTIVE for port object 12579727-78fb-4080-8253-7d8875a4c579 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:55.342703 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dada3d30-81b8-44ee-9d6a-3c9c499e31db tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:55.411924 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-57e12084-9f6c-4af8-a0f6-80b3a9bb4caa None None] Port 248a8617-cd68-475a-b643-785c3e0b5389 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:53:55.417738 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb21ea9-47ca-49dc-b2e4-b327e632ced8 None None] Pushing event updated for resources: {'Port': ['ID=5cc5dee1-b352-401b-a1c1-81fa66284768,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:55.430779 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d1147ec-8f63-4c3c-ac37-722d5a0e586b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:55.442628 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dada3d30-81b8-44ee-9d6a-3c9c499e31db tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:55.448241 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-dada3d30-81b8-44ee-9d6a-3c9c499e31db tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:55.453771 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada3d30-81b8-44ee-9d6a-3c9c499e31db tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:55.455306 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e18ad8-7331-4ec9-8b4c-d3adc6bff13f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=ef8bff05-7d53-42c5-beba-5e397d8d1127,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:55.473833 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-22e18ad8-7331-4ec9-8b4c-d3adc6bff13f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:55.484156 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-57e12084-9f6c-4af8-a0f6-80b3a9bb4caa None None] Provisioning for port 8c99a058-115f-429c-8242-ba21915d630d completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:55.507091 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-22e18ad8-7331-4ec9-8b4c-d3adc6bff13f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/ef8bff05-7d53-42c5-beba-5e397d8d1127 HTTP/1.1" status: 204 len: 168 time: 1.8584049 May 10 14:53:55.507091 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3180e46a-0eaf-4935-9dc9-57f6e52ec8f8 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Unset dirty status for tenant:6eac73a85bf8491aaa1715d0928577d0 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:55.509665 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3180e46a-0eaf-4935-9dc9-57f6e52ec8f8 tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "GET /v2.0/ports?device_id=46ce2397-759f-4808-8a13-fe8357c1caef HTTP/1.1" status: 200 len: 205 time: 0.3906374 May 10 14:53:55.515069 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44322) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:55.515822 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44324) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:55.529209 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-57e12084-9f6c-4af8-a0f6-80b3a9bb4caa None None] Provisioning complete for port 8c99a058-115f-429c-8242-ba21915d630d triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:55.529626 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-57e12084-9f6c-4af8-a0f6-80b3a9bb4caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:55.543350 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dada3d30-81b8-44ee-9d6a-3c9c499e31db tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:55.544003 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dada3d30-81b8-44ee-9d6a-3c9c499e31db tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:55.566824 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada3d30-81b8-44ee-9d6a-3c9c499e31db tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Port': ['ID=12579727-78fb-4080-8253-7d8875a4c579,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:55.593691 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5c7596c9-e7f2-4386-bef5-b87d59d252ee tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:55.679446 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-1b580042-313b-48cd-9e87-c1d103c957d6 None None] For port 17c5c69c-5fc8-4c43-bf2d-595560230ee8, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:53:55.690524 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dada3d30-81b8-44ee-9d6a-3c9c499e31db tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.4633300 May 10 14:53:55.692971 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 8c99a058-115f-429c-8242-ba21915d630d triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:55.693345 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:55.701675 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44330) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:55.776886 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-048b4377-ac40-4f44-9343-73d62849c021 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2584882 May 10 14:53:55.784989 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44334) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:55.792882 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-60961f3b-51d5-468b-8d6b-ecfb2d68dcc8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:55.824915 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a924cf0e-47c5-49fe-b484-53ae3745e92c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:55.849817 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-1b580042-313b-48cd-9e87-c1d103c957d6 None None] For port 17c5c69c-5fc8-4c43-bf2d-595560230ee8, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=17c5c69c-5fc8-4c43-bf2d-595560230ee8,segment=NetworkSegment(de48f3bc-6168-4872-b4e8-1e0d9c135d5c),segment_id=de48f3bc-6168-4872-b4e8-1e0d9c135d5c)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:53:55.882971 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1b580042-313b-48cd-9e87-c1d103c957d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:55.909478 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] Set router d0bc61f2-173f-401b-9eba-0e0b803c9ecf gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:53:55.977691 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-457d3ffe-815a-47be-b6d3-739762a4dc6e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting port 12579727-78fb-4080-8253-7d8875a4c579 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:55.979145 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-457d3ffe-815a-47be-b6d3-739762a4dc6e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:56.187558 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b580042-313b-48cd-9e87-c1d103c957d6 None None] Pushing event updated for resources: {'Port': ['ID=17c5c69c-5fc8-4c43-bf2d-595560230ee8,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:56.341365 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Allocated IP 172.20.0.2 (aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14/a2e02d3d-76af-4cb7-8200-048daaf9b7d7/ea72b649-9143-44ec-acb3-7521c28117a0) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:56.355494 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff073efe-0e57-461d-a011-28a6fcc80e6a None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:56.357680 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-60961f3b-51d5-468b-8d6b-ecfb2d68dcc8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:56.367746 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-60961f3b-51d5-468b-8d6b-ecfb2d68dcc8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:56.372192 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a924cf0e-47c5-49fe-b484-53ae3745e92c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:56.374484 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-60961f3b-51d5-468b-8d6b-ecfb2d68dcc8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:56.379077 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a924cf0e-47c5-49fe-b484-53ae3745e92c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:56.427348 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-60961f3b-51d5-468b-8d6b-ecfb2d68dcc8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:56.488278 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a924cf0e-47c5-49fe-b484-53ae3745e92c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:56.489844 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a924cf0e-47c5-49fe-b484-53ae3745e92c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Fanout notify agent at l3_agent the message router_deleted on router 46ce2397-759f-4808-8a13-fe8357c1caef {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:53:56.530493 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a924cf0e-47c5-49fe-b484-53ae3745e92c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:56.532777 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a924cf0e-47c5-49fe-b484-53ae3745e92c tempest-RoutersNegativeIpV6Test-950440767 tempest-RoutersNegativeIpV6Test-950440767-project] 10.222.0.79 "DELETE /v2.0/routers/46ce2397-759f-4808-8a13-fe8357c1caef HTTP/1.1" status: 204 len: 168 time: 1.0119569 May 10 14:53:56.556951 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60961f3b-51d5-468b-8d6b-ecfb2d68dcc8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:56.575268 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-60961f3b-51d5-468b-8d6b-ecfb2d68dcc8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:56.639473 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-457d3ffe-815a-47be-b6d3-739762a4dc6e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:56.661007 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d1147ec-8f63-4c3c-ac37-722d5a0e586b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:56.910087 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-457d3ffe-815a-47be-b6d3-739762a4dc6e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Calling delete_port for 12579727-78fb-4080-8253-7d8875a4c579 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:57.030835 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 17c5c69c-5fc8-4c43-bf2d-595560230ee8 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:57.065786 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-5c7596c9-e7f2-4386-bef5-b87d59d252ee tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting port 248a8617-cd68-475a-b643-785c3e0b5389 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:57.066290 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5c7596c9-e7f2-4386-bef5-b87d59d252ee tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:57.098626 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44342) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:57.273675 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-457d3ffe-815a-47be-b6d3-739762a4dc6e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:57.275327 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-962e21b9-7763-441d-a2c7-28fac3e13c2c None None] Provisioning complete for port 8c99a058-115f-429c-8242-ba21915d630d triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:57.275850 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-962e21b9-7763-441d-a2c7-28fac3e13c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:57.464611 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'name': 'tempest-TestNetworkBasicOps-router-741649397', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:53:40Z', 'updated_at': '2022-05-10T14:53:44Z', 'revision_number': 3, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:53:42Z', 'updated_at': '2022-05-10T14:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:57.467924 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 17c5c69c-5fc8-4c43-bf2d-595560230ee8 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:57.538892 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23e8891-ade5-4dac-9851-e1974751ee7f None None] The sync data for ids ['d0bc61f2-173f-401b-9eba-0e0b803c9ecf'] in dv-neutron-841204-2-hyperv is: [{'id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'name': 'tempest-TestNetworkBasicOps-router-741649397', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:53:40Z', 'updated_at': '2022-05-10T14:53:44Z', 'revision_number': 3, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:53:42Z', 'updated_at': '2022-05-10T14:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:53:57.554575 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758b1fdf-70b3-48dc-9853-bd1f64444e04 None None] DHCP port deletion for a36358c0-b900-4df5-ae69-1592404548f9 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:53:57.576361 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d3ffe-815a-47be-b6d3-739762a4dc6e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Port': ['ID=12579727-78fb-4080-8253-7d8875a4c579,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:57.581591 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 31ce7763-dc4b-4ead-bd5b-1f857ed4abbe no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:53:57.631440 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-758b1fdf-70b3-48dc-9853-bd1f64444e04 None None] Deleting port 8c99a058-115f-429c-8242-ba21915d630d {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:53:57.631804 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-758b1fdf-70b3-48dc-9853-bd1f64444e04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:57.713088 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-665d5e79-3057-4d4f-8f2d-9573e05de5a5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6eac73a85bf8491aaa1715d0928577d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6129174 May 10 14:53:57.715589 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.objects.ports [None req-60961f3b-51d5-468b-8d6b-ecfb2d68dcc8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 10 14:53:57.716430 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44348) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:57.733918 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d1147ec-8f63-4c3c-ac37-722d5a0e586b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:57.786734 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-457d3ffe-815a-47be-b6d3-739762a4dc6e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:57.787809 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d1147ec-8f63-4c3c-ac37-722d5a0e586b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:57.793616 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 31ce7763-dc4b-4ead-bd5b-1f857ed4abbe {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:53:57.794251 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 31ce7763-dc4b-4ead-bd5b-1f857ed4abbe not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:53:57.820830 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5c7596c9-e7f2-4386-bef5-b87d59d252ee tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:57.824144 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:57.833358 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-457d3ffe-815a-47be-b6d3-739762a4dc6e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/ports/12579727-78fb-4080-8253-7d8875a4c579 HTTP/1.1" status: 204 len: 168 time: 2.1301322 May 10 14:53:57.837589 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44352) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:57.852535 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Transition to ACTIVE for port object ea72b649-9143-44ec-acb3-7521c28117a0 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:57.857186 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee3a4dd-f0a9-4c7a-b518-e8cdc309aa95 None None] Network cd34850c-ae9b-44e6-b4af-1543b19ccb5e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:53:58.003997 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d1147ec-8f63-4c3c-ac37-722d5a0e586b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:58.021176 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1147ec-8f63-4c3c-ac37-722d5a0e586b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=bd116851-e548-4b5c-9023-131fdb69f170,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:58.044966 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Transition to ACTIVE for port object ea72b649-9143-44ec-acb3-7521c28117a0 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:58.105937 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-444f18fc-0be7-4b1e-a859-f009c941a1e8 None None] Provisioning for port 17c5c69c-5fc8-4c43-bf2d-595560230ee8 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:58.114747 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-353d25a2-f72b-46ae-acd6-c0a6b628bbec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:58.115544 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-444f18fc-0be7-4b1e-a859-f009c941a1e8 None None] Provisioning complete for port 17c5c69c-5fc8-4c43-bf2d-595560230ee8 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:58.116062 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-444f18fc-0be7-4b1e-a859-f009c941a1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:58.123152 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-89639e2f-0957-4bd5-9d32-52fb12026cb4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] GET failed (client error): The resource could not be found. May 10 14:53:58.124584 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-89639e2f-0957-4bd5-9d32-52fb12026cb4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Synchronizing usage tracker for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:53:58.138580 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-5c7596c9-e7f2-4386-bef5-b87d59d252ee tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Calling delete_port for 248a8617-cd68-475a-b643-785c3e0b5389 owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:58.145535 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:58.225669 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-89639e2f-0957-4bd5-9d32-52fb12026cb4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Unset dirty status for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:53:58.229506 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-89639e2f-0957-4bd5-9d32-52fb12026cb4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports/12579727-78fb-4080-8253-7d8875a4c579 HTTP/1.1" status: 404 len: 333 time: 0.3884435 May 10 14:53:58.230819 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44356) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:58.248561 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Network aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:58.258463 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-353d25a2-f72b-46ae-acd6-c0a6b628bbec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:58.271784 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Pushing event updated for resources: {'Port': ['ID=ea72b649-9143-44ec-acb3-7521c28117a0,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:58.275587 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:58.295397 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:53:58.343376 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-60961f3b-51d5-468b-8d6b-ecfb2d68dcc8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:58.361691 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e127b5-f08a-475f-9667-cc003053d092 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting subnet a2e02d3d-76af-4cb7-8200-048daaf9b7d7 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:53:58.368771 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a4e127b5-f08a-475f-9667-cc003053d092 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:58.457728 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1147ec-8f63-4c3c-ac37-722d5a0e586b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network cd34850c-ae9b-44e6-b4af-1543b19ccb5e is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:58.462055 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-8d1147ec-8f63-4c3c-ac37-722d5a0e586b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:58.494991 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a4e127b5-f08a-475f-9667-cc003053d092 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:58.577648 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Attempting to bind port ea72b649-9143-44ec-acb3-7521c28117a0 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:53:58.578673 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Attempting to bind port ea72b649-9143-44ec-acb3-7521c28117a0 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '8951248b-2452-4003-89a8-d992ef352205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:53:58.579311 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Attempting to bind port ea72b649-9143-44ec-acb3-7521c28117a0 on network aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:53:58.583602 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5c7596c9-e7f2-4386-bef5-b87d59d252ee tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:58.600242 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:53:58.600615 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Checking segment: {'id': '8951248b-2452-4003-89a8-d992ef352205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:53:58.601002 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:58.601498 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Bound using segment: {'id': '8951248b-2452-4003-89a8-d992ef352205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:53:58.601990 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Bound port: ea72b649-9143-44ec-acb3-7521c28117a0, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8951248b-2452-4003-89a8-d992ef352205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:53:58.602357 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:58.651562 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7596c9-e7f2-4386-bef5-b87d59d252ee tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Port': ['ID=248a8617-cd68-475a-b643-785c3e0b5389,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:58.673923 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-353d25a2-f72b-46ae-acd6-c0a6b628bbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:58.736777 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d25a2-f72b-46ae-acd6-c0a6b628bbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3f7251-3b33-4a06-b22d-f9962453a0ec,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:58.768936 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a4e127b5-f08a-475f-9667-cc003053d092 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:58.891057 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1147ec-8f63-4c3c-ac37-722d5a0e586b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router d0bc61f2-173f-401b-9eba-0e0b803c9ecf has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:53:58.892867 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-353d25a2-f72b-46ae-acd6-c0a6b628bbec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:58.908353 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-353d25a2-f72b-46ae-acd6-c0a6b628bbec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fc3f7251-3b33-4a06-b22d-f9962453a0ec HTTP/1.1" status: 204 len: 168 time: 1.1759846 May 10 14:53:58.947968 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-444f18fc-0be7-4b1e-a859-f009c941a1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:58.971927 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5cc5dee1-b352-401b-a1c1-81fa66284768 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:59.056560 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-758b1fdf-70b3-48dc-9853-bd1f64444e04 None None] For port 8c99a058-115f-429c-8242-ba21915d630d, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8c99a058-115f-429c-8242-ba21915d630d,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:59.056712 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-758b1fdf-70b3-48dc-9853-bd1f64444e04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:59.092775 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-60961f3b-51d5-468b-8d6b-ecfb2d68dcc8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] For port 8c99a058-115f-429c-8242-ba21915d630d, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8c99a058-115f-429c-8242-ba21915d630d,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:59.127668 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-60961f3b-51d5-468b-8d6b-ecfb2d68dcc8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:59.152605 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-444f18fc-0be7-4b1e-a859-f009c941a1e8 None None] For port 17c5c69c-5fc8-4c43-bf2d-595560230ee8, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=17c5c69c-5fc8-4c43-bf2d-595560230ee8,segment=NetworkSegment(de48f3bc-6168-4872-b4e8-1e0d9c135d5c),segment_id=de48f3bc-6168-4872-b4e8-1e0d9c135d5c)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:59.190567 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a4e127b5-f08a-475f-9667-cc003053d092 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:59.221086 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-60961f3b-51d5-468b-8d6b-ecfb2d68dcc8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:59.221964 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-60961f3b-51d5-468b-8d6b-ecfb2d68dcc8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:59.225825 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-758b1fdf-70b3-48dc-9853-bd1f64444e04 None None] Calling delete_port for 8c99a058-115f-429c-8242-ba21915d630d owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:53:59.270526 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-444f18fc-0be7-4b1e-a859-f009c941a1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:59.271573 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e127b5-f08a-475f-9667-cc003053d092 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e02d3d-76af-4cb7-8200-048daaf9b7d7,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:59.272077 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] For port ea72b649-9143-44ec-acb3-7521c28117a0, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:53:59.279046 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a4e127b5-f08a-475f-9667-cc003053d092 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:59.281900 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5c7596c9-e7f2-4386-bef5-b87d59d252ee tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:59.354825 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] For port ea72b649-9143-44ec-acb3-7521c28117a0, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=ea72b649-9143-44ec-acb3-7521c28117a0,segment=NetworkSegment(8951248b-2452-4003-89a8-d992ef352205),segment_id=8951248b-2452-4003-89a8-d992ef352205)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:53:59.365509 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 5cc5dee1-b352-401b-a1c1-81fa66284768 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:59.382391 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 5cc5dee1-b352-401b-a1c1-81fa66284768 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:59.382789 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:59.442302 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:59.539296 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f18fc-0be7-4b1e-a859-f009c941a1e8 None None] Pushing event updated for resources: {'Port': ['ID=17c5c69c-5fc8-4c43-bf2d-595560230ee8,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:59.552117 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60961f3b-51d5-468b-8d6b-ecfb2d68dcc8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:59.569671 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-60961f3b-51d5-468b-8d6b-ecfb2d68dcc8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:59.592168 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60961f3b-51d5-468b-8d6b-ecfb2d68dcc8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:53:59.593362 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-60961f3b-51d5-468b-8d6b-ecfb2d68dcc8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:59.605515 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a4e127b5-f08a-475f-9667-cc003053d092 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/subnets/a2e02d3d-76af-4cb7-8200-048daaf9b7d7 HTTP/1.1" status: 204 len: 168 time: 1.3711631 May 10 14:53:59.628866 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44372) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:59.683565 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Pushing event updated for resources: {'Port': ['ID=ea72b649-9143-44ec-acb3-7521c28117a0,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:59.707611 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-758b1fdf-70b3-48dc-9853-bd1f64444e04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:53:59.707962 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-758b1fdf-70b3-48dc-9853-bd1f64444e04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:53:59.715527 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:59.715874 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:59.716212 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:59.716542 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:59.716869 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:59.717196 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:59.717520 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:59.717842 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:59.718165 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:59.718516 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:59.718833 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:59.719149 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7a23b2-8a64-41fb-a15d-21efff8ae151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:59.780831 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6446ac9b-985d-4728-bb75-dd3c0138798a None None] Provisioning for port bd116851-e548-4b5c-9023-131fdb69f170 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:59.820669 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6446ac9b-985d-4728-bb75-dd3c0138798a None None] Provisioning complete for port bd116851-e548-4b5c-9023-131fdb69f170 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:59.836003 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6446ac9b-985d-4728-bb75-dd3c0138798a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:59.893613 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60961f3b-51d5-468b-8d6b-ecfb2d68dcc8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=431ef74c-e28a-4270-aaf2-cd903e51a314,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:59.949676 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1147ec-8f63-4c3c-ac37-722d5a0e586b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:53:59.963321 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8d1147ec-8f63-4c3c-ac37-722d5a0e586b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/routers/d0bc61f2-173f-401b-9eba-0e0b803c9ecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6598883 May 10 14:53:59.968459 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-60961f3b-51d5-468b-8d6b-ecfb2d68dcc8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1793008 May 10 14:53:59.968459 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44382) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:59.969520 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60961f3b-51d5-468b-8d6b-ecfb2d68dcc8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=8c99a058-115f-429c-8242-ba21915d630d,revision_number=8']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:00.002337 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] Sync routers for ids ['d0bc61f2-173f-401b-9eba-0e0b803c9ecf'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:54:00.011993 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:00.045963 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] Routers {'d0bc61f2-173f-401b-9eba-0e0b803c9ecf'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:54:00.046949 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:53:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d0bc61f2-173f-401b-9eba-0e0b803c9ecf'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:00.108913 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44384) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:00.125100 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0ca83943-3e35-4f2a-83cc-7a8dd2918728 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:00.150407 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-6446ac9b-985d-4728-bb75-dd3c0138798a None None] Port bd116851-e548-4b5c-9023-131fdb69f170 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:54:00.258648 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44392) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:00.261743 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 5cc5dee1-b352-401b-a1c1-81fa66284768, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=5cc5dee1-b352-401b-a1c1-81fa66284768,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:00.262865 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-758b1fdf-70b3-48dc-9853-bd1f64444e04 None None] Deleting port 8c99a058-115f-429c-8242-ba21915d630d {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:00.263233 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-758b1fdf-70b3-48dc-9853-bd1f64444e04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:00.267873 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7596c9-e7f2-4386-bef5-b87d59d252ee tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Router 4ded1806-948b-4b50-8178-539357252dcd has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:54:00.272510 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-0f021dcf-c9b5-442c-aa76-ef3e9cb471d1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:00.294708 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81099433-c7bc-4458-b03d-36e17ebb62ec tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:00.295180 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81099433-c7bc-4458-b03d-36e17ebb62ec tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:00.295697 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81099433-c7bc-4458-b03d-36e17ebb62ec tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:00.296364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81099433-c7bc-4458-b03d-36e17ebb62ec tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:00.296879 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81099433-c7bc-4458-b03d-36e17ebb62ec tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:00.297339 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81099433-c7bc-4458-b03d-36e17ebb62ec tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:00.298009 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81099433-c7bc-4458-b03d-36e17ebb62ec tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:00.300217 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81099433-c7bc-4458-b03d-36e17ebb62ec tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:00.301051 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81099433-c7bc-4458-b03d-36e17ebb62ec tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:00.301520 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81099433-c7bc-4458-b03d-36e17ebb62ec tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:00.302027 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81099433-c7bc-4458-b03d-36e17ebb62ec tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:00.304653 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-81099433-c7bc-4458-b03d-36e17ebb62ec tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7655 time: 0.3294604 May 10 14:54:00.310011 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44398) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:00.346949 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:00.443813 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8c99a058-115f-429c-8242-ba21915d630d no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:54:00.477758 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-0ca83943-3e35-4f2a-83cc-7a8dd2918728 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting port ea72b649-9143-44ec-acb3-7521c28117a0 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:00.478096 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0ca83943-3e35-4f2a-83cc-7a8dd2918728 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:00.483738 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-77769c3d-2d59-445e-a689-d4866fd32f0b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:00.484167 dv-neutron-841204-2-hyperv neutron-server[88051]: WARNING neutron.api.v2.base [None req-77769c3d-2d59-445e-a689-d4866fd32f0b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 10 14:54:00.484653 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-77769c3d-2d59-445e-a689-d4866fd32f0b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] create failed (client error): There was a conflict when trying to complete your request. May 10 14:54:00.489329 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-77769c3d-2d59-445e-a689-d4866fd32f0b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2251344 May 10 14:54:00.497582 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44402) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:00.526611 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7596c9-e7f2-4386-bef5-b87d59d252ee tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:54:00.531429 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-1d511399-0217-439d-8a82-209833a05b23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group': {'name': 'tempest-secgroup--266285313'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:00.543004 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2cf228-c314-4071-a4b5-a7725370b12a None None] Sync routers for ids ['4ded1806-948b-4b50-8178-539357252dcd'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:54:00.544368 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5c7596c9-e7f2-4386-bef5-b87d59d252ee tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/routers/4ded1806-948b-4b50-8178-539357252dcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4573107 May 10 14:54:00.546376 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44406) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:00.550463 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1d511399-0217-439d-8a82-209833a05b23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:00.557351 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2cf228-c314-4071-a4b5-a7725370b12a None None] Routers {'4ded1806-948b-4b50-8178-539357252dcd'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:54:00.558149 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-aa2cf228-c314-4071-a4b5-a7725370b12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:53:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4ded1806-948b-4b50-8178-539357252dcd'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:00.629353 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1d511399-0217-439d-8a82-209833a05b23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Usage tracker for resource:security_group and tenant:fbe9f3b708a547b28c8108ee75adad4c is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:00.631030 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6446ac9b-985d-4728-bb75-dd3c0138798a None None] Provisioning complete for port 17c5c69c-5fc8-4c43-bf2d-595560230ee8 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:00.632438 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6446ac9b-985d-4728-bb75-dd3c0138798a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:00.645559 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5070b3c5-1a9d-433a-9469-70ae867f5e01 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:00.646030 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5070b3c5-1a9d-433a-9469-70ae867f5e01 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:00.646548 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5070b3c5-1a9d-433a-9469-70ae867f5e01 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:00.647007 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5070b3c5-1a9d-433a-9469-70ae867f5e01 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:00.647455 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5070b3c5-1a9d-433a-9469-70ae867f5e01 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:00.647892 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5070b3c5-1a9d-433a-9469-70ae867f5e01 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:00.648519 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5070b3c5-1a9d-433a-9469-70ae867f5e01 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:00.649119 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5070b3c5-1a9d-433a-9469-70ae867f5e01 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:00.649721 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5070b3c5-1a9d-433a-9469-70ae867f5e01 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:00.651841 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5070b3c5-1a9d-433a-9469-70ae867f5e01 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5829 time: 0.3405604 May 10 14:54:00.662091 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-aa2cf228-c314-4071-a4b5-a7725370b12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:00.663761 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=5cc5dee1-b352-401b-a1c1-81fa66284768,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:00.674210 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44410) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:00.682200 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2cf228-c314-4071-a4b5-a7725370b12a None None] Routers {'4ded1806-948b-4b50-8178-539357252dcd'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:54:00.685499 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-aa2cf228-c314-4071-a4b5-a7725370b12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:53:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4ded1806-948b-4b50-8178-539357252dcd'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:00.713594 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1d511399-0217-439d-8a82-209833a05b23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:00.743559 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1d511399-0217-439d-8a82-209833a05b23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:00.772858 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d511399-0217-439d-8a82-209833a05b23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:00.776381 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-aa2cf228-c314-4071-a4b5-a7725370b12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:00.779528 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2cf228-c314-4071-a4b5-a7725370b12a None None] The sync data for ids ['4ded1806-948b-4b50-8178-539357252dcd'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:54:00.865940 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d511399-0217-439d-8a82-209833a05b23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:00.885874 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0f021dcf-c9b5-442c-aa76-ef3e9cb471d1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:00.896804 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] Set router d0bc61f2-173f-401b-9eba-0e0b803c9ecf gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:54:00.898709 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0f021dcf-c9b5-442c-aa76-ef3e9cb471d1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:00.920798 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0f021dcf-c9b5-442c-aa76-ef3e9cb471d1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:00.935703 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0f021dcf-c9b5-442c-aa76-ef3e9cb471d1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:00.947315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-0ca83943-3e35-4f2a-83cc-7a8dd2918728 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] For port ea72b649-9143-44ec-acb3-7521c28117a0, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=ea72b649-9143-44ec-acb3-7521c28117a0,segment=NetworkSegment(8951248b-2452-4003-89a8-d992ef352205),segment_id=8951248b-2452-4003-89a8-d992ef352205)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:00.947777 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0ca83943-3e35-4f2a-83cc-7a8dd2918728 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:00.964534 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1d511399-0217-439d-8a82-209833a05b23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:00.986161 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1d511399-0217-439d-8a82-209833a05b23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Usage tracker for resource:security_group_rule and tenant:fbe9f3b708a547b28c8108ee75adad4c is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:00.990790 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1d511399-0217-439d-8a82-209833a05b23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:00.999918 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1d511399-0217-439d-8a82-209833a05b23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:01.069836 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083ae8c3-74fd-43e9-9961-58a29629e803 None None] Network aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:01.088610 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f021dcf-c9b5-442c-aa76-ef3e9cb471d1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:01.092304 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0f021dcf-c9b5-442c-aa76-ef3e9cb471d1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:01.112695 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-0ca83943-3e35-4f2a-83cc-7a8dd2918728 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Calling delete_port for ea72b649-9143-44ec-acb3-7521c28117a0 owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:01.221899 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d511399-0217-439d-8a82-209833a05b23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:01.256794 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d511399-0217-439d-8a82-209833a05b23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:01.272551 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1d511399-0217-439d-8a82-209833a05b23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:01.281224 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1d511399-0217-439d-8a82-209833a05b23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Usage tracker for resource:security_group_rule and tenant:fbe9f3b708a547b28c8108ee75adad4c is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:01.288659 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1d511399-0217-439d-8a82-209833a05b23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:01.305664 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1d511399-0217-439d-8a82-209833a05b23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:01.327971 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d511399-0217-439d-8a82-209833a05b23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f16cbfeb-8366-45a6-806c-fa4c09f38be1,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:01.370155 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0ca83943-3e35-4f2a-83cc-7a8dd2918728 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:01.371212 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-24a0ed4c-8040-45e8-a86c-4825955e221a tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:01.418136 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.ipam_backend_mixin [None req-0f021dcf-c9b5-442c-aa76-ef3e9cb471d1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 431ef74c-e28a-4270-aaf2-cd903e51a314 (CIDR: 2001:db8::/64) May 10 14:54:01.430009 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca83943-3e35-4f2a-83cc-7a8dd2918728 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Port': ['ID=ea72b649-9143-44ec-acb3-7521c28117a0,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:01.434703 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f021dcf-c9b5-442c-aa76-ef3e9cb471d1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:54:01.435357 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f021dcf-c9b5-442c-aa76-ef3e9cb471d1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:01.439583 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca83943-3e35-4f2a-83cc-7a8dd2918728 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] No DVR routers for this DVR port ea72b649-9143-44ec-acb3-7521c28117a0 on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:54:01.463894 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:01.558682 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d511399-0217-439d-8a82-209833a05b23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:01.566256 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d511399-0217-439d-8a82-209833a05b23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:01.600851 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-758b1fdf-70b3-48dc-9853-bd1f64444e04 None None] For port 8c99a058-115f-429c-8242-ba21915d630d, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8c99a058-115f-429c-8242-ba21915d630d,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:01.601249 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-758b1fdf-70b3-48dc-9853-bd1f64444e04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:01.700116 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0f021dcf-c9b5-442c-aa76-ef3e9cb471d1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5900335 May 10 14:54:01.706460 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44414) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:01.714802 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-1a491f51-41f7-47b2-a71e-6cd2bc7e800f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:01.730047 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0ca83943-3e35-4f2a-83cc-7a8dd2918728 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:01.734456 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d511399-0217-439d-8a82-209833a05b23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:01.740422 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1d511399-0217-439d-8a82-209833a05b23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2373090 May 10 14:54:01.740621 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44418) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:01.741529 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d511399-0217-439d-8a82-209833a05b23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c44618-956f-453d-b517-bb9bfaf59de4,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:01.745271 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-3e3c33a8-100a-4e44-8f50-42139681cf9c tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group_rule': {'security_group_id': '64c44618-956f-453d-b517-bb9bfaf59de4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:01.759228 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-179a44b8-9ab9-4d36-9cc5-257475681574 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3576 time: 1.0833685 May 10 14:54:01.789386 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-0ca83943-3e35-4f2a-83cc-7a8dd2918728 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:01.795740 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-758b1fdf-70b3-48dc-9853-bd1f64444e04 None None] Calling delete_port for 8c99a058-115f-429c-8242-ba21915d630d owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:01.807301 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-0ca83943-3e35-4f2a-83cc-7a8dd2918728 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8951248b-2452-4003-89a8-d992ef352205') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:01.807747 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-0ca83943-3e35-4f2a-83cc-7a8dd2918728 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8951248b-2452-4003-89a8-d992ef352205') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:01.825619 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 8c99a058-115f-429c-8242-ba21915d630d, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8c99a058-115f-429c-8242-ba21915d630d,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:01.829633 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182aba38-f6b3-43ae-83c9-71defa4e93ee None None] DHCP port deletion for aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:54:01.854048 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:01.855302 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8a936aeb-a7ce-4090-91f3-281260fb2cd5 None None] Could not find standard attr ID for object ea72b649-9143-44ec-acb3-7521c28117a0. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:54:01.857596 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3e3c33a8-100a-4e44-8f50-42139681cf9c tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:01.862830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3e3c33a8-100a-4e44-8f50-42139681cf9c tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Usage tracker for resource:security_group_rule and tenant:fbe9f3b708a547b28c8108ee75adad4c is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:01.866067 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3e3c33a8-100a-4e44-8f50-42139681cf9c tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:01.872165 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3e3c33a8-100a-4e44-8f50-42139681cf9c tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:01.888671 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0ca83943-3e35-4f2a-83cc-7a8dd2918728 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:01.907976 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0ca83943-3e35-4f2a-83cc-7a8dd2918728 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:01.915098 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca83943-3e35-4f2a-83cc-7a8dd2918728 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:54:01.915507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0ca83943-3e35-4f2a-83cc-7a8dd2918728 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:54:02.011726 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:54:02.036119 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0ca83943-3e35-4f2a-83cc-7a8dd2918728 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:02.038694 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3e3c33a8-100a-4e44-8f50-42139681cf9c tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:02.087510 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0ca83943-3e35-4f2a-83cc-7a8dd2918728 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:02.088868 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 17c5c69c-5fc8-4c43-bf2d-595560230ee8 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:02.099221 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1a491f51-41f7-47b2-a71e-6cd2bc7e800f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:02.107703 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0ca83943-3e35-4f2a-83cc-7a8dd2918728 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/networks/aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14 HTTP/1.1" status: 204 len: 168 time: 2.4705577 May 10 14:54:02.107885 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44424) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:02.107975 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca83943-3e35-4f2a-83cc-7a8dd2918728 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Network': ['ID=aacfd4f8-2a0e-4f98-bd1c-e3cb3a12fb14,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:02.124309 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-21e8ef11-e519-4a00-9e9b-1570d79335ff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'port': {'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e', 'name': 'tempest-PortsTestJSON-660000324'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:02.142189 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8a936aeb-a7ce-4090-91f3-281260fb2cd5 None None] Provisioning complete for port bd116851-e548-4b5c-9023-131fdb69f170 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:02.143165 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8a936aeb-a7ce-4090-91f3-281260fb2cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:02.145113 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1a491f51-41f7-47b2-a71e-6cd2bc7e800f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:02.154709 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1a491f51-41f7-47b2-a71e-6cd2bc7e800f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:02.162486 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7e2863ae-ab1b-45b1-a9e6-0183aa747347 req-6a2a7ecb-0029-46b2-9358-11f56fd32101 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3441179 May 10 14:54:02.181579 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3e3c33a8-100a-4e44-8f50-42139681cf9c tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:02.188127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3e3c33a8-100a-4e44-8f50-42139681cf9c tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:02.213744 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1a491f51-41f7-47b2-a71e-6cd2bc7e800f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:02.216473 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c33a8-100a-4e44-8f50-42139681cf9c tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea48e0b5-6176-45a8-863f-87befd14e28a,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:02.225334 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=8c99a058-115f-429c-8242-ba21915d630d,revision_number=9']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:02.227175 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-24a0ed4c-8040-45e8-a86c-4825955e221a tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting port 57d4ab1d-4772-4fd5-88ef-7c9068ea5db3 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:02.228366 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-24a0ed4c-8040-45e8-a86c-4825955e221a tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:02.247771 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-8a936aeb-a7ce-4090-91f3-281260fb2cd5 None None] Port bd116851-e548-4b5c-9023-131fdb69f170 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:54:02.248365 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3e3c33a8-100a-4e44-8f50-42139681cf9c tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:02.249807 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-758b1fdf-70b3-48dc-9853-bd1f64444e04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:54:02.249958 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3e3c33a8-100a-4e44-8f50-42139681cf9c tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5101249 May 10 14:54:02.250480 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-758b1fdf-70b3-48dc-9853-bd1f64444e04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:54:02.253346 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44428) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:02.259440 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-ad1fee27-072a-4905-98f4-f0b54415e546 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group_rule': {'security_group_id': '64c44618-956f-453d-b517-bb9bfaf59de4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:02.267417 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ad1fee27-072a-4905-98f4-f0b54415e546 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:02.269691 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-758b1fdf-70b3-48dc-9853-bd1f64444e04 None None] Deleting port 8c99a058-115f-429c-8242-ba21915d630d {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:02.270064 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-758b1fdf-70b3-48dc-9853-bd1f64444e04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:02.271897 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ad1fee27-072a-4905-98f4-f0b54415e546 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Usage tracker for resource:security_group_rule and tenant:fbe9f3b708a547b28c8108ee75adad4c is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:02.275198 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ad1fee27-072a-4905-98f4-f0b54415e546 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:02.309969 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a491f51-41f7-47b2-a71e-6cd2bc7e800f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:02.315007 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a491f51-41f7-47b2-a71e-6cd2bc7e800f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:02.320915 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ad1fee27-072a-4905-98f4-f0b54415e546 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:02.329115 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 17c5c69c-5fc8-4c43-bf2d-595560230ee8 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:02.329983 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:02.360900 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ad1fee27-072a-4905-98f4-f0b54415e546 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:02.368911 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'name': 'tempest-TestNetworkBasicOps-router-741649397', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:53:40Z', 'updated_at': '2022-05-10T14:53:56Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:53:42Z', 'updated_at': '2022-05-10T14:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'bd116851-e548-4b5c-9023-131fdb69f170', 'name': '', 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:65:6a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '9a653b72-f3ca-46b8-9057-488638357e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:53:52Z', 'updated_at': '2022-05-10T14:53:57Z', 'revision_number': 2, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '9a653b72-f3ca-46b8-9057-488638357e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:02.387006 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] Checking router: d0bc61f2-173f-401b-9eba-0e0b803c9ecf for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:54:02.387353 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] Updating router d0bc61f2-173f-401b-9eba-0e0b803c9ecf port bd116851-e548-4b5c-9023-131fdb69f170 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:54:02.413482 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2863ae-ab1b-45b1-a9e6-0183aa747347 req-fae67d18-5e2e-4fe7-8515-eab9af1a3040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:02.415147 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7e2863ae-ab1b-45b1-a9e6-0183aa747347 req-fae67d18-5e2e-4fe7-8515-eab9af1a3040 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7&device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 1098 time: 0.1362519 May 10 14:54:02.441673 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-ad1fee27-072a-4905-98f4-f0b54415e546 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] create failed (client error): There was a conflict when trying to complete your request. May 10 14:54:02.443168 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ad1fee27-072a-4905-98f4-f0b54415e546 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1885891 May 10 14:54:02.464247 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44432) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:02.494881 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-21e8ef11-e519-4a00-9e9b-1570d79335ff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:02.507024 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:02.528961 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-21e8ef11-e519-4a00-9e9b-1570d79335ff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:02.582200 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e8ef11-e519-4a00-9e9b-1570d79335ff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:02.585695 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-21e8ef11-e519-4a00-9e9b-1570d79335ff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:02.612104 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-51ee3bce-5b36-4a1b-9f00-b9f0dcfe8cf6 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:02.648286 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-24a0ed4c-8040-45e8-a86c-4825955e221a tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:02.658588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-21e8ef11-e519-4a00-9e9b-1570d79335ff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] device_id is not set on port 86b6c97b-8e7a-4d9a-9055-15176edb64fa yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:54:02.671172 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-51ee3bce-5b36-4a1b-9f00-b9f0dcfe8cf6 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:02.679920 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2863ae-ab1b-45b1-a9e6-0183aa747347 req-0ed63df4-8720-4ad9-9b09-739f84b9c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:02.681429 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7e2863ae-ab1b-45b1-a9e6-0183aa747347 req-0ed63df4-8720-4ad9-9b09-739f84b9c669 service neutron] 10.222.0.86 "GET /v2.0/networks?id=432ecadc-13ed-4534-bb5d-3db9112befb3 HTTP/1.1" status: 200 len: 912 time: 0.2371156 May 10 14:54:02.727415 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5cc5dee1-b352-401b-a1c1-81fa66284768 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:02.821143 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7e2863ae-ab1b-45b1-a9e6-0183aa747347 req-944c96ee-1e12-4dd6-a4d1-ba3d66cfdb98 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=360407bd-a54b-4eae-90ad-84682b32fc75 HTTP/1.1" status: 200 len: 1001 time: 0.1268358 May 10 14:54:02.827942 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-24a0ed4c-8040-45e8-a86c-4825955e221a tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Calling delete_port for 57d4ab1d-4772-4fd5-88ef-7c9068ea5db3 owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:02.867068 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44438) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:02.877856 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-51ee3bce-5b36-4a1b-9f00-b9f0dcfe8cf6 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:02.881291 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-758b1fdf-70b3-48dc-9853-bd1f64444e04 None None] For port 8c99a058-115f-429c-8242-ba21915d630d, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8c99a058-115f-429c-8242-ba21915d630d,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:02.881890 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-758b1fdf-70b3-48dc-9853-bd1f64444e04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:02.888756 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-9d225bfc-1797-45ee-8de8-d3a996833cb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1043822031', 'description': 'tempest-secgroup-smoke-1043822031 description', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:02.916503 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-9d225bfc-1797-45ee-8de8-d3a996833cb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:02.922076 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee3bce-5b36-4a1b-9f00-b9f0dcfe8cf6 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c44618-956f-453d-b517-bb9bfaf59de4,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:02.953388 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-9d225bfc-1797-45ee-8de8-d3a996833cb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:02.960657 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-51ee3bce-5b36-4a1b-9f00-b9f0dcfe8cf6 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:02.962323 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-51ee3bce-5b36-4a1b-9f00-b9f0dcfe8cf6 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "DELETE /v2.0/security-groups/64c44618-956f-453d-b517-bb9bfaf59de4 HTTP/1.1" status: 204 len: 168 time: 0.4969127 May 10 14:54:02.966805 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44442) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:02.976121 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2863ae-ab1b-45b1-a9e6-0183aa747347 req-86393e5d-4d7e-4326-b67a-4137752ede2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:02.983239 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7e2863ae-ab1b-45b1-a9e6-0183aa747347 req-86393e5d-4d7e-4326-b67a-4137752ede2f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c510936-298f-4d7e-b6bd-ee2068bbabe3 HTTP/1.1" status: 200 len: 850 time: 0.1489356 May 10 14:54:02.989763 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9d225bfc-1797-45ee-8de8-d3a996833cb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:03.054672 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-758b1fdf-70b3-48dc-9853-bd1f64444e04 None None] Calling delete_port for 8c99a058-115f-429c-8242-ba21915d630d owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:03.068011 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-9d225bfc-1797-45ee-8de8-d3a996833cb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:03.074167 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-9d225bfc-1797-45ee-8de8-d3a996833cb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:03.078372 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-9d225bfc-1797-45ee-8de8-d3a996833cb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:03.086351 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-9d225bfc-1797-45ee-8de8-d3a996833cb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:03.120778 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2863ae-ab1b-45b1-a9e6-0183aa747347 req-8ab4aacf-8dda-498d-8d08-8273ebb3c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:03.122933 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7e2863ae-ab1b-45b1-a9e6-0183aa747347 req-8ab4aacf-8dda-498d-8d08-8273ebb3c357 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=432ecadc-13ed-4534-bb5d-3db9112befb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1168742 May 10 14:54:03.184235 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 5cc5dee1-b352-401b-a1c1-81fa66284768 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:03.184581 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:03.199597 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-af68ab84-f95b-4322-8c30-db1bb6836c92 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Synchronizing usage tracker for tenant:fbe9f3b708a547b28c8108ee75adad4c on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:03.272485 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-21e8ef11-e519-4a00-9e9b-1570d79335ff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:03.283110 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9d225bfc-1797-45ee-8de8-d3a996833cb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:03.300712 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-af68ab84-f95b-4322-8c30-db1bb6836c92 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Unset dirty status for tenant:fbe9f3b708a547b28c8108ee75adad4c on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:03.302005 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-af68ab84-f95b-4322-8c30-db1bb6836c92 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3285878 May 10 14:54:03.311957 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44446) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:03.314528 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9d225bfc-1797-45ee-8de8-d3a996833cb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:03.338045 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a491f51-41f7-47b2-a71e-6cd2bc7e800f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:03.345365 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-b97c8955-cabc-48d0-9b3d-c35bd9f3657b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1021800790'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:03.367985 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b97c8955-cabc-48d0-9b3d-c35bd9f3657b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:03.371982 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7e2863ae-ab1b-45b1-a9e6-0183aa747347 req-fa949923-ed40-4e6b-b3f2-17bf14889dd0 service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396042 May 10 14:54:03.414438 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d225bfc-1797-45ee-8de8-d3a996833cb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d68dca-9eb1-4b1a-b678-c673ae90a4dd,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:03.419919 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b97c8955-cabc-48d0-9b3d-c35bd9f3657b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:03.428695 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9d225bfc-1797-45ee-8de8-d3a996833cb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:03.429997 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9d225bfc-1797-45ee-8de8-d3a996833cb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5588982 May 10 14:54:03.441479 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44450) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:03.450155 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a491f51-41f7-47b2-a71e-6cd2bc7e800f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:03.459442 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-1a491f51-41f7-47b2-a71e-6cd2bc7e800f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:03.467176 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-f7dff1e8-fac3-43d8-8885-fb3ea8123e88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '27d68dca-9eb1-4b1a-b678-c673ae90a4dd', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:03.474831 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a491f51-41f7-47b2-a71e-6cd2bc7e800f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:03.475671 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a491f51-41f7-47b2-a71e-6cd2bc7e800f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:03.485692 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-758b1fdf-70b3-48dc-9853-bd1f64444e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:03.489962 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a491f51-41f7-47b2-a71e-6cd2bc7e800f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=8989dc12-1530-4a85-97e1-c63422455590,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:03.494108 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-f7dff1e8-fac3-43d8-8885-fb3ea8123e88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:03.509833 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-f7dff1e8-fac3-43d8-8885-fb3ea8123e88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:03.514108 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b97c8955-cabc-48d0-9b3d-c35bd9f3657b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:03.514638 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-24a0ed4c-8040-45e8-a86c-4825955e221a tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:03.522936 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-f7dff1e8-fac3-43d8-8885-fb3ea8123e88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:03.543369 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b97c8955-cabc-48d0-9b3d-c35bd9f3657b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:03.561208 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b97c8955-cabc-48d0-9b3d-c35bd9f3657b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Usage tracker for resource:security_group_rule and tenant:fbe9f3b708a547b28c8108ee75adad4c is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:03.566080 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b97c8955-cabc-48d0-9b3d-c35bd9f3657b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:03.575499 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b97c8955-cabc-48d0-9b3d-c35bd9f3657b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:03.584230 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b1fdf-70b3-48dc-9853-bd1f64444e04 None None] Pushing event deleted for resources: {'Port': ['ID=8c99a058-115f-429c-8242-ba21915d630d,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:03.589486 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-f7dff1e8-fac3-43d8-8885-fb3ea8123e88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:03.592115 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-21e8ef11-e519-4a00-9e9b-1570d79335ff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:03.611224 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7e2863ae-ab1b-45b1-a9e6-0183aa747347 req-11391a0d-e213-4ad2-b844-17cad5adce62 service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231512 May 10 14:54:03.630417 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0ed4c-8040-45e8-a86c-4825955e221a tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Port': ['ID=57d4ab1d-4772-4fd5-88ef-7c9068ea5db3,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:03.748239 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b97c8955-cabc-48d0-9b3d-c35bd9f3657b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:03.751509 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1a491f51-41f7-47b2-a71e-6cd2bc7e800f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0429106 May 10 14:54:03.751978 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44454) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:03.756688 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b97c8955-cabc-48d0-9b3d-c35bd9f3657b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:03.769771 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-769bb99e-7018-496d-9562-f20aa466b6b8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'mac_address': 'fa:16:3e:b1:52:2c', 'name': 'tempest-NetworksTestDHCPv6-1448570366'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:03.784353 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:03.807605 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758b1fdf-70b3-48dc-9853-bd1f64444e04 None None] No DVR routers for this DVR port 8c99a058-115f-429c-8242-ba21915d630d on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:54:03.821213 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] Transition to ACTIVE for port object bd116851-e548-4b5c-9023-131fdb69f170 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:03.822436 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f7dff1e8-fac3-43d8-8885-fb3ea8123e88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:03.841965 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47c404c-dac3-4f39-a7fd-dd6c0923b5ab None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:03.844352 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e8ef11-e519-4a00-9e9b-1570d79335ff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:03.866161 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-21e8ef11-e519-4a00-9e9b-1570d79335ff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:03.872985 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:03.873499 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8ef11-e519-4a00-9e9b-1570d79335ff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Port': ['ID=86b6c97b-8e7a-4d9a-9055-15176edb64fa,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:03.882135 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e8ef11-e519-4a00-9e9b-1570d79335ff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:03.897647 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e8ef11-e519-4a00-9e9b-1570d79335ff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:03.898348 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-21e8ef11-e519-4a00-9e9b-1570d79335ff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:04.050211 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c8955-cabc-48d0-9b3d-c35bd9f3657b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b7a9b4-de33-479a-b387-4fde0252bac0,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:04.060815 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b97c8955-cabc-48d0-9b3d-c35bd9f3657b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:04.062031 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b97c8955-cabc-48d0-9b3d-c35bd9f3657b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7489915 May 10 14:54:04.066873 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44458) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:04.074043 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-b361c630-ebc3-4c87-9d44-62cb07bd8ab7 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group_rule': {'security_group_id': 'e0b7a9b4-de33-479a-b387-4fde0252bac0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:04.075030 dv-neutron-841204-2-hyperv neutron-server[88052]: WARNING neutron.api.v2.base [None req-b361c630-ebc3-4c87-9d44-62cb07bd8ab7 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 10 14:54:04.075706 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-b361c630-ebc3-4c87-9d44-62cb07bd8ab7 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:54:04.076726 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b361c630-ebc3-4c87-9d44-62cb07bd8ab7 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0087428 May 10 14:54:04.078037 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-769bb99e-7018-496d-9562-f20aa466b6b8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:04.081823 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44462) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:04.139846 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-769bb99e-7018-496d-9562-f20aa466b6b8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:port and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:04.166617 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-769bb99e-7018-496d-9562-f20aa466b6b8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:04.169950 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-91863ace-6125-422f-b0d5-46e03ff652de tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:04.190639 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-769bb99e-7018-496d-9562-f20aa466b6b8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:04.226468 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-91863ace-6125-422f-b0d5-46e03ff652de tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:04.236782 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769bb99e-7018-496d-9562-f20aa466b6b8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:04.262463 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa8c4f-b099-4df8-b4aa-62977c63bf9b None None] Pushing event updated for resources: {'Port': ['ID=bd116851-e548-4b5c-9023-131fdb69f170,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:04.298151 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-21e8ef11-e519-4a00-9e9b-1570d79335ff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1804593 May 10 14:54:04.317049 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44468) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:04.321586 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] Attempting to bind port bd116851-e548-4b5c-9023-131fdb69f170 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:54:04.322399 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] Attempting to bind port bd116851-e548-4b5c-9023-131fdb69f170 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'de48f3bc-6168-4872-b4e8-1e0d9c135d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:54:04.323284 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] Attempting to bind port bd116851-e548-4b5c-9023-131fdb69f170 on network cd34850c-ae9b-44e6-b4af-1543b19ccb5e {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:54:04.374489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:54:04.374857 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] Checking segment: {'id': 'de48f3bc-6168-4872-b4e8-1e0d9c135d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:54:04.375314 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:04.375829 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] Bound using segment: {'id': 'de48f3bc-6168-4872-b4e8-1e0d9c135d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:54:04.376561 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] Bound port: bd116851-e548-4b5c-9023-131fdb69f170, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de48f3bc-6168-4872-b4e8-1e0d9c135d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:54:04.377134 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:04.481591 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-24a0ed4c-8040-45e8-a86c-4825955e221a tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:04.497539 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f7dff1e8-fac3-43d8-8885-fb3ea8123e88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:04.507260 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f7dff1e8-fac3-43d8-8885-fb3ea8123e88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:04.559737 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-91863ace-6125-422f-b0d5-46e03ff652de tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:04.567971 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-025c743b-377f-449f-9754-71acb55b7a6d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting port 86b6c97b-8e7a-4d9a-9055-15176edb64fa {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:04.568313 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-025c743b-377f-449f-9754-71acb55b7a6d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:04.574925 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-a36358c0-b900-4df5-ae69-1592404548f9', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'fixed_ips': [{'subnet_id': '431ef74c-e28a-4270-aaf2-cd903e51a314'}, {'subnet_id': '8989dc12-1530-4a85-97e1-c63422455590'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:54:04.575873 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:04.591759 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91863ace-6125-422f-b0d5-46e03ff652de tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b7a9b4-de33-479a-b387-4fde0252bac0,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:04.617228 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] For port bd116851-e548-4b5c-9023-131fdb69f170, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:54:04.619401 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-91863ace-6125-422f-b0d5-46e03ff652de tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:04.619401 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-91863ace-6125-422f-b0d5-46e03ff652de tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "DELETE /v2.0/security-groups/e0b7a9b4-de33-479a-b387-4fde0252bac0 HTTP/1.1" status: 204 len: 168 time: 0.5367932 May 10 14:54:04.622136 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-769bb99e-7018-496d-9562-f20aa466b6b8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:04.632665 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44472) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:04.676235 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-769bb99e-7018-496d-9562-f20aa466b6b8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] device_id is not set on port 3a8fe232-9392-4b97-927f-accf0c1a330a yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:54:04.681141 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] For port bd116851-e548-4b5c-9023-131fdb69f170, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=bd116851-e548-4b5c-9023-131fdb69f170,segment=NetworkSegment(de48f3bc-6168-4872-b4e8-1e0d9c135d5c),segment_id=de48f3bc-6168-4872-b4e8-1e0d9c135d5c)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:54:04.698471 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:04.710731 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dff1e8-fac3-43d8-8885-fb3ea8123e88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d24ef44-4d14-4b0a-9604-34df738b6ccf,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:04.750577 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d5eb8a9a-6ed8-4ed5-9d99-1c78823f6a9f tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Synchronizing usage tracker for tenant:fbe9f3b708a547b28c8108ee75adad4c on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:04.766051 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f7dff1e8-fac3-43d8-8885-fb3ea8123e88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:04.771238 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f7dff1e8-fac3-43d8-8885-fb3ea8123e88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3285360 May 10 14:54:04.771572 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44476) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:04.783865 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-6b6bd71d-282d-4528-bafd-01990611c89f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '27d68dca-9eb1-4b1a-b678-c673ae90a4dd', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:04.799083 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6b6bd71d-282d-4528-bafd-01990611c89f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:04.808093 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6b6bd71d-282d-4528-bafd-01990611c89f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:04.811101 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6b6bd71d-282d-4528-bafd-01990611c89f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:04.814603 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d5eb8a9a-6ed8-4ed5-9d99-1c78823f6a9f tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Unset dirty status for tenant:fbe9f3b708a547b28c8108ee75adad4c on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:04.815863 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d5eb8a9a-6ed8-4ed5-9d99-1c78823f6a9f tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1822555 May 10 14:54:04.822838 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44480) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:04.833376 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6b6bd71d-282d-4528-bafd-01990611c89f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:04.853412 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-efc3fc65-5563-4f8e-be7a-ead666d5257c tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1184987275'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:04.864433 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6b6bd71d-282d-4528-bafd-01990611c89f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:04.919266 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] Routers {'d0bc61f2-173f-401b-9eba-0e0b803c9ecf'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:54:04.931341 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:53:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d0bc61f2-173f-401b-9eba-0e0b803c9ecf'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:04.939238 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-efc3fc65-5563-4f8e-be7a-ead666d5257c tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:05.022361 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa8c4f-b099-4df8-b4aa-62977c63bf9b None None] Pushing event updated for resources: {'Port': ['ID=bd116851-e548-4b5c-9023-131fdb69f170,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:05.042935 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6b6bd71d-282d-4528-bafd-01990611c89f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:05.045241 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-efc3fc65-5563-4f8e-be7a-ead666d5257c tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:05.054006 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6b6bd71d-282d-4528-bafd-01990611c89f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:05.054714 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a0ed4c-8040-45e8-a86c-4825955e221a tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Router 4ded1806-948b-4b50-8178-539357252dcd has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:54:05.111214 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-efc3fc65-5563-4f8e-be7a-ead666d5257c tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:05.116244 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6bd71d-282d-4528-bafd-01990611c89f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc04ffa-f174-42ff-bf35-1c860f9da026,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:05.162028 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6b6bd71d-282d-4528-bafd-01990611c89f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:05.168321 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6b6bd71d-282d-4528-bafd-01990611c89f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3923156 May 10 14:54:05.168932 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44486) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:05.174820 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-f1191d2c-429f-4d52-bf7d-3b585e5fc348 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '27d68dca-9eb1-4b1a-b678-c673ae90a4dd', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:05.180604 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f1191d2c-429f-4d52-bf7d-3b585e5fc348 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:05.195592 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f1191d2c-429f-4d52-bf7d-3b585e5fc348 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:05.198666 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f1191d2c-429f-4d52-bf7d-3b585e5fc348 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:05.210744 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f1191d2c-429f-4d52-bf7d-3b585e5fc348 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:05.221580 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-025c743b-377f-449f-9754-71acb55b7a6d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:05.245770 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] Allocated IP 2001:db8:0:1::2 (a36358c0-b900-4df5-ae69-1592404548f9/8989dc12-1530-4a85-97e1-c63422455590/dbca732b-ccaa-4187-b647-9c1c6766d6b9) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:05.246898 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f1191d2c-429f-4d52-bf7d-3b585e5fc348 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:05.257580 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] Set router d0bc61f2-173f-401b-9eba-0e0b803c9ecf gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:54:05.302747 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] Allocated IP 2001:db8::f816:3eff:fe44:8341 (a36358c0-b900-4df5-ae69-1592404548f9/431ef74c-e28a-4270-aaf2-cd903e51a314/dbca732b-ccaa-4187-b647-9c1c6766d6b9) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:05.323934 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f1191d2c-429f-4d52-bf7d-3b585e5fc348 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:05.329399 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f1191d2c-429f-4d52-bf7d-3b585e5fc348 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:05.357703 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1191d2c-429f-4d52-bf7d-3b585e5fc348 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c434716-8514-4567-a33e-dd8e2bd4b37d,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:05.369865 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f1191d2c-429f-4d52-bf7d-3b585e5fc348 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:05.374932 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f1191d2c-429f-4d52-bf7d-3b585e5fc348 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2049420 May 10 14:54:05.375591 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44490) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:05.382295 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-b9d230b4-82c2-46ad-818d-1c497a88fa3a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '27d68dca-9eb1-4b1a-b678-c673ae90a4dd', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:05.388759 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b9d230b4-82c2-46ad-818d-1c497a88fa3a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:05.393817 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b9d230b4-82c2-46ad-818d-1c497a88fa3a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:05.396944 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b9d230b4-82c2-46ad-818d-1c497a88fa3a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:05.402875 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b9d230b4-82c2-46ad-818d-1c497a88fa3a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:05.409818 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-efc3fc65-5563-4f8e-be7a-ead666d5257c tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:05.418085 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-025c743b-377f-449f-9754-71acb55b7a6d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Calling delete_port for 86b6c97b-8e7a-4d9a-9055-15176edb64fa owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:05.422948 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b9d230b4-82c2-46ad-818d-1c497a88fa3a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:05.446899 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a0ed4c-8040-45e8-a86c-4825955e221a tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:54:05.459355 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-efc3fc65-5563-4f8e-be7a-ead666d5257c tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Usage tracker for resource:security_group_rule and tenant:fbe9f3b708a547b28c8108ee75adad4c is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:05.464966 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-24a0ed4c-8040-45e8-a86c-4825955e221a tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/routers/4ded1806-948b-4b50-8178-539357252dcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9174252 May 10 14:54:05.466168 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-efc3fc65-5563-4f8e-be7a-ead666d5257c tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:05.467845 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44494) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:05.478474 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032cb75b-7cd8-44f1-8925-d979959d4198 None None] Sync routers for ids ['4ded1806-948b-4b50-8178-539357252dcd'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:54:05.482443 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-efc3fc65-5563-4f8e-be7a-ead666d5257c tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:05.521686 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1b5519e4-f28f-49d5-979f-fae0456323a9 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ded1806-948b-4b50-8178-539357252dcd HTTP/1.1" status: 200 len: 205 time: 0.0503991 May 10 14:54:05.522205 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44498) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:05.523370 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032cb75b-7cd8-44f1-8925-d979959d4198 None None] Routers {'4ded1806-948b-4b50-8178-539357252dcd'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:54:05.524379 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-032cb75b-7cd8-44f1-8925-d979959d4198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:53:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4ded1806-948b-4b50-8178-539357252dcd'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:05.554066 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-025c743b-377f-449f-9754-71acb55b7a6d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:05.616677 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c743b-377f-449f-9754-71acb55b7a6d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Port': ['ID=86b6c97b-8e7a-4d9a-9055-15176edb64fa,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:05.633559 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-025c743b-377f-449f-9754-71acb55b7a6d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:05.643149 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-efc3fc65-5563-4f8e-be7a-ead666d5257c tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:05.648608 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-efc3fc65-5563-4f8e-be7a-ead666d5257c tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:05.687512 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b9d230b4-82c2-46ad-818d-1c497a88fa3a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:05.693411 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-025c743b-377f-449f-9754-71acb55b7a6d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/ports/86b6c97b-8e7a-4d9a-9055-15176edb64fa HTTP/1.1" status: 204 len: 168 time: 1.3002427 May 10 14:54:05.697237 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f11a3520-330b-4778-9491-678ef9be19c3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:05.699993 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44502) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:05.706887 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-74c5ca65-64cb-4695-872e-127bd0c019d0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'port': {'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e', 'mac_address': 'fa:16:3e:a6:04:20', 'name': 'tempest-PortsTestJSON-881621795'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:05.724082 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3fc65-5563-4f8e-be7a-ead666d5257c tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f09f5a8-a54d-4cc3-b116-e9ff7d486b23,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:05.729882 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-efc3fc65-5563-4f8e-be7a-ead666d5257c tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:05.731407 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-efc3fc65-5563-4f8e-be7a-ead666d5257c tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8931513 May 10 14:54:05.736029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44506) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:05.736163 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-032cb75b-7cd8-44f1-8925-d979959d4198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:05.775521 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b9d230b4-82c2-46ad-818d-1c497a88fa3a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:05.797296 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032cb75b-7cd8-44f1-8925-d979959d4198 None None] Routers {'4ded1806-948b-4b50-8178-539357252dcd'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:54:05.799067 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-032cb75b-7cd8-44f1-8925-d979959d4198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:53:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4ded1806-948b-4b50-8178-539357252dcd'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:05.864098 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d230b4-82c2-46ad-818d-1c497a88fa3a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d68f214-1af8-41fb-8a7e-8fdb9aef9bc3,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:05.909949 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-8f326a2a-db32-48ec-8c89-022ff3120b7d tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group_rule': {'security_group_id': '1f09f5a8-a54d-4cc3-b116-e9ff7d486b23', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:05.910793 dv-neutron-841204-2-hyperv neutron-server[88051]: WARNING neutron.api.v2.base [None req-8f326a2a-db32-48ec-8c89-022ff3120b7d tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 10 14:54:05.911450 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-8f326a2a-db32-48ec-8c89-022ff3120b7d tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:54:05.912426 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8f326a2a-db32-48ec-8c89-022ff3120b7d tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.1748438 May 10 14:54:05.918564 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44510) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:05.921865 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-032cb75b-7cd8-44f1-8925-d979959d4198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:05.923370 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032cb75b-7cd8-44f1-8925-d979959d4198 None None] The sync data for ids ['4ded1806-948b-4b50-8178-539357252dcd'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:54:05.963528 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-74c5ca65-64cb-4695-872e-127bd0c019d0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:05.968411 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-74c5ca65-64cb-4695-872e-127bd0c019d0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:port and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:05.973003 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-74c5ca65-64cb-4695-872e-127bd0c019d0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:05.980694 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-74c5ca65-64cb-4695-872e-127bd0c019d0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:05.983445 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b9d230b4-82c2-46ad-818d-1c497a88fa3a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:05.988439 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b9d230b4-82c2-46ad-818d-1c497a88fa3a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6110451 May 10 14:54:05.990065 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44514) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:05.991328 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:05.996504 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-3cb7a510-42d4-49f7-aa3b-25d5ec9dc886 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '27d68dca-9eb1-4b1a-b678-c673ae90a4dd', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:06.006950 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] Transition to ACTIVE for port object dbca732b-ccaa-4187-b647-9c1c6766d6b9 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:06.010726 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3cb7a510-42d4-49f7-aa3b-25d5ec9dc886 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:06.017023 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c5ca65-64cb-4695-872e-127bd0c019d0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:06.035025 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3cb7a510-42d4-49f7-aa3b-25d5ec9dc886 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:06.035867 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] Transition to ACTIVE for port object dbca732b-ccaa-4187-b647-9c1c6766d6b9 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:06.039846 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3cb7a510-42d4-49f7-aa3b-25d5ec9dc886 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:06.045581 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.093554 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'name': 'tempest-TestNetworkBasicOps-router-741649397', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:53:40Z', 'updated_at': '2022-05-10T14:53:56Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:53:42Z', 'updated_at': '2022-05-10T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'bd116851-e548-4b5c-9023-131fdb69f170', 'name': '', 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:65:6a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '9a653b72-f3ca-46b8-9057-488638357e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:53:52Z', 'updated_at': '2022-05-10T14:54:04Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '9a653b72-f3ca-46b8-9057-488638357e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:06.093999 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3cb7a510-42d4-49f7-aa3b-25d5ec9dc886 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:06.117024 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f11a3520-330b-4778-9491-678ef9be19c3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.121127 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9e6a8c-224c-4ffc-8893-2ee34fba405d None None] The sync data for ids ['d0bc61f2-173f-401b-9eba-0e0b803c9ecf'] in dv-neutron-841204-2-hyperv is: [{'id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'name': 'tempest-TestNetworkBasicOps-router-741649397', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:53:40Z', 'updated_at': '2022-05-10T14:53:56Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:53:42Z', 'updated_at': '2022-05-10T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'bd116851-e548-4b5c-9023-131fdb69f170', 'name': '', 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:65:6a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '9a653b72-f3ca-46b8-9057-488638357e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:53:52Z', 'updated_at': '2022-05-10T14:54:04Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '9a653b72-f3ca-46b8-9057-488638357e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:54:06.132238 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:06.132984 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f11a3520-330b-4778-9491-678ef9be19c3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.133475 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-3cb7a510-42d4-49f7-aa3b-25d5ec9dc886 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Project 7c1eaa2d2a564d8c9e902879ced01cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:54:06.135370 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:06.139387 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:06.144726 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3cb7a510-42d4-49f7-aa3b-25d5ec9dc886 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.152803 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] Pushing event updated for resources: {'Port': ['ID=dbca732b-ccaa-4187-b647-9c1c6766d6b9,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:06.156074 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-74c5ca65-64cb-4695-872e-127bd0c019d0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.220241 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-74c5ca65-64cb-4695-872e-127bd0c019d0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] device_id is not set on port dc37542b-147a-4d77-a1ca-4614404e0b09 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:54:06.227890 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f11a3520-330b-4778-9491-678ef9be19c3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.228420 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11a3520-330b-4778-9491-678ef9be19c3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Fanout notify agent at l3_agent the message router_deleted on router 4ded1806-948b-4b50-8178-539357252dcd {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:54:06.306952 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-745831ef-d83d-4f03-b2ec-0bba7d039e6e tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.323993 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f11a3520-330b-4778-9491-678ef9be19c3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.325344 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f11a3520-330b-4778-9491-678ef9be19c3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/routers/4ded1806-948b-4b50-8178-539357252dcd HTTP/1.1" status: 204 len: 168 time: 0.8021777 May 10 14:54:06.329606 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44518) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:06.334850 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3cb7a510-42d4-49f7-aa3b-25d5ec9dc886 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.345331 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] Attempting to bind port dbca732b-ccaa-4187-b647-9c1c6766d6b9 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:54:06.345975 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] Attempting to bind port dbca732b-ccaa-4187-b647-9c1c6766d6b9 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:54:06.346467 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] Attempting to bind port dbca732b-ccaa-4187-b647-9c1c6766d6b9 on network a36358c0-b900-4df5-ae69-1592404548f9 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:54:06.353477 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:54:06.353949 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] Checking segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:54:06.354409 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.354970 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] Bound using segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:54:06.355490 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] Bound port: dbca732b-ccaa-4187-b647-9c1c6766d6b9, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:54:06.355973 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.387384 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-745831ef-d83d-4f03-b2ec-0bba7d039e6e tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.399333 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3cb7a510-42d4-49f7-aa3b-25d5ec9dc886 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.402724 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-769bb99e-7018-496d-9562-f20aa466b6b8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8:0:1::103 (a36358c0-b900-4df5-ae69-1592404548f9/8989dc12-1530-4a85-97e1-c63422455590/3a8fe232-9392-4b97-927f-accf0c1a330a) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:06.420474 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-769bb99e-7018-496d-9562-f20aa466b6b8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8::f816:3eff:feb1:522c (a36358c0-b900-4df5-ae69-1592404548f9/431ef74c-e28a-4270-aaf2-cd903e51a314/3a8fe232-9392-4b97-927f-accf0c1a330a) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:06.437215 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7a510-42d4-49f7-aa3b-25d5ec9dc886 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0703eb80-e2ae-4aee-a1ef-79c262109418,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:06.487866 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-745831ef-d83d-4f03-b2ec-0bba7d039e6e tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.488286 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] For port dbca732b-ccaa-4187-b647-9c1c6766d6b9, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:54:06.492433 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] For port dbca732b-ccaa-4187-b647-9c1c6766d6b9, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=dbca732b-ccaa-4187-b647-9c1c6766d6b9,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:54:06.498181 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.507246 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-32890083-d225-4bf2-9ec6-601432cf2faf tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting subnet 74216ad8-a315-471b-b2aa-a673f7f1ffbb {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:54:06.519629 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-32890083-d225-4bf2-9ec6-601432cf2faf tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.523762 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745831ef-d83d-4f03-b2ec-0bba7d039e6e tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f09f5a8-a54d-4cc3-b116-e9ff7d486b23,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:06.609731 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade06061-dcfc-4e5f-9ce8-4a83c30df937 None None] Pushing event updated for resources: {'Port': ['ID=dbca732b-ccaa-4187-b647-9c1c6766d6b9,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:06.610745 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-745831ef-d83d-4f03-b2ec-0bba7d039e6e tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.612070 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-745831ef-d83d-4f03-b2ec-0bba7d039e6e tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "DELETE /v2.0/security-groups/1f09f5a8-a54d-4cc3-b116-e9ff7d486b23 HTTP/1.1" status: 204 len: 168 time: 0.6930463 May 10 14:54:06.636968 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3cb7a510-42d4-49f7-aa3b-25d5ec9dc886 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.640698 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3cb7a510-42d4-49f7-aa3b-25d5ec9dc886 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6467505 May 10 14:54:06.640698 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44522) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:06.645445 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44524) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:06.721530 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-32890083-d225-4bf2-9ec6-601432cf2faf tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.789507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-66ff46c1-0008-4896-b615-e8755d7710b6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '27d68dca-9eb1-4b1a-b678-c673ae90a4dd', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:06.795983 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-66ff46c1-0008-4896-b615-e8755d7710b6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:06.804901 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-66ff46c1-0008-4896-b615-e8755d7710b6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:06.805654 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-74c5ca65-64cb-4695-872e-127bd0c019d0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.810085 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-66ff46c1-0008-4896-b615-e8755d7710b6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:06.819595 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-058d8005-e957-4257-a289-c2540a26bb7d tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Synchronizing usage tracker for tenant:fbe9f3b708a547b28c8108ee75adad4c on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:06.838983 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-66ff46c1-0008-4896-b615-e8755d7710b6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:06.886634 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-058d8005-e957-4257-a289-c2540a26bb7d tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Unset dirty status for tenant:fbe9f3b708a547b28c8108ee75adad4c on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:06.890965 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-058d8005-e957-4257-a289-c2540a26bb7d tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2328186 May 10 14:54:06.894046 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44530) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:06.902731 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-9f363ae5-4b01-4526-8949-1e7ba73d9e1a tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group': {'name': 'tempest-secgroup--2020714587'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:06.915952 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9f363ae5-4b01-4526-8949-1e7ba73d9e1a tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:06.928999 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.securitygroups_db [None req-66ff46c1-0008-4896-b615-e8755d7710b6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Project 7c1eaa2d2a564d8c9e902879ced01cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:54:06.933852 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9f363ae5-4b01-4526-8949-1e7ba73d9e1a tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:06.952308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-32890083-d225-4bf2-9ec6-601432cf2faf tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:06.964569 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-66ff46c1-0008-4896-b615-e8755d7710b6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:07.006114 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9f363ae5-4b01-4526-8949-1e7ba73d9e1a tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:07.012444 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-769bb99e-7018-496d-9562-f20aa466b6b8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:07.040102 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-74c5ca65-64cb-4695-872e-127bd0c019d0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:07.045456 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9f363ae5-4b01-4526-8949-1e7ba73d9e1a tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:07.053861 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-769bb99e-7018-496d-9562-f20aa466b6b8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Transition to ACTIVE for port object 3a8fe232-9392-4b97-927f-accf0c1a330a will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:07.098910 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9f363ae5-4b01-4526-8949-1e7ba73d9e1a tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Usage tracker for resource:security_group_rule and tenant:fbe9f3b708a547b28c8108ee75adad4c is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:07.104772 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-66ff46c1-0008-4896-b615-e8755d7710b6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:07.104987 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9f363ae5-4b01-4526-8949-1e7ba73d9e1a tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:07.113830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-66ff46c1-0008-4896-b615-e8755d7710b6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:07.127896 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9f363ae5-4b01-4526-8949-1e7ba73d9e1a tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:07.131472 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-769bb99e-7018-496d-9562-f20aa466b6b8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:07.156883 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c5ca65-64cb-4695-872e-127bd0c019d0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:07.164878 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-74c5ca65-64cb-4695-872e-127bd0c019d0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:07.172113 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c5ca65-64cb-4695-872e-127bd0c019d0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:07.176822 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff46c1-0008-4896-b615-e8755d7710b6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3aab7b-80ab-4866-b0ec-91af8df380cb,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:07.178252 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c5ca65-64cb-4695-872e-127bd0c019d0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:07.178997 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-74c5ca65-64cb-4695-872e-127bd0c019d0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:07.220620 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-66ff46c1-0008-4896-b615-e8755d7710b6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:07.230153 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-66ff46c1-0008-4896-b615-e8755d7710b6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5752318 May 10 14:54:07.230153 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769bb99e-7018-496d-9562-f20aa466b6b8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:07.232221 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5ca65-64cb-4695-872e-127bd0c019d0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Port': ['ID=dc37542b-147a-4d77-a1ca-4614404e0b09,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:07.233108 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-769bb99e-7018-496d-9562-f20aa466b6b8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:07.235978 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-32890083-d225-4bf2-9ec6-601432cf2faf tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:07.238363 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769bb99e-7018-496d-9562-f20aa466b6b8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:07.250450 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769bb99e-7018-496d-9562-f20aa466b6b8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:07.251822 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-769bb99e-7018-496d-9562-f20aa466b6b8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:07.255990 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bb99e-7018-496d-9562-f20aa466b6b8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=3a8fe232-9392-4b97-927f-accf0c1a330a,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:07.291894 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-769bb99e-7018-496d-9562-f20aa466b6b8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.5384679 May 10 14:54:07.294148 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44536) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:07.320533 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32890083-d225-4bf2-9ec6-601432cf2faf tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Subnet': ['ID=74216ad8-a315-471b-b2aa-a673f7f1ffbb,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:07.340340 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3232a95-1390-4882-a95e-c1d624b2ee0f None None] Network e213144f-597c-4968-bdd7-5f1292d5f1eb requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:07.342501 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-32890083-d225-4bf2-9ec6-601432cf2faf tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:07.352185 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-32890083-d225-4bf2-9ec6-601432cf2faf tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/subnets/74216ad8-a315-471b-b2aa-a673f7f1ffbb HTTP/1.1" status: 204 len: 168 time: 1.0196493 May 10 14:54:07.356106 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-74c5ca65-64cb-4695-872e-127bd0c019d0 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6528163 May 10 14:54:07.356281 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44542) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:07.357277 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44544) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:07.444530 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9f363ae5-4b01-4526-8949-1e7ba73d9e1a tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:07.457003 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9f363ae5-4b01-4526-8949-1e7ba73d9e1a tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:07.507280 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f363ae5-4b01-4526-8949-1e7ba73d9e1a tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3260241-cbd8-4e21-8cac-17f6ae03001f,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:07.585171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-60e2849d-6984-451b-a0af-162f1a0b11e7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:07.587318 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-57578f07-8e3b-440d-a877-eac393ba4f4b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting subnet 615ee0eb-b2fa-4d18-a9d2-0bd7e443f3ee {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:54:07.589928 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9f363ae5-4b01-4526-8949-1e7ba73d9e1a tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:07.594718 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9f363ae5-4b01-4526-8949-1e7ba73d9e1a tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6986642 May 10 14:54:07.595605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44562) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:07.604411 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-5507ced3-64d0-47ae-879f-9580d07ea4cc tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group_rule': {'security_group_id': 'e3260241-cbd8-4e21-8cac-17f6ae03001f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:07.605386 dv-neutron-841204-2-hyperv neutron-server[88051]: WARNING neutron.api.v2.base [None req-5507ced3-64d0-47ae-879f-9580d07ea4cc tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 10 14:54:07.605776 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-5507ced3-64d0-47ae-879f-9580d07ea4cc tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:54:07.609741 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5507ced3-64d0-47ae-879f-9580d07ea4cc tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0117977 May 10 14:54:07.610530 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44566) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:07.628463 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e4589137-20ef-4129-a330-ab3a20b2f117 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group_rule': {'security_group_id': 'e3260241-cbd8-4e21-8cac-17f6ae03001f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:07.630836 dv-neutron-841204-2-hyperv neutron-server[88051]: WARNING neutron.api.v2.base [None req-e4589137-20ef-4129-a330-ab3a20b2f117 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 10 14:54:07.631224 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-e4589137-20ef-4129-a330-ab3a20b2f117 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:54:07.636935 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e4589137-20ef-4129-a330-ab3a20b2f117 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0239620 May 10 14:54:07.637592 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44570) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:07.645312 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-57578f07-8e3b-440d-a877-eac393ba4f4b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:07.648535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-48b56bf0-405f-46a2-907a-7edc988b59d3 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group_rule': {'security_group_id': 'e3260241-cbd8-4e21-8cac-17f6ae03001f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:07.649380 dv-neutron-841204-2-hyperv neutron-server[88051]: WARNING neutron.api.v2.base [None req-48b56bf0-405f-46a2-907a-7edc988b59d3 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 10 14:54:07.649876 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-48b56bf0-405f-46a2-907a-7edc988b59d3 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:54:07.658567 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-48b56bf0-405f-46a2-907a-7edc988b59d3 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0175662 May 10 14:54:07.660930 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44574) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:07.667503 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-d6c696e2-7a04-43af-b58d-ba440d49c7fe tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group_rule': {'security_group_id': 'e3260241-cbd8-4e21-8cac-17f6ae03001f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:07.668376 dv-neutron-841204-2-hyperv neutron-server[88051]: WARNING neutron.api.v2.base [None req-d6c696e2-7a04-43af-b58d-ba440d49c7fe tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 10 14:54:07.668879 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-d6c696e2-7a04-43af-b58d-ba440d49c7fe tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:54:07.673858 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d6c696e2-7a04-43af-b58d-ba440d49c7fe tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0119016 May 10 14:54:07.674990 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-60e2849d-6984-451b-a0af-162f1a0b11e7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:07.675894 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-60e2849d-6984-451b-a0af-162f1a0b11e7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1043822031&fields=id&tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 267 time: 0.1736357 May 10 14:54:07.676364 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44578) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:07.747589 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea335dd-8514-4827-b434-c5e18f64cc23 None None] DHCP port deletion for e213144f-597c-4968-bdd7-5f1292d5f1eb request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:54:07.753377 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-9ea335dd-8514-4827-b434-c5e18f64cc23 None None] Deleting port 53a1403f-1e5c-4578-b433-0a817bf6a1b7 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:07.754026 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9ea335dd-8514-4827-b434-c5e18f64cc23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:07.757946 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd08f876-1c03-4192-a4fc-8d0a7ff8fcb3 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:07.758556 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-cd08f876-1c03-4192-a4fc-8d0a7ff8fcb3 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Synchronizing usage tracker for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:07.763471 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-57578f07-8e3b-440d-a877-eac393ba4f4b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:07.802640 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-c9afb671-0c51-4a69-ba38-8c524c94b12c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting port 3a8fe232-9392-4b97-927f-accf0c1a330a {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:07.802952 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c9afb671-0c51-4a69-ba38-8c524c94b12c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:07.906669 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c96cd6f9-b0a6-422d-8216-6448794fbf48 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:07.943591 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-57578f07-8e3b-440d-a877-eac393ba4f4b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:07.975171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-19fed952-955a-4974-9319-3f0257e63840 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:07.975908 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-19fed952-955a-4974-9319-3f0257e63840 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:network {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:07.995197 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c96cd6f9-b0a6-422d-8216-6448794fbf48 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:08.063195 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-57578f07-8e3b-440d-a877-eac393ba4f4b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:08.081182 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-19fed952-955a-4974-9319-3f0257e63840 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:network {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:08.082555 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-19fed952-955a-4974-9319-3f0257e63840 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/networks?id=cd34850c-ae9b-44e6-b4af-1543b19ccb5e HTTP/1.1" status: 200 len: 797 time: 0.3806720 May 10 14:54:08.084846 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c96cd6f9-b0a6-422d-8216-6448794fbf48 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:08.120372 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-cd08f876-1c03-4192-a4fc-8d0a7ff8fcb3 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Unset dirty status for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:08.121665 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-cd08f876-1c03-4192-a4fc-8d0a7ff8fcb3 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports/dc37542b-147a-4d77-a1ca-4614404e0b09 HTTP/1.1" status: 200 len: 840 time: 0.7633116 May 10 14:54:08.133936 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44582) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:08.137878 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57578f07-8e3b-440d-a877-eac393ba4f4b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Subnet': ['ID=615ee0eb-b2fa-4d18-a9d2-0bd7e443f3ee,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:08.147590 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-57578f07-8e3b-440d-a877-eac393ba4f4b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:08.147790 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96cd6f9-b0a6-422d-8216-6448794fbf48 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3260241-cbd8-4e21-8cac-17f6ae03001f,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:08.155936 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-57578f07-8e3b-440d-a877-eac393ba4f4b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/subnets/615ee0eb-b2fa-4d18-a9d2-0bd7e443f3ee HTTP/1.1" status: 204 len: 168 time: 0.7998345 May 10 14:54:08.159051 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44586) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:08.167800 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device bd116851-e548-4b5c-9023-131fdb69f170 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:08.192966 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-9f9cf340-e32d-42a1-aded-d2537a431938 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/quotas/7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 375 time: 0.1034772 May 10 14:54:08.212804 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c8cb6c-6de2-473f-982c-aaaea21a4522 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:08.213144 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c96cd6f9-b0a6-422d-8216-6448794fbf48 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:08.216339 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c96cd6f9-b0a6-422d-8216-6448794fbf48 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "DELETE /v2.0/security-groups/e3260241-cbd8-4e21-8cac-17f6ae03001f HTTP/1.1" status: 204 len: 168 time: 0.5367889 May 10 14:54:08.225103 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423975f8-af6b-49c1-ba95-8f7f06b9db0b None None] Network 9f03e9a3-8934-4505-ae68-201783a02787 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:08.225673 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44590) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:08.314905 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-f22b2525-2a20-4933-be71-23575fed4e68 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting port dc37542b-147a-4d77-a1ca-4614404e0b09 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:08.315256 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f22b2525-2a20-4933-be71-23575fed4e68 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:08.396932 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c5bce69a-9db9-449c-b7d8-89bbd7138ab2 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:08.404412 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-9ea335dd-8514-4827-b434-c5e18f64cc23 None None] For port 53a1403f-1e5c-4578-b433-0a817bf6a1b7, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=53a1403f-1e5c-4578-b433-0a817bf6a1b7,segment=NetworkSegment(85f0ab94-88b3-4add-9cf0-e93ac0df8811),segment_id=85f0ab94-88b3-4add-9cf0-e93ac0df8811)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:08.405020 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9ea335dd-8514-4827-b434-c5e18f64cc23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:08.412723 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-574f2043-984c-4de9-b263-aff3a2f9aa31 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Synchronizing usage tracker for tenant:fbe9f3b708a547b28c8108ee75adad4c on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:08.426833 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-c5bce69a-9db9-449c-b7d8-89bbd7138ab2 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting port 53a1403f-1e5c-4578-b433-0a817bf6a1b7 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:08.427109 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-903e8764-88a9-48fa-b7c7-7af948fdd574 None None] Provisioning for port dbca732b-ccaa-4187-b647-9c1c6766d6b9 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:08.427264 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c5bce69a-9db9-449c-b7d8-89bbd7138ab2 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:08.601048 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c9afb671-0c51-4a69-ba38-8c524c94b12c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:08.638601 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-1f1a98ce-7690-4c71-9eca-aefe95013ba0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:08.638601 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-574f2043-984c-4de9-b263-aff3a2f9aa31 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Unset dirty status for tenant:fbe9f3b708a547b28c8108ee75adad4c on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:08.638601 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-574f2043-984c-4de9-b263-aff3a2f9aa31 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3678885 May 10 14:54:08.655588 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-9ea335dd-8514-4827-b434-c5e18f64cc23 None None] Calling delete_port for 53a1403f-1e5c-4578-b433-0a817bf6a1b7 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:08.663860 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44594) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:08.663860 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-43785040-8b12-4ad2-b753-7522c1cdae61 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1764903728'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:08.679066 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port bd116851-e548-4b5c-9023-131fdb69f170 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:08.693591 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port bd116851-e548-4b5c-9023-131fdb69f170 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:08.693953 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:08.715397 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-43785040-8b12-4ad2-b753-7522c1cdae61 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:08.733687 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-c9afb671-0c51-4a69-ba38-8c524c94b12c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Calling delete_port for 3a8fe232-9392-4b97-927f-accf0c1a330a owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:08.748131 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-1f1a98ce-7690-4c71-9eca-aefe95013ba0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:08.759034 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-1f1a98ce-7690-4c71-9eca-aefe95013ba0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5427728 May 10 14:54:08.760514 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-43785040-8b12-4ad2-b753-7522c1cdae61 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:08.792904 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f22b2525-2a20-4933-be71-23575fed4e68 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:08.800791 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-43785040-8b12-4ad2-b753-7522c1cdae61 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:08.880534 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-c5bce69a-9db9-449c-b7d8-89bbd7138ab2 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] For port 53a1403f-1e5c-4578-b433-0a817bf6a1b7, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=53a1403f-1e5c-4578-b433-0a817bf6a1b7,segment=NetworkSegment(85f0ab94-88b3-4add-9cf0-e93ac0df8811),segment_id=85f0ab94-88b3-4add-9cf0-e93ac0df8811)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:08.881923 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c5bce69a-9db9-449c-b7d8-89bbd7138ab2 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:08.965024 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-f22b2525-2a20-4933-be71-23575fed4e68 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Calling delete_port for dc37542b-147a-4d77-a1ca-4614404e0b09 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:09.023378 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9ea335dd-8514-4827-b434-c5e18f64cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:09.060587 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-43785040-8b12-4ad2-b753-7522c1cdae61 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:09.086415 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-43785040-8b12-4ad2-b753-7522c1cdae61 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Usage tracker for resource:security_group_rule and tenant:fbe9f3b708a547b28c8108ee75adad4c is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:09.092941 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-43785040-8b12-4ad2-b753-7522c1cdae61 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:09.107117 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-43785040-8b12-4ad2-b753-7522c1cdae61 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:09.122616 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea335dd-8514-4827-b434-c5e18f64cc23 None None] Pushing event deleted for resources: {'Port': ['ID=53a1403f-1e5c-4578-b433-0a817bf6a1b7,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:09.128654 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea335dd-8514-4827-b434-c5e18f64cc23 None None] No DVR routers for this DVR port 53a1403f-1e5c-4578-b433-0a817bf6a1b7 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:54:09.140440 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:09.169661 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f22b2525-2a20-4933-be71-23575fed4e68 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:09.227096 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port bd116851-e548-4b5c-9023-131fdb69f170, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=bd116851-e548-4b5c-9023-131fdb69f170,segment=NetworkSegment(de48f3bc-6168-4872-b4e8-1e0d9c135d5c),segment_id=de48f3bc-6168-4872-b4e8-1e0d9c135d5c)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:09.228502 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-c1d52daa-ed37-4a64-a610-53ee2547807e service neutron] 10.222.0.79 "GET /v2.0/networks/cd34850c-ae9b-44e6-b4af-1543b19ccb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629264 May 10 14:54:09.237107 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:09.237890 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device dbca732b-ccaa-4187-b647-9c1c6766d6b9 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:09.241681 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-c5bce69a-9db9-449c-b7d8-89bbd7138ab2 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Calling delete_port for 53a1403f-1e5c-4578-b433-0a817bf6a1b7 owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:09.264695 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b2525-2a20-4933-be71-23575fed4e68 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Port': ['ID=dc37542b-147a-4d77-a1ca-4614404e0b09,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:09.322672 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f22b2525-2a20-4933-be71-23575fed4e68 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:09.322908 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cda9f67-b927-48ac-a9fa-bf9ee756743f None None] DHCP port deletion for 9f03e9a3-8934-4505-ae68-201783a02787 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:54:09.364728 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f22b2525-2a20-4933-be71-23575fed4e68 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/ports/dc37542b-147a-4d77-a1ca-4614404e0b09 HTTP/1.1" status: 204 len: 168 time: 1.2244120 May 10 14:54:09.364914 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7cda9f67-b927-48ac-a9fa-bf9ee756743f None None] Deleting port 14db725a-38b9-4119-85b6-d5ad2a47570d {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:09.364914 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7cda9f67-b927-48ac-a9fa-bf9ee756743f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:09.368493 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44600) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:09.389302 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.api [None req-c5bce69a-9db9-449c-b7d8-89bbd7138ab2 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:54:09.390546 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG oslo_db.api [None req-c5bce69a-9db9-449c-b7d8-89bbd7138ab2 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:54:09.406268 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c9afb671-0c51-4a69-ba38-8c524c94b12c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:09.432394 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-660d5286-e599-4c3f-96e2-d07b5a42dbcf tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] GET failed (client error): The resource could not be found. May 10 14:54:09.432930 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-660d5286-e599-4c3f-96e2-d07b5a42dbcf tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Synchronizing usage tracker for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:09.433381 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=bd116851-e548-4b5c-9023-131fdb69f170,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:09.468096 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afb671-0c51-4a69-ba38-8c524c94b12c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Port': ['ID=3a8fe232-9392-4b97-927f-accf0c1a330a,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:09.494756 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-e281a2b7-a9ec-4473-88a3-9ea059346da1 service neutron] 10.222.0.79 "GET /v2.0/networks/cd34850c-ae9b-44e6-b4af-1543b19ccb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651732 May 10 14:54:09.504401 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-660d5286-e599-4c3f-96e2-d07b5a42dbcf tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Unset dirty status for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:09.509425 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port dbca732b-ccaa-4187-b647-9c1c6766d6b9 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:09.511934 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-660d5286-e599-4c3f-96e2-d07b5a42dbcf tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports/dc37542b-147a-4d77-a1ca-4614404e0b09 HTTP/1.1" status: 404 len: 333 time: 0.1390793 May 10 14:54:09.512750 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44604) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:09.530001 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-932935f9-adc8-4d69-8849-00aa532c6dbc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'port': {'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e', 'name': 'tempest-PortsTestJSON-62342369'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:09.530200 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port dbca732b-ccaa-4187-b647-9c1c6766d6b9 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:09.530479 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:09.619435 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c9afb671-0c51-4a69-ba38-8c524c94b12c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:09.637819 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c9afb671-0c51-4a69-ba38-8c524c94b12c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/3a8fe232-9392-4b97-927f-accf0c1a330a HTTP/1.1" status: 204 len: 168 time: 2.3420880 May 10 14:54:09.639224 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44608) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:09.667966 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-43785040-8b12-4ad2-b753-7522c1cdae61 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:09.690564 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-43785040-8b12-4ad2-b753-7522c1cdae61 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:09.738198 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-932935f9-adc8-4d69-8849-00aa532c6dbc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:09.758311 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-932935f9-adc8-4d69-8849-00aa532c6dbc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:09.760123 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7cda9f67-b927-48ac-a9fa-bf9ee756743f None None] For port 14db725a-38b9-4119-85b6-d5ad2a47570d, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=14db725a-38b9-4119-85b6-d5ad2a47570d,segment=NetworkSegment(ddfdc9e0-6c7d-4f28-8d3e-5734e138bb3f),segment_id=ddfdc9e0-6c7d-4f28-8d3e-5734e138bb3f)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:09.760532 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7cda9f67-b927-48ac-a9fa-bf9ee756743f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:09.761325 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43785040-8b12-4ad2-b753-7522c1cdae61 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccdd251-1d84-472a-a181-d379810369df,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:09.825055 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc4f90a-393e-4f49-97f5-a09ed269f1bd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:09.826694 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2bc4f90a-393e-4f49-97f5-a09ed269f1bd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:09.843058 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-084ee4e4-7a70-4096-b9f3-5d6bf583d833 req-23e69f5c-da2d-4389-a44d-a73455c4f60c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca292cee-d598-484a-ad60-af6b19cb7770 HTTP/1.1" status: 200 len: 210 time: 0.0600226 May 10 14:54:09.852527 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-43785040-8b12-4ad2-b753-7522c1cdae61 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:09.853736 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-43785040-8b12-4ad2-b753-7522c1cdae61 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2018390 May 10 14:54:09.861271 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44616) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:09.867202 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-a6268e72-5215-4bdf-b45b-f46468759495 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group_rule': {'security_group_id': '5ccdd251-1d84-472a-a181-d379810369df', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:09.867703 dv-neutron-841204-2-hyperv neutron-server[88051]: WARNING neutron.api.v2.base [None req-a6268e72-5215-4bdf-b45b-f46468759495 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 10 14:54:09.868190 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-a6268e72-5215-4bdf-b45b-f46468759495 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:54:09.869244 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a6268e72-5215-4bdf-b45b-f46468759495 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068362 May 10 14:54:09.870109 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932935f9-adc8-4d69-8849-00aa532c6dbc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:09.872292 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44620) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:09.879574 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-932935f9-adc8-4d69-8849-00aa532c6dbc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:09.882537 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-c99464ba-c8e2-4275-95f1-b09de7de1de9 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group_rule': {'security_group_id': '5ccdd251-1d84-472a-a181-d379810369df', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:09.894326 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-c5bce69a-9db9-449c-b7d8-89bbd7138ab2 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting port 53a1403f-1e5c-4578-b433-0a817bf6a1b7 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:09.896234 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c5bce69a-9db9-449c-b7d8-89bbd7138ab2 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:09.936004 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-932935f9-adc8-4d69-8849-00aa532c6dbc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] device_id is not set on port 88d5a2ae-d4ae-4020-95be-1bfa198806c8 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:54:09.976592 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7cda9f67-b927-48ac-a9fa-bf9ee756743f None None] Calling delete_port for 14db725a-38b9-4119-85b6-d5ad2a47570d owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:09.989310 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2bc4f90a-393e-4f49-97f5-a09ed269f1bd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:09.999596 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2bc4f90a-393e-4f49-97f5-a09ed269f1bd tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3587523 May 10 14:54:10.002122 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c99464ba-c8e2-4275-95f1-b09de7de1de9 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:10.007791 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44628) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:10.033985 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-02ee4483-7a1b-4298-b90d-f53544def991 None None] Could not find standard attr ID for object 3a8fe232-9392-4b97-927f-accf0c1a330a. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:54:10.066619 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c99464ba-c8e2-4275-95f1-b09de7de1de9 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Usage tracker for resource:security_group_rule and tenant:fbe9f3b708a547b28c8108ee75adad4c is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:10.077864 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c99464ba-c8e2-4275-95f1-b09de7de1de9 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:10.136585 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:10.158223 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-02ee4483-7a1b-4298-b90d-f53544def991 None None] Provisioning complete for port dbca732b-ccaa-4187-b647-9c1c6766d6b9 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:10.158886 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-02ee4483-7a1b-4298-b90d-f53544def991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:10.174930 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-c5bce69a-9db9-449c-b7d8-89bbd7138ab2 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] The port '53a1403f-1e5c-4578-b433-0a817bf6a1b7' was deleted {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:54:10.190595 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c99464ba-c8e2-4275-95f1-b09de7de1de9 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:10.233295 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7cda9f67-b927-48ac-a9fa-bf9ee756743f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:10.290405 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port dbca732b-ccaa-4187-b647-9c1c6766d6b9, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=dbca732b-ccaa-4187-b647-9c1c6766d6b9,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:10.317990 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:10.319950 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda9f67-b927-48ac-a9fa-bf9ee756743f None None] Pushing event deleted for resources: {'Port': ['ID=14db725a-38b9-4119-85b6-d5ad2a47570d,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:10.325311 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cda9f67-b927-48ac-a9fa-bf9ee756743f None None] No DVR routers for this DVR port 14db725a-38b9-4119-85b6-d5ad2a47570d on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:54:10.345781 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-932935f9-adc8-4d69-8849-00aa532c6dbc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:10.392538 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-932935f9-adc8-4d69-8849-00aa532c6dbc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:10.416779 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 53a1403f-1e5c-4578-b433-0a817bf6a1b7 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:54:10.441036 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c5bce69a-9db9-449c-b7d8-89bbd7138ab2 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:10.484227 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-c5bce69a-9db9-449c-b7d8-89bbd7138ab2 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e213144f-597c-4968-bdd7-5f1292d5f1eb']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:10.494006 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932935f9-adc8-4d69-8849-00aa532c6dbc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:10.504029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-932935f9-adc8-4d69-8849-00aa532c6dbc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:10.509067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932935f9-adc8-4d69-8849-00aa532c6dbc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:10.509266 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-c5bce69a-9db9-449c-b7d8-89bbd7138ab2 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f0ab94-88b3-4add-9cf0-e93ac0df8811') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:10.509766 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-c5bce69a-9db9-449c-b7d8-89bbd7138ab2 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f0ab94-88b3-4add-9cf0-e93ac0df8811') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:10.515711 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932935f9-adc8-4d69-8849-00aa532c6dbc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:10.516504 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-932935f9-adc8-4d69-8849-00aa532c6dbc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:10.551203 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932935f9-adc8-4d69-8849-00aa532c6dbc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Port': ['ID=88d5a2ae-d4ae-4020-95be-1bfa198806c8,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:10.558743 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c5bce69a-9db9-449c-b7d8-89bbd7138ab2 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:10.565762 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-932935f9-adc8-4d69-8849-00aa532c6dbc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.0451097 May 10 14:54:10.568709 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44634) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:10.575674 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 53a1403f-1e5c-4578-b433-0a817bf6a1b7 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:54:10.576117 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 53a1403f-1e5c-4578-b433-0a817bf6a1b7 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:54:10.581014 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-74b05c93-786a-4fcf-af17-9d0f1450e092 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:10.613420 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-c99464ba-c8e2-4275-95f1-b09de7de1de9 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:54:10.631024 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c99464ba-c8e2-4275-95f1-b09de7de1de9 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7574704 May 10 14:54:10.637708 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44638) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:10.638773 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c5bce69a-9db9-449c-b7d8-89bbd7138ab2 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:10.651494 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-1046f55c-bbb4-42e9-a3b2-b35674fbe6fa tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group_rule': {'security_group_id': '5ccdd251-1d84-472a-a181-d379810369df', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:10.652320 dv-neutron-841204-2-hyperv neutron-server[88052]: WARNING neutron.api.v2.base [None req-1046f55c-bbb4-42e9-a3b2-b35674fbe6fa tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 10 14:54:10.652801 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-1046f55c-bbb4-42e9-a3b2-b35674fbe6fa tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:54:10.658493 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1046f55c-bbb4-42e9-a3b2-b35674fbe6fa tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0152009 May 10 14:54:10.659716 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=dbca732b-ccaa-4187-b647-9c1c6766d6b9,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:10.671520 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44642) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:10.677340 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5bce69a-9db9-449c-b7d8-89bbd7138ab2 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:54:10.678104 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c5bce69a-9db9-449c-b7d8-89bbd7138ab2 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:54:10.693703 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:54:10.696984 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-4cb28433-49ac-4a8e-9551-c09af3f0f719 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group_rule': {'security_group_id': '5ccdd251-1d84-472a-a181-d379810369df', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:10.712665 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8f67d0-ec23-43b7-ad48-6558d9dd481c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:10.714538 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5c8f67d0-ec23-43b7-ad48-6558d9dd481c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.7028115 May 10 14:54:10.741660 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device bd116851-e548-4b5c-9023-131fdb69f170 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:10.745078 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44646) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:10.769731 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4cb28433-49ac-4a8e-9551-c09af3f0f719 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:10.801388 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4cb28433-49ac-4a8e-9551-c09af3f0f719 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Usage tracker for resource:security_group_rule and tenant:fbe9f3b708a547b28c8108ee75adad4c is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:10.805248 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4cb28433-49ac-4a8e-9551-c09af3f0f719 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:10.811425 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4cb28433-49ac-4a8e-9551-c09af3f0f719 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:10.832491 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-5163be9c-23cc-4c81-9a85-5ade5819ae62 None None] Could not find standard attr ID for object e4256c74-3991-4400-9651-e2b424443b07. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:54:10.838265 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-5163be9c-23cc-4c81-9a85-5ade5819ae62 None None] Could not find standard attr ID for object 3a8fe232-9392-4b97-927f-accf0c1a330a. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:54:10.842884 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2427b20-a9cd-4978-b83d-30cdd2910ef9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:10.848377 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2427b20-a9cd-4978-b83d-30cdd2910ef9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:10.863385 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port bd116851-e548-4b5c-9023-131fdb69f170 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:10.864668 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:10.868907 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2427b20-a9cd-4978-b83d-30cdd2910ef9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:10.870113 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b2427b20-a9cd-4978-b83d-30cdd2910ef9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:10.880921 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-74b05c93-786a-4fcf-af17-9d0f1450e092 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:10.881249 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c5bce69a-9db9-449c-b7d8-89bbd7138ab2 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:10.906257 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c5bce69a-9db9-449c-b7d8-89bbd7138ab2 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:10.911707 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-4cb28433-49ac-4a8e-9551-c09af3f0f719 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:54:10.912746 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4cb28433-49ac-4a8e-9551-c09af3f0f719 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2390256 May 10 14:54:10.917402 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44650) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:10.918563 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bce69a-9db9-449c-b7d8-89bbd7138ab2 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Network': ['ID=e213144f-597c-4968-bdd7-5f1292d5f1eb,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:10.927720 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-8dd5ad04-49b0-46fc-8391-d59602e7b62e tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group_rule': {'security_group_id': '5ccdd251-1d84-472a-a181-d379810369df', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:10.928205 dv-neutron-841204-2-hyperv neutron-server[88052]: WARNING neutron.api.v2.base [None req-8dd5ad04-49b0-46fc-8391-d59602e7b62e tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 10 14:54:10.929038 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-8dd5ad04-49b0-46fc-8391-d59602e7b62e tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:54:10.929809 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8dd5ad04-49b0-46fc-8391-d59602e7b62e tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093255 May 10 14:54:10.934654 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c5bce69a-9db9-449c-b7d8-89bbd7138ab2 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/networks/e213144f-597c-4968-bdd7-5f1292d5f1eb HTTP/1.1" status: 204 len: 168 time: 2.7493742 May 10 14:54:10.935113 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44654) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:10.935441 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44656) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:10.943145 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-06eba4ec-454b-4268-b769-0e6a6018d7d9 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group_rule': {'security_group_id': '5ccdd251-1d84-472a-a181-d379810369df', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:10.974926 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-06eba4ec-454b-4268-b769-0e6a6018d7d9 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:11.048516 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-06eba4ec-454b-4268-b769-0e6a6018d7d9 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Usage tracker for resource:security_group_rule and tenant:fbe9f3b708a547b28c8108ee75adad4c is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:11.066720 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-06eba4ec-454b-4268-b769-0e6a6018d7d9 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:11.089928 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-06eba4ec-454b-4268-b769-0e6a6018d7d9 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:11.108675 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 14db725a-38b9-4119-85b6-d5ad2a47570d no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:54:11.121717 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b2427b20-a9cd-4978-b83d-30cdd2910ef9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:11.123444 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b2427b20-a9cd-4978-b83d-30cdd2910ef9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3766882 May 10 14:54:11.125691 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44662) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:11.160771 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 14db725a-38b9-4119-85b6-d5ad2a47570d {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:54:11.161114 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 14db725a-38b9-4119-85b6-d5ad2a47570d not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:54:11.168193 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fa1f22c2-a34b-4c63-be41-3f74f76001cc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:11.278335 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-06eba4ec-454b-4268-b769-0e6a6018d7d9 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:54:11.284744 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-06eba4ec-454b-4268-b769-0e6a6018d7d9 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3483207 May 10 14:54:11.288837 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44668) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:11.294852 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f40147f-994c-4697-b83a-515d4edcbd0c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet 431ef74c-e28a-4270-aaf2-cd903e51a314 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:54:11.310777 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-c7f4c337-079c-45ac-9e2e-bd9f9f58081b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group_rule': {'security_group_id': '5ccdd251-1d84-472a-a181-d379810369df', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:11.311913 dv-neutron-841204-2-hyperv neutron-server[88052]: WARNING neutron.api.v2.base [None req-c7f4c337-079c-45ac-9e2e-bd9f9f58081b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 10 14:54:11.312394 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-c7f4c337-079c-45ac-9e2e-bd9f9f58081b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:54:11.316909 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44672) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:11.317274 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c7f4c337-079c-45ac-9e2e-bd9f9f58081b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0196438 May 10 14:54:11.317717 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8f40147f-994c-4697-b83a-515d4edcbd0c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:11.322898 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-60e32509-14b8-4152-98eb-10e2dd766cca tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group_rule': {'security_group_id': '5ccdd251-1d84-472a-a181-d379810369df', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:11.369786 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-60e32509-14b8-4152-98eb-10e2dd766cca tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:11.388175 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-71c5d2d7-0c74-4572-b39c-acc447d0ae58 req-9387107c-faac-4c46-a4b0-cfdab9c353c8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca292cee-d598-484a-ad60-af6b19cb7770 HTTP/1.1" status: 200 len: 210 time: 0.0563650 May 10 14:54:11.389086 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-60e32509-14b8-4152-98eb-10e2dd766cca tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Usage tracker for resource:security_group_rule and tenant:fbe9f3b708a547b28c8108ee75adad4c is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:11.393088 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-60e32509-14b8-4152-98eb-10e2dd766cca tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:11.400210 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-60e32509-14b8-4152-98eb-10e2dd766cca tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:11.430028 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-74b05c93-786a-4fcf-af17-9d0f1450e092 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:11.438719 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-74b05c93-786a-4fcf-af17-9d0f1450e092 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:11.515023 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-74b05c93-786a-4fcf-af17-9d0f1450e092 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] In _notify_port_updated(), no bound segment for port 88d5a2ae-d4ae-4020-95be-1bfa198806c8 on network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e {{(pid=88051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 10 14:54:11.521182 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b05c93-786a-4fcf-af17-9d0f1450e092 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:11.521852 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-74b05c93-786a-4fcf-af17-9d0f1450e092 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:11.525872 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-74b05c93-786a-4fcf-af17-9d0f1450e092 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "PUT /v2.0/ports/88d5a2ae-d4ae-4020-95be-1bfa198806c8 HTTP/1.1" status: 200 len: 818 time: 0.9534001 May 10 14:54:11.526516 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44676) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:11.532505 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-60e32509-14b8-4152-98eb-10e2dd766cca tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:54:11.533533 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-60e32509-14b8-4152-98eb-10e2dd766cca tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2156732 May 10 14:54:11.566216 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44680) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:11.587944 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-2f6acfc8-c853-4f39-a713-c3e2bfab6909 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group_rule': {'security_group_id': '5ccdd251-1d84-472a-a181-d379810369df', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:11.600037 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b05c93-786a-4fcf-af17-9d0f1450e092 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Port': ['ID=88d5a2ae-d4ae-4020-95be-1bfa198806c8,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:11.609110 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2f6acfc8-c853-4f39-a713-c3e2bfab6909 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:11.617045 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2f6acfc8-c853-4f39-a713-c3e2bfab6909 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Usage tracker for resource:security_group_rule and tenant:fbe9f3b708a547b28c8108ee75adad4c is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:11.622471 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2f6acfc8-c853-4f39-a713-c3e2bfab6909 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:11.632111 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-3bafa3b4-2be5-4e73-b438-42b0fdddfd03 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting port 88d5a2ae-d4ae-4020-95be-1bfa198806c8 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:11.632454 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3bafa3b4-2be5-4e73-b438-42b0fdddfd03 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:11.661130 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2f6acfc8-c853-4f39-a713-c3e2bfab6909 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:11.663074 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8f40147f-994c-4697-b83a-515d4edcbd0c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:11.690459 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fa1f22c2-a34b-4c63-be41-3f74f76001cc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:11.743060 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-2f6acfc8-c853-4f39-a713-c3e2bfab6909 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:54:11.744089 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2f6acfc8-c853-4f39-a713-c3e2bfab6909 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1726191 May 10 14:54:11.751362 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44688) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:11.758238 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-fa1f22c2-a34b-4c63-be41-3f74f76001cc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f03e9a3-8934-4505-ae68-201783a02787']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:11.798079 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-fa1f22c2-a34b-4c63-be41-3f74f76001cc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddfdc9e0-6c7d-4f28-8d3e-5734e138bb3f') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:11.798903 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-fa1f22c2-a34b-4c63-be41-3f74f76001cc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddfdc9e0-6c7d-4f28-8d3e-5734e138bb3f') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:11.817229 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-9558e425-a061-4694-b2e5-b20fdb8cd52e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:11.817905 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-9558e425-a061-4694-b2e5-b20fdb8cd52e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:11.834893 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fa1f22c2-a34b-4c63-be41-3f74f76001cc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:11.858319 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-9558e425-a061-4694-b2e5-b20fdb8cd52e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:11.859457 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-9558e425-a061-4694-b2e5-b20fdb8cd52e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/networks?id=cd34850c-ae9b-44e6-b4af-1543b19ccb5e HTTP/1.1" status: 200 len: 797 time: 0.5019796 May 10 14:54:11.861757 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fa1f22c2-a34b-4c63-be41-3f74f76001cc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:11.870514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1f22c2-a34b-4c63-be41-3f74f76001cc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:54:11.870918 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fa1f22c2-a34b-4c63-be41-3f74f76001cc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:54:11.886154 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:54:11.910644 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8f40147f-994c-4697-b83a-515d4edcbd0c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:11.928177 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3bafa3b4-2be5-4e73-b438-42b0fdddfd03 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:11.935196 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a0d1d639-a49a-4b02-879e-f112d3f17cdd tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.045113 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-88b7611f-8a0b-45cd-848d-a6cb5b47d39e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:12.066233 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fa1f22c2-a34b-4c63-be41-3f74f76001cc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.077318 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-3bafa3b4-2be5-4e73-b438-42b0fdddfd03 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Calling delete_port for 88d5a2ae-d4ae-4020-95be-1bfa198806c8 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:12.098527 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fa1f22c2-a34b-4c63-be41-3f74f76001cc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.105083 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-88b7611f-8a0b-45cd-848d-a6cb5b47d39e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:12.106197 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-88b7611f-8a0b-45cd-848d-a6cb5b47d39e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 380 time: 0.2177601 May 10 14:54:12.123725 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-00a577d3-3d4d-4572-93db-69f3ed188fb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'port': {'device_id': 'ca292cee-d598-484a-ad60-af6b19cb7770', 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e', 'admin_state_up': True, 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'security_groups': ['27d68dca-9eb1-4b1a-b678-c673ae90a4dd']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:12.134693 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a0d1d639-a49a-4b02-879e-f112d3f17cdd tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.138507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f22c2-a34b-4c63-be41-3f74f76001cc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Network': ['ID=9f03e9a3-8934-4505-ae68-201783a02787,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:12.149770 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-fa1f22c2-a34b-4c63-be41-3f74f76001cc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/networks/9f03e9a3-8934-4505-ae68-201783a02787 HTTP/1.1" status: 204 len: 168 time: 1.2113445 May 10 14:54:12.160385 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44692) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:12.174943 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-db025dd3-2e46-448f-bd14-8c78ba829ab3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'network': {'name': 'tempest-RoutersTest-1503666463'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:12.191658 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-db025dd3-2e46-448f-bd14-8c78ba829ab3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:12.198725 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8f40147f-994c-4697-b83a-515d4edcbd0c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.213374 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-db025dd3-2e46-448f-bd14-8c78ba829ab3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:network and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:12.217461 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-db025dd3-2e46-448f-bd14-8c78ba829ab3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:12.225736 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-db025dd3-2e46-448f-bd14-8c78ba829ab3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:12.230761 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3bafa3b4-2be5-4e73-b438-42b0fdddfd03 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.258260 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40147f-994c-4697-b83a-515d4edcbd0c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=431ef74c-e28a-4270-aaf2-cd903e51a314,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:12.266061 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8f40147f-994c-4697-b83a-515d4edcbd0c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.272667 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8f40147f-994c-4697-b83a-515d4edcbd0c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/431ef74c-e28a-4270-aaf2-cd903e51a314 HTTP/1.1" status: 204 len: 168 time: 1.1423128 May 10 14:54:12.272667 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44696) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:12.275587 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99f8d9d-eea3-47d4-8729-e9288fd5310f None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:12.284860 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a0d1d639-a49a-4b02-879e-f112d3f17cdd tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.308166 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafa3b4-2be5-4e73-b438-42b0fdddfd03 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Port': ['ID=88d5a2ae-d4ae-4020-95be-1bfa198806c8,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:12.314991 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3bafa3b4-2be5-4e73-b438-42b0fdddfd03 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.324585 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db025dd3-2e46-448f-bd14-8c78ba829ab3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Made reservation on behalf of 7644c356883e4453aa5ee3ea8dc28b8a for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:12.328029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db025dd3-2e46-448f-bd14-8c78ba829ab3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.340300 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1d639-a49a-4b02-879e-f112d3f17cdd tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccdd251-1d84-472a-a181-d379810369df,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:12.345136 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a0d1d639-a49a-4b02-879e-f112d3f17cdd tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.349010 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a0d1d639-a49a-4b02-879e-f112d3f17cdd tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "DELETE /v2.0/security-groups/5ccdd251-1d84-472a-a181-d379810369df HTTP/1.1" status: 204 len: 168 time: 0.5971782 May 10 14:54:12.349678 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44700) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:12.372932 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-00a577d3-3d4d-4572-93db-69f3ed188fb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:12.373560 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3bafa3b4-2be5-4e73-b438-42b0fdddfd03 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/ports/88d5a2ae-d4ae-4020-95be-1bfa198806c8 HTTP/1.1" status: 204 len: 168 time: 0.8457601 May 10 14:54:12.374221 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44704) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:12.383060 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf559a0-5e65-46cd-9e78-42e5d7e2a625 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet 8989dc12-1530-4a85-97e1-c63422455590 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:54:12.388799 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8bf559a0-5e65-46cd-9e78-42e5d7e2a625 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.426125 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-00a577d3-3d4d-4572-93db-69f3ed188fb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:12.454927 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8bf559a0-5e65-46cd-9e78-42e5d7e2a625 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.457123 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db025dd3-2e46-448f-bd14-8c78ba829ab3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:54:12.487906 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-00a577d3-3d4d-4572-93db-69f3ed188fb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:12.491409 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-00a577d3-3d4d-4572-93db-69f3ed188fb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.504997 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b337a0ee-f6e0-426f-9330-286c5435a7f3 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Synchronizing usage tracker for tenant:fbe9f3b708a547b28c8108ee75adad4c on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:12.533807 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db025dd3-2e46-448f-bd14-8c78ba829ab3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.534148 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-db025dd3-2e46-448f-bd14-8c78ba829ab3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Added segment a1b8cf84-8478-4d59-a0f8-1d9f09417dd4 of type vlan for network 00a7890b-607e-4f63-8421-12a7ace055e9 May 10 14:54:12.542196 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b337a0ee-f6e0-426f-9330-286c5435a7f3 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Unset dirty status for tenant:fbe9f3b708a547b28c8108ee75adad4c on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:12.550932 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b337a0ee-f6e0-426f-9330-286c5435a7f3 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1891115 May 10 14:54:12.557938 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44710) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:12.574006 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-bf0b7dd6-c271-4e76-bd00-5ae83aad11ce tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group': {'name': 'tempest-secgroup--2086298139'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:12.580297 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-bf0b7dd6-c271-4e76-bd00-5ae83aad11ce tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:12.597222 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-bf0b7dd6-c271-4e76-bd00-5ae83aad11ce tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:12.646504 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f2791b15-d6cd-4b9e-a07a-60ddd741e488 req-7b834e11-1dba-401e-b1be-e694d0129506 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca292cee-d598-484a-ad60-af6b19cb7770 HTTP/1.1" status: 200 len: 210 time: 0.0552433 May 10 14:54:12.650576 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db025dd3-2e46-448f-bd14-8c78ba829ab3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.667983 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad48627-0807-4692-9b1d-555a76109c50 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:12.668901 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-cad48627-0807-4692-9b1d-555a76109c50 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Synchronizing usage tracker for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:12.696275 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8bf559a0-5e65-46cd-9e78-42e5d7e2a625 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.697715 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device dbca732b-ccaa-4187-b647-9c1c6766d6b9 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:12.701142 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bf0b7dd6-c271-4e76-bd00-5ae83aad11ce tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.728181 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-cad48627-0807-4692-9b1d-555a76109c50 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Unset dirty status for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:12.729453 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cad48627-0807-4692-9b1d-555a76109c50 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3508704 May 10 14:54:12.733498 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44714) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:12.739178 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-bf0b7dd6-c271-4e76-bd00-5ae83aad11ce tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:12.745204 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-bf0b7dd6-c271-4e76-bd00-5ae83aad11ce tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Usage tracker for resource:security_group_rule and tenant:fbe9f3b708a547b28c8108ee75adad4c is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:12.747805 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db025dd3-2e46-448f-bd14-8c78ba829ab3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.754040 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db025dd3-2e46-448f-bd14-8c78ba829ab3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:12.754911 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db025dd3-2e46-448f-bd14-8c78ba829ab3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.758781 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-bf0b7dd6-c271-4e76-bd00-5ae83aad11ce tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:12.781189 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port dbca732b-ccaa-4187-b647-9c1c6766d6b9 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:12.782311 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.798387 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-900fca9d-3c86-4b2f-af05-e7c40cdf4077 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] GET failed (client error): The resource could not be found. May 10 14:54:12.799586 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-900fca9d-3c86-4b2f-af05-e7c40cdf4077 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports/88d5a2ae-d4ae-4020-95be-1bfa198806c8 HTTP/1.1" status: 404 len: 333 time: 0.0616214 May 10 14:54:12.805220 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44718) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:12.820890 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-0fd14e7f-1066-4f68-a4de-ad75ca8ba973 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1155146475'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:12.825737 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0fd14e7f-1066-4f68-a4de-ad75ca8ba973 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:12.834006 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0fd14e7f-1066-4f68-a4de-ad75ca8ba973 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:network and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:12.837279 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0fd14e7f-1066-4f68-a4de-ad75ca8ba973 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:12.856980 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-00a577d3-3d4d-4572-93db-69f3ed188fb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.20.0.11 (cd34850c-ae9b-44e6-b4af-1543b19ccb5e/9a653b72-f3ca-46b8-9057-488638357e83/1000f3c1-de13-411e-bfb1-8cc2945097c7) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:12.859790 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0fd14e7f-1066-4f68-a4de-ad75ca8ba973 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:12.862257 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-bf0b7dd6-c271-4e76-bd00-5ae83aad11ce tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:12.898409 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db025dd3-2e46-448f-bd14-8c78ba829ab3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Network': ['ID=00a7890b-607e-4f63-8421-12a7ace055e9,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:12.909815 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd14e7f-1066-4f68-a4de-ad75ca8ba973 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:12.913494 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0fd14e7f-1066-4f68-a4de-ad75ca8ba973 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.918646 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-db025dd3-2e46-448f-bd14-8c78ba829ab3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7550840 May 10 14:54:12.921848 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44722) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:12.924468 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 00a7890b-607e-4f63-8421-12a7ace055e9 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:54:12.946298 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-56e3230d-66d3-4007-a90c-78df3cdde45c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'subnet': {'network_id': '00a7890b-607e-4f63-8421-12a7ace055e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:12.971103 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd14e7f-1066-4f68-a4de-ad75ca8ba973 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:54:12.981229 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0fd14e7f-1066-4f68-a4de-ad75ca8ba973 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:12.981637 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-0fd14e7f-1066-4f68-a4de-ad75ca8ba973 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Added segment 46d29fd7-6447-447d-bb75-8eb99fe5880c of type vlan for network 60a3b41c-04f7-49e6-8d71-1c942da804b2 May 10 14:54:13.012401 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0fd14e7f-1066-4f68-a4de-ad75ca8ba973 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:13.074837 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8bf559a0-5e65-46cd-9e78-42e5d7e2a625 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:13.121538 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-56e3230d-66d3-4007-a90c-78df3cdde45c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:13.132187 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-56e3230d-66d3-4007-a90c-78df3cdde45c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:subnet and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:13.140825 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-56e3230d-66d3-4007-a90c-78df3cdde45c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:13.150908 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bf0b7dd6-c271-4e76-bd00-5ae83aad11ce tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:13.152000 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-56e3230d-66d3-4007-a90c-78df3cdde45c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:13.159250 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bf0b7dd6-c271-4e76-bd00-5ae83aad11ce tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:13.169203 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf559a0-5e65-46cd-9e78-42e5d7e2a625 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=8989dc12-1530-4a85-97e1-c63422455590,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:13.181671 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0fd14e7f-1066-4f68-a4de-ad75ca8ba973 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:13.182815 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e3230d-66d3-4007-a90c-78df3cdde45c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Made reservation on behalf of 7644c356883e4453aa5ee3ea8dc28b8a for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:13.186217 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-56e3230d-66d3-4007-a90c-78df3cdde45c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:13.187097 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd14e7f-1066-4f68-a4de-ad75ca8ba973 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:13.187679 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0fd14e7f-1066-4f68-a4de-ad75ca8ba973 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:13.220193 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8bf559a0-5e65-46cd-9e78-42e5d7e2a625 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:13.303730 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b7dd6-c271-4e76-bd00-5ae83aad11ce tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e10fdc-f707-4b28-a3ba-b5a97f145453,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:13.322594 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8bf559a0-5e65-46cd-9e78-42e5d7e2a625 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/8989dc12-1530-4a85-97e1-c63422455590 HTTP/1.1" status: 204 len: 168 time: 1.0491216 May 10 14:54:13.323434 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44726) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:13.324167 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bf0b7dd6-c271-4e76-bd00-5ae83aad11ce tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:13.325359 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bf0b7dd6-c271-4e76-bd00-5ae83aad11ce tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7654262 May 10 14:54:13.332326 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44730) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:13.333699 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0fd14e7f-1066-4f68-a4de-ad75ca8ba973 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5275626 May 10 14:54:13.339048 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-3b55ef96-f47e-45ba-a3bf-b7990ee58f72 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group_rule': {'security_group_id': '26e10fdc-f707-4b28-a3ba-b5a97f145453', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:13.358653 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44734) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:13.366035 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3b55ef96-f47e-45ba-a3bf-b7990ee58f72 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:13.368399 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd14e7f-1066-4f68-a4de-ad75ca8ba973 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Network': ['ID=60a3b41c-04f7-49e6-8d71-1c942da804b2,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:13.375772 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-8b696732-4dd1-4e89-b12f-9d436a59c8a2 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'subnet': {'network_id': '60a3b41c-04f7-49e6-8d71-1c942da804b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:13.380327 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 60a3b41c-04f7-49e6-8d71-1c942da804b2 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:54:13.398329 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3b55ef96-f47e-45ba-a3bf-b7990ee58f72 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Usage tracker for resource:security_group_rule and tenant:fbe9f3b708a547b28c8108ee75adad4c is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:13.404194 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f1a15c2c-7827-4a3c-937a-853258c400e0 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775642 May 10 14:54:13.409149 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44738) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:13.412921 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3b55ef96-f47e-45ba-a3bf-b7990ee58f72 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:13.415831 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-722fe9d6-a50e-4555-944c-576488eaf53b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:13.425669 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3b55ef96-f47e-45ba-a3bf-b7990ee58f72 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:13.450779 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547da279-77f5-4c9c-af4f-73d539ecdc3b None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:13.529494 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-00a577d3-3d4d-4572-93db-69f3ed188fb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:13.577316 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8b696732-4dd1-4e89-b12f-9d436a59c8a2 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:13.583739 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-00a577d3-3d4d-4572-93db-69f3ed188fb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Transition to ACTIVE for port object 1000f3c1-de13-411e-bfb1-8cc2945097c7 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:13.585189 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8b696732-4dd1-4e89-b12f-9d436a59c8a2 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:subnet and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:13.589041 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8b696732-4dd1-4e89-b12f-9d436a59c8a2 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:13.591848 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3db5dc67-309c-4304-a4f9-01a06a91519d None None] Provisioning complete for port dbca732b-ccaa-4187-b647-9c1c6766d6b9 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:13.592044 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-3b55ef96-f47e-45ba-a3bf-b7990ee58f72 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] create failed (client error): The resource could not be found. May 10 14:54:13.595556 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3db5dc67-309c-4304-a4f9-01a06a91519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:13.595710 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3b55ef96-f47e-45ba-a3bf-b7990ee58f72 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2581015 May 10 14:54:13.597328 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44742) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:13.598132 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8b696732-4dd1-4e89-b12f-9d436a59c8a2 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:13.604343 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-52489fcc-255e-41ce-aac5-655a27ad587d tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group_rule': {'security_group_id': '26e10fdc-f707-4b28-a3ba-b5a97f145453', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd02eabc6-e52b-4f79-8160-db6d763a3510'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:13.616016 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-52489fcc-255e-41ce-aac5-655a27ad587d tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:13.626011 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-52489fcc-255e-41ce-aac5-655a27ad587d tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Usage tracker for resource:security_group_rule and tenant:fbe9f3b708a547b28c8108ee75adad4c is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:13.637518 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-52489fcc-255e-41ce-aac5-655a27ad587d tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:13.640546 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b696732-4dd1-4e89-b12f-9d436a59c8a2 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:13.644546 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8b696732-4dd1-4e89-b12f-9d436a59c8a2 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:13.668388 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-52489fcc-255e-41ce-aac5-655a27ad587d tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:13.705203 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-722fe9d6-a50e-4555-944c-576488eaf53b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:13.713961 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-722fe9d6-a50e-4555-944c-576488eaf53b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:13.718208 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-722fe9d6-a50e-4555-944c-576488eaf53b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:13.738565 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-722fe9d6-a50e-4555-944c-576488eaf53b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:13.772978 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722fe9d6-a50e-4555-944c-576488eaf53b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:13.779959 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-722fe9d6-a50e-4555-944c-576488eaf53b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:13.801523 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-56e3230d-66d3-4007-a90c-78df3cdde45c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:13.899479 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-00a577d3-3d4d-4572-93db-69f3ed188fb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:13.923099 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515703c5-b808-46fc-a8e4-912a94e3943a None None] DHCP port deletion for a36358c0-b900-4df5-ae69-1592404548f9 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:54:13.927636 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-515703c5-b808-46fc-a8e4-912a94e3943a None None] Deleting port dbca732b-ccaa-4187-b647-9c1c6766d6b9 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:13.928103 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-515703c5-b808-46fc-a8e4-912a94e3943a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:13.978230 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-52489fcc-255e-41ce-aac5-655a27ad587d tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] create failed (client error): The resource could not be found. May 10 14:54:13.981894 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-52489fcc-255e-41ce-aac5-655a27ad587d tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3789959 May 10 14:54:13.985375 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44748) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:14.008899 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-00a577d3-3d4d-4572-93db-69f3ed188fb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network cd34850c-ae9b-44e6-b4af-1543b19ccb5e is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:14.013422 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-00a577d3-3d4d-4572-93db-69f3ed188fb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:14.018364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a577d3-3d4d-4572-93db-69f3ed188fb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=1000f3c1-de13-411e-bfb1-8cc2945097c7,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:14.020665 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-00a577d3-3d4d-4572-93db-69f3ed188fb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:14.077058 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3230d-66d3-4007-a90c-78df3cdde45c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Subnet': ['ID=4c5ea9ec-993e-49e2-9f27-b672ee24a1a2,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:14.110670 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e3230d-66d3-4007-a90c-78df3cdde45c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Checking segment: {'id': 'a1b8cf84-8478-4d59-a0f8-1d9f09417dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '00a7890b-607e-4f63-8421-12a7ace055e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:54:14.111624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e3230d-66d3-4007-a90c-78df3cdde45c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network hostable DHCP agents. Network: 00a7890b-607e-4f63-8421-12a7ace055e9, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:54:14.132282 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-00a577d3-3d4d-4572-93db-69f3ed188fb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:14.133062 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-00a577d3-3d4d-4572-93db-69f3ed188fb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:14.166331 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-903a6de8-0668-44ef-9f4a-9c1231908e00 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:14.192570 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-515703c5-b808-46fc-a8e4-912a94e3943a None None] For port dbca732b-ccaa-4187-b647-9c1c6766d6b9, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=dbca732b-ccaa-4187-b647-9c1c6766d6b9,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:14.192570 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-515703c5-b808-46fc-a8e4-912a94e3943a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:14.213945 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c831b91-4cb9-43d9-b83e-b64e25cffdd9 req-27c7d480-ffd9-4c35-9827-471cc24318a6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:14.215510 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5c831b91-4cb9-43d9-b83e-b64e25cffdd9 req-27c7d480-ffd9-4c35-9827-471cc24318a6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca292cee-d598-484a-ad60-af6b19cb7770 HTTP/1.1" status: 200 len: 932 time: 0.3160884 May 10 14:54:14.230628 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-00a577d3-3d4d-4572-93db-69f3ed188fb1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1110835 May 10 14:54:14.232360 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e3230d-66d3-4007-a90c-78df3cdde45c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network 00a7890b-607e-4f63-8421-12a7ace055e9 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:54:14.234704 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8b696732-4dd1-4e89-b12f-9d436a59c8a2 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:14.282918 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-cb717110-efac-4d3d-99b3-9934003c6727 service neutron] Request body: {'port': {'device_id': 'ca292cee-d598-484a-ad60-af6b19cb7770', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:14.291099 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-903a6de8-0668-44ef-9f4a-9c1231908e00 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:14.308821 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-56e3230d-66d3-4007-a90c-78df3cdde45c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 00a7890b-607e-4f63-8421-12a7ace055e9) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:14.328607 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e3230d-66d3-4007-a90c-78df3cdde45c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:14.329884 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-56e3230d-66d3-4007-a90c-78df3cdde45c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:14.393643 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d1c508-a227-4ff5-bdf8-81b5c0dc7f76 None None] Network 00a7890b-607e-4f63-8421-12a7ace055e9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:14.403171 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b696732-4dd1-4e89-b12f-9d436a59c8a2 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Subnet': ['ID=bf016fcf-801e-4065-966f-e6e07b71f2c6,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:14.406464 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5c831b91-4cb9-43d9-b83e-b64e25cffdd9 req-636e633e-6223-4867-b8b5-403e992d0941 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=27d68dca-9eb1-4b1a-b678-c673ae90a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565278 May 10 14:54:14.431770 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-56e3230d-66d3-4007-a90c-78df3cdde45c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4993842 May 10 14:54:14.431770 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44752) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:14.432232 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-515703c5-b808-46fc-a8e4-912a94e3943a None None] Calling delete_port for dbca732b-ccaa-4187-b647-9c1c6766d6b9 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:14.438598 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-cb8df8a0-3b82-49ea-9c7e-4a8481ac84ca tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-742653908', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:14.445615 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b696732-4dd1-4e89-b12f-9d436a59c8a2 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Checking segment: {'id': '46d29fd7-6447-447d-bb75-8eb99fe5880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '60a3b41c-04f7-49e6-8d71-1c942da804b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:54:14.446194 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b696732-4dd1-4e89-b12f-9d436a59c8a2 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network hostable DHCP agents. Network: 60a3b41c-04f7-49e6-8d71-1c942da804b2, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:54:14.447283 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-cb8df8a0-3b82-49ea-9c7e-4a8481ac84ca tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:14.449846 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-722fe9d6-a50e-4555-944c-576488eaf53b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:14.457415 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-cb8df8a0-3b82-49ea-9c7e-4a8481ac84ca tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:router and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:14.487645 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-cb8df8a0-3b82-49ea-9c7e-4a8481ac84ca tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:14.489285 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-cb717110-efac-4d3d-99b3-9934003c6727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:14.496593 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-903a6de8-0668-44ef-9f4a-9c1231908e00 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:14.500376 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b696732-4dd1-4e89-b12f-9d436a59c8a2 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network 60a3b41c-04f7-49e6-8d71-1c942da804b2 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:54:14.520045 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-cb8df8a0-3b82-49ea-9c7e-4a8481ac84ca tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:14.540588 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-8b696732-4dd1-4e89-b12f-9d436a59c8a2 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 60a3b41c-04f7-49e6-8d71-1c942da804b2) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:14.548878 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a6de8-0668-44ef-9f4a-9c1231908e00 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e10fdc-f707-4b28-a3ba-b5a97f145453,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:14.559587 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-29682acf-b654-46c1-8c61-bb444853d1e2 None None] Provisioning for port 1000f3c1-de13-411e-bfb1-8cc2945097c7 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:14.564204 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b696732-4dd1-4e89-b12f-9d436a59c8a2 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:14.565020 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8b696732-4dd1-4e89-b12f-9d436a59c8a2 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:14.569347 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722fe9d6-a50e-4555-944c-576488eaf53b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:14.570459 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-29682acf-b654-46c1-8c61-bb444853d1e2 None None] Provisioning complete for port 1000f3c1-de13-411e-bfb1-8cc2945097c7 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:14.570854 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-29682acf-b654-46c1-8c61-bb444853d1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:14.571664 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-903a6de8-0668-44ef-9f4a-9c1231908e00 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:14.575942 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-903a6de8-0668-44ef-9f4a-9c1231908e00 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "DELETE /v2.0/security-groups/26e10fdc-f707-4b28-a3ba-b5a97f145453 HTTP/1.1" status: 204 len: 168 time: 0.5826445 May 10 14:54:14.576856 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44756) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:14.583691 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-722fe9d6-a50e-4555-944c-576488eaf53b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:14.590386 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722fe9d6-a50e-4555-944c-576488eaf53b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:14.591064 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-722fe9d6-a50e-4555-944c-576488eaf53b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:14.594827 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6540e2d6-664b-43ee-95e5-14eb4d49f034 None None] Network 60a3b41c-04f7-49e6-8d71-1c942da804b2 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:14.597424 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8b696732-4dd1-4e89-b12f-9d436a59c8a2 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2361691 May 10 14:54:14.613228 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cb8df8a0-3b82-49ea-9c7e-4a8481ac84ca tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:14.614616 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cb8df8a0-3b82-49ea-9c7e-4a8481ac84ca tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:14.623265 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44760) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:14.639111 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fe9d6-a50e-4555-944c-576488eaf53b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=93f8f76d-7ba5-40d7-be79-c497eca7b74a,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:14.650266 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-ea53cd7a-cd9b-48c4-9268-0a525f8870ed tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'subnet': {'network_id': '60a3b41c-04f7-49e6-8d71-1c942da804b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:14.724567 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device dbca732b-ccaa-4187-b647-9c1c6766d6b9 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:54:14.753534 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-722fe9d6-a50e-4555-944c-576488eaf53b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3405378 May 10 14:54:14.764635 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44764) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:14.773055 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-d7c220b7-9055-4069-8f42-e501825849c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:14.773294 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cb8df8a0-3b82-49ea-9c7e-4a8481ac84ca tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:14.807275 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-515703c5-b808-46fc-a8e4-912a94e3943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:14.829654 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-0f9665b4-1982-4259-8908-d70beba62aa3 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Synchronizing usage tracker for tenant:fbe9f3b708a547b28c8108ee75adad4c on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:14.849057 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cb8df8a0-3b82-49ea-9c7e-4a8481ac84ca tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:14.883254 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-29682acf-b654-46c1-8c61-bb444853d1e2 None None] Port 1000f3c1-de13-411e-bfb1-8cc2945097c7 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:54:14.912495 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515703c5-b808-46fc-a8e4-912a94e3943a None None] Pushing event deleted for resources: {'Port': ['ID=dbca732b-ccaa-4187-b647-9c1c6766d6b9,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:14.947014 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515703c5-b808-46fc-a8e4-912a94e3943a None None] No DVR routers for this DVR port dbca732b-ccaa-4187-b647-9c1c6766d6b9 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:54:14.949684 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-ea53cd7a-cd9b-48c4-9268-0a525f8870ed tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:14.955162 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-ea53cd7a-cd9b-48c4-9268-0a525f8870ed tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:subnet and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:14.959601 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-ea53cd7a-cd9b-48c4-9268-0a525f8870ed tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:14.965453 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d7c220b7-9055-4069-8f42-e501825849c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:14.967710 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-ea53cd7a-cd9b-48c4-9268-0a525f8870ed tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:14.971946 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cb8df8a0-3b82-49ea-9c7e-4a8481ac84ca tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:14.974929 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cb8df8a0-3b82-49ea-9c7e-4a8481ac84ca tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5471466 May 10 14:54:14.978129 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44768) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:14.979630 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-0f9665b4-1982-4259-8908-d70beba62aa3 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Unset dirty status for tenant:fbe9f3b708a547b28c8108ee75adad4c on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:14.985524 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0f9665b4-1982-4259-8908-d70beba62aa3 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3992188 May 10 14:54:14.985695 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No active binding found for port dbca732b-ccaa-4187-b647-9c1c6766d6b9 {{(pid=88053) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 10 14:54:14.985695 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device dbca732b-ccaa-4187-b647-9c1c6766d6b9 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:54:14.987396 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-83749315-9aca-4a1a-8d98-3c6795ab76bc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'port': {'network_id': '00a7890b-607e-4f63-8421-12a7ace055e9', 'name': 'tempest-RoutersTest-162389635'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:14.995397 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44772) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:14.998643 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d7c220b7-9055-4069-8f42-e501825849c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:15.019158 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-69ad7d5f-de89-4f62-b48c-d36f90d9433d tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group_rule': {'security_group_id': 'd947065a-eadc-40c8-bfce-9cad2112562e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:15.023386 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d7c220b7-9055-4069-8f42-e501825849c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:15.032523 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-69ad7d5f-de89-4f62-b48c-d36f90d9433d tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:15.033932 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c76dc1-08de-4efc-9698-ac9a0952848c None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:15.036619 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d7c220b7-9055-4069-8f42-e501825849c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:15.042857 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-69ad7d5f-de89-4f62-b48c-d36f90d9433d tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Usage tracker for resource:security_group_rule and tenant:fbe9f3b708a547b28c8108ee75adad4c is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:15.050753 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-69ad7d5f-de89-4f62-b48c-d36f90d9433d tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:15.060036 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-69ad7d5f-de89-4f62-b48c-d36f90d9433d tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:15.063426 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-cb717110-efac-4d3d-99b3-9934003c6727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1000f3c1-de13-411e-bfb1-8cc2945097c7 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:54:15.069452 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea53cd7a-cd9b-48c4-9268-0a525f8870ed tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:15.070863 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c220b7-9055-4069-8f42-e501825849c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:15.074018 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ea53cd7a-cd9b-48c4-9268-0a525f8870ed tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:15.074384 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d7c220b7-9055-4069-8f42-e501825849c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:15.091278 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-cb717110-efac-4d3d-99b3-9934003c6727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:15.131563 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0b3190-524e-4f00-a536-ee3ea73d2207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-00a7890b-607e-4f63-8421-12a7ace055e9', 'network_id': '00a7890b-607e-4f63-8421-12a7ace055e9', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'fixed_ips': [{'subnet_id': '4c5ea9ec-993e-49e2-9f27-b672ee24a1a2'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:54:15.132472 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3b0b3190-524e-4f00-a536-ee3ea73d2207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:15.183991 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-cb717110-efac-4d3d-99b3-9934003c6727 service neutron] Transition to ACTIVE for port object 1000f3c1-de13-411e-bfb1-8cc2945097c7 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:15.199029 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-cb717110-efac-4d3d-99b3-9934003c6727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:15.246595 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-83749315-9aca-4a1a-8d98-3c6795ab76bc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:15.254830 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.ipam_backend_mixin [None req-ea53cd7a-cd9b-48c4-9268-0a525f8870ed tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bf016fcf-801e-4065-966f-e6e07b71f2c6 (CIDR: 172.20.0.0/28) May 10 14:54:15.262134 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea53cd7a-cd9b-48c4-9268-0a525f8870ed tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:54:15.262640 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea53cd7a-cd9b-48c4-9268-0a525f8870ed tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:15.266279 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-83749315-9aca-4a1a-8d98-3c6795ab76bc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:15.283878 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-69ad7d5f-de89-4f62-b48c-d36f90d9433d tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] create failed (client error): The resource could not be found. May 10 14:54:15.284919 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-69ad7d5f-de89-4f62-b48c-d36f90d9433d tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2885721 May 10 14:54:15.290340 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44776) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:15.296944 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-45fd4aa5-d84a-486d-94cb-89e4e2ad68d6 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group': {'name': 'tempest-secgroup--2026319473'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:15.307811 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-45fd4aa5-d84a-486d-94cb-89e4e2ad68d6 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:15.314006 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ea53cd7a-cd9b-48c4-9268-0a525f8870ed tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6820309 May 10 14:54:15.314006 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83749315-9aca-4a1a-8d98-3c6795ab76bc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Made reservation on behalf of 7644c356883e4453aa5ee3ea8dc28b8a for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:15.316531 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-83749315-9aca-4a1a-8d98-3c6795ab76bc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:15.330353 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44780) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:15.348902 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e2a52f0e-e40f-4163-93fc-bef84d783350 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'subnet': {'network_id': '60a3b41c-04f7-49e6-8d71-1c942da804b2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:15.377534 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.ipam_backend_mixin [None req-d7c220b7-9055-4069-8f42-e501825849c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 93f8f76d-7ba5-40d7-be79-c497eca7b74a (CIDR: 2001:db8::/64) May 10 14:54:15.378343 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb717110-efac-4d3d-99b3-9934003c6727 service neutron] Pushing event updated for resources: {'Port': ['ID=1000f3c1-de13-411e-bfb1-8cc2945097c7,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:15.378688 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde880d8-f767-4f93-ae57-44e4624ebd3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-60a3b41c-04f7-49e6-8d71-1c942da804b2', 'network_id': '60a3b41c-04f7-49e6-8d71-1c942da804b2', 'tenant_id': 'bcdeb671ca1c427bb10de7b95cee308e', 'fixed_ips': [{'subnet_id': 'bf016fcf-801e-4065-966f-e6e07b71f2c6'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:54:15.379496 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bde880d8-f767-4f93-ae57-44e4624ebd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:15.412438 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c220b7-9055-4069-8f42-e501825849c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:54:15.412438 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c220b7-9055-4069-8f42-e501825849c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:15.471977 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-45fd4aa5-d84a-486d-94cb-89e4e2ad68d6 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:15.489279 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-83749315-9aca-4a1a-8d98-3c6795ab76bc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] device_id is not set on port cf22d364-0773-4b4b-8836-f4333b51a307 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:54:15.522525 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d7c220b7-9055-4069-8f42-e501825849c3 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7566304 May 10 14:54:15.525675 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44786) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:15.550153 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-0648d9e7-58f8-4cfa-adca-b463c322425c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:15.569467 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-45fd4aa5-d84a-486d-94cb-89e4e2ad68d6 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:15.604168 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-3b0b3190-524e-4f00-a536-ee3ea73d2207 None None] Allocated IP 172.20.0.2 (00a7890b-607e-4f63-8421-12a7ace055e9/4c5ea9ec-993e-49e2-9f27-b672ee24a1a2/17a2b8dd-27c3-4b86-b268-4214de385ca1) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:15.613100 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e940c53-142a-4594-8e07-75d0add404c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-a36358c0-b900-4df5-ae69-1592404548f9', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'fixed_ips': [{'subnet_id': '93f8f76d-7ba5-40d7-be79-c497eca7b74a'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:54:15.614194 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5e940c53-142a-4594-8e07-75d0add404c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:15.665879 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-45fd4aa5-d84a-486d-94cb-89e4e2ad68d6 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:15.668726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-cb717110-efac-4d3d-99b3-9934003c6727 service neutron] Attempting to bind port 1000f3c1-de13-411e-bfb1-8cc2945097c7 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:54:15.669299 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-cb717110-efac-4d3d-99b3-9934003c6727 service neutron] Attempting to bind port 1000f3c1-de13-411e-bfb1-8cc2945097c7 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'de48f3bc-6168-4872-b4e8-1e0d9c135d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:54:15.669625 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-cb717110-efac-4d3d-99b3-9934003c6727 service neutron] Attempting to bind port 1000f3c1-de13-411e-bfb1-8cc2945097c7 on network cd34850c-ae9b-44e6-b4af-1543b19ccb5e {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:54:15.686514 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-45fd4aa5-d84a-486d-94cb-89e4e2ad68d6 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Usage tracker for resource:security_group_rule and tenant:fbe9f3b708a547b28c8108ee75adad4c is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:15.691096 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-cb717110-efac-4d3d-99b3-9934003c6727 service neutron] Port 1000f3c1-de13-411e-bfb1-8cc2945097c7 on network cd34850c-ae9b-44e6-b4af-1543b19ccb5e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:54:15.691350 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-cb717110-efac-4d3d-99b3-9934003c6727 service neutron] Attempting to bind port 1000f3c1-de13-411e-bfb1-8cc2945097c7 on network cd34850c-ae9b-44e6-b4af-1543b19ccb5e {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:54:15.697434 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-45fd4aa5-d84a-486d-94cb-89e4e2ad68d6 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:15.700617 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-cb717110-efac-4d3d-99b3-9934003c6727 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:54:15.700953 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-cb717110-efac-4d3d-99b3-9934003c6727 service neutron] Checking segment: {'id': 'de48f3bc-6168-4872-b4e8-1e0d9c135d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:54:15.701330 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-cb717110-efac-4d3d-99b3-9934003c6727 service neutron] Bound using segment: {'id': 'de48f3bc-6168-4872-b4e8-1e0d9c135d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:54:15.701755 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-cb717110-efac-4d3d-99b3-9934003c6727 service neutron] Bound port: 1000f3c1-de13-411e-bfb1-8cc2945097c7, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de48f3bc-6168-4872-b4e8-1e0d9c135d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:54:15.702092 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-cb717110-efac-4d3d-99b3-9934003c6727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:15.711304 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e2a52f0e-e40f-4163-93fc-bef84d783350 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:15.721275 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-45fd4aa5-d84a-486d-94cb-89e4e2ad68d6 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:15.723795 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e2a52f0e-e40f-4163-93fc-bef84d783350 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:subnet and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:15.727881 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e2a52f0e-e40f-4163-93fc-bef84d783350 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:15.739114 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e2a52f0e-e40f-4163-93fc-bef84d783350 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:15.766392 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a52f0e-e40f-4163-93fc-bef84d783350 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:15.770399 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e2a52f0e-e40f-4163-93fc-bef84d783350 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:15.935381 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-cb717110-efac-4d3d-99b3-9934003c6727 service neutron] For port 1000f3c1-de13-411e-bfb1-8cc2945097c7, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:54:15.939060 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-cb717110-efac-4d3d-99b3-9934003c6727 service neutron] For port 1000f3c1-de13-411e-bfb1-8cc2945097c7, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=1000f3c1-de13-411e-bfb1-8cc2945097c7,segment=NetworkSegment(de48f3bc-6168-4872-b4e8-1e0d9c135d5c),segment_id=de48f3bc-6168-4872-b4e8-1e0d9c135d5c)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:54:15.942462 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0648d9e7-58f8-4cfa-adca-b463c322425c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:15.943244 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-bde880d8-f767-4f93-ae57-44e4624ebd3a None None] Allocated IP 172.20.0.2 (60a3b41c-04f7-49e6-8d71-1c942da804b2/bf016fcf-801e-4065-966f-e6e07b71f2c6/d122a339-8abb-4f2d-ae2c-490c93744d57) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:15.947968 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0648d9e7-58f8-4cfa-adca-b463c322425c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:15.951538 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0648d9e7-58f8-4cfa-adca-b463c322425c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:15.955739 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-cb717110-efac-4d3d-99b3-9934003c6727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:15.994601 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0648d9e7-58f8-4cfa-adca-b463c322425c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:16.034110 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-cb717110-efac-4d3d-99b3-9934003c6727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:16.034641 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-cb717110-efac-4d3d-99b3-9934003c6727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:16.036128 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-cb717110-efac-4d3d-99b3-9934003c6727 service neutron] 10.222.0.86 "PUT /v2.0/ports/1000f3c1-de13-411e-bfb1-8cc2945097c7 HTTP/1.1" status: 200 len: 1094 time: 1.7600379 May 10 14:54:16.036536 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca292cee-d598-484a-ad60-af6b19cb7770', 'tag': '1000f3c1-de13-411e-bfb1-8cc2945097c7'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:54:16.053477 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a474681-18cb-4cfc-b7f0-a9032e1ec6aa req-2004730a-2384-468f-90f2-1b305999297e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:16.055139 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1a474681-18cb-4cfc-b7f0-a9032e1ec6aa req-2004730a-2384-468f-90f2-1b305999297e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca292cee-d598-484a-ad60-af6b19cb7770 HTTP/1.1" status: 200 len: 944 time: 0.4568827 May 10 14:54:16.056433 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0648d9e7-58f8-4cfa-adca-b463c322425c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:16.064616 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0648d9e7-58f8-4cfa-adca-b463c322425c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:16.182538 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1a474681-18cb-4cfc-b7f0-a9032e1ec6aa req-6c878211-5a03-40bc-a2d8-fc2e10e2522b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=27d68dca-9eb1-4b1a-b678-c673ae90a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104729 May 10 14:54:16.199601 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-45fd4aa5-d84a-486d-94cb-89e4e2ad68d6 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:16.209507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb717110-efac-4d3d-99b3-9934003c6727 service neutron] Pushing event updated for resources: {'Port': ['ID=1000f3c1-de13-411e-bfb1-8cc2945097c7,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:16.213829 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ece892e2-3f98-42f3-9a08-ef5260c88133'] response: {'name': 'network-changed', 'server_uuid': 'ca292cee-d598-484a-ad60-af6b19cb7770', 'tag': '1000f3c1-de13-411e-bfb1-8cc2945097c7', 'status': 'completed', 'code': 200} May 10 14:54:16.215908 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-5e940c53-142a-4594-8e07-75d0add404c0 None None] Allocated IP 2001:db8::2 (a36358c0-b900-4df5-ae69-1592404548f9/93f8f76d-7ba5-40d7-be79-c497eca7b74a/6a36210b-40de-4d06-8aad-cf7c73d5af14) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:16.217010 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-45fd4aa5-d84a-486d-94cb-89e4e2ad68d6 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:16.287501 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3b0b3190-524e-4f00-a536-ee3ea73d2207 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:16.292387 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd4aa5-d84a-486d-94cb-89e4e2ad68d6 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e8bbd0-9675-4b80-8af4-8e7294b651d8,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:16.330964 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-1355670d-8581-4c22-9062-dd50427a89a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:16.332455 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-1355670d-8581-4c22-9062-dd50427a89a6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=ca292cee-d598-484a-ad60-af6b19cb7770 HTTP/1.1" status: 200 len: 1097 time: 0.2267866 May 10 14:54:16.347300 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-45fd4aa5-d84a-486d-94cb-89e4e2ad68d6 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:16.348669 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-45fd4aa5-d84a-486d-94cb-89e4e2ad68d6 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0574512 May 10 14:54:16.354155 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44792) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:16.363223 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-043cdca6-e420-4c77-8907-cc91973a34fc tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1200441770'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:16.374530 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3b0b3190-524e-4f00-a536-ee3ea73d2207 None None] Transition to ACTIVE for port object 17a2b8dd-27c3-4b86-b268-4214de385ca1 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:16.378391 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-043cdca6-e420-4c77-8907-cc91973a34fc tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:16.384731 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-043cdca6-e420-4c77-8907-cc91973a34fc tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Usage tracker for resource:security_group and tenant:fbe9f3b708a547b28c8108ee75adad4c is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:16.389385 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-043cdca6-e420-4c77-8907-cc91973a34fc tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:16.400001 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-043cdca6-e420-4c77-8907-cc91973a34fc tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:16.417345 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-043cdca6-e420-4c77-8907-cc91973a34fc tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:16.443209 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-043cdca6-e420-4c77-8907-cc91973a34fc tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:16.444331 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-1cffd1df-07f5-4e3b-8ace-ecd91b27300e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1000f3c1-de13-411e-bfb1-8cc2945097c7 HTTP/1.1" status: 200 len: 217 time: 0.0992913 May 10 14:54:16.448401 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-043cdca6-e420-4c77-8907-cc91973a34fc tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Usage tracker for resource:security_group_rule and tenant:fbe9f3b708a547b28c8108ee75adad4c is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:16.452641 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3b0b3190-524e-4f00-a536-ee3ea73d2207 None None] Transition to ACTIVE for port object 17a2b8dd-27c3-4b86-b268-4214de385ca1 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:16.461018 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-043cdca6-e420-4c77-8907-cc91973a34fc tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:16.473615 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-043cdca6-e420-4c77-8907-cc91973a34fc tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:16.474222 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3b0b3190-524e-4f00-a536-ee3ea73d2207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:16.535795 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-f42e62cc-35ac-43a3-8934-57ffb8ce1950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:16.537751 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-f42e62cc-35ac-43a3-8934-57ffb8ce1950 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9a653b72-f3ca-46b8-9057-488638357e83 HTTP/1.1" status: 200 len: 835 time: 0.0830605 May 10 14:54:16.553220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e2a52f0e-e40f-4163-93fc-bef84d783350 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:16.570467 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bde880d8-f767-4f93-ae57-44e4624ebd3a None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:16.599927 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0b3190-524e-4f00-a536-ee3ea73d2207 None None] Network 00a7890b-607e-4f63-8421-12a7ace055e9 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:16.619253 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-3b0b3190-524e-4f00-a536-ee3ea73d2207 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:16.626380 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-bde880d8-f767-4f93-ae57-44e4624ebd3a None None] Transition to ACTIVE for port object d122a339-8abb-4f2d-ae2c-490c93744d57 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:16.635069 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b3190-524e-4f00-a536-ee3ea73d2207 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:16.638735 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-83749315-9aca-4a1a-8d98-3c6795ab76bc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Allocated IP 172.20.0.6 (00a7890b-607e-4f63-8421-12a7ace055e9/4c5ea9ec-993e-49e2-9f27-b672ee24a1a2/cf22d364-0773-4b4b-8836-f4333b51a307) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:16.652802 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a52f0e-e40f-4163-93fc-bef84d783350 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network 60a3b41c-04f7-49e6-8d71-1c942da804b2 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:16.660834 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-e2a52f0e-e40f-4163-93fc-bef84d783350 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:16.667841 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a52f0e-e40f-4163-93fc-bef84d783350 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Subnet': ['ID=9260b870-09e3-4873-8e14-843a70e1ea2e,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:16.670482 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a52f0e-e40f-4163-93fc-bef84d783350 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:16.671533 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e2a52f0e-e40f-4163-93fc-bef84d783350 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:16.684747 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b3190-524e-4f00-a536-ee3ea73d2207 None None] Pushing event updated for resources: {'Port': ['ID=17a2b8dd-27c3-4b86-b268-4214de385ca1,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:16.716351 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-67e570d9-68c3-4e98-8c05-a30429572aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:16.717977 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-67e570d9-68c3-4e98-8c05-a30429572aed service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cd34850c-ae9b-44e6-b4af-1543b19ccb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1679392 May 10 14:54:16.747157 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-043cdca6-e420-4c77-8907-cc91973a34fc tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:16.751819 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-bde880d8-f767-4f93-ae57-44e4624ebd3a None None] Transition to ACTIVE for port object d122a339-8abb-4f2d-ae2c-490c93744d57 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:16.754980 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-043cdca6-e420-4c77-8907-cc91973a34fc tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:16.778191 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e2a52f0e-e40f-4163-93fc-bef84d783350 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4464169 May 10 14:54:16.787740 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44796) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:16.789598 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bde880d8-f767-4f93-ae57-44e4624ebd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:16.803491 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-fd2a9331-9fe0-4449-b869-3581e9aeae85 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'port': {'network_id': '60a3b41c-04f7-49e6-8d71-1c942da804b2', 'fixed_ips': [{'subnet_id': 'bf016fcf-801e-4065-966f-e6e07b71f2c6'}, {'subnet_id': '9260b870-09e3-4873-8e14-843a70e1ea2e'}], 'name': 'tempest-PortsTestJSON-1767962338'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:16.870798 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5e940c53-142a-4594-8e07-75d0add404c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:16.902110 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde880d8-f767-4f93-ae57-44e4624ebd3a None None] Network 60a3b41c-04f7-49e6-8d71-1c942da804b2 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:16.904541 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-5e940c53-142a-4594-8e07-75d0add404c0 None None] Transition to ACTIVE for port object 6a36210b-40de-4d06-8aad-cf7c73d5af14 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:16.909937 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-3b0b3190-524e-4f00-a536-ee3ea73d2207 None None] Attempting to bind port 17a2b8dd-27c3-4b86-b268-4214de385ca1 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:54:16.910625 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-3b0b3190-524e-4f00-a536-ee3ea73d2207 None None] Attempting to bind port 17a2b8dd-27c3-4b86-b268-4214de385ca1 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'a1b8cf84-8478-4d59-a0f8-1d9f09417dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '00a7890b-607e-4f63-8421-12a7ace055e9'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:54:16.911227 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b3190-524e-4f00-a536-ee3ea73d2207 None None] Attempting to bind port 17a2b8dd-27c3-4b86-b268-4214de385ca1 on network 00a7890b-607e-4f63-8421-12a7ace055e9 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:54:16.918502 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-bde880d8-f767-4f93-ae57-44e4624ebd3a None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:16.932004 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde880d8-f767-4f93-ae57-44e4624ebd3a None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:16.936851 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b3190-524e-4f00-a536-ee3ea73d2207 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:54:16.937514 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b3190-524e-4f00-a536-ee3ea73d2207 None None] Checking segment: {'id': 'a1b8cf84-8478-4d59-a0f8-1d9f09417dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '00a7890b-607e-4f63-8421-12a7ace055e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:54:16.938543 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3b0b3190-524e-4f00-a536-ee3ea73d2207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:16.939643 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b3190-524e-4f00-a536-ee3ea73d2207 None None] Bound using segment: {'id': 'a1b8cf84-8478-4d59-a0f8-1d9f09417dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '00a7890b-607e-4f63-8421-12a7ace055e9'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:54:16.940329 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-3b0b3190-524e-4f00-a536-ee3ea73d2207 None None] Bound port: 17a2b8dd-27c3-4b86-b268-4214de385ca1, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b8cf84-8478-4d59-a0f8-1d9f09417dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '00a7890b-607e-4f63-8421-12a7ace055e9'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:54:16.940913 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3b0b3190-524e-4f00-a536-ee3ea73d2207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:16.951331 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-043cdca6-e420-4c77-8907-cc91973a34fc tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:16.951331 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-043cdca6-e420-4c77-8907-cc91973a34fc tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5949104 May 10 14:54:16.955548 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-72ed4d05-d919-4b0b-8c4a-bd595f1b8c3e service neutron] 10.222.0.86 "GET /v2.0/networks/cd34850c-ae9b-44e6-b4af-1543b19ccb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248032 May 10 14:54:16.956037 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44800) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:16.961371 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde880d8-f767-4f93-ae57-44e4624ebd3a None None] Pushing event updated for resources: {'Port': ['ID=d122a339-8abb-4f2d-ae2c-490c93744d57,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:16.966685 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-9f36cef5-c8f7-436f-a74a-7cbcf381094b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group_rule': {'security_group_id': 'f1e8bbd0-9675-4b80-8af4-8e7294b651d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f2bdc597-b3b4-4b04-ab0a-dd3cb3742d89'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:16.975241 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043cdca6-e420-4c77-8907-cc91973a34fc tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bdc597-b3b4-4b04-ab0a-dd3cb3742d89,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:17.020371 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-5e940c53-142a-4594-8e07-75d0add404c0 None None] Transition to ACTIVE for port object 6a36210b-40de-4d06-8aad-cf7c73d5af14 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:17.026469 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-9f36cef5-c8f7-436f-a74a-7cbcf381094b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:17.043621 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.objects.ports [None req-0648d9e7-58f8-4cfa-adca-b463c322425c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 10 14:54:17.089856 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-fd2a9331-9fe0-4449-b869-3581e9aeae85 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:17.093537 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-9f36cef5-c8f7-436f-a74a-7cbcf381094b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Usage tracker for resource:security_group_rule and tenant:fbe9f3b708a547b28c8108ee75adad4c is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:17.096620 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0648d9e7-58f8-4cfa-adca-b463c322425c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:17.097555 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-83749315-9aca-4a1a-8d98-3c6795ab76bc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:17.100958 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-9f36cef5-c8f7-436f-a74a-7cbcf381094b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:17.101122 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5e940c53-142a-4594-8e07-75d0add404c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:17.111329 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-fd2a9331-9fe0-4449-b869-3581e9aeae85 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:17.123607 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-83749315-9aca-4a1a-8d98-3c6795ab76bc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Transition to ACTIVE for port object cf22d364-0773-4b4b-8836-f4333b51a307 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:17.129679 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2a9331-9fe0-4449-b869-3581e9aeae85 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:17.149251 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-9f36cef5-c8f7-436f-a74a-7cbcf381094b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:17.191091 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0648d9e7-58f8-4cfa-adca-b463c322425c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:17.223708 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-bde880d8-f767-4f93-ae57-44e4624ebd3a None None] Attempting to bind port d122a339-8abb-4f2d-ae2c-490c93744d57 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:54:17.224019 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-bde880d8-f767-4f93-ae57-44e4624ebd3a None None] Attempting to bind port d122a339-8abb-4f2d-ae2c-490c93744d57 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '46d29fd7-6447-447d-bb75-8eb99fe5880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '60a3b41c-04f7-49e6-8d71-1c942da804b2'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:54:17.225187 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde880d8-f767-4f93-ae57-44e4624ebd3a None None] Attempting to bind port d122a339-8abb-4f2d-ae2c-490c93744d57 on network 60a3b41c-04f7-49e6-8d71-1c942da804b2 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:54:17.235661 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e940c53-142a-4594-8e07-75d0add404c0 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:17.243141 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-5e940c53-142a-4594-8e07-75d0add404c0 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:17.254359 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e940c53-142a-4594-8e07-75d0add404c0 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:17.258149 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde880d8-f767-4f93-ae57-44e4624ebd3a None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:54:17.258541 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde880d8-f767-4f93-ae57-44e4624ebd3a None None] Checking segment: {'id': '46d29fd7-6447-447d-bb75-8eb99fe5880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '60a3b41c-04f7-49e6-8d71-1c942da804b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:54:17.258932 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bde880d8-f767-4f93-ae57-44e4624ebd3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:17.259316 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde880d8-f767-4f93-ae57-44e4624ebd3a None None] Bound using segment: {'id': '46d29fd7-6447-447d-bb75-8eb99fe5880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '60a3b41c-04f7-49e6-8d71-1c942da804b2'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:54:17.259782 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-bde880d8-f767-4f93-ae57-44e4624ebd3a None None] Bound port: d122a339-8abb-4f2d-ae2c-490c93744d57, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d29fd7-6447-447d-bb75-8eb99fe5880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '60a3b41c-04f7-49e6-8d71-1c942da804b2'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:54:17.260151 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bde880d8-f767-4f93-ae57-44e4624ebd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:17.270616 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e940c53-142a-4594-8e07-75d0add404c0 None None] Pushing event updated for resources: {'Port': ['ID=6a36210b-40de-4d06-8aad-cf7c73d5af14,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:17.273380 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-3b0b3190-524e-4f00-a536-ee3ea73d2207 None None] For port 17a2b8dd-27c3-4b86-b268-4214de385ca1, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:54:17.282395 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-83749315-9aca-4a1a-8d98-3c6795ab76bc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:17.284726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648d9e7-58f8-4cfa-adca-b463c322425c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=cc417721-9730-43dc-9eaa-57d925655939,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:17.287072 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-0648d9e7-58f8-4cfa-adca-b463c322425c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:17.294416 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0648d9e7-58f8-4cfa-adca-b463c322425c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:17.303287 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0648d9e7-58f8-4cfa-adca-b463c322425c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:17.336296 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-3b0b3190-524e-4f00-a536-ee3ea73d2207 None None] For port 17a2b8dd-27c3-4b86-b268-4214de385ca1, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=17a2b8dd-27c3-4b86-b268-4214de385ca1,segment=NetworkSegment(a1b8cf84-8478-4d59-a0f8-1d9f09417dd4),segment_id=a1b8cf84-8478-4d59-a0f8-1d9f09417dd4)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:54:17.345984 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fd2a9331-9fe0-4449-b869-3581e9aeae85 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:17.361718 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0648d9e7-58f8-4cfa-adca-b463c322425c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8311744 May 10 14:54:17.367277 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44806) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:17.377240 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-59f053af-99ce-47d9-b4e0-3cc00e8f3e88 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'mac_address': 'fa:16:3e:80:39:38', 'name': 'tempest-NetworksTestDHCPv6-1558340738'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:17.393643 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6eeeb99-9aab-41d2-91e4-e819881797d4 req-21d94498-5109-4fb7-9587-74e54fd0e4b0 service neutron] 10.222.0.86 "GET /v2.0/networks/cd34850c-ae9b-44e6-b4af-1543b19ccb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194214 May 10 14:54:17.399002 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3b0b3190-524e-4f00-a536-ee3ea73d2207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:17.399208 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-9f36cef5-c8f7-436f-a74a-7cbcf381094b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:54:17.402964 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9f36cef5-c8f7-436f-a74a-7cbcf381094b tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4430809 May 10 14:54:17.403566 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44810) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:17.426292 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83749315-9aca-4a1a-8d98-3c6795ab76bc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network 00a7890b-607e-4f63-8421-12a7ace055e9 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:17.437894 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-fd2a9331-9fe0-4449-b869-3581e9aeae85 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] device_id is not set on port 588ab491-feb9-4419-a9cf-cdc56d4ec8a6 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:54:17.499231 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-5e940c53-142a-4594-8e07-75d0add404c0 None None] Attempting to bind port 6a36210b-40de-4d06-8aad-cf7c73d5af14 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:54:17.499477 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-5e940c53-142a-4594-8e07-75d0add404c0 None None] Attempting to bind port 6a36210b-40de-4d06-8aad-cf7c73d5af14 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:54:17.499828 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e940c53-142a-4594-8e07-75d0add404c0 None None] Attempting to bind port 6a36210b-40de-4d06-8aad-cf7c73d5af14 on network a36358c0-b900-4df5-ae69-1592404548f9 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:54:17.523054 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e940c53-142a-4594-8e07-75d0add404c0 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:54:17.523420 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e940c53-142a-4594-8e07-75d0add404c0 None None] Checking segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:54:17.524021 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5e940c53-142a-4594-8e07-75d0add404c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:17.524408 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e940c53-142a-4594-8e07-75d0add404c0 None None] Bound using segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:54:17.524868 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-5e940c53-142a-4594-8e07-75d0add404c0 None None] Bound port: 6a36210b-40de-4d06-8aad-cf7c73d5af14, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:54:17.525235 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5e940c53-142a-4594-8e07-75d0add404c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:17.563929 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b3190-524e-4f00-a536-ee3ea73d2207 None None] Pushing event updated for resources: {'Port': ['ID=17a2b8dd-27c3-4b86-b268-4214de385ca1,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:17.614366 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-bde880d8-f767-4f93-ae57-44e4624ebd3a None None] For port d122a339-8abb-4f2d-ae2c-490c93744d57, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:54:17.642912 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-bde880d8-f767-4f93-ae57-44e4624ebd3a None None] For port d122a339-8abb-4f2d-ae2c-490c93744d57, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d122a339-8abb-4f2d-ae2c-490c93744d57,segment=NetworkSegment(46d29fd7-6447-447d-bb75-8eb99fe5880c),segment_id=46d29fd7-6447-447d-bb75-8eb99fe5880c)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:54:17.653460 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ff3335b5-ded0-4967-9467-d01f8f2116e5 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:17.662471 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bde880d8-f767-4f93-ae57-44e4624ebd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:17.676567 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-59f053af-99ce-47d9-b4e0-3cc00e8f3e88 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:17.695253 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-59f053af-99ce-47d9-b4e0-3cc00e8f3e88 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:port and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:17.698642 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-83749315-9aca-4a1a-8d98-3c6795ab76bc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:17.700864 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-59f053af-99ce-47d9-b4e0-3cc00e8f3e88 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:17.705717 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83749315-9aca-4a1a-8d98-3c6795ab76bc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:17.714575 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b0e84-018a-4313-8026-98b46fa168ed req-38f5a675-e64d-4d17-821e-a46c2b616cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:17.716453 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-072b0e84-018a-4313-8026-98b46fa168ed req-38f5a675-e64d-4d17-821e-a46c2b616cd1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=ca292cee-d598-484a-ad60-af6b19cb7770 HTTP/1.1" status: 200 len: 1097 time: 0.2478731 May 10 14:54:17.720888 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-59f053af-99ce-47d9-b4e0-3cc00e8f3e88 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:17.725172 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ff3335b5-ded0-4967-9467-d01f8f2116e5 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:17.729011 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-5e940c53-142a-4594-8e07-75d0add404c0 None None] For port 6a36210b-40de-4d06-8aad-cf7c73d5af14, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:54:17.744788 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-5e940c53-142a-4594-8e07-75d0add404c0 None None] For port 6a36210b-40de-4d06-8aad-cf7c73d5af14, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6a36210b-40de-4d06-8aad-cf7c73d5af14,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:54:17.757984 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5e940c53-142a-4594-8e07-75d0add404c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:17.772556 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde880d8-f767-4f93-ae57-44e4624ebd3a None None] Pushing event updated for resources: {'Port': ['ID=d122a339-8abb-4f2d-ae2c-490c93744d57,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:17.791867 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83749315-9aca-4a1a-8d98-3c6795ab76bc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Port': ['ID=cf22d364-0773-4b4b-8836-f4333b51a307,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:17.867079 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f053af-99ce-47d9-b4e0-3cc00e8f3e88 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:17.938912 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e940c53-142a-4594-8e07-75d0add404c0 None None] Pushing event updated for resources: {'Port': ['ID=6a36210b-40de-4d06-8aad-cf7c73d5af14,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:18.015631 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83749315-9aca-4a1a-8d98-3c6795ab76bc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:18.016487 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-83749315-9aca-4a1a-8d98-3c6795ab76bc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:18.079490 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-fd2a9331-9fe0-4449-b869-3581e9aeae85 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Allocated IP 172.20.0.9 (60a3b41c-04f7-49e6-8d71-1c942da804b2/bf016fcf-801e-4065-966f-e6e07b71f2c6/588ab491-feb9-4419-a9cf-cdc56d4ec8a6) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:18.094079 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e26a62-2c63-452c-b97e-7d1e556eda0c req-a9a99b46-5a13-4d3c-9eda-5c5f3c40f6f7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:18.096968 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-31e26a62-2c63-452c-b97e-7d1e556eda0c req-a9a99b46-5a13-4d3c-9eda-5c5f3c40f6f7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca292cee-d598-484a-ad60-af6b19cb7770 HTTP/1.1" status: 200 len: 944 time: 0.7572343 May 10 14:54:18.100994 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-fd2a9331-9fe0-4449-b869-3581e9aeae85 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Allocated IP 172.20.0.30 (60a3b41c-04f7-49e6-8d71-1c942da804b2/9260b870-09e3-4873-8e14-843a70e1ea2e/588ab491-feb9-4419-a9cf-cdc56d4ec8a6) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:18.104412 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-83749315-9aca-4a1a-8d98-3c6795ab76bc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.1222377 May 10 14:54:18.115461 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44814) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:18.195912 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-31e26a62-2c63-452c-b97e-7d1e556eda0c req-81b9394a-d20a-4cd8-b832-40dfac6c8ad5 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=27d68dca-9eb1-4b1a-b678-c673ae90a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903108 May 10 14:54:18.410492 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ff3335b5-ded0-4967-9467-d01f8f2116e5 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:18.452436 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fd2a9331-9fe0-4449-b869-3581e9aeae85 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:18.471687 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-fd2a9331-9fe0-4449-b869-3581e9aeae85 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Transition to ACTIVE for port object 588ab491-feb9-4419-a9cf-cdc56d4ec8a6 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:18.498336 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fd2a9331-9fe0-4449-b869-3581e9aeae85 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:18.552243 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3335b5-ded0-4967-9467-d01f8f2116e5 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bdc597-b3b4-4b04-ab0a-dd3cb3742d89,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:18.610789 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b0e84-018a-4313-8026-98b46fa168ed req-3f52abbf-f92a-432f-89b3-66d721944f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:18.612531 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-072b0e84-018a-4313-8026-98b46fa168ed req-3f52abbf-f92a-432f-89b3-66d721944f07 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cd34850c-ae9b-44e6-b4af-1543b19ccb5e HTTP/1.1" status: 200 len: 898 time: 0.8891661 May 10 14:54:18.708862 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ff3335b5-ded0-4967-9467-d01f8f2116e5 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:18.715989 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ff3335b5-ded0-4967-9467-d01f8f2116e5 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "DELETE /v2.0/security-groups/f2bdc597-b3b4-4b04-ab0a-dd3cb3742d89 HTTP/1.1" status: 204 len: 168 time: 1.3056357 May 10 14:54:18.716652 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2a9331-9fe0-4449-b869-3581e9aeae85 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network 60a3b41c-04f7-49e6-8d71-1c942da804b2 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:18.717295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44818) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:18.734947 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-fd2a9331-9fe0-4449-b869-3581e9aeae85 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:18.737590 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2a9331-9fe0-4449-b869-3581e9aeae85 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:18.780843 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a9331-9fe0-4449-b869-3581e9aeae85 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Port': ['ID=588ab491-feb9-4419-a9cf-cdc56d4ec8a6,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:18.795728 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-072b0e84-018a-4313-8026-98b46fa168ed req-dbdcd0d9-fb5a-4951-a225-b6ef9d67200b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1000f3c1-de13-411e-bfb1-8cc2945097c7 HTTP/1.1" status: 200 len: 217 time: 0.1697252 May 10 14:54:18.801468 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-59f053af-99ce-47d9-b4e0-3cc00e8f3e88 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:18.843178 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d122a339-8abb-4f2d-ae2c-490c93744d57 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:18.867540 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2a9331-9fe0-4449-b869-3581e9aeae85 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:18.868174 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fd2a9331-9fe0-4449-b869-3581e9aeae85 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:18.899999 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c0fdb22a-57b3-42a9-a990-f7180f50c429 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Synchronizing usage tracker for tenant:fbe9f3b708a547b28c8108ee75adad4c on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:18.923161 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fd2a9331-9fe0-4449-b869-3581e9aeae85 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1296189 May 10 14:54:18.925854 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44822) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:18.932227 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-9552c60c-b10a-4792-bca1-e72146a5e086 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bf016fcf-801e-4065-966f-e6e07b71f2c6'}]}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:18.964319 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c0fdb22a-57b3-42a9-a990-f7180f50c429 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Unset dirty status for tenant:fbe9f3b708a547b28c8108ee75adad4c on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:18.968251 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c0fdb22a-57b3-42a9-a990-f7180f50c429 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2470651 May 10 14:54:18.973391 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44826) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:18.973809 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port d122a339-8abb-4f2d-ae2c-490c93744d57 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:18.983583 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6a36210b-40de-4d06-8aad-cf7c73d5af14 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:19.037191 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-59f053af-99ce-47d9-b4e0-3cc00e8f3e88 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] device_id is not set on port ee2200de-1bba-41e8-80f0-9d723c8f0c9e yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:54:19.098939 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 6a36210b-40de-4d06-8aad-cf7c73d5af14 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:19.104895 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 17a2b8dd-27c3-4b86-b268-4214de385ca1 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:19.126209 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b0e84-018a-4313-8026-98b46fa168ed req-ef2a03d7-54e1-4626-972d-0c5889e82fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:19.128485 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-072b0e84-018a-4313-8026-98b46fa168ed req-ef2a03d7-54e1-4626-972d-0c5889e82fa0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9a653b72-f3ca-46b8-9057-488638357e83 HTTP/1.1" status: 200 len: 835 time: 0.3055282 May 10 14:54:19.130807 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9552c60c-b10a-4792-bca1-e72146a5e086 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:19.142827 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-895d3b8c-d1e6-44ea-b2cd-988516b2e0af tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:19.177067 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09b81c3-5099-41f2-bf9a-c20cadaba37e None None] Network 00a7890b-607e-4f63-8421-12a7ace055e9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:19.232261 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-895d3b8c-d1e6-44ea-b2cd-988516b2e0af tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:19.315603 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6c1393d6-157d-4cbb-b6a4-2f021a202151 None None] Provisioning for port 17a2b8dd-27c3-4b86-b268-4214de385ca1 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:19.339578 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 17a2b8dd-27c3-4b86-b268-4214de385ca1 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:19.384964 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 17a2b8dd-27c3-4b86-b268-4214de385ca1 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:19.385482 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:19.411243 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-895d3b8c-d1e6-44ea-b2cd-988516b2e0af tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:19.458794 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d3b8c-d1e6-44ea-b2cd-988516b2e0af tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e8bbd0-9675-4b80-8af4-8e7294b651d8,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:19.465765 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be68a0d3-8ef5-4e72-8648-f962ae4a4215 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:19.490901 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-895d3b8c-d1e6-44ea-b2cd-988516b2e0af tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:19.492681 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-895d3b8c-d1e6-44ea-b2cd-988516b2e0af tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "DELETE /v2.0/security-groups/f1e8bbd0-9675-4b80-8af4-8e7294b651d8 HTTP/1.1" status: 204 len: 168 time: 0.5184333 May 10 14:54:19.498864 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44832) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:19.528353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b0e84-018a-4313-8026-98b46fa168ed req-e0cd5784-01e0-47ce-9a73-1d11f6c9f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:19.530187 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-072b0e84-018a-4313-8026-98b46fa168ed req-e0cd5784-01e0-47ce-9a73-1d11f6c9f251 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cd34850c-ae9b-44e6-b4af-1543b19ccb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3860946 May 10 14:54:19.634633 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:19.693932 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f2972d-ee04-43aa-a89d-c63f9b026c3a None None] Network 60a3b41c-04f7-49e6-8d71-1c942da804b2 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:19.715456 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 17a2b8dd-27c3-4b86-b268-4214de385ca1, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=17a2b8dd-27c3-4b86-b268-4214de385ca1,segment=NetworkSegment(a1b8cf84-8478-4d59-a0f8-1d9f09417dd4),segment_id=a1b8cf84-8478-4d59-a0f8-1d9f09417dd4)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:19.728547 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae76cb-5da6-4830-b612-31fea09e293b req-ebb25e3a-ce07-4534-aadb-a087ba377d25 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:19.730287 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d1ae76cb-5da6-4830-b612-31fea09e293b req-ebb25e3a-ce07-4534-aadb-a087ba377d25 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca292cee-d598-484a-ad60-af6b19cb7770 HTTP/1.1" status: 200 len: 944 time: 0.2334754 May 10 14:54:19.787060 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:19.802152 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d1ae76cb-5da6-4830-b612-31fea09e293b req-0169ff5f-4368-4006-8039-265dfb4dd8cc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=27d68dca-9eb1-4b1a-b678-c673ae90a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573123 May 10 14:54:19.805051 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-9552c60c-b10a-4792-bca1-e72146a5e086 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Delete allocated IP 172.20.0.30 (60a3b41c-04f7-49e6-8d71-1c942da804b2/9260b870-09e3-4873-8e14-843a70e1ea2e) {{(pid=88051) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 10 14:54:19.902896 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 1000f3c1-de13-411e-bfb1-8cc2945097c7 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 14:54:19.916640 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e8753b76-05d2-4c3a-8520-0aa40aa679a3 None None] Provisioning for port d122a339-8abb-4f2d-ae2c-490c93744d57 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:19.933712 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=17a2b8dd-27c3-4b86-b268-4214de385ca1,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:19.955844 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e8753b76-05d2-4c3a-8520-0aa40aa679a3 None None] Provisioning complete for port d122a339-8abb-4f2d-ae2c-490c93744d57 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:19.957938 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e8753b76-05d2-4c3a-8520-0aa40aa679a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:20.031084 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9552c60c-b10a-4792-bca1-e72146a5e086 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:20.047660 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c8bad9-f612-4a0b-8d6e-e5539dffa2c3 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:20.051789 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-9552c60c-b10a-4792-bca1-e72146a5e086 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Ignored duplicate provisioning block setup for port 588ab491-feb9-4419-a9cf-cdc56d4ec8a6 by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 10 14:54:20.057004 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9552c60c-b10a-4792-bca1-e72146a5e086 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:20.151521 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.resource_extend [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:54:20.221940 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-02579564-d81f-4a74-b566-e7ab5b9d676f tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Synchronizing usage tracker for tenant:fbe9f3b708a547b28c8108ee75adad4c on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:20.267671 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-9552c60c-b10a-4792-bca1-e72146a5e086 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] In _notify_port_updated(), no bound segment for port 588ab491-feb9-4419-a9cf-cdc56d4ec8a6 on network 60a3b41c-04f7-49e6-8d71-1c942da804b2 {{(pid=88051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 10 14:54:20.275060 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9552c60c-b10a-4792-bca1-e72146a5e086 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:20.275936 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9552c60c-b10a-4792-bca1-e72146a5e086 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:20.282534 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9552c60c-b10a-4792-bca1-e72146a5e086 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "PUT /v2.0/ports/588ab491-feb9-4419-a9cf-cdc56d4ec8a6 HTTP/1.1" status: 200 len: 919 time: 1.3546243 May 10 14:54:20.285990 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44836) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:20.293245 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e45563bf-bc0e-47a5-bbcb-b869b83736bf tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bf016fcf-801e-4065-966f-e6e07b71f2c6'}, {'subnet_id': '9260b870-09e3-4873-8e14-843a70e1ea2e'}]}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:20.321116 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-59f053af-99ce-47d9-b4e0-3cc00e8f3e88 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8::107 (a36358c0-b900-4df5-ae69-1592404548f9/93f8f76d-7ba5-40d7-be79-c497eca7b74a/ee2200de-1bba-41e8-80f0-9d723c8f0c9e) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:20.338736 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-02579564-d81f-4a74-b566-e7ab5b9d676f tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Unset dirty status for tenant:fbe9f3b708a547b28c8108ee75adad4c on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:20.347722 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-02579564-d81f-4a74-b566-e7ab5b9d676f tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8407583 May 10 14:54:20.351750 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44840) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:20.356583 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-18592436-a6bc-4a21-94e7-65645f0355d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:20.362708 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-59f053af-99ce-47d9-b4e0-3cc00e8f3e88 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8:0:1:f816:3eff:fe80:3938 (a36358c0-b900-4df5-ae69-1592404548f9/cc417721-9730-43dc-9eaa-57d925655939/ee2200de-1bba-41e8-80f0-9d723c8f0c9e) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:20.368331 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-05194e7b-91ac-44c0-b39a-0861f6ad7449 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group': {'name': 'tempest-secgroup--1415032196'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:20.413023 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-05194e7b-91ac-44c0-b39a-0861f6ad7449 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:20.421681 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552c60c-b10a-4792-bca1-e72146a5e086 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Port': ['ID=588ab491-feb9-4419-a9cf-cdc56d4ec8a6,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:20.448262 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e8753b76-05d2-4c3a-8520-0aa40aa679a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:20.458256 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e45563bf-bc0e-47a5-bbcb-b869b83736bf tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:20.470508 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-072b0e84-018a-4313-8026-98b46fa168ed req-f9f966c7-b22a-43cc-82c2-66b35f87bdea service neutron] 10.222.0.86 "GET /v2.0/networks/cd34850c-ae9b-44e6-b4af-1543b19ccb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8848438 May 10 14:54:20.473368 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-05194e7b-91ac-44c0-b39a-0861f6ad7449 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:20.587520 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 1000f3c1-de13-411e-bfb1-8cc2945097c7, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=1000f3c1-de13-411e-bfb1-8cc2945097c7,segment=NetworkSegment(de48f3bc-6168-4872-b4e8-1e0d9c135d5c),segment_id=de48f3bc-6168-4872-b4e8-1e0d9c135d5c)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:20.605298 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-05194e7b-91ac-44c0-b39a-0861f6ad7449 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:20.629408 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '1000f3c1-de13-411e-bfb1-8cc2945097c7', 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e', 'port_id': '1000f3c1-de13-411e-bfb1-8cc2945097c7', 'mac_address': 'fa:16:3e:ec:0e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a653b72-f3ca-46b8-9057-488638357e83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 14:54:20.642474 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-e8753b76-05d2-4c3a-8520-0aa40aa679a3 None None] For port d122a339-8abb-4f2d-ae2c-490c93744d57, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d122a339-8abb-4f2d-ae2c-490c93744d57,segment=NetworkSegment(46d29fd7-6447-447d-bb75-8eb99fe5880c),segment_id=46d29fd7-6447-447d-bb75-8eb99fe5880c)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:20.712353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.resource_extend [None req-be68a0d3-8ef5-4e72-8648-f962ae4a4215 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:54:20.712638 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e8753b76-05d2-4c3a-8520-0aa40aa679a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:20.741200 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-05194e7b-91ac-44c0-b39a-0861f6ad7449 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:20.745481 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-05194e7b-91ac-44c0-b39a-0861f6ad7449 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Usage tracker for resource:security_group_rule and tenant:fbe9f3b708a547b28c8108ee75adad4c is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:20.748719 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-05194e7b-91ac-44c0-b39a-0861f6ad7449 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:20.765317 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-05194e7b-91ac-44c0-b39a-0861f6ad7449 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:20.773665 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be68a0d3-8ef5-4e72-8648-f962ae4a4215 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:20.797989 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be68a0d3-8ef5-4e72-8648-f962ae4a4215 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:20.817907 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 17a2b8dd-27c3-4b86-b268-4214de385ca1 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:20.867224 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-e45563bf-bc0e-47a5-bbcb-b869b83736bf tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Allocated IP 172.20.0.27 (60a3b41c-04f7-49e6-8d71-1c942da804b2/9260b870-09e3-4873-8e14-843a70e1ea2e/588ab491-feb9-4419-a9cf-cdc56d4ec8a6) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:20.914028 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:20.924755 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68a0d3-8ef5-4e72-8648-f962ae4a4215 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Port': ['ID=cf22d364-0773-4b4b-8836-f4333b51a307,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:20.991371 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-793d5842-2aff-4de0-b59d-7da9bc02655a None None] Provisioning for port 6a36210b-40de-4d06-8aad-cf7c73d5af14 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:20.992786 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-072b0e84-018a-4313-8026-98b46fa168ed req-4ecda4a5-f554-4ea6-996d-095cb57215a3 service neutron] 10.222.0.86 "GET /v2.0/networks/cd34850c-ae9b-44e6-b4af-1543b19ccb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001800 May 10 14:54:20.998533 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1000f3c1-de13-411e-bfb1-8cc2945097c7 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:54:21.014401 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8753b76-05d2-4c3a-8520-0aa40aa679a3 None None] Pushing event updated for resources: {'Port': ['ID=d122a339-8abb-4f2d-ae2c-490c93744d57,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:21.030054 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-793d5842-2aff-4de0-b59d-7da9bc02655a None None] Provisioning complete for port 6a36210b-40de-4d06-8aad-cf7c73d5af14 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:21.030459 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-793d5842-2aff-4de0-b59d-7da9bc02655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:21.116199 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 1000f3c1-de13-411e-bfb1-8cc2945097c7, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=1000f3c1-de13-411e-bfb1-8cc2945097c7,segment=NetworkSegment(de48f3bc-6168-4872-b4e8-1e0d9c135d5c),segment_id=de48f3bc-6168-4872-b4e8-1e0d9c135d5c)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:21.203342 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:21.247575 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 17a2b8dd-27c3-4b86-b268-4214de385ca1 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:21.247949 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:21.277042 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-59f053af-99ce-47d9-b4e0-3cc00e8f3e88 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:21.299605 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-05194e7b-91ac-44c0-b39a-0861f6ad7449 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:21.307754 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760afadd-0714-4ed3-a1af-0868a696cc65 req-8ec8e0d8-61aa-4057-b005-8ff3d11c84f7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:21.309277 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-760afadd-0714-4ed3-a1af-0868a696cc65 req-8ec8e0d8-61aa-4057-b005-8ff3d11c84f7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca292cee-d598-484a-ad60-af6b19cb7770 HTTP/1.1" status: 200 len: 945 time: 0.1623800 May 10 14:54:21.315506 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-05194e7b-91ac-44c0-b39a-0861f6ad7449 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:21.367747 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e45563bf-bc0e-47a5-bbcb-b869b83736bf tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:21.395351 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-760afadd-0714-4ed3-a1af-0868a696cc65 req-15e50c10-e420-4102-9a73-e7db6f04e6d0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=27d68dca-9eb1-4b1a-b678-c673ae90a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732946 May 10 14:54:21.395829 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-e45563bf-bc0e-47a5-bbcb-b869b83736bf tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Ignored duplicate provisioning block setup for port 588ab491-feb9-4419-a9cf-cdc56d4ec8a6 by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 10 14:54:21.398112 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6775ebb-76f4-4f2e-8f46-e7c2a2447afd None None] Update dhcp port {'port': {'network_id': '60a3b41c-04f7-49e6-8d71-1c942da804b2', 'fixed_ips': [{'subnet_id': 'bf016fcf-801e-4065-966f-e6e07b71f2c6', 'ip_address': '172.20.0.2'}, {'subnet_id': '9260b870-09e3-4873-8e14-843a70e1ea2e'}], 'binding:host_id': 'dv-neutron-841204-2-hyperv'}, 'id': 'd122a339-8abb-4f2d-ae2c-490c93744d57'} from dv-neutron-841204-2-hyperv. {{(pid=88053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 10 14:54:21.402913 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e45563bf-bc0e-47a5-bbcb-b869b83736bf tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:21.410349 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-59f053af-99ce-47d9-b4e0-3cc00e8f3e88 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Transition to ACTIVE for port object ee2200de-1bba-41e8-80f0-9d723c8f0c9e will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:21.420356 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-05194e7b-91ac-44c0-b39a-0861f6ad7449 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:21.421560 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-05194e7b-91ac-44c0-b39a-0861f6ad7449 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0656443 May 10 14:54:21.430822 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44846) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:21.443410 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-ed8eb2fc-70c1-4bac-b95d-0fb7145948ec tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:21.444029 dv-neutron-841204-2-hyperv neutron-server[88052]: WARNING neutron.api.v2.base [None req-ed8eb2fc-70c1-4bac-b95d-0fb7145948ec tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 10 14:54:21.444515 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-ed8eb2fc-70c1-4bac-b95d-0fb7145948ec tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] update failed (client error): There was a conflict when trying to complete your request. May 10 14:54:21.445464 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ed8eb2fc-70c1-4bac-b95d-0fb7145948ec tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "PUT /v2.0/security-groups/0390434d-b7eb-45e3-a48c-2db0a23681a8 HTTP/1.1" status: 409 len: 330 time: 0.0129724 May 10 14:54:21.446143 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05194e7b-91ac-44c0-b39a-0861f6ad7449 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0390434d-b7eb-45e3-a48c-2db0a23681a8,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:21.452519 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44850) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:21.524938 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be68a0d3-8ef5-4e72-8648-f962ae4a4215 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:21.528142 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-793d5842-2aff-4de0-b59d-7da9bc02655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:21.544814 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['1000f3c1-de13-411e-bfb1-8cc2945097c7'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 14:54:21.582840 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-59f053af-99ce-47d9-b4e0-3cc00e8f3e88 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:21.589943 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=1000f3c1-de13-411e-bfb1-8cc2945097c7,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:21.592550 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e6775ebb-76f4-4f2e-8f46-e7c2a2447afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:21.626833 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45563bf-bc0e-47a5-bbcb-b869b83736bf tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Port': ['ID=588ab491-feb9-4419-a9cf-cdc56d4ec8a6,revision_number=3']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:21.641849 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7dee0c5d-da3e-42f8-b337-9c824f4750ff tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:21.649271 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-e45563bf-bc0e-47a5-bbcb-b869b83736bf tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] In _notify_port_updated(), no bound segment for port 588ab491-feb9-4419-a9cf-cdc56d4ec8a6 on network 60a3b41c-04f7-49e6-8d71-1c942da804b2 {{(pid=88051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 10 14:54:21.654959 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45563bf-bc0e-47a5-bbcb-b869b83736bf tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:21.655513 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e45563bf-bc0e-47a5-bbcb-b869b83736bf tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:21.658479 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e45563bf-bc0e-47a5-bbcb-b869b83736bf tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "PUT /v2.0/ports/588ab491-feb9-4419-a9cf-cdc56d4ec8a6 HTTP/1.1" status: 200 len: 999 time: 1.3697834 May 10 14:54:21.660025 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44854) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:21.709692 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f053af-99ce-47d9-b4e0-3cc00e8f3e88 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:21.715612 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-59f053af-99ce-47d9-b4e0-3cc00e8f3e88 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:21.717426 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f053af-99ce-47d9-b4e0-3cc00e8f3e88 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=ee2200de-1bba-41e8-80f0-9d723c8f0c9e,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:21.721663 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3a06cb-d423-484e-9156-5c83fcbac0d3 None None] Update dhcp port {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'fixed_ips': [{'subnet_id': '93f8f76d-7ba5-40d7-be79-c497eca7b74a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cc417721-9730-43dc-9eaa-57d925655939'}], 'binding:host_id': 'dv-neutron-841204-2-hyperv'}, 'id': '6a36210b-40de-4d06-8aad-cf7c73d5af14'} from dv-neutron-841204-2-hyperv. {{(pid=88053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 10 14:54:21.743256 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-0c0d6ee9-d0c6-4125-b710-c8ef7a972732 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting port 588ab491-feb9-4419-a9cf-cdc56d4ec8a6 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:21.743775 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0c0d6ee9-d0c6-4125-b710-c8ef7a972732 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:21.746257 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f053af-99ce-47d9-b4e0-3cc00e8f3e88 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:21.753032 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f053af-99ce-47d9-b4e0-3cc00e8f3e88 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:21.753645 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-59f053af-99ce-47d9-b4e0-3cc00e8f3e88 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:21.758263 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7dee0c5d-da3e-42f8-b337-9c824f4750ff tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:21.807623 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-793d5842-2aff-4de0-b59d-7da9bc02655a None None] For port 6a36210b-40de-4d06-8aad-cf7c73d5af14, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6a36210b-40de-4d06-8aad-cf7c73d5af14,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:21.825560 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-793d5842-2aff-4de0-b59d-7da9bc02655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:21.830728 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-59f053af-99ce-47d9-b4e0-3cc00e8f3e88 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.4619985 May 10 14:54:21.835835 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44858) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:21.886774 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be68a0d3-8ef5-4e72-8648-f962ae4a4215 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:21.940606 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6b3a06cb-d423-484e-9156-5c83fcbac0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:21.956238 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7dee0c5d-da3e-42f8-b337-9c824f4750ff tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:21.996326 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-5acb2113-6956-4e44-9909-a00e71739366 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting port ee2200de-1bba-41e8-80f0-9d723c8f0c9e {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:21.996667 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5acb2113-6956-4e44-9909-a00e71739366 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:22.045038 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-793d5842-2aff-4de0-b59d-7da9bc02655a None None] Provisioning complete for port 17a2b8dd-27c3-4b86-b268-4214de385ca1 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:22.045414 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-793d5842-2aff-4de0-b59d-7da9bc02655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:22.057186 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0c0d6ee9-d0c6-4125-b710-c8ef7a972732 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:22.152788 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee0c5d-da3e-42f8-b337-9c824f4750ff tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0390434d-b7eb-45e3-a48c-2db0a23681a8,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:22.155931 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d5842-2aff-4de0-b59d-7da9bc02655a None None] Pushing event updated for resources: {'Port': ['ID=6a36210b-40de-4d06-8aad-cf7c73d5af14,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:22.198374 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-0c0d6ee9-d0c6-4125-b710-c8ef7a972732 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Calling delete_port for 588ab491-feb9-4419-a9cf-cdc56d4ec8a6 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:22.228890 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:54:22.316970 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-e6775ebb-76f4-4f2e-8f46-e7c2a2447afd None None] Allocated IP 172.20.0.18 (60a3b41c-04f7-49e6-8d71-1c942da804b2/9260b870-09e3-4873-8e14-843a70e1ea2e/d122a339-8abb-4f2d-ae2c-490c93744d57) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:22.332434 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7dee0c5d-da3e-42f8-b337-9c824f4750ff tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:22.333541 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7dee0c5d-da3e-42f8-b337-9c824f4750ff tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "DELETE /v2.0/security-groups/0390434d-b7eb-45e3-a48c-2db0a23681a8 HTTP/1.1" status: 204 len: 168 time: 0.8801196 May 10 14:54:22.339146 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44862) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:22.454239 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a1cda45d-2ade-4d15-9320-9f9bc8c85196 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Synchronizing usage tracker for tenant:fbe9f3b708a547b28c8108ee75adad4c on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:22.468866 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-20f97267-cfb6-4279-89f5-43412fcb3a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:22.485766 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a1cda45d-2ade-4d15-9320-9f9bc8c85196 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] Unset dirty status for tenant:fbe9f3b708a547b28c8108ee75adad4c on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:22.493453 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a1cda45d-2ade-4d15-9320-9f9bc8c85196 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1466751 May 10 14:54:22.493453 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0c0d6ee9-d0c6-4125-b710-c8ef7a972732 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:22.497527 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44868) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:22.583660 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d6ee9-d0c6-4125-b710-c8ef7a972732 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Port': ['ID=588ab491-feb9-4419-a9cf-cdc56d4ec8a6,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:22.588609 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-d52a4179-dcb7-436e-bd64-f603fdbfde23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] delete failed (client error): The resource could not be found. May 10 14:54:22.589828 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d52a4179-dcb7-436e-bd64-f603fdbfde23 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "DELETE /v2.0/security-groups/ac4c4d3e-ad37-4f42-a9cd-62c4445ecc89 HTTP/1.1" status: 404 len: 347 time: 0.0872588 May 10 14:54:22.595490 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44872) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:22.613448 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-6b3a06cb-d423-484e-9156-5c83fcbac0d3 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe37:9a9a (a36358c0-b900-4df5-ae69-1592404548f9/cc417721-9730-43dc-9eaa-57d925655939/6a36210b-40de-4d06-8aad-cf7c73d5af14) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:22.620984 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-d8f60896-d2b3-4e0a-ac5c-c6d00b809930 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] show failed (client error): The resource could not be found. May 10 14:54:22.626224 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d8f60896-d2b3-4e0a-ac5c-c6d00b809930 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "GET /v2.0/security-groups/29b6d68b-5709-4b35-9d62-1595dd42ea82 HTTP/1.1" status: 404 len: 347 time: 0.0251143 May 10 14:54:22.628647 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44876) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:22.665004 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-793d5842-2aff-4de0-b59d-7da9bc02655a None None] Provisioning for port cf22d364-0773-4b4b-8836-f4333b51a307 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:22.675075 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-5663da1a-3b11-441b-8b8b-3165b35e2496 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] show failed (client error): The resource could not be found. May 10 14:54:22.676089 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5663da1a-3b11-441b-8b8b-3165b35e2496 tempest-NegativeSecGroupTest-1267996537 tempest-NegativeSecGroupTest-1267996537-project] 10.222.0.79 "GET /v2.0/security-group-rules/a08dc260-02c1-4022-a394-8afe26e4b42a HTTP/1.1" status: 404 len: 356 time: 0.0479047 May 10 14:54:22.686905 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5acb2113-6956-4e44-9909-a00e71739366 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:22.820112 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0c0d6ee9-d0c6-4125-b710-c8ef7a972732 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:22.838180 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-5acb2113-6956-4e44-9909-a00e71739366 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Calling delete_port for ee2200de-1bba-41e8-80f0-9d723c8f0c9e owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:22.840636 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872554ec-986e-453b-acab-498fdd0ad64d req-2ddf9a69-9481-4c5e-8ef7-df470cd1face tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:22.842179 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-872554ec-986e-453b-acab-498fdd0ad64d req-2ddf9a69-9481-4c5e-8ef7-df470cd1face tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca292cee-d598-484a-ad60-af6b19cb7770 HTTP/1.1" status: 200 len: 945 time: 0.1287766 May 10 14:54:22.847350 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0c0d6ee9-d0c6-4125-b710-c8ef7a972732 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/ports/588ab491-feb9-4419-a9cf-cdc56d4ec8a6 HTTP/1.1" status: 204 len: 168 time: 1.1862593 May 10 14:54:22.848128 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44882) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:22.919898 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be68a0d3-8ef5-4e72-8648-f962ae4a4215 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:22.937025 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be68a0d3-8ef5-4e72-8648-f962ae4a4215 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:22.949590 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4c7c42-b00a-4298-a13a-f766488ccd82 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] GET failed (client error): The resource could not be found. May 10 14:54:22.950502 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9a4c7c42-b00a-4298-a13a-f766488ccd82 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Synchronizing usage tracker for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:22.953028 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-793d5842-2aff-4de0-b59d-7da9bc02655a None None] Provisioning complete for port cf22d364-0773-4b4b-8836-f4333b51a307 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:22.954175 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-793d5842-2aff-4de0-b59d-7da9bc02655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:23.003517 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d122a339-8abb-4f2d-ae2c-490c93744d57 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:23.004489 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-872554ec-986e-453b-acab-498fdd0ad64d req-e0b78b9b-1912-4e7a-9250-ac07eac89998 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=27d68dca-9eb1-4b1a-b678-c673ae90a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046207 May 10 14:54:23.007714 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9a4c7c42-b00a-4298-a13a-f766488ccd82 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Unset dirty status for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:23.014540 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9a4c7c42-b00a-4298-a13a-f766488ccd82 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports/588ab491-feb9-4419-a9cf-cdc56d4ec8a6 HTTP/1.1" status: 404 len: 333 time: 0.1650121 May 10 14:54:23.015608 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44888) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:23.109439 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc2780c5-02e7-4f47-8ae6-2e30914a70b6 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting subnet 9260b870-09e3-4873-8e14-843a70e1ea2e {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:54:23.116057 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68a0d3-8ef5-4e72-8648-f962ae4a4215 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Port': ['ID=cf22d364-0773-4b4b-8836-f4333b51a307,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:23.117426 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44892) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:23.127129 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-e6775ebb-76f4-4f2e-8f46-e7c2a2447afd None None] For port d122a339-8abb-4f2d-ae2c-490c93744d57, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d122a339-8abb-4f2d-ae2c-490c93744d57,segment=NetworkSegment(46d29fd7-6447-447d-bb75-8eb99fe5880c),segment_id=46d29fd7-6447-447d-bb75-8eb99fe5880c)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:23.137118 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-be68a0d3-8ef5-4e72-8648-f962ae4a4215 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:23.163943 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-793d5842-2aff-4de0-b59d-7da9bc02655a None None] Port cf22d364-0773-4b4b-8836-f4333b51a307 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:54:23.189633 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:23.242947 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:23.252886 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e6775ebb-76f4-4f2e-8f46-e7c2a2447afd None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:23.265544 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-6b3a06cb-d423-484e-9156-5c83fcbac0d3 None None] For port 6a36210b-40de-4d06-8aad-cf7c73d5af14, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6a36210b-40de-4d06-8aad-cf7c73d5af14,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:23.291609 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e6775ebb-76f4-4f2e-8f46-e7c2a2447afd None None] Transition to ACTIVE for port object d122a339-8abb-4f2d-ae2c-490c93744d57 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:23.291865 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port d122a339-8abb-4f2d-ae2c-490c93744d57 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:23.292201 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:23.298179 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fc2780c5-02e7-4f47-8ae6-2e30914a70b6 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:23.329816 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e6775ebb-76f4-4f2e-8f46-e7c2a2447afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:23.342759 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5acb2113-6956-4e44-9909-a00e71739366 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:23.410008 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb2113-6956-4e44-9909-a00e71739366 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Port': ['ID=ee2200de-1bba-41e8-80f0-9d723c8f0c9e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:23.416658 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be68a0d3-8ef5-4e72-8648-f962ae4a4215 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network 00a7890b-607e-4f63-8421-12a7ace055e9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:23.455197 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-74232921-79c6-4675-b15a-e5061133aa7b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fbe9f3b708a547b28c8108ee75adad4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3307111 May 10 14:54:23.456969 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-be68a0d3-8ef5-4e72-8648-f962ae4a4215 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:23.459992 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44898) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:23.471896 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6b3a06cb-d423-484e-9156-5c83fcbac0d3 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:23.488142 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d26c828f-f8aa-4f91-a41d-beea78e07b91 None None] Provisioning complete for port cf22d364-0773-4b4b-8836-f4333b51a307 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:23.488459 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d26c828f-f8aa-4f91-a41d-beea78e07b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:23.507525 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fc2780c5-02e7-4f47-8ae6-2e30914a70b6 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:23.508267 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5acb2113-6956-4e44-9909-a00e71739366 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:23.570394 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6b3a06cb-d423-484e-9156-5c83fcbac0d3 None None] Transition to ACTIVE for port object 6a36210b-40de-4d06-8aad-cf7c73d5af14 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:23.605972 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f858ac2a-3a43-49bf-88d7-a0c710db71af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:23.650344 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6775ebb-76f4-4f2e-8f46-e7c2a2447afd None None] Pushing event updated for resources: {'Port': ['ID=d122a339-8abb-4f2d-ae2c-490c93744d57,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:23.657097 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f858ac2a-3a43-49bf-88d7-a0c710db71af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:23.682084 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fc2780c5-02e7-4f47-8ae6-2e30914a70b6 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:23.691273 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:23.694114 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6b3a06cb-d423-484e-9156-5c83fcbac0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:23.767689 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d26c828f-f8aa-4f91-a41d-beea78e07b91 None None] Port cf22d364-0773-4b4b-8836-f4333b51a307 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:54:23.770416 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Port d122a339-8abb-4f2d-ae2c-490c93744d57 had new provisioning blocks added so it will not transition to active. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} May 10 14:54:23.770962 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6a36210b-40de-4d06-8aad-cf7c73d5af14 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:23.776044 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5acb2113-6956-4e44-9909-a00e71739366 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/ee2200de-1bba-41e8-80f0-9d723c8f0c9e HTTP/1.1" status: 204 len: 168 time: 1.9392047 May 10 14:54:23.783802 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44902) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:23.817425 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fc2780c5-02e7-4f47-8ae6-2e30914a70b6 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:23.868124 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f858ac2a-3a43-49bf-88d7-a0c710db71af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:23.880935 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2780c5-02e7-4f47-8ae6-2e30914a70b6 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Subnet': ['ID=9260b870-09e3-4873-8e14-843a70e1ea2e,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:23.887306 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fc2780c5-02e7-4f47-8ae6-2e30914a70b6 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:23.900658 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858ac2a-3a43-49bf-88d7-a0c710db71af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16cbfeb-8366-45a6-806c-fa4c09f38be1,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:23.908319 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fc2780c5-02e7-4f47-8ae6-2e30914a70b6 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/subnets/9260b870-09e3-4873-8e14-843a70e1ea2e HTTP/1.1" status: 204 len: 168 time: 0.8901868 May 10 14:54:23.910513 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44906) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:23.942752 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2464c4ce-0173-46eb-88c0-3bb9eaf34162 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:23.943758 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2464c4ce-0173-46eb-88c0-3bb9eaf34162 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:23.948903 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f858ac2a-3a43-49bf-88d7-a0c710db71af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:23.951276 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f858ac2a-3a43-49bf-88d7-a0c710db71af admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f16cbfeb-8366-45a6-806c-fa4c09f38be1 HTTP/1.1" status: 204 len: 168 time: 0.4910150 May 10 14:54:23.966051 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be68a0d3-8ef5-4e72-8648-f962ae4a4215 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Router c75517ec-4f70-4e08-a83a-6c67d9cc62e9 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:54:24.008495 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 1000f3c1-de13-411e-bfb1-8cc2945097c7 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:24.017943 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-608f9d9c-20bb-454d-8518-36d3401af394 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting subnet bf016fcf-801e-4065-966f-e6e07b71f2c6 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:54:24.037462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-608f9d9c-20bb-454d-8518-36d3401af394 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:24.041493 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2464c4ce-0173-46eb-88c0-3bb9eaf34162 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:24.042249 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2464c4ce-0173-46eb-88c0-3bb9eaf34162 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2571621 May 10 14:54:24.054481 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44914) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:24.138470 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7311a2f0-803b-4cc3-97c0-9687a4f8f539 None None] Provisioning complete for port cf22d364-0773-4b4b-8836-f4333b51a307 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:24.138867 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7311a2f0-803b-4cc3-97c0-9687a4f8f539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:24.226677 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a06cb-d423-484e-9156-5c83fcbac0d3 None None] Pushing event updated for resources: {'Port': ['ID=6a36210b-40de-4d06-8aad-cf7c73d5af14,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:24.258663 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-608f9d9c-20bb-454d-8518-36d3401af394 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:24.292790 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7311a2f0-803b-4cc3-97c0-9687a4f8f539 None None] Port cf22d364-0773-4b4b-8836-f4333b51a307 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:54:24.303430 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be68a0d3-8ef5-4e72-8648-f962ae4a4215 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:54:24.314268 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d6b69c-d1de-4565-b419-c89ece96ba44 None None] Sync routers for ids ['c75517ec-4f70-4e08-a83a-6c67d9cc62e9'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:54:24.323093 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-be68a0d3-8ef5-4e72-8648-f962ae4a4215 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/routers/c75517ec-4f70-4e08-a83a-6c67d9cc62e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1429601 May 10 14:54:24.325703 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44920) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:24.333927 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port 1000f3c1-de13-411e-bfb1-8cc2945097c7 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:24.343073 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d6b69c-d1de-4565-b419-c89ece96ba44 None None] Routers {'c75517ec-4f70-4e08-a83a-6c67d9cc62e9'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:54:24.344570 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-56d6b69c-d1de-4565-b419-c89ece96ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c75517ec-4f70-4e08-a83a-6c67d9cc62e9'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:24.350767 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 1000f3c1-de13-411e-bfb1-8cc2945097c7 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:24.351547 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:24.409753 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7266e1-06dd-4413-9969-5fedec4b256a req-766be4c9-dd4b-4bcf-ae53-25f201b576e8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:24.417332 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cf7266e1-06dd-4413-9969-5fedec4b256a req-766be4c9-dd4b-4bcf-ae53-25f201b576e8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca292cee-d598-484a-ad60-af6b19cb7770 HTTP/1.1" status: 200 len: 945 time: 0.2495470 May 10 14:54:24.506278 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f76c76-5c4d-4502-a518-8b91eb8bf0ef tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:24.508718 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e6f76c76-5c4d-4502-a518-8b91eb8bf0ef tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4531569 May 10 14:54:24.511432 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44926) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:24.517881 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978ae54f-e60f-468f-9a07-81252fcecbe0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:24.518517 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-978ae54f-e60f-468f-9a07-81252fcecbe0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Synchronizing usage tracker for tenant:7644c356883e4453aa5ee3ea8dc28b8a on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:24.525345 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-56d6b69c-d1de-4565-b419-c89ece96ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:24.543508 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-978ae54f-e60f-468f-9a07-81252fcecbe0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Unset dirty status for tenant:7644c356883e4453aa5ee3ea8dc28b8a on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:24.547746 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-978ae54f-e60f-468f-9a07-81252fcecbe0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/ports/cf22d364-0773-4b4b-8836-f4333b51a307 HTTP/1.1" status: 200 len: 976 time: 0.2181299 May 10 14:54:24.548477 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d6b69c-d1de-4565-b419-c89ece96ba44 None None] Routers {'c75517ec-4f70-4e08-a83a-6c67d9cc62e9'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:54:24.549276 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-56d6b69c-d1de-4565-b419-c89ece96ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c75517ec-4f70-4e08-a83a-6c67d9cc62e9'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:24.559622 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44930) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:24.627769 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cf7266e1-06dd-4413-9969-5fedec4b256a req-da7583c5-09ba-4caa-8b63-86416363d696 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=27d68dca-9eb1-4b1a-b678-c673ae90a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094803 May 10 14:54:24.663821 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-608f9d9c-20bb-454d-8518-36d3401af394 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:24.663982 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-56d6b69c-d1de-4565-b419-c89ece96ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:24.664646 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d6b69c-d1de-4565-b419-c89ece96ba44 None None] The sync data for ids ['c75517ec-4f70-4e08-a83a-6c67d9cc62e9'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:54:24.690123 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0ee59e-5702-4caf-98ac-3440debb65da None None] Network 60a3b41c-04f7-49e6-8d71-1c942da804b2 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:24.729033 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657a543d-5272-45a0-a177-49ae700e0e51 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:24.730838 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657a543d-5272-45a0-a177-49ae700e0e51 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:24.732358 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657a543d-5272-45a0-a177-49ae700e0e51 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:24.733201 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-657a543d-5272-45a0-a177-49ae700e0e51 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:24.796711 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-657a543d-5272-45a0-a177-49ae700e0e51 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:24.800725 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-657a543d-5272-45a0-a177-49ae700e0e51 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2856503 May 10 14:54:24.800980 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44940) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:24.875109 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-608f9d9c-20bb-454d-8518-36d3401af394 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:24.880115 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d122a339-8abb-4f2d-ae2c-490c93744d57 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:25.001577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f9d9c-20bb-454d-8518-36d3401af394 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Subnet': ['ID=bf016fcf-801e-4065-966f-e6e07b71f2c6,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:25.003662 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-608f9d9c-20bb-454d-8518-36d3401af394 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:25.028660 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-608f9d9c-20bb-454d-8518-36d3401af394 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/subnets/bf016fcf-801e-4065-966f-e6e07b71f2c6 HTTP/1.1" status: 204 len: 168 time: 1.1170444 May 10 14:54:25.042600 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44950) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:25.058808 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:25.099115 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-193ecdba-d105-4bd9-bf14-e98ac69f52f6 None None] Provisioning for port d122a339-8abb-4f2d-ae2c-490c93744d57 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:25.103607 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-a513c753-96d7-4913-8dd4-892b8b1f9e16 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet 93f8f76d-7ba5-40d7-be79-c497eca7b74a {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:54:25.111976 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a513c753-96d7-4913-8dd4-892b8b1f9e16 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:25.150922 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:25.161579 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-193ecdba-d105-4bd9-bf14-e98ac69f52f6 None None] Provisioning complete for port d122a339-8abb-4f2d-ae2c-490c93744d57 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:25.162417 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-193ecdba-d105-4bd9-bf14-e98ac69f52f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:25.239276 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 1000f3c1-de13-411e-bfb1-8cc2945097c7, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=1000f3c1-de13-411e-bfb1-8cc2945097c7,segment=NetworkSegment(de48f3bc-6168-4872-b4e8-1e0d9c135d5c),segment_id=de48f3bc-6168-4872-b4e8-1e0d9c135d5c)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:25.258810 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca292cee-d598-484a-ad60-af6b19cb7770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1000f3c1-de13-411e-bfb1-8cc2945097c7'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:54:25.260008 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a513c753-96d7-4913-8dd4-892b8b1f9e16 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:25.294589 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:25.310586 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44958) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:25.321879 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c057eef0-fcd0-4e1c-adf5-40a4267e1491 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:25.353293 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0bfc46f-1a77-4f48-b092-a4954f9351f0'] response: {'server_uuid': 'ca292cee-d598-484a-ad60-af6b19cb7770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1000f3c1-de13-411e-bfb1-8cc2945097c7', 'code': 200} May 10 14:54:25.381956 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c057eef0-fcd0-4e1c-adf5-40a4267e1491 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting port d122a339-8abb-4f2d-ae2c-490c93744d57 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:25.382207 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c057eef0-fcd0-4e1c-adf5-40a4267e1491 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:25.389558 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-03702797-3a1c-48d9-b5eb-9460fe3f7652 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:25.482021 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port d122a339-8abb-4f2d-ae2c-490c93744d57 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:25.482895 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:25.567576 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a513c753-96d7-4913-8dd4-892b8b1f9e16 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:25.605878 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-590238550'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:25.617279 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:25.646683 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Usage tracker for resource:network and tenant:2cd9816d08d2425fa76e11c69c81ae3e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:25.660533 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:25.736014 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=1000f3c1-de13-411e-bfb1-8cc2945097c7,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:25.752994 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:25.823730 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Made reservation on behalf of 2cd9816d08d2425fa76e11c69c81ae3e for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:25.828187 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:25.848549 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-c057eef0-fcd0-4e1c-adf5-40a4267e1491 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] For port d122a339-8abb-4f2d-ae2c-490c93744d57, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d122a339-8abb-4f2d-ae2c-490c93744d57,segment=NetworkSegment(46d29fd7-6447-447d-bb75-8eb99fe5880c),segment_id=46d29fd7-6447-447d-bb75-8eb99fe5880c)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:25.848934 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c057eef0-fcd0-4e1c-adf5-40a4267e1491 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:25.862461 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:25.882548 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f39f2-724f-4519-a134-0a0a6a57a204 req-955f0314-7bf2-4689-986f-103d546e42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:25.884119 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8c9f39f2-724f-4519-a134-0a0a6a57a204 req-955f0314-7bf2-4689-986f-103d546e42b7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ca292cee-d598-484a-ad60-af6b19cb7770 HTTP/1.1" status: 200 len: 1099 time: 0.2558084 May 10 14:54:25.904898 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-193ecdba-d105-4bd9-bf14-e98ac69f52f6 None None] Could not find standard attr ID for object 588ab491-feb9-4419-a9cf-cdc56d4ec8a6. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:54:25.921664 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6a36210b-40de-4d06-8aad-cf7c73d5af14 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:25.928934 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-03702797-3a1c-48d9-b5eb-9460fe3f7652 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting port cf22d364-0773-4b4b-8836-f4333b51a307 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:25.929264 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-03702797-3a1c-48d9-b5eb-9460fe3f7652 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:25.986597 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84db729-64dc-4d5c-9fac-9c81b4c89c7b None None] DHCP port deletion for 60a3b41c-04f7-49e6-8d71-1c942da804b2 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:54:26.007409 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d84db729-64dc-4d5c-9fac-9c81b4c89c7b None None] Deleting port d122a339-8abb-4f2d-ae2c-490c93744d57 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:26.007782 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d84db729-64dc-4d5c-9fac-9c81b4c89c7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:26.073114 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c057eef0-fcd0-4e1c-adf5-40a4267e1491 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Calling delete_port for d122a339-8abb-4f2d-ae2c-490c93744d57 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:26.093158 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-64972eb9-7ee6-412e-8d18-c750cad54cfe None None] Provisioning for port 6a36210b-40de-4d06-8aad-cf7c73d5af14 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:26.103069 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:26.142731 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 6a36210b-40de-4d06-8aad-cf7c73d5af14 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:26.143117 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:26.155660 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8c9f39f2-724f-4519-a134-0a0a6a57a204 req-afb8c107-564f-4357-a504-e31202de63f3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=27d68dca-9eb1-4b1a-b678-c673ae90a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585986 May 10 14:54:26.171695 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-64972eb9-7ee6-412e-8d18-c750cad54cfe None None] Provisioning complete for port 6a36210b-40de-4d06-8aad-cf7c73d5af14 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:26.172134 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-64972eb9-7ee6-412e-8d18-c750cad54cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:26.281951 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Usage tracker for resource:security_group_rule and tenant:2cd9816d08d2425fa76e11c69c81ae3e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:26.285090 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a513c753-96d7-4913-8dd4-892b8b1f9e16 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:26.288925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:26.303378 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-03702797-3a1c-48d9-b5eb-9460fe3f7652 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:26.338598 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513c753-96d7-4913-8dd4-892b8b1f9e16 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=93f8f76d-7ba5-40d7-be79-c497eca7b74a,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:26.344071 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:26.360883 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a513c753-96d7-4913-8dd4-892b8b1f9e16 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:26.377356 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063ea37c-ba0b-4dec-9340-781e2a3bd765 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:26.428077 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a513c753-96d7-4913-8dd4-892b8b1f9e16 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/93f8f76d-7ba5-40d7-be79-c497eca7b74a HTTP/1.1" status: 204 len: 168 time: 1.6257753 May 10 14:54:26.437502 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44966) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:26.438274 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-03702797-3a1c-48d9-b5eb-9460fe3f7652 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Calling delete_port for cf22d364-0773-4b4b-8836-f4333b51a307 owned by network:router_interface {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:26.486992 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f5f1a-64a5-42b8-947f-9dd6c56ec58e req-5c45fdf3-18e1-4dbf-bd6e-8a30dcd9338b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:26.488121 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1f2f5f1a-64a5-42b8-947f-9dd6c56ec58e req-5c45fdf3-18e1-4dbf-bd6e-8a30dcd9338b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca292cee-d598-484a-ad60-af6b19cb7770 HTTP/1.1" status: 200 len: 946 time: 0.4225273 May 10 14:54:26.503423 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c057eef0-fcd0-4e1c-adf5-40a4267e1491 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:26.506230 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-d84db729-64dc-4d5c-9fac-9c81b4c89c7b None None] For port d122a339-8abb-4f2d-ae2c-490c93744d57, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d122a339-8abb-4f2d-ae2c-490c93744d57,segment=NetworkSegment(46d29fd7-6447-447d-bb75-8eb99fe5880c),segment_id=46d29fd7-6447-447d-bb75-8eb99fe5880c)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:26.506648 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d84db729-64dc-4d5c-9fac-9c81b4c89c7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:26.602037 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c057eef0-fcd0-4e1c-adf5-40a4267e1491 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] No DVR routers for this DVR port d122a339-8abb-4f2d-ae2c-490c93744d57 on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:54:26.640707 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057eef0-fcd0-4e1c-adf5-40a4267e1491 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Port': ['ID=d122a339-8abb-4f2d-ae2c-490c93744d57,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:26.678455 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21aa505-c416-4a19-81ba-57235c953ac2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet cc417721-9730-43dc-9eaa-57d925655939 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:54:26.682566 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1f2f5f1a-64a5-42b8-947f-9dd6c56ec58e req-37fd40cd-d5b5-41f7-9d3c-f3524f483a7b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=27d68dca-9eb1-4b1a-b678-c673ae90a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744733 May 10 14:54:26.692980 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c21aa505-c416-4a19-81ba-57235c953ac2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:26.698239 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d84db729-64dc-4d5c-9fac-9c81b4c89c7b None None] Calling delete_port for d122a339-8abb-4f2d-ae2c-490c93744d57 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:26.787237 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-64972eb9-7ee6-412e-8d18-c750cad54cfe None None] Could not find standard attr ID for object ee2200de-1bba-41e8-80f0-9d723c8f0c9e. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:54:26.795621 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-03702797-3a1c-48d9-b5eb-9460fe3f7652 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:26.845310 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c057eef0-fcd0-4e1c-adf5-40a4267e1491 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:26.866180 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d122a339-8abb-4f2d-ae2c-490c93744d57 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:54:26.873252 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03702797-3a1c-48d9-b5eb-9460fe3f7652 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Port': ['ID=cf22d364-0773-4b4b-8836-f4333b51a307,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:26.894700 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c21aa505-c416-4a19-81ba-57235c953ac2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:26.912150 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-d84db729-64dc-4d5c-9fac-9c81b4c89c7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:54:26.912716 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-d84db729-64dc-4d5c-9fac-9c81b4c89c7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:54:26.931805 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: d122a339-8abb-4f2d-ae2c-490c93744d57 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:54:26.932510 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d122a339-8abb-4f2d-ae2c-490c93744d57 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:54:26.946515 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-c057eef0-fcd0-4e1c-adf5-40a4267e1491 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a3b41c-04f7-49e6-8d71-1c942da804b2']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:26.957151 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:26.967578 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-c057eef0-fcd0-4e1c-adf5-40a4267e1491 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d29fd7-6447-447d-bb75-8eb99fe5880c') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:26.967894 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-c057eef0-fcd0-4e1c-adf5-40a4267e1491 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d29fd7-6447-447d-bb75-8eb99fe5880c') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:26.985026 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:27.014394 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c057eef0-fcd0-4e1c-adf5-40a4267e1491 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:27.047820 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c057eef0-fcd0-4e1c-adf5-40a4267e1491 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:27.065397 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c057eef0-fcd0-4e1c-adf5-40a4267e1491 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:54:27.065811 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c057eef0-fcd0-4e1c-adf5-40a4267e1491 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:54:27.083069 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:54:27.088934 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b29103f-db81-401d-8218-6183800ec53b,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:27.171343 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-03702797-3a1c-48d9-b5eb-9460fe3f7652 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:27.174950 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c21aa505-c416-4a19-81ba-57235c953ac2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:27.245163 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c057eef0-fcd0-4e1c-adf5-40a4267e1491 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:27.254064 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:54:27.274514 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c057eef0-fcd0-4e1c-adf5-40a4267e1491 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:27.299659 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057eef0-fcd0-4e1c-adf5-40a4267e1491 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Network': ['ID=60a3b41c-04f7-49e6-8d71-1c942da804b2,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:27.301759 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:27.302179 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Added segment 0b889c94-b6f2-4475-9a7e-08fc42ac8209 of type vlan for network 82256d38-c068-4259-8746-e4cb82a4d07e May 10 14:54:27.335435 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c057eef0-fcd0-4e1c-adf5-40a4267e1491 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/networks/60a3b41c-04f7-49e6-8d71-1c942da804b2 HTTP/1.1" status: 204 len: 168 time: 2.2917447 May 10 14:54:27.346697 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44970) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:27.360586 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:27.414554 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d84db729-64dc-4d5c-9fac-9c81b4c89c7b None None] Deleting port d122a339-8abb-4f2d-ae2c-490c93744d57 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:27.416016 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d84db729-64dc-4d5c-9fac-9c81b4c89c7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:27.433551 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c21aa505-c416-4a19-81ba-57235c953ac2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:27.472700 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03702797-3a1c-48d9-b5eb-9460fe3f7652 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Router c75517ec-4f70-4e08-a83a-6c67d9cc62e9 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:54:27.506207 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d84db729-64dc-4d5c-9fac-9c81b4c89c7b None None] The port 'd122a339-8abb-4f2d-ae2c-490c93744d57' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:54:27.529114 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.resource_extend [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:54:27.539940 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21aa505-c416-4a19-81ba-57235c953ac2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=cc417721-9730-43dc-9eaa-57d925655939,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:27.553242 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c21aa505-c416-4a19-81ba-57235c953ac2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:27.570026 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c21aa505-c416-4a19-81ba-57235c953ac2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/cc417721-9730-43dc-9eaa-57d925655939 HTTP/1.1" status: 204 len: 168 time: 1.1331608 May 10 14:54:27.572195 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:27.578056 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:27.579583 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:27.583630 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44974) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:27.747293 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-88289ebf-317d-4c97-8039-daf19dab0fd5 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1405191 May 10 14:54:27.756482 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760cf1ec-6572-40b8-b623-d5e4a2fd4724 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:27.757985 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44980) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:27.772212 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.4578791 May 10 14:54:27.773457 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44984) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:27.775120 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-0caa3ba9-a54a-4cf2-bc8b-364d794802df tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:27.778654 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-a5eec86d-14b5-418b-bce3-24ed03320d9a tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Request body: {'subnet': {'network_id': '82256d38-c068-4259-8746-e4cb82a4d07e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:27.802947 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbddf40-0467-427a-a023-4637f5fc3349 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:27.803368 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03702797-3a1c-48d9-b5eb-9460fe3f7652 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:54:27.803664 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dcbddf40-0467-427a-a023-4637f5fc3349 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Synchronizing usage tracker for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:27.809981 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3aa25d-077c-4d89-99a7-8c28af3d3a45 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Pushing event updated for resources: {'Network': ['ID=82256d38-c068-4259-8746-e4cb82a4d07e,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:27.839546 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c1daa1-58c0-4edd-b8cd-864239965e83 None None] Sync routers for ids ['c75517ec-4f70-4e08-a83a-6c67d9cc62e9'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:54:27.849955 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 82256d38-c068-4259-8746-e4cb82a4d07e details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:54:27.907824 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-03702797-3a1c-48d9-b5eb-9460fe3f7652 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/routers/c75517ec-4f70-4e08-a83a-6c67d9cc62e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3487382 May 10 14:54:27.911317 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44988) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:27.950111 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dcbddf40-0467-427a-a023-4637f5fc3349 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Unset dirty status for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:27.957938 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dcbddf40-0467-427a-a023-4637f5fc3349 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6002400 May 10 14:54:27.959531 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c1daa1-58c0-4edd-b8cd-864239965e83 None None] Routers {'c75517ec-4f70-4e08-a83a-6c67d9cc62e9'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:54:27.960245 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-18c1daa1-58c0-4edd-b8cd-864239965e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c75517ec-4f70-4e08-a83a-6c67d9cc62e9'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:27.963303 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 44992) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:28.016926 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a5eec86d-14b5-418b-bce3-24ed03320d9a tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:28.025637 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a5eec86d-14b5-418b-bce3-24ed03320d9a tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Usage tracker for resource:subnet and tenant:2cd9816d08d2425fa76e11c69c81ae3e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:28.034364 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a5eec86d-14b5-418b-bce3-24ed03320d9a tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:28.045322 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a5eec86d-14b5-418b-bce3-24ed03320d9a tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:28.072626 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0caa3ba9-a54a-4cf2-bc8b-364d794802df tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:28.080411 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc96219-5143-404f-82cf-396a37d4cba7 req-cd8b2715-b15a-44ed-ae3c-435bea7c6dd1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:28.082536 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-adc96219-5143-404f-82cf-396a37d4cba7 req-cd8b2715-b15a-44ed-ae3c-435bea7c6dd1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca292cee-d598-484a-ad60-af6b19cb7770 HTTP/1.1" status: 200 len: 946 time: 0.2164164 May 10 14:54:28.082536 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5eec86d-14b5-418b-bce3-24ed03320d9a tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Made reservation on behalf of 2cd9816d08d2425fa76e11c69c81ae3e for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:28.085828 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a5eec86d-14b5-418b-bce3-24ed03320d9a tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:28.112276 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-18c1daa1-58c0-4edd-b8cd-864239965e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:28.114167 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-db9b0627-aefc-4da6-9374-77b700d958ab None None] Provisioning complete for port 6a36210b-40de-4d06-8aad-cf7c73d5af14 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:28.114550 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-db9b0627-aefc-4da6-9374-77b700d958ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:28.142391 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0caa3ba9-a54a-4cf2-bc8b-364d794802df tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:28.197214 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0caa3ba9-a54a-4cf2-bc8b-364d794802df tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:28.213725 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0caa3ba9-a54a-4cf2-bc8b-364d794802df tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:28.242833 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c1daa1-58c0-4edd-b8cd-864239965e83 None None] Routers {'c75517ec-4f70-4e08-a83a-6c67d9cc62e9'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:54:28.243464 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-18c1daa1-58c0-4edd-b8cd-864239965e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c75517ec-4f70-4e08-a83a-6c67d9cc62e9'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:28.289405 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0caa3ba9-a54a-4cf2-bc8b-364d794802df tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:28.292702 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0caa3ba9-a54a-4cf2-bc8b-364d794802df tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:28.314339 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-47056619-6a76-469d-bb67-e28c86e82190 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] remove_router_interface failed (client error): The resource could not be found. May 10 14:54:28.315038 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-47056619-6a76-469d-bb67-e28c86e82190 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/routers/c75517ec-4f70-4e08-a83a-6c67d9cc62e9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4028180 May 10 14:54:28.319009 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 44996) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:28.332003 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-18c1daa1-58c0-4edd-b8cd-864239965e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:28.332003 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c1daa1-58c0-4edd-b8cd-864239965e83 None None] The sync data for ids ['c75517ec-4f70-4e08-a83a-6c67d9cc62e9'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:54:28.332331 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e556b51c-542a-45ca-ba39-942743dbde00 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3605206 May 10 14:54:28.339389 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45000) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:28.346211 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-6fc70a40-ae0e-48aa-b6c4-3c68ec2c0bff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1053843454'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:28.362291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6fc70a40-ae0e-48aa-b6c4-3c68ec2c0bff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:28.371482 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-adc96219-5143-404f-82cf-396a37d4cba7 req-8a159f08-ebb0-4516-b82d-63f8858c9ca8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=27d68dca-9eb1-4b1a-b678-c673ae90a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716796 May 10 14:54:28.372402 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6fc70a40-ae0e-48aa-b6c4-3c68ec2c0bff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:network and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:28.377486 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6fc70a40-ae0e-48aa-b6c4-3c68ec2c0bff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:28.384608 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6fc70a40-ae0e-48aa-b6c4-3c68ec2c0bff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:28.407979 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc70a40-ae0e-48aa-b6c4-3c68ec2c0bff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:28.411725 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6fc70a40-ae0e-48aa-b6c4-3c68ec2c0bff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:28.426090 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-05c2ed20-e57a-48f4-b99d-da1f7c1c68b5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Synchronizing usage tracker for tenant:7644c356883e4453aa5ee3ea8dc28b8a on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:28.469794 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-05c2ed20-e57a-48f4-b99d-da1f7c1c68b5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Unset dirty status for tenant:7644c356883e4453aa5ee3ea8dc28b8a on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:28.473569 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-05c2ed20-e57a-48f4-b99d-da1f7c1c68b5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/ports?device_id=c75517ec-4f70-4e08-a83a-6c67d9cc62e9 HTTP/1.1" status: 200 len: 205 time: 0.1512194 May 10 14:54:28.474473 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45006) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:28.503343 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc70a40-ae0e-48aa-b6c4-3c68ec2c0bff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:54:28.559787 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6fc70a40-ae0e-48aa-b6c4-3c68ec2c0bff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:28.560619 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-6fc70a40-ae0e-48aa-b6c4-3c68ec2c0bff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Added segment 739a4059-d201-4149-826c-108146cc4f28 of type vlan for network b32696d4-908c-4920-b15a-65faf16d63c6 May 10 14:54:28.568116 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7679c404-41eb-4488-b337-7eaa66772dda None None] DHCP port deletion for a36358c0-b900-4df5-ae69-1592404548f9 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:54:28.571965 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7679c404-41eb-4488-b337-7eaa66772dda None None] Deleting port 6a36210b-40de-4d06-8aad-cf7c73d5af14 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:28.572337 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7679c404-41eb-4488-b337-7eaa66772dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:28.632294 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a5eec86d-14b5-418b-bce3-24ed03320d9a tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:28.638133 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6fc70a40-ae0e-48aa-b6c4-3c68ec2c0bff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:28.655265 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-11a2c44b-1b49-4a0f-a610-b0746a740e34 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:28.754084 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eec86d-14b5-418b-bce3-24ed03320d9a tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Pushing event updated for resources: {'Subnet': ['ID=68e0fd70-d788-4596-9e10-9a20754c9fbb,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:28.771123 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0c128-7a94-44aa-8aa0-5f9733e79bca req-615229a2-ea99-44ab-a804-90fcf69a2b51 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:28.772622 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4bf0c128-7a94-44aa-8aa0-5f9733e79bca req-615229a2-ea99-44ab-a804-90fcf69a2b51 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca292cee-d598-484a-ad60-af6b19cb7770 HTTP/1.1" status: 200 len: 946 time: 0.2487178 May 10 14:54:28.773344 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eec86d-14b5-418b-bce3-24ed03320d9a tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Checking segment: {'id': '0b889c94-b6f2-4475-9a7e-08fc42ac8209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '82256d38-c068-4259-8746-e4cb82a4d07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:54:28.773694 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5eec86d-14b5-418b-bce3-24ed03320d9a tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Network hostable DHCP agents. Network: 82256d38-c068-4259-8746-e4cb82a4d07e, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:54:28.777985 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6fc70a40-ae0e-48aa-b6c4-3c68ec2c0bff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:28.784321 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc70a40-ae0e-48aa-b6c4-3c68ec2c0bff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:28.785370 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6fc70a40-ae0e-48aa-b6c4-3c68ec2c0bff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:28.800344 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7679c404-41eb-4488-b337-7eaa66772dda None None] For port 6a36210b-40de-4d06-8aad-cf7c73d5af14, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6a36210b-40de-4d06-8aad-cf7c73d5af14,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:28.800701 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7679c404-41eb-4488-b337-7eaa66772dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:28.941151 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6a36210b-40de-4d06-8aad-cf7c73d5af14 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:54:28.946237 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6fc70a40-ae0e-48aa-b6c4-3c68ec2c0bff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6033070 May 10 14:54:28.948689 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45010) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:28.957512 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-3520c6a6-eb13-43f6-b740-040b1cbb3bd4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'subnet': {'network_id': 'b32696d4-908c-4920-b15a-65faf16d63c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:28.972498 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc70a40-ae0e-48aa-b6c4-3c68ec2c0bff tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Network': ['ID=b32696d4-908c-4920-b15a-65faf16d63c6,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:28.976937 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7679c404-41eb-4488-b337-7eaa66772dda None None] Calling delete_port for 6a36210b-40de-4d06-8aad-cf7c73d5af14 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:28.978584 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4bf0c128-7a94-44aa-8aa0-5f9733e79bca req-b0929134-a67b-4750-98b3-b3d519d87aa5 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=27d68dca-9eb1-4b1a-b678-c673ae90a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857469 May 10 14:54:28.978584 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5eec86d-14b5-418b-bce3-24ed03320d9a tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Network 82256d38-c068-4259-8746-e4cb82a4d07e is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:54:29.029172 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network b32696d4-908c-4920-b15a-65faf16d63c6 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:54:29.050345 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45014) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:29.110417 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-a5eec86d-14b5-418b-bce3-24ed03320d9a tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 82256d38-c068-4259-8746-e4cb82a4d07e) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:29.121781 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eec86d-14b5-418b-bce3-24ed03320d9a tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:29.122351 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a5eec86d-14b5-418b-bce3-24ed03320d9a tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:29.126017 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cab28b-92f2-478a-9957-881f8f7137bb None None] Network 82256d38-c068-4259-8746-e4cb82a4d07e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:29.138245 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-11a2c44b-1b49-4a0f-a610-b0746a740e34 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:29.140258 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-11a2c44b-1b49-4a0f-a610-b0746a740e34 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:29.144168 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0caa3ba9-a54a-4cf2-bc8b-364d794802df tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:29.179085 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a5eec86d-14b5-418b-bce3-24ed03320d9a tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4024596 May 10 14:54:29.179085 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3520c6a6-eb13-43f6-b740-040b1cbb3bd4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:29.181269 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45018) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:29.189371 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-5053a69c-0fe6-456f-b92c-9c48de1af307 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Request body: {'port': {'network_id': '82256d38-c068-4259-8746-e4cb82a4d07e', 'name': 'tempest-TagsExtTest-1623448632'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:29.208235 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3520c6a6-eb13-43f6-b740-040b1cbb3bd4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:subnet and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:29.215557 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3520c6a6-eb13-43f6-b740-040b1cbb3bd4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:29.218180 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caa3ba9-a54a-4cf2-bc8b-364d794802df tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:29.223020 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-0caa3ba9-a54a-4cf2-bc8b-364d794802df tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:29.226735 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-11a2c44b-1b49-4a0f-a610-b0746a740e34 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:29.227201 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a2c44b-1b49-4a0f-a610-b0746a740e34 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Fanout notify agent at l3_agent the message router_deleted on router c75517ec-4f70-4e08-a83a-6c67d9cc62e9 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:54:29.229249 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caa3ba9-a54a-4cf2-bc8b-364d794802df tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:29.229817 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0caa3ba9-a54a-4cf2-bc8b-364d794802df tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:29.247577 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa3ba9-a54a-4cf2-bc8b-364d794802df tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=e37daace-874a-42d4-823c-d9f16a7d94a4,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:29.264547 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-11a2c44b-1b49-4a0f-a610-b0746a740e34 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:29.265354 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-11a2c44b-1b49-4a0f-a610-b0746a740e34 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/routers/c75517ec-4f70-4e08-a83a-6c67d9cc62e9 HTTP/1.1" status: 204 len: 168 time: 0.7898643 May 10 14:54:29.269130 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45022) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:29.275415 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0caa3ba9-a54a-4cf2-bc8b-364d794802df tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5137064 May 10 14:54:29.275583 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3520c6a6-eb13-43f6-b740-040b1cbb3bd4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:29.290611 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45026) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:29.305922 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e6372ed9-5dad-4473-8a70-07ea8509bee8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:29.360765 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d9bb5d-e8cc-435d-b42e-7da9154f5563 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting subnet 4c5ea9ec-993e-49e2-9f27-b672ee24a1a2 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:54:29.362008 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Port 6a36210b-40de-4d06-8aad-cf7c73d5af14 update to DOWN by agent not found {{(pid=88053) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 10 14:54:29.363495 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7679c404-41eb-4488-b337-7eaa66772dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:29.371182 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-49d9bb5d-e8cc-435d-b42e-7da9154f5563 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:29.382703 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3520c6a6-eb13-43f6-b740-040b1cbb3bd4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:29.386113 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3520c6a6-eb13-43f6-b740-040b1cbb3bd4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:29.411638 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4360d94c-f8a8-406a-a244-93dc0b6a70c0 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:29.416976 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4360d94c-f8a8-406a-a244-93dc0b6a70c0 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ca292cee-d598-484a-ad60-af6b19cb7770 HTTP/1.1" status: 200 len: 1094 time: 0.3619456 May 10 14:54:29.427366 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45030) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:29.429767 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679c404-41eb-4488-b337-7eaa66772dda None None] Pushing event deleted for resources: {'Port': ['ID=6a36210b-40de-4d06-8aad-cf7c73d5af14,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:29.433392 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7679c404-41eb-4488-b337-7eaa66772dda None None] No DVR routers for this DVR port 6a36210b-40de-4d06-8aad-cf7c73d5af14 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:54:29.438918 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': '1000f3c1-de13-411e-bfb1-8cc2945097c7', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:29.446623 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:29.454459 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:floatingip and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:29.459184 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:29.464357 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-49d9bb5d-e8cc-435d-b42e-7da9154f5563 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:29.477070 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d7629b-7e70-4067-8b16-6350bc93b1dc None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:29.503937 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:29.529337 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:29.547996 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5053a69c-0fe6-456f-b92c-9c48de1af307 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:29.572191 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5053a69c-0fe6-456f-b92c-9c48de1af307 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Usage tracker for resource:port and tenant:2cd9816d08d2425fa76e11c69c81ae3e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:29.581239 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5053a69c-0fe6-456f-b92c-9c48de1af307 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:29.599111 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5053a69c-0fe6-456f-b92c-9c48de1af307 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:29.622549 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e6372ed9-5dad-4473-8a70-07ea8509bee8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:29.630464 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e6372ed9-5dad-4473-8a70-07ea8509bee8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:29.634515 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e6372ed9-5dad-4473-8a70-07ea8509bee8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:29.638352 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5053a69c-0fe6-456f-b92c-9c48de1af307 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Made reservation on behalf of 2cd9816d08d2425fa76e11c69c81ae3e for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:29.642306 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5053a69c-0fe6-456f-b92c-9c48de1af307 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:29.653616 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634e2d92-1fb6-4669-a4fe-ca3dc86d3b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-82256d38-c068-4259-8746-e4cb82a4d07e', 'network_id': '82256d38-c068-4259-8746-e4cb82a4d07e', 'tenant_id': '2cd9816d08d2425fa76e11c69c81ae3e', 'fixed_ips': [{'subnet_id': '68e0fd70-d788-4596-9e10-9a20754c9fbb'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:54:29.654244 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-634e2d92-1fb6-4669-a4fe-ca3dc86d3b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:29.658245 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e6372ed9-5dad-4473-8a70-07ea8509bee8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:29.658509 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-49d9bb5d-e8cc-435d-b42e-7da9154f5563 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:29.681088 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6372ed9-5dad-4473-8a70-07ea8509bee8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:29.684602 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e6372ed9-5dad-4473-8a70-07ea8509bee8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:29.731485 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-5053a69c-0fe6-456f-b92c-9c48de1af307 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] device_id is not set on port ee885373-3959-448d-a6a7-fcc30d5caf3e yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:54:29.767335 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-49d9bb5d-e8cc-435d-b42e-7da9154f5563 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:29.811545 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:29.818727 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9bb5d-e8cc-435d-b42e-7da9154f5563 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Subnet': ['ID=4c5ea9ec-993e-49e2-9f27-b672ee24a1a2,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:29.847318 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b77307-9088-4000-9f76-a7f9fe87c92c None None] Network 00a7890b-607e-4f63-8421-12a7ace055e9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:29.854189 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-49d9bb5d-e8cc-435d-b42e-7da9154f5563 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:29.869826 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-49d9bb5d-e8cc-435d-b42e-7da9154f5563 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/subnets/4c5ea9ec-993e-49e2-9f27-b672ee24a1a2 HTTP/1.1" status: 204 len: 168 time: 0.5996654 May 10 14:54:29.872271 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45034) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:29.981475 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.26.0.62 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/ec355f80-9e4a-49df-b728-2f6b52991b9c) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:30.057175 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3520c6a6-eb13-43f6-b740-040b1cbb3bd4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:30.076519 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44715526-5963-4034-be2d-c422bd562163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-a36358c0-b900-4df5-ae69-1592404548f9', 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'tenant_id': '7736f4aa2d7942e9b2889a72ef3f8ca6', 'fixed_ips': [{'subnet_id': 'e37daace-874a-42d4-823c-d9f16a7d94a4'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:54:30.076988 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-44715526-5963-4034-be2d-c422bd562163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:30.119324 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-634e2d92-1fb6-4669-a4fe-ca3dc86d3b89 None None] Allocated IP 172.20.0.2 (82256d38-c068-4259-8746-e4cb82a4d07e/68e0fd70-d788-4596-9e10-9a20754c9fbb/e0391695-b0d5-4701-b688-da3b5ebbb349) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:30.167008 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:30.201840 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:30.275337 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:30.280394 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.ipam_backend_mixin [None req-e6372ed9-5dad-4473-8a70-07ea8509bee8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e37daace-874a-42d4-823c-d9f16a7d94a4 (CIDR: 2001:db8::/64) May 10 14:54:30.280941 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:30.286475 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:30.287959 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23305522-0c60-4b95-9766-7973e9a11818 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:30.299764 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6372ed9-5dad-4473-8a70-07ea8509bee8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:54:30.300236 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6372ed9-5dad-4473-8a70-07ea8509bee8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:30.336271 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520c6a6-eb13-43f6-b740-040b1cbb3bd4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Subnet': ['ID=ca49d3ff-e3b3-4e50-b33a-3dbf26fc6de1,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:30.342117 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=ec355f80-9e4a-49df-b728-2f6b52991b9c,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:30.359257 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-23305522-0c60-4b95-9766-7973e9a11818 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting port 17a2b8dd-27c3-4b86-b268-4214de385ca1 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:30.360207 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23305522-0c60-4b95-9766-7973e9a11818 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:30.393431 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e6372ed9-5dad-4473-8a70-07ea8509bee8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1014562 May 10 14:54:30.396595 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45040) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:30.401244 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3520c6a6-eb13-43f6-b740-040b1cbb3bd4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Checking segment: {'id': '739a4059-d201-4149-826c-108146cc4f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b32696d4-908c-4920-b15a-65faf16d63c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:54:30.401637 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3520c6a6-eb13-43f6-b740-040b1cbb3bd4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network hostable DHCP agents. Network: b32696d4-908c-4920-b15a-65faf16d63c6, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:54:30.403180 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-bc5e9111-ddfe-4a70-9148-dc1e21f09e9b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'subnet': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:30.476902 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3520c6a6-eb13-43f6-b740-040b1cbb3bd4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network b32696d4-908c-4920-b15a-65faf16d63c6 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:54:30.502081 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-3520c6a6-eb13-43f6-b740-040b1cbb3bd4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, b32696d4-908c-4920-b15a-65faf16d63c6) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:30.510214 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3520c6a6-eb13-43f6-b740-040b1cbb3bd4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:30.511438 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3520c6a6-eb13-43f6-b740-040b1cbb3bd4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:30.535662 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275a640e-c24f-4783-8a43-54e6e1f5d824 None None] Network b32696d4-908c-4920-b15a-65faf16d63c6 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:30.568748 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-44715526-5963-4034-be2d-c422bd562163 None None] Allocated IP 2001:db8::2 (a36358c0-b900-4df5-ae69-1592404548f9/e37daace-874a-42d4-823c-d9f16a7d94a4/6f1167d5-1460-425c-8898-c109d9585f92) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:30.627933 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3520c6a6-eb13-43f6-b740-040b1cbb3bd4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6760535 May 10 14:54:30.628953 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02cc8e5-e0e0-4ace-aac3-0d0b4c9a4a9a None None] DHCP port deletion for 00a7890b-607e-4f63-8421-12a7ace055e9 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:54:30.639885 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45044) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:30.649430 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-41caaad1-3b4c-4a9a-8b8c-8df2f8ae67ce tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'port': {'network_id': 'b32696d4-908c-4920-b15a-65faf16d63c6', 'name': 'tempest-PortsTestJSON-1493041330'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:30.656469 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b02cc8e5-e0e0-4ace-aac3-0d0b4c9a4a9a None None] Deleting port 17a2b8dd-27c3-4b86-b268-4214de385ca1 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:30.657033 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b02cc8e5-e0e0-4ace-aac3-0d0b4c9a4a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:30.708572 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-634e2d92-1fb6-4669-a4fe-ca3dc86d3b89 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:30.708806 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-bc5e9111-ddfe-4a70-9148-dc1e21f09e9b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:30.715799 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-bc5e9111-ddfe-4a70-9148-dc1e21f09e9b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Usage tracker for resource:subnet and tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:30.721309 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-bc5e9111-ddfe-4a70-9148-dc1e21f09e9b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:30.756487 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-23305522-0c60-4b95-9766-7973e9a11818 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] For port 17a2b8dd-27c3-4b86-b268-4214de385ca1, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=17a2b8dd-27c3-4b86-b268-4214de385ca1,segment=NetworkSegment(a1b8cf84-8478-4d59-a0f8-1d9f09417dd4),segment_id=a1b8cf84-8478-4d59-a0f8-1d9f09417dd4)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:30.756980 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23305522-0c60-4b95-9766-7973e9a11818 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:30.776329 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-bc5e9111-ddfe-4a70-9148-dc1e21f09e9b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:30.808753 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-634e2d92-1fb6-4669-a4fe-ca3dc86d3b89 None None] Transition to ACTIVE for port object e0391695-b0d5-4701-b688-da3b5ebbb349 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:30.817840 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5e9111-ddfe-4a70-9148-dc1e21f09e9b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:30.821461 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9111-ddfe-4a70-9148-dc1e21f09e9b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:30.913025 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-23305522-0c60-4b95-9766-7973e9a11818 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Calling delete_port for 17a2b8dd-27c3-4b86-b268-4214de385ca1 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:30.992056 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-b02cc8e5-e0e0-4ace-aac3-0d0b4c9a4a9a None None] For port 17a2b8dd-27c3-4b86-b268-4214de385ca1, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=17a2b8dd-27c3-4b86-b268-4214de385ca1,segment=NetworkSegment(a1b8cf84-8478-4d59-a0f8-1d9f09417dd4),segment_id=a1b8cf84-8478-4d59-a0f8-1d9f09417dd4)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:30.992849 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b02cc8e5-e0e0-4ace-aac3-0d0b4c9a4a9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:31.034879 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-41caaad1-3b4c-4a9a-8b8c-8df2f8ae67ce tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:31.048727 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-41caaad1-3b4c-4a9a-8b8c-8df2f8ae67ce tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:31.057934 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23305522-0c60-4b95-9766-7973e9a11818 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:31.100442 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41caaad1-3b4c-4a9a-8b8c-8df2f8ae67ce tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:31.104049 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-41caaad1-3b4c-4a9a-8b8c-8df2f8ae67ce tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:31.123360 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b02cc8e5-e0e0-4ace-aac3-0d0b4c9a4a9a None None] Calling delete_port for 17a2b8dd-27c3-4b86-b268-4214de385ca1 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:31.137130 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23305522-0c60-4b95-9766-7973e9a11818 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Port': ['ID=17a2b8dd-27c3-4b86-b268-4214de385ca1,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:31.140779 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23305522-0c60-4b95-9766-7973e9a11818 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] No DVR routers for this DVR port 17a2b8dd-27c3-4b86-b268-4214de385ca1 on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:54:31.184229 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-41caaad1-3b4c-4a9a-8b8c-8df2f8ae67ce tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] device_id is not set on port ef03a88b-db27-42e9-9e4d-9d99bea2da37 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:54:31.186227 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 17a2b8dd-27c3-4b86-b268-4214de385ca1 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:54:31.270728 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:31.314580 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 17a2b8dd-27c3-4b86-b268-4214de385ca1 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:54:31.314985 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 17a2b8dd-27c3-4b86-b268-4214de385ca1 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:54:31.321003 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-634e2d92-1fb6-4669-a4fe-ca3dc86d3b89 None None] Transition to ACTIVE for port object e0391695-b0d5-4701-b688-da3b5ebbb349 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:31.372630 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-634e2d92-1fb6-4669-a4fe-ca3dc86d3b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:31.374852 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.objects.ports [None req-bc5e9111-ddfe-4a70-9148-dc1e21f09e9b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 10 14:54:31.382858 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23305522-0c60-4b95-9766-7973e9a11818 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:31.404051 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9111-ddfe-4a70-9148-dc1e21f09e9b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:31.423270 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-b02cc8e5-e0e0-4ace-aac3-0d0b4c9a4a9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:54:31.423607 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-b02cc8e5-e0e0-4ace-aac3-0d0b4c9a4a9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:54:31.460604 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634e2d92-1fb6-4669-a4fe-ca3dc86d3b89 None None] Network 82256d38-c068-4259-8746-e4cb82a4d07e is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:31.467869 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-634e2d92-1fb6-4669-a4fe-ca3dc86d3b89 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:31.471794 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-23305522-0c60-4b95-9766-7973e9a11818 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a7890b-607e-4f63-8421-12a7ace055e9']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:31.478610 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634e2d92-1fb6-4669-a4fe-ca3dc86d3b89 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:31.492144 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5e9111-ddfe-4a70-9148-dc1e21f09e9b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:31.494920 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:31.496260 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-23305522-0c60-4b95-9766-7973e9a11818 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b8cf84-8478-4d59-a0f8-1d9f09417dd4') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:31.496553 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-23305522-0c60-4b95-9766-7973e9a11818 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b8cf84-8478-4d59-a0f8-1d9f09417dd4') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:31.507526 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e2d92-1fb6-4669-a4fe-ca3dc86d3b89 None None] Pushing event updated for resources: {'Port': ['ID=e0391695-b0d5-4701-b688-da3b5ebbb349,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:31.518890 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-5053a69c-0fe6-456f-b92c-9c48de1af307 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Allocated IP 172.20.0.14 (82256d38-c068-4259-8746-e4cb82a4d07e/68e0fd70-d788-4596-9e10-9a20754c9fbb/ee885373-3959-448d-a6a7-fcc30d5caf3e) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:31.523794 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23305522-0c60-4b95-9766-7973e9a11818 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:31.529358 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-bc5e9111-ddfe-4a70-9148-dc1e21f09e9b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:31.539986 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5e9111-ddfe-4a70-9148-dc1e21f09e9b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:31.540713 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9111-ddfe-4a70-9148-dc1e21f09e9b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:31.544213 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e9111-ddfe-4a70-9148-dc1e21f09e9b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Subnet': ['ID=baae379b-1314-4002-bd1b-f261d9363dfb,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:31.554179 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23305522-0c60-4b95-9766-7973e9a11818 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:31.566505 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-41caaad1-3b4c-4a9a-8b8c-8df2f8ae67ce tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Allocated IP 172.20.0.9 (b32696d4-908c-4920-b15a-65faf16d63c6/ca49d3ff-e3b3-4e50-b33a-3dbf26fc6de1/ef03a88b-db27-42e9-9e4d-9d99bea2da37) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:31.587401 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23305522-0c60-4b95-9766-7973e9a11818 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:54:31.588041 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23305522-0c60-4b95-9766-7973e9a11818 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:31.595106 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bc5e9111-ddfe-4a70-9148-dc1e21f09e9b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1973507 May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:54:31.604415 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:54:31.608978 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45048) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:31.654887 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74460d20-969f-4ddf-a979-faeae6fa84b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-b32696d4-908c-4920-b15a-65faf16d63c6', 'network_id': 'b32696d4-908c-4920-b15a-65faf16d63c6', 'tenant_id': 'bcdeb671ca1c427bb10de7b95cee308e', 'fixed_ips': [{'subnet_id': 'ca49d3ff-e3b3-4e50-b33a-3dbf26fc6de1'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:54:31.655710 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-74460d20-969f-4ddf-a979-faeae6fa84b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:31.660293 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-bd7b9450-69ee-45a0-af0b-38c241028d2f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Request body: {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'mac_address': 'fa:16:3e:19:81:d2', 'name': 'tempest-NetworksTestDHCPv6-696361903'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:31.771029 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-44715526-5963-4034-be2d-c422bd562163 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:31.783521 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-634e2d92-1fb6-4669-a4fe-ca3dc86d3b89 None None] Attempting to bind port e0391695-b0d5-4701-b688-da3b5ebbb349 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:54:31.784302 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-634e2d92-1fb6-4669-a4fe-ca3dc86d3b89 None None] Attempting to bind port e0391695-b0d5-4701-b688-da3b5ebbb349 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '0b889c94-b6f2-4475-9a7e-08fc42ac8209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '82256d38-c068-4259-8746-e4cb82a4d07e'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:54:31.785062 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e2d92-1fb6-4669-a4fe-ca3dc86d3b89 None None] Attempting to bind port e0391695-b0d5-4701-b688-da3b5ebbb349 on network 82256d38-c068-4259-8746-e4cb82a4d07e {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:54:31.809740 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-44715526-5963-4034-be2d-c422bd562163 None None] Transition to ACTIVE for port object 6f1167d5-1460-425c-8898-c109d9585f92 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:31.815295 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e2d92-1fb6-4669-a4fe-ca3dc86d3b89 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:54:31.815812 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e2d92-1fb6-4669-a4fe-ca3dc86d3b89 None None] Checking segment: {'id': '0b889c94-b6f2-4475-9a7e-08fc42ac8209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '82256d38-c068-4259-8746-e4cb82a4d07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:54:31.816466 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-634e2d92-1fb6-4669-a4fe-ca3dc86d3b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:31.817080 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634e2d92-1fb6-4669-a4fe-ca3dc86d3b89 None None] Bound using segment: {'id': '0b889c94-b6f2-4475-9a7e-08fc42ac8209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '82256d38-c068-4259-8746-e4cb82a4d07e'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:54:31.817791 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-634e2d92-1fb6-4669-a4fe-ca3dc86d3b89 None None] Bound port: e0391695-b0d5-4701-b688-da3b5ebbb349, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b889c94-b6f2-4475-9a7e-08fc42ac8209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '82256d38-c068-4259-8746-e4cb82a4d07e'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:54:31.818764 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-634e2d92-1fb6-4669-a4fe-ca3dc86d3b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:31.837172 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23305522-0c60-4b95-9766-7973e9a11818 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:31.847894 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-bd7b9450-69ee-45a0-af0b-38c241028d2f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:31.861935 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-bd7b9450-69ee-45a0-af0b-38c241028d2f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:31.878726 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23305522-0c60-4b95-9766-7973e9a11818 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:31.884665 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:31.886347 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-44715526-5963-4034-be2d-c422bd562163 None None] Transition to ACTIVE for port object 6f1167d5-1460-425c-8898-c109d9585f92 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:31.890149 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7b9450-69ee-45a0-af0b-38c241028d2f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Made reservation on behalf of 7736f4aa2d7942e9b2889a72ef3f8ca6 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:31.911588 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:31.924137 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-44715526-5963-4034-be2d-c422bd562163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:31.940193 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b02cc8e5-e0e0-4ace-aac3-0d0b4c9a4a9a None None] Deleting port 17a2b8dd-27c3-4b86-b268-4214de385ca1 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:31.940810 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b02cc8e5-e0e0-4ace-aac3-0d0b4c9a4a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:31.941723 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23305522-0c60-4b95-9766-7973e9a11818 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Network': ['ID=00a7890b-607e-4f63-8421-12a7ace055e9,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:32.101520 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b02cc8e5-e0e0-4ace-aac3-0d0b4c9a4a9a None None] The port '17a2b8dd-27c3-4b86-b268-4214de385ca1' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:54:32.112445 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44715526-5963-4034-be2d-c422bd562163 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:32.118918 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=ec355f80-9e4a-49df-b728-2f6b52991b9c,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:32.126399 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:32.128088 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-44715526-5963-4034-be2d-c422bd562163 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:32.132640 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44715526-5963-4034-be2d-c422bd562163 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:32.134990 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-23305522-0c60-4b95-9766-7973e9a11818 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/networks/00a7890b-607e-4f63-8421-12a7ace055e9 HTTP/1.1" status: 204 len: 168 time: 2.2591791 May 10 14:54:32.141587 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45054) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:32.149277 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-cb92f79c-f5ca-4447-8d08-aa03436fb617 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'network': {'name': 'tempest-RoutersTest-1769138672'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:32.169019 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-cb92f79c-f5ca-4447-8d08-aa03436fb617 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:32.181928 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44715526-5963-4034-be2d-c422bd562163 None None] Pushing event updated for resources: {'Port': ['ID=6f1167d5-1460-425c-8898-c109d9585f92,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:32.200013 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-cb92f79c-f5ca-4447-8d08-aa03436fb617 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:network and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:32.213170 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-cb92f79c-f5ca-4447-8d08-aa03436fb617 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:32.227246 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bd7b9450-69ee-45a0-af0b-38c241028d2f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:32.228103 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-634e2d92-1fb6-4669-a4fe-ca3dc86d3b89 None None] For port e0391695-b0d5-4701-b688-da3b5ebbb349, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:54:32.235877 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5053a69c-0fe6-456f-b92c-9c48de1af307 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:32.238936 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-cb92f79c-f5ca-4447-8d08-aa03436fb617 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:32.256097 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-634e2d92-1fb6-4669-a4fe-ca3dc86d3b89 None None] For port e0391695-b0d5-4701-b688-da3b5ebbb349, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e0391695-b0d5-4701-b688-da3b5ebbb349,segment=NetworkSegment(0b889c94-b6f2-4475-9a7e-08fc42ac8209),segment_id=0b889c94-b6f2-4475-9a7e-08fc42ac8209)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:54:32.265399 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-44715526-5963-4034-be2d-c422bd562163 None None] Attempting to bind port 6f1167d5-1460-425c-8898-c109d9585f92 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:54:32.266013 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-44715526-5963-4034-be2d-c422bd562163 None None] Attempting to bind port 6f1167d5-1460-425c-8898-c109d9585f92 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:54:32.266472 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44715526-5963-4034-be2d-c422bd562163 None None] Attempting to bind port 6f1167d5-1460-425c-8898-c109d9585f92 on network a36358c0-b900-4df5-ae69-1592404548f9 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:54:32.270144 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-41caaad1-3b4c-4a9a-8b8c-8df2f8ae67ce tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:32.270309 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-634e2d92-1fb6-4669-a4fe-ca3dc86d3b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:32.294337 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-41caaad1-3b4c-4a9a-8b8c-8df2f8ae67ce tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Transition to ACTIVE for port object ef03a88b-db27-42e9-9e4d-9d99bea2da37 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:32.316733 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-5053a69c-0fe6-456f-b92c-9c48de1af307 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Transition to ACTIVE for port object ee885373-3959-448d-a6a7-fcc30d5caf3e will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:32.317764 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb92f79c-f5ca-4447-8d08-aa03436fb617 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Made reservation on behalf of 7644c356883e4453aa5ee3ea8dc28b8a for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:32.318023 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44715526-5963-4034-be2d-c422bd562163 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:54:32.318605 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44715526-5963-4034-be2d-c422bd562163 None None] Checking segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:54:32.319050 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-44715526-5963-4034-be2d-c422bd562163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:32.319630 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44715526-5963-4034-be2d-c422bd562163 None None] Bound using segment: {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:54:32.320138 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-44715526-5963-4034-be2d-c422bd562163 None None] Bound port: 6f1167d5-1460-425c-8898-c109d9585f92, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fb2252-bf7e-449c-8296-1f2d19882cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:54:32.320516 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-44715526-5963-4034-be2d-c422bd562163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:32.322648 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cb92f79c-f5ca-4447-8d08-aa03436fb617 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:32.325022 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-bd7b9450-69ee-45a0-af0b-38c241028d2f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] device_id is not set on port 9ab48e11-17f1-46fb-a7bf-19d4ff9b9e90 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:54:32.337134 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-41caaad1-3b4c-4a9a-8b8c-8df2f8ae67ce tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:32.395547 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Floating IP 48190631-d62e-4a46-9185-27f5528b0e13 associated. External IP: 172.26.0.62, port: 1000f3c1-de13-411e-bfb1-8cc2945097c7. May 10 14:54:32.436271 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41caaad1-3b4c-4a9a-8b8c-8df2f8ae67ce tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network b32696d4-908c-4920-b15a-65faf16d63c6 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:32.445116 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb92f79c-f5ca-4447-8d08-aa03436fb617 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:54:32.447722 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-41caaad1-3b4c-4a9a-8b8c-8df2f8ae67ce tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:32.455442 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41caaad1-3b4c-4a9a-8b8c-8df2f8ae67ce tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:32.495429 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41caaad1-3b4c-4a9a-8b8c-8df2f8ae67ce tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Port': ['ID=ef03a88b-db27-42e9-9e4d-9d99bea2da37,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:32.508142 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cb92f79c-f5ca-4447-8d08-aa03436fb617 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:32.508364 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e2d92-1fb6-4669-a4fe-ca3dc86d3b89 None None] Pushing event updated for resources: {'Port': ['ID=e0391695-b0d5-4701-b688-da3b5ebbb349,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:32.508886 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-cb92f79c-f5ca-4447-8d08-aa03436fb617 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Added segment 1eae2d38-6899-4889-bb41-22a9b4ec1cce of type vlan for network 84c6eaf6-b7ac-401b-8d26-8f57fe1fe027 May 10 14:54:32.528842 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-74460d20-969f-4ddf-a979-faeae6fa84b0 None None] Allocated IP 172.20.0.2 (b32696d4-908c-4920-b15a-65faf16d63c6/ca49d3ff-e3b3-4e50-b33a-3dbf26fc6de1/8ad865ec-013d-4915-8c4b-c455cb15e055) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:32.534410 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5053a69c-0fe6-456f-b92c-9c48de1af307 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:32.619241 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cb92f79c-f5ca-4447-8d08-aa03436fb617 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:32.628737 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41caaad1-3b4c-4a9a-8b8c-8df2f8ae67ce tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:32.629685 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-41caaad1-3b4c-4a9a-8b8c-8df2f8ae67ce tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:32.654010 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-44715526-5963-4034-be2d-c422bd562163 None None] For port 6f1167d5-1460-425c-8898-c109d9585f92, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:54:32.677484 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-44715526-5963-4034-be2d-c422bd562163 None None] For port 6f1167d5-1460-425c-8898-c109d9585f92, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6f1167d5-1460-425c-8898-c109d9585f92,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:54:32.688635 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-44715526-5963-4034-be2d-c422bd562163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:32.694966 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5053a69c-0fe6-456f-b92c-9c48de1af307 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Network 82256d38-c068-4259-8746-e4cb82a4d07e is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:32.702301 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-5053a69c-0fe6-456f-b92c-9c48de1af307 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:32.707943 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5053a69c-0fe6-456f-b92c-9c48de1af307 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:32.740726 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053a69c-0fe6-456f-b92c-9c48de1af307 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Pushing event updated for resources: {'Port': ['ID=ee885373-3959-448d-a6a7-fcc30d5caf3e,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:32.751185 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-41caaad1-3b4c-4a9a-8b8c-8df2f8ae67ce tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1089284 May 10 14:54:32.760017 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45058) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:32.769397 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7cdfc4ae-0fa5-4abf-b3bb-32cc196cc325 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'port': {'network_id': 'b32696d4-908c-4920-b15a-65faf16d63c6', 'name': 'tempest-PortsTestJSON-71972467'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:32.808245 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cb92f79c-f5ca-4447-8d08-aa03436fb617 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:32.818694 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb92f79c-f5ca-4447-8d08-aa03436fb617 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:32.819691 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cb92f79c-f5ca-4447-8d08-aa03436fb617 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:32.851062 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44715526-5963-4034-be2d-c422bd562163 None None] Pushing event updated for resources: {'Port': ['ID=6f1167d5-1460-425c-8898-c109d9585f92,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:32.931527 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-74460d20-969f-4ddf-a979-faeae6fa84b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:32.946223 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-74460d20-969f-4ddf-a979-faeae6fa84b0 None None] Transition to ACTIVE for port object 8ad865ec-013d-4915-8c4b-c455cb15e055 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:32.980486 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-bd7b9450-69ee-45a0-af0b-38c241028d2f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8::8c (a36358c0-b900-4df5-ae69-1592404548f9/e37daace-874a-42d4-823c-d9f16a7d94a4/9ab48e11-17f1-46fb-a7bf-19d4ff9b9e90) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:32.989070 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-bd7b9450-69ee-45a0-af0b-38c241028d2f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Allocated IP 2001:db8:0:1:f816:3eff:fe19:81d2 (a36358c0-b900-4df5-ae69-1592404548f9/baae379b-1314-4002-bd1b-f261d9363dfb/9ab48e11-17f1-46fb-a7bf-19d4ff9b9e90) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:32.997365 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-74460d20-969f-4ddf-a979-faeae6fa84b0 None None] Transition to ACTIVE for port object 8ad865ec-013d-4915-8c4b-c455cb15e055 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:33.006077 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-74460d20-969f-4ddf-a979-faeae6fa84b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:33.089202 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74460d20-969f-4ddf-a979-faeae6fa84b0 None None] Network b32696d4-908c-4920-b15a-65faf16d63c6 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:33.093018 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-74460d20-969f-4ddf-a979-faeae6fa84b0 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:33.097348 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74460d20-969f-4ddf-a979-faeae6fa84b0 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:33.120672 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5053a69c-0fe6-456f-b92c-9c48de1af307 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:33.121559 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5053a69c-0fe6-456f-b92c-9c48de1af307 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:33.138248 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cb92f79c-f5ca-4447-8d08-aa03436fb617 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9931219 May 10 14:54:33.138248 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45062) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:33.175905 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-5f768800-7218-44d7-a89e-064a8c07f01b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'subnet': {'network_id': '84c6eaf6-b7ac-401b-8d26-8f57fe1fe027', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:33.209032 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92f79c-f5ca-4447-8d08-aa03436fb617 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Network': ['ID=84c6eaf6-b7ac-401b-8d26-8f57fe1fe027,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:33.276626 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 84c6eaf6-b7ac-401b-8d26-8f57fe1fe027 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:54:33.290846 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74460d20-969f-4ddf-a979-faeae6fa84b0 None None] Pushing event updated for resources: {'Port': ['ID=8ad865ec-013d-4915-8c4b-c455cb15e055,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:33.297730 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-74460d20-969f-4ddf-a979-faeae6fa84b0 None None] Attempting to bind port 8ad865ec-013d-4915-8c4b-c455cb15e055 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:54:33.298382 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-74460d20-969f-4ddf-a979-faeae6fa84b0 None None] Attempting to bind port 8ad865ec-013d-4915-8c4b-c455cb15e055 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '739a4059-d201-4149-826c-108146cc4f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b32696d4-908c-4920-b15a-65faf16d63c6'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:54:33.298958 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74460d20-969f-4ddf-a979-faeae6fa84b0 None None] Attempting to bind port 8ad865ec-013d-4915-8c4b-c455cb15e055 on network b32696d4-908c-4920-b15a-65faf16d63c6 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:54:33.310025 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74460d20-969f-4ddf-a979-faeae6fa84b0 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:54:33.310847 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74460d20-969f-4ddf-a979-faeae6fa84b0 None None] Checking segment: {'id': '739a4059-d201-4149-826c-108146cc4f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b32696d4-908c-4920-b15a-65faf16d63c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:54:33.310847 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-74460d20-969f-4ddf-a979-faeae6fa84b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:33.311415 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74460d20-969f-4ddf-a979-faeae6fa84b0 None None] Bound using segment: {'id': '739a4059-d201-4149-826c-108146cc4f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b32696d4-908c-4920-b15a-65faf16d63c6'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:54:33.312002 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-74460d20-969f-4ddf-a979-faeae6fa84b0 None None] Bound port: 8ad865ec-013d-4915-8c4b-c455cb15e055, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739a4059-d201-4149-826c-108146cc4f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b32696d4-908c-4920-b15a-65faf16d63c6'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:54:33.313163 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-74460d20-969f-4ddf-a979-faeae6fa84b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:33.330778 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5053a69c-0fe6-456f-b92c-9c48de1af307 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.1488309 May 10 14:54:33.347738 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45066) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:33.370773 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-90a0504d-6990-4a72-9be5-7ebee14776b5 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1379980417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:33.389165 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-90a0504d-6990-4a72-9be5-7ebee14776b5 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:33.398243 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7cdfc4ae-0fa5-4abf-b3bb-32cc196cc325 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:33.403344 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-90a0504d-6990-4a72-9be5-7ebee14776b5 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Usage tracker for resource:router and tenant:2cd9816d08d2425fa76e11c69c81ae3e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:33.408116 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5f768800-7218-44d7-a89e-064a8c07f01b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:33.415073 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-90a0504d-6990-4a72-9be5-7ebee14776b5 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:33.415923 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7cdfc4ae-0fa5-4abf-b3bb-32cc196cc325 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:port and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:33.424391 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5f768800-7218-44d7-a89e-064a8c07f01b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:subnet and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:33.428731 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-90a0504d-6990-4a72-9be5-7ebee14776b5 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:33.432020 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7cdfc4ae-0fa5-4abf-b3bb-32cc196cc325 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:33.437319 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5f768800-7218-44d7-a89e-064a8c07f01b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:33.452785 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7cdfc4ae-0fa5-4abf-b3bb-32cc196cc325 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:33.458894 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5f768800-7218-44d7-a89e-064a8c07f01b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:33.471856 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90a0504d-6990-4a72-9be5-7ebee14776b5 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:33.473017 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90a0504d-6990-4a72-9be5-7ebee14776b5 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:33.478356 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bd7b9450-69ee-45a0-af0b-38c241028d2f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:33.479136 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdfc4ae-0fa5-4abf-b3bb-32cc196cc325 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:33.483708 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7cdfc4ae-0fa5-4abf-b3bb-32cc196cc325 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:33.488589 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router d0bc61f2-173f-401b-9eba-0e0b803c9ecf has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:54:33.503382 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f768800-7218-44d7-a89e-064a8c07f01b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Made reservation on behalf of 7644c356883e4453aa5ee3ea8dc28b8a for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:33.503702 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-bd7b9450-69ee-45a0-af0b-38c241028d2f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Transition to ACTIVE for port object 9ab48e11-17f1-46fb-a7bf-19d4ff9b9e90 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:33.507452 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5f768800-7218-44d7-a89e-064a8c07f01b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:33.570686 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-74460d20-969f-4ddf-a979-faeae6fa84b0 None None] For port 8ad865ec-013d-4915-8c4b-c455cb15e055, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:54:33.574353 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-74460d20-969f-4ddf-a979-faeae6fa84b0 None None] For port 8ad865ec-013d-4915-8c4b-c455cb15e055, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8ad865ec-013d-4915-8c4b-c455cb15e055,segment=NetworkSegment(739a4059-d201-4149-826c-108146cc4f28),segment_id=739a4059-d201-4149-826c-108146cc4f28)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:54:33.580208 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-74460d20-969f-4ddf-a979-faeae6fa84b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:33.597688 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-7cdfc4ae-0fa5-4abf-b3bb-32cc196cc325 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] device_id is not set on port 468b27ad-152f-43a7-bb35-368c76c5bef6 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:54:33.654320 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90a0504d-6990-4a72-9be5-7ebee14776b5 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:33.677743 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74460d20-969f-4ddf-a979-faeae6fa84b0 None None] Pushing event updated for resources: {'Port': ['ID=8ad865ec-013d-4915-8c4b-c455cb15e055,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:33.699172 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bd7b9450-69ee-45a0-af0b-38c241028d2f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:33.771031 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90a0504d-6990-4a72-9be5-7ebee14776b5 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:33.789146 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7b9450-69ee-45a0-af0b-38c241028d2f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Network a36358c0-b900-4df5-ae69-1592404548f9 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:33.794098 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-bd7b9450-69ee-45a0-af0b-38c241028d2f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:33.796731 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:54:33.798323 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7b9450-69ee-45a0-af0b-38c241028d2f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:33.804253 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7b9450-69ee-45a0-af0b-38c241028d2f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:33.805117 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bd7b9450-69ee-45a0-af0b-38c241028d2f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:33.812088 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e0ffd-1dae-41e8-8655-a701f7056f4f None None] Sync routers for ids ['d0bc61f2-173f-401b-9eba-0e0b803c9ecf'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:54:33.829766 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52e0ffd-1dae-41e8-8655-a701f7056f4f None None] Routers {'d0bc61f2-173f-401b-9eba-0e0b803c9ecf'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:54:33.830008 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-f52e0ffd-1dae-41e8-8655-a701f7056f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d0bc61f2-173f-401b-9eba-0e0b803c9ecf'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:33.844299 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b9450-69ee-45a0-af0b-38c241028d2f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event updated for resources: {'Port': ['ID=9ab48e11-17f1-46fb-a7bf-19d4ff9b9e90,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:33.865189 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bd7b9450-69ee-45a0-af0b-38c241028d2f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.2549880 May 10 14:54:33.866815 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:33.885813 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-7cdfc4ae-0fa5-4abf-b3bb-32cc196cc325 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Allocated IP 172.20.0.4 (b32696d4-908c-4920-b15a-65faf16d63c6/ca49d3ff-e3b3-4e50-b33a-3dbf26fc6de1/468b27ad-152f-43a7-bb35-368c76c5bef6) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:33.897286 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45070) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:33.941674 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8d8edc77-597c-4c31-9a97-f2eb9d10f90b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5133436 May 10 14:54:33.942925 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca292cee-d598-484a-ad60-af6b19cb7770', 'tag': '1000f3c1-de13-411e-bfb1-8cc2945097c7'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:54:33.965726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45074) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:34.092270 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-90a0504d-6990-4a72-9be5-7ebee14776b5 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:34.093364 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-90a0504d-6990-4a72-9be5-7ebee14776b5 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7444341 May 10 14:54:34.116653 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45080) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:34.131626 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e9480888-0e8e-4833-bf33-58b175a562f4 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1389667847', 'prefixes': ['172.20.0.0/16']}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:34.152002 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e9480888-0e8e-4833-bf33-58b175a562f4 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:34.170632 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-ff6fb74e-8c9b-46d3-93bd-6f9612f830de tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting port 9ab48e11-17f1-46fb-a7bf-19d4ff9b9e90 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:34.170955 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ff6fb74e-8c9b-46d3-93bd-6f9612f830de tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:34.188634 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-accf1486-6fd5-44ab-93f1-53dbd822ec02'] response: {'name': 'network-changed', 'server_uuid': 'ca292cee-d598-484a-ad60-af6b19cb7770', 'tag': '1000f3c1-de13-411e-bfb1-8cc2945097c7', 'status': 'completed', 'code': 200} May 10 14:54:34.201023 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-f52e0ffd-1dae-41e8-8655-a701f7056f4f None None] Set router d0bc61f2-173f-401b-9eba-0e0b803c9ecf gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:54:34.231744 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8db0bf13-6a33-4e81-b902-190e62b96a9f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/48190631-d62e-4a46-9185-27f5528b0e13 HTTP/1.1" status: 200 len: 991 time: 0.2562351 May 10 14:54:34.275899 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245d8e4-a528-4506-99d4-bafb689be530 req-c1432e52-010c-46f2-9ad0-4a93e4c5eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:34.277838 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7245d8e4-a528-4506-99d4-bafb689be530 req-c1432e52-010c-46f2-9ad0-4a93e4c5eb18 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=ca292cee-d598-484a-ad60-af6b19cb7770 HTTP/1.1" status: 200 len: 1099 time: 0.1403248 May 10 14:54:34.497198 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245d8e4-a528-4506-99d4-bafb689be530 req-d695f64f-6875-42c3-b7eb-96898cfb29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:34.499697 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7245d8e4-a528-4506-99d4-bafb689be530 req-d695f64f-6875-42c3-b7eb-96898cfb29bc service neutron] 10.222.0.86 "GET /v2.0/networks?id=cd34850c-ae9b-44e6-b4af-1543b19ccb5e HTTP/1.1" status: 200 len: 898 time: 0.2136672 May 10 14:54:34.585825 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5747908-fd92-451d-b6cb-df3a5989e63c None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:34.670766 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7245d8e4-a528-4506-99d4-bafb689be530 req-e108a0ce-765d-4153-863e-c239b064511e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1000f3c1-de13-411e-bfb1-8cc2945097c7 HTTP/1.1" status: 200 len: 999 time: 0.1653883 May 10 14:54:34.712436 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21d9b02-7762-4aab-9e2d-02be097f30fa None None] Network 82256d38-c068-4259-8746-e4cb82a4d07e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:34.719638 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-f52e0ffd-1dae-41e8-8655-a701f7056f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'name': 'tempest-TestNetworkBasicOps-router-741649397', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:53:40Z', 'updated_at': '2022-05-10T14:53:56Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:53:42Z', 'updated_at': '2022-05-10T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '48190631-d62e-4a46-9185-27f5528b0e13', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.62', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'port_id': '1000f3c1-de13-411e-bfb1-8cc2945097c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e', 'mac_address': 'fa:16:3e:ec:0e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca292cee-d598-484a-ad60-af6b19cb7770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:54:31Z', 'updated_at': '2022-05-10T14:54:31Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd116851-e548-4b5c-9023-131fdb69f170', 'name': '', 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:65:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '9a653b72-f3ca-46b8-9057-488638357e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:53:52Z', 'updated_at': '2022-05-10T14:54:09Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '9a653b72-f3ca-46b8-9057-488638357e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:34.724138 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5f768800-7218-44d7-a89e-064a8c07f01b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:34.725824 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e0ffd-1dae-41e8-8655-a701f7056f4f None None] Checking router: d0bc61f2-173f-401b-9eba-0e0b803c9ecf for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:54:34.741161 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52e0ffd-1dae-41e8-8655-a701f7056f4f None None] Routers {'d0bc61f2-173f-401b-9eba-0e0b803c9ecf'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:54:34.741963 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-f52e0ffd-1dae-41e8-8655-a701f7056f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d0bc61f2-173f-401b-9eba-0e0b803c9ecf'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:34.749862 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245d8e4-a528-4506-99d4-bafb689be530 req-c2fa4385-a6a5-40fc-9c0c-950939b27141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:34.756156 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7245d8e4-a528-4506-99d4-bafb689be530 req-c2fa4385-a6a5-40fc-9c0c-950939b27141 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9a653b72-f3ca-46b8-9057-488638357e83 HTTP/1.1" status: 200 len: 835 time: 0.0789170 May 10 14:54:34.943752 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245d8e4-a528-4506-99d4-bafb689be530 req-91a275b2-f1b6-472f-bcad-73d6e93b642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:34.948199 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7245d8e4-a528-4506-99d4-bafb689be530 req-91a275b2-f1b6-472f-bcad-73d6e93b642e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cd34850c-ae9b-44e6-b4af-1543b19ccb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1828394 May 10 14:54:34.976829 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-f52e0ffd-1dae-41e8-8655-a701f7056f4f None None] Set router d0bc61f2-173f-401b-9eba-0e0b803c9ecf gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:54:35.032761 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-9213bc92-5634-41c4-927e-e297bb6abdba None None] Provisioning for port 6f1167d5-1460-425c-8898-c109d9585f92 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:35.145302 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6f1167d5-1460-425c-8898-c109d9585f92 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:35.196205 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ff6fb74e-8c9b-46d3-93bd-6f9612f830de tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:35.345676 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-ff6fb74e-8c9b-46d3-93bd-6f9612f830de tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Calling delete_port for 9ab48e11-17f1-46fb-a7bf-19d4ff9b9e90 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:35.385352 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45084) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:35.407137 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-cea56558-f954-4253-854a-1ecd0c9161ea None None] Provisioning for port e0391695-b0d5-4701-b688-da3b5ebbb349 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:35.443199 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7e2b1a-2949-422f-a986-129d7ca2a3bb None None] Network b32696d4-908c-4920-b15a-65faf16d63c6 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:35.454100 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7245d8e4-a528-4506-99d4-bafb689be530 req-4663934c-5536-4213-b5f1-ebf029c310e6 service neutron] 10.222.0.86 "GET /v2.0/networks/cd34850c-ae9b-44e6-b4af-1543b19ccb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972286 May 10 14:54:35.539449 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-f52e0ffd-1dae-41e8-8655-a701f7056f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'name': 'tempest-TestNetworkBasicOps-router-741649397', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:53:40Z', 'updated_at': '2022-05-10T14:53:56Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:53:42Z', 'updated_at': '2022-05-10T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '48190631-d62e-4a46-9185-27f5528b0e13', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.62', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'port_id': '1000f3c1-de13-411e-bfb1-8cc2945097c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e', 'mac_address': 'fa:16:3e:ec:0e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca292cee-d598-484a-ad60-af6b19cb7770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:54:31Z', 'updated_at': '2022-05-10T14:54:31Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd116851-e548-4b5c-9023-131fdb69f170', 'name': '', 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:65:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '9a653b72-f3ca-46b8-9057-488638357e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:53:52Z', 'updated_at': '2022-05-10T14:54:09Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '9a653b72-f3ca-46b8-9057-488638357e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:35.541761 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e9480888-0e8e-4833-bf33-58b175a562f4 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks [] for subnetpool, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:35.543196 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e9480888-0e8e-4833-bf33-58b175a562f4 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.4199252 May 10 14:54:35.550167 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e0ffd-1dae-41e8-8655-a701f7056f4f None None] The sync data for ids ['d0bc61f2-173f-401b-9eba-0e0b803c9ecf'] in dv-neutron-841204-2-hyperv is: [{'id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'name': 'tempest-TestNetworkBasicOps-router-741649397', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:53:40Z', 'updated_at': '2022-05-10T14:53:56Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:53:42Z', 'updated_at': '2022-05-10T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '48190631-d62e-4a46-9185-27f5528b0e13', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.62', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'port_id': '1000f3c1-de13-411e-bfb1-8cc2945097c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e', 'mac_address': 'fa:16:3e:ec:0e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca292cee-d598-484a-ad60-af6b19cb7770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:54:31Z', 'updated_at': '2022-05-10T14:54:31Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd116851-e548-4b5c-9023-131fdb69f170', 'name': '', 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:65:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '9a653b72-f3ca-46b8-9057-488638357e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:53:52Z', 'updated_at': '2022-05-10T14:54:09Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '9a653b72-f3ca-46b8-9057-488638357e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:54:35.602163 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45088) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:35.605068 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7cdfc4ae-0fa5-4abf-b3bb-32cc196cc325 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:35.616304 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 6f1167d5-1460-425c-8898-c109d9585f92 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:35.644956 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-d775c01d-2c1e-4b21-95f0-3d524b4a37e9 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '68e0fd70-d788-4596-9e10-9a20754c9fbb', 'tempest-TagsExtTest-Tag-194766264') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:35.649303 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 6f1167d5-1460-425c-8898-c109d9585f92 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:35.649747 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:35.685748 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7245d8e4-a528-4506-99d4-bafb689be530 req-92e83481-99bc-4be7-a07a-b368bf56161a service neutron] 10.222.0.86 "GET /v2.0/networks/cd34850c-ae9b-44e6-b4af-1543b19ccb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237897 May 10 14:54:35.692707 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f768800-7218-44d7-a89e-064a8c07f01b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Checking segment: {'id': '1eae2d38-6899-4889-bb41-22a9b4ec1cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '84c6eaf6-b7ac-401b-8d26-8f57fe1fe027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:54:35.693063 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f768800-7218-44d7-a89e-064a8c07f01b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network hostable DHCP agents. Network: 84c6eaf6-b7ac-401b-8d26-8f57fe1fe027, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:54:35.693495 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-604bc25a-79e3-4aaf-b706-af21d28fa680 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/48190631-d62e-4a46-9185-27f5528b0e13 HTTP/1.1" status: 200 len: 991 time: 0.3070302 May 10 14:54:35.704215 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f768800-7218-44d7-a89e-064a8c07f01b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Subnet': ['ID=58610585-168f-4de4-8c47-b84c9ac6d762,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:35.724871 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c180eb40-2171-4469-8814-379c177c8c86 None None] Provisioning for port 8ad865ec-013d-4915-8c4b-c455cb15e055 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:35.751814 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-7cdfc4ae-0fa5-4abf-b3bb-32cc196cc325 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Transition to ACTIVE for port object 468b27ad-152f-43a7-bb35-368c76c5bef6 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:35.754705 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ff6fb74e-8c9b-46d3-93bd-6f9612f830de tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:35.762696 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f768800-7218-44d7-a89e-064a8c07f01b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network 84c6eaf6-b7ac-401b-8d26-8f57fe1fe027 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:54:35.831142 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fb74e-8c9b-46d3-93bd-6f9612f830de tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Port': ['ID=9ab48e11-17f1-46fb-a7bf-19d4ff9b9e90,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:35.864404 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d961a7-f64a-4055-8c64-23c88551c589 None None] New status for floating IP 48190631-d62e-4a46-9185-27f5528b0e13: ACTIVE {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:54:35.867054 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-5f768800-7218-44d7-a89e-064a8c07f01b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 84c6eaf6-b7ac-401b-8d26-8f57fe1fe027) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:35.880678 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f768800-7218-44d7-a89e-064a8c07f01b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:35.881091 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5f768800-7218-44d7-a89e-064a8c07f01b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:35.932119 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14579048-a5b4-4eef-a538-aacee6a20b57 None None] Network 84c6eaf6-b7ac-401b-8d26-8f57fe1fe027 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:35.959861 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ff6fb74e-8c9b-46d3-93bd-6f9612f830de tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:35.970789 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d775c01d-2c1e-4b21-95f0-3d524b4a37e9 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "PUT /v2.0/subnets/68e0fd70-d788-4596-9e10-9a20754c9fbb/tags/tempest-TagsExtTest-Tag-194766264 HTTP/1.1" status: 201 len: 201 time: 0.3583200 May 10 14:54:35.974575 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45092) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:35.978076 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45096) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:35.978237 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5f768800-7218-44d7-a89e-064a8c07f01b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8335145 May 10 14:54:35.980044 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ff6fb74e-8c9b-46d3-93bd-6f9612f830de tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/9ab48e11-17f1-46fb-a7bf-19d4ff9b9e90 HTTP/1.1" status: 204 len: 168 time: 2.0814409 May 10 14:54:35.982500 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45098) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:35.986510 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7cdfc4ae-0fa5-4abf-b3bb-32cc196cc325 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:35.987214 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.tag.tag_plugin [None req-a1e00f61-54b6-434f-b980-447d45971ceb tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ee885373-3959-448d-a6a7-fcc30d5caf3e', 'tempest-TagsExtTest-Tag-911312428') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:36.030138 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-5ed84792-04e6-40d3-987c-33dba09864cd tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1785201239', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:36.041930 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5ed84792-04e6-40d3-987c-33dba09864cd tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:36.052896 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5ed84792-04e6-40d3-987c-33dba09864cd tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:router and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:36.058631 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5ed84792-04e6-40d3-987c-33dba09864cd tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:36.076168 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5ed84792-04e6-40d3-987c-33dba09864cd tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:36.089853 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdfc4ae-0fa5-4abf-b3bb-32cc196cc325 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network b32696d4-908c-4920-b15a-65faf16d63c6 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:36.099709 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5ed84792-04e6-40d3-987c-33dba09864cd tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:36.100776 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5ed84792-04e6-40d3-987c-33dba09864cd tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:36.103816 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-7cdfc4ae-0fa5-4abf-b3bb-32cc196cc325 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:36.106354 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdfc4ae-0fa5-4abf-b3bb-32cc196cc325 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:36.135753 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5ed84792-04e6-40d3-987c-33dba09864cd tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:36.169201 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a1e00f61-54b6-434f-b980-447d45971ceb tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "PUT /v2.0/ports/ee885373-3959-448d-a6a7-fcc30d5caf3e/tags/tempest-TagsExtTest-Tag-911312428 HTTP/1.1" status: 201 len: 201 time: 0.1906397 May 10 14:54:36.170554 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45104) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:36.174812 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5ed84792-04e6-40d3-987c-33dba09864cd tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:36.176465 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:36.189565 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdfc4ae-0fa5-4abf-b3bb-32cc196cc325 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Port': ['ID=468b27ad-152f-43a7-bb35-368c76c5bef6,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:36.204255 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.tag.tag_plugin [None req-952e5ea4-3d23-4a77-ad0c-9226d8f2a331 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '98320258-9131-4228-869b-a77180c3cdec', 'tempest-TagsExtTest-Tag-487356878') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:36.224058 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdfc4ae-0fa5-4abf-b3bb-32cc196cc325 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:36.224729 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7cdfc4ae-0fa5-4abf-b3bb-32cc196cc325 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:36.247994 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a09fbef-b9c8-478b-896d-6e3270def9ee tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:36.248743 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-0a09fbef-b9c8-478b-896d-6e3270def9ee tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:36.265179 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7cdfc4ae-0fa5-4abf-b3bb-32cc196cc325 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.5038631 May 10 14:54:36.268914 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45108) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:36.319025 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-0a09fbef-b9c8-478b-896d-6e3270def9ee tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:36.322935 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0a09fbef-b9c8-478b-896d-6e3270def9ee tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3393741 May 10 14:54:36.323929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45112) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:36.353492 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5ed84792-04e6-40d3-987c-33dba09864cd tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:36.357985 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5ed84792-04e6-40d3-987c-33dba09864cd tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3406591 May 10 14:54:36.358952 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45116) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:36.428323 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29184252-0d3c-4b4f-88a4-3420d678458c None None] Update dhcp port {'port': {'network_id': 'a36358c0-b900-4df5-ae69-1592404548f9', 'fixed_ips': [{'subnet_id': 'e37daace-874a-42d4-823c-d9f16a7d94a4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'baae379b-1314-4002-bd1b-f261d9363dfb'}], 'binding:host_id': 'dv-neutron-841204-2-hyperv'}, 'id': '6f1167d5-1460-425c-8898-c109d9585f92'} from dv-neutron-841204-2-hyperv. {{(pid=88053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 10 14:54:36.480242 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ab6b3b-9527-4352-bd7c-2717ed6d907a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:36.486116 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-10ab6b3b-9527-4352-bd7c-2717ed6d907a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1539917 May 10 14:54:36.487424 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45120) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:36.495766 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b781753-cd52-42b8-be14-3d178bf92d9d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:36.496791 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3b781753-cd52-42b8-be14-3d178bf92d9d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Synchronizing usage tracker for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:36.516986 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 6f1167d5-1460-425c-8898-c109d9585f92, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6f1167d5-1460-425c-8898-c109d9585f92,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:36.595763 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:36.596351 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8ad865ec-013d-4915-8c4b-c455cb15e055 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:36.613004 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f649739e-8fc3-4f84-acb9-2e19b89381de tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:36.615681 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f649739e-8fc3-4f84-acb9-2e19b89381de tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:36.618233 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f649739e-8fc3-4f84-acb9-2e19b89381de tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:36.619338 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-f649739e-8fc3-4f84-acb9-2e19b89381de tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:36.622092 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-412b8e03-ac6f-4b56-aad9-6d53df160288 None None] Provisioning for port ee885373-3959-448d-a6a7-fcc30d5caf3e completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:36.633935 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3b781753-cd52-42b8-be14-3d178bf92d9d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Unset dirty status for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:36.635282 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3b781753-cd52-42b8-be14-3d178bf92d9d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.3652763 May 10 14:54:36.637781 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45124) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:36.664476 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-952e5ea4-3d23-4a77-ad0c-9226d8f2a331 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "PUT /v2.0/routers/98320258-9131-4228-869b-a77180c3cdec/tags/tempest-TagsExtTest-Tag-487356878 HTTP/1.1" status: 201 len: 201 time: 0.4898000 May 10 14:54:36.670386 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45128) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:36.677967 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.tag.tag_plugin [None req-90fdf44d-5d49-4803-abe7-71e966b9e557 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b1eb57ec-5588-4fcf-a95d-62fa5e500f81', 'tempest-TagsExtTest-Tag-342815991') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:36.683777 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-f649739e-8fc3-4f84-acb9-2e19b89381de tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:36.684655 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f649739e-8fc3-4f84-acb9-2e19b89381de tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1786757 May 10 14:54:36.696265 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45132) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:36.696484 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45134) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:36.701822 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-412b8e03-ac6f-4b56-aad9-6d53df160288 None None] Provisioning complete for port ee885373-3959-448d-a6a7-fcc30d5caf3e triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:36.702197 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-412b8e03-ac6f-4b56-aad9-6d53df160288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:36.750717 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-29184252-0d3c-4b4f-88a4-3420d678458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:36.775092 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-a980f152-5ccc-4ddb-93cb-1114b800f329 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet baae379b-1314-4002-bd1b-f261d9363dfb {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:54:36.778844 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a980f152-5ccc-4ddb-93cb-1114b800f329 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:36.837674 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a980f152-5ccc-4ddb-93cb-1114b800f329 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:36.905122 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbe7c18-d659-4079-9839-9f4629907dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-84c6eaf6-b7ac-401b-8d26-8f57fe1fe027', 'network_id': '84c6eaf6-b7ac-401b-8d26-8f57fe1fe027', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'fixed_ips': [{'subnet_id': '58610585-168f-4de4-8c47-b84c9ac6d762'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:54:36.905958 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7c18-d659-4079-9839-9f4629907dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:36.923115 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a980f152-5ccc-4ddb-93cb-1114b800f329 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:36.932906 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=6f1167d5-1460-425c-8898-c109d9585f92,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:36.935965 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-412b8e03-ac6f-4b56-aad9-6d53df160288 None None] Port ee885373-3959-448d-a6a7-fcc30d5caf3e cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:54:37.023537 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a980f152-5ccc-4ddb-93cb-1114b800f329 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:37.038008 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-90fdf44d-5d49-4803-abe7-71e966b9e557 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "PUT /v2.0/subnetpools/b1eb57ec-5588-4fcf-a95d-62fa5e500f81/tags/tempest-TagsExtTest-Tag-342815991 HTTP/1.1" status: 201 len: 201 time: 0.3633256 May 10 14:54:37.040142 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45140) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:37.052127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.tag.tag_plugin [None req-4db76fe5-2244-423f-90bb-3fc2ba50f6b0 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '68e0fd70-d788-4596-9e10-9a20754c9fbb') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:37.072257 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a980f152-5ccc-4ddb-93cb-1114b800f329 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:37.077977 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-628cd241-09c3-4d79-99e9-a07ea8b93b2b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting port 468b27ad-152f-43a7-bb35-368c76c5bef6 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:37.078475 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-628cd241-09c3-4d79-99e9-a07ea8b93b2b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:37.087117 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-72ab5e22-2f2f-4063-b802-edadebdda582 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/48190631-d62e-4a46-9185-27f5528b0e13 HTTP/1.1" status: 200 len: 993 time: 0.3836954 May 10 14:54:37.130391 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 8ad865ec-013d-4915-8c4b-c455cb15e055 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:37.147421 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a9f7e67b-960b-4742-a0f5-dd7603b1d4f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:37.166363 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 8ad865ec-013d-4915-8c4b-c455cb15e055 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:37.166363 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server [None req-29184252-0d3c-4b4f-88a4-3420d678458c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet baae379b-1314-4002-bd1b-f261d9363dfb: This subnet is being modified by another concurrent operation. May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise self.value May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise self.value May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise self.value May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise self.value May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise self.value May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise self.value May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.ipam.update_port( May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 726, in update_port May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise exception May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet baae379b-1314-4002-bd1b-f261d9363dfb: This subnet is being modified by another concurrent operation. May 10 14:54:37.235958 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server May 10 14:54:37.278262 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980f152-5ccc-4ddb-93cb-1114b800f329 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=baae379b-1314-4002-bd1b-f261d9363dfb,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:37.346312 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8e255b4a-7720-4a6d-a0b6-bc45bd4ae08e None None] Provisioning for port 468b27ad-152f-43a7-bb35-368c76c5bef6 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:37.356664 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-5dbe7c18-d659-4079-9839-9f4629907dc0 None None] Allocated IP 172.20.0.2 (84c6eaf6-b7ac-401b-8d26-8f57fe1fe027/58610585-168f-4de4-8c47-b84c9ac6d762/a055641a-d652-42f9-a547-02670f2c4b90) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:37.361066 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8e255b4a-7720-4a6d-a0b6-bc45bd4ae08e None None] Provisioning complete for port 468b27ad-152f-43a7-bb35-368c76c5bef6 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:37.361388 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8e255b4a-7720-4a6d-a0b6-bc45bd4ae08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:37.502144 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-8e255b4a-7720-4a6d-a0b6-bc45bd4ae08e None None] Port 468b27ad-152f-43a7-bb35-368c76c5bef6 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:54:37.514974 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4db76fe5-2244-423f-90bb-3fc2ba50f6b0 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/subnets/68e0fd70-d788-4596-9e10-9a20754c9fbb/tags HTTP/1.1" status: 200 len: 240 time: 0.4694581 May 10 14:54:37.519775 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45144) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:37.532042 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.tag.tag_plugin [None req-4adb7bc6-e0c3-4451-9efd-e00e1ed0b618 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '68e0fd70-d788-4596-9e10-9a20754c9fbb', 'tempest-TagsExtTest-Tag-194766264') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:37.621147 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:37.630706 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-628cd241-09c3-4d79-99e9-a07ea8b93b2b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:37.650847 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8e255b4a-7720-4a6d-a0b6-bc45bd4ae08e None None] Provisioning complete for port ee885373-3959-448d-a6a7-fcc30d5caf3e triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:37.651933 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8e255b4a-7720-4a6d-a0b6-bc45bd4ae08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:37.721367 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4adb7bc6-e0c3-4451-9efd-e00e1ed0b618 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/subnets/68e0fd70-d788-4596-9e10-9a20754c9fbb/tags/tempest-TagsExtTest-Tag-194766264 HTTP/1.1" status: 204 len: 168 time: 0.2004623 May 10 14:54:37.723560 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45148) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:37.728980 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.tag.tag_plugin [None req-58351a09-7f44-40a4-832d-c53a230c7d5c tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '68e0fd70-d788-4596-9e10-9a20754c9fbb', 'tempest-TagsExtTest-Tag-194766264') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:37.752593 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 8ad865ec-013d-4915-8c4b-c455cb15e055, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8ad865ec-013d-4915-8c4b-c455cb15e055,segment=NetworkSegment(739a4059-d201-4149-826c-108146cc4f28),segment_id=739a4059-d201-4149-826c-108146cc4f28)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:37.759253 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-8e255b4a-7720-4a6d-a0b6-bc45bd4ae08e None None] Port ee885373-3959-448d-a6a7-fcc30d5caf3e cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:54:37.769067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-628cd241-09c3-4d79-99e9-a07ea8b93b2b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Calling delete_port for 468b27ad-152f-43a7-bb35-368c76c5bef6 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:37.770022 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:37.770824 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e0391695-b0d5-4701-b688-da3b5ebbb349 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:37.819425 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a980f152-5ccc-4ddb-93cb-1114b800f329 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/baae379b-1314-4002-bd1b-f261d9363dfb HTTP/1.1" status: 204 len: 168 time: 1.1199706 May 10 14:54:37.820048 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45152) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:37.858416 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-58351a09-7f44-40a4-832d-c53a230c7d5c tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "DELETE /v2.0/subnets/68e0fd70-d788-4596-9e10-9a20754c9fbb/tags/tempest-TagsExtTest-Tag-194766264 HTTP/1.1" status: 204 len: 168 time: 0.1315002 May 10 14:54:37.861525 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45156) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:37.866027 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.tag.tag_plugin [None req-2db8112e-943c-4301-bccf-1c67cd25a899 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '68e0fd70-d788-4596-9e10-9a20754c9fbb') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:37.929726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad70cb7-bc60-4053-a2d2-5da4c6dcc086 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Deleting subnet e37daace-874a-42d4-823c-d9f16a7d94a4 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:54:37.935160 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4ad70cb7-bc60-4053-a2d2-5da4c6dcc086 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:37.939265 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8e255b4a-7720-4a6d-a0b6-bc45bd4ae08e None None] Provisioning for port ef03a88b-db27-42e9-9e4d-9d99bea2da37 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:37.956052 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=8ad865ec-013d-4915-8c4b-c455cb15e055,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:37.963745 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-628cd241-09c3-4d79-99e9-a07ea8b93b2b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:37.964838 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8e255b4a-7720-4a6d-a0b6-bc45bd4ae08e None None] Provisioning complete for port ef03a88b-db27-42e9-9e4d-9d99bea2da37 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:37.965266 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8e255b4a-7720-4a6d-a0b6-bc45bd4ae08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:38.006547 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4ad70cb7-bc60-4053-a2d2-5da4c6dcc086 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:38.009250 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7c18-d659-4079-9839-9f4629907dc0 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:38.020227 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628cd241-09c3-4d79-99e9-a07ea8b93b2b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Port': ['ID=468b27ad-152f-43a7-bb35-368c76c5bef6,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:38.044867 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-5dbe7c18-d659-4079-9839-9f4629907dc0 None None] Transition to ACTIVE for port object a055641a-d652-42f9-a547-02670f2c4b90 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:38.055339 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port e0391695-b0d5-4701-b688-da3b5ebbb349 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:38.061453 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2db8112e-943c-4301-bccf-1c67cd25a899 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/subnets/68e0fd70-d788-4596-9e10-9a20754c9fbb/tags HTTP/1.1" status: 200 len: 205 time: 0.1991203 May 10 14:54:38.065118 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45160) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:38.072024 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.tag.tag_plugin [None req-5f0d564d-9279-450f-85b7-c38648963fe5 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ee885373-3959-448d-a6a7-fcc30d5caf3e') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:38.075838 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-8e255b4a-7720-4a6d-a0b6-bc45bd4ae08e None None] Port ef03a88b-db27-42e9-9e4d-9d99bea2da37 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:54:38.079332 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port e0391695-b0d5-4701-b688-da3b5ebbb349 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:38.079716 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:38.109373 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-5dbe7c18-d659-4079-9839-9f4629907dc0 None None] Transition to ACTIVE for port object a055641a-d652-42f9-a547-02670f2c4b90 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:38.127344 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-628cd241-09c3-4d79-99e9-a07ea8b93b2b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:38.133708 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7c18-d659-4079-9839-9f4629907dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:38.143267 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-628cd241-09c3-4d79-99e9-a07ea8b93b2b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/ports/468b27ad-152f-43a7-bb35-368c76c5bef6 HTTP/1.1" status: 204 len: 168 time: 1.5040879 May 10 14:54:38.145915 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45164) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:38.196390 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-720b41d3-abc9-46d7-8602-99f42ae53c45 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] GET failed (client error): The resource could not be found. May 10 14:54:38.197042 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-720b41d3-abc9-46d7-8602-99f42ae53c45 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Synchronizing usage tracker for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:38.218238 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-720b41d3-abc9-46d7-8602-99f42ae53c45 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Unset dirty status for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:38.222887 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-720b41d3-abc9-46d7-8602-99f42ae53c45 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports/468b27ad-152f-43a7-bb35-368c76c5bef6 HTTP/1.1" status: 404 len: 333 time: 0.0730729 May 10 14:54:38.223264 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45168) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:38.229355 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-a9f7e67b-960b-4742-a0f5-dd7603b1d4f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Allocated IP 172.20.0.1 (84c6eaf6-b7ac-401b-8d26-8f57fe1fe027/58610585-168f-4de4-8c47-b84c9ac6d762/7eb2bb49-57f7-40c7-b384-abf689235dca) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:38.249563 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4ad70cb7-bc60-4053-a2d2-5da4c6dcc086 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:38.278389 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8e255b4a-7720-4a6d-a0b6-bc45bd4ae08e None None] Provisioning complete for port 8ad865ec-013d-4915-8c4b-c455cb15e055 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:38.278806 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8e255b4a-7720-4a6d-a0b6-bc45bd4ae08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:38.300237 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-23dbf09f-89fe-44fa-9115-5e54e1f83622 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting port ef03a88b-db27-42e9-9e4d-9d99bea2da37 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:38.301582 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23dbf09f-89fe-44fa-9115-5e54e1f83622 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:38.319695 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5f0d564d-9279-450f-85b7-c38648963fe5 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/ports/ee885373-3959-448d-a6a7-fcc30d5caf3e/tags HTTP/1.1" status: 200 len: 240 time: 0.2535417 May 10 14:54:38.328766 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbe7c18-d659-4079-9839-9f4629907dc0 None None] Network 84c6eaf6-b7ac-401b-8d26-8f57fe1fe027 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:38.335873 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45172) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:38.341761 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-5dbe7c18-d659-4079-9839-9f4629907dc0 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:38.349274 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-0aab3235-61fa-4ccc-bf46-019e664ebf37 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ee885373-3959-448d-a6a7-fcc30d5caf3e', 'tempest-TagsExtTest-Tag-911312428') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:38.352789 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbe7c18-d659-4079-9839-9f4629907dc0 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:38.382539 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe7c18-d659-4079-9839-9f4629907dc0 None None] Pushing event updated for resources: {'Port': ['ID=a055641a-d652-42f9-a547-02670f2c4b90,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:38.467178 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4ad70cb7-bc60-4053-a2d2-5da4c6dcc086 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:38.474758 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a9f7e67b-960b-4742-a0f5-dd7603b1d4f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:38.510236 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:38.522546 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-5dbe7c18-d659-4079-9839-9f4629907dc0 None None] Attempting to bind port a055641a-d652-42f9-a547-02670f2c4b90 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:54:38.522876 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-5dbe7c18-d659-4079-9839-9f4629907dc0 None None] Attempting to bind port a055641a-d652-42f9-a547-02670f2c4b90 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1eae2d38-6899-4889-bb41-22a9b4ec1cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '84c6eaf6-b7ac-401b-8d26-8f57fe1fe027'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:54:38.523238 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe7c18-d659-4079-9839-9f4629907dc0 None None] Attempting to bind port a055641a-d652-42f9-a547-02670f2c4b90 on network 84c6eaf6-b7ac-401b-8d26-8f57fe1fe027 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:54:38.527960 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0aab3235-61fa-4ccc-bf46-019e664ebf37 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/ports/ee885373-3959-448d-a6a7-fcc30d5caf3e/tags/tempest-TagsExtTest-Tag-911312428 HTTP/1.1" status: 204 len: 168 time: 0.1870360 May 10 14:54:38.528167 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4ad70cb7-bc60-4053-a2d2-5da4c6dcc086 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:38.529131 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad70cb7-bc60-4053-a2d2-5da4c6dcc086 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Subnet': ['ID=e37daace-874a-42d4-823c-d9f16a7d94a4,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:38.534025 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe7c18-d659-4079-9839-9f4629907dc0 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:54:38.534397 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe7c18-d659-4079-9839-9f4629907dc0 None None] Checking segment: {'id': '1eae2d38-6899-4889-bb41-22a9b4ec1cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '84c6eaf6-b7ac-401b-8d26-8f57fe1fe027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:54:38.535907 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7c18-d659-4079-9839-9f4629907dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:38.535907 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe7c18-d659-4079-9839-9f4629907dc0 None None] Bound using segment: {'id': '1eae2d38-6899-4889-bb41-22a9b4ec1cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '84c6eaf6-b7ac-401b-8d26-8f57fe1fe027'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:54:38.535907 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-5dbe7c18-d659-4079-9839-9f4629907dc0 None None] Bound port: a055641a-d652-42f9-a547-02670f2c4b90, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eae2d38-6899-4889-bb41-22a9b4ec1cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '84c6eaf6-b7ac-401b-8d26-8f57fe1fe027'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:54:38.536151 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45176) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:38.536243 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7c18-d659-4079-9839-9f4629907dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:38.541459 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.tag.tag_plugin [None req-4b04956f-e95d-4720-86d4-9b1e1967545b tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ee885373-3959-448d-a6a7-fcc30d5caf3e', 'tempest-TagsExtTest-Tag-911312428') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:38.547674 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fb8254-f65c-4ec0-87dc-b061c5138571 None None] Network a36358c0-b900-4df5-ae69-1592404548f9 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:38.575288 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-a9f7e67b-960b-4742-a0f5-dd7603b1d4f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Transition to ACTIVE for port object 7eb2bb49-57f7-40c7-b384-abf689235dca will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:38.591713 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4ad70cb7-bc60-4053-a2d2-5da4c6dcc086 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/e37daace-874a-42d4-823c-d9f16a7d94a4 HTTP/1.1" status: 204 len: 168 time: 0.7684922 May 10 14:54:38.593149 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45180) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:38.637354 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a9f7e67b-960b-4742-a0f5-dd7603b1d4f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:38.670047 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e111d34e-144a-40e6-af5c-9f50b37f5759 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743327 May 10 14:54:38.672535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45184) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:38.722049 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f7e67b-960b-4742-a0f5-dd7603b1d4f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network 84c6eaf6-b7ac-401b-8d26-8f57fe1fe027 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:38.728856 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-a9f7e67b-960b-4742-a0f5-dd7603b1d4f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:38.730775 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7e67b-960b-4742-a0f5-dd7603b1d4f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Port': ['ID=7eb2bb49-57f7-40c7-b384-abf689235dca,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:38.733720 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4b04956f-e95d-4720-86d4-9b1e1967545b tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "DELETE /v2.0/ports/ee885373-3959-448d-a6a7-fcc30d5caf3e/tags/tempest-TagsExtTest-Tag-911312428 HTTP/1.1" status: 204 len: 168 time: 0.1968327 May 10 14:54:38.735851 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f7e67b-960b-4742-a0f5-dd7603b1d4f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:38.737142 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45188) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:38.751488 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-5dfb26ce-a578-4327-be8c-40fe6cfab158 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ee885373-3959-448d-a6a7-fcc30d5caf3e') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:38.753870 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port e0391695-b0d5-4701-b688-da3b5ebbb349, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e0391695-b0d5-4701-b688-da3b5ebbb349,segment=NetworkSegment(0b889c94-b6f2-4475-9a7e-08fc42ac8209),segment_id=0b889c94-b6f2-4475-9a7e-08fc42ac8209)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:38.767496 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:38.802846 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a9f7e67b-960b-4742-a0f5-dd7603b1d4f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:38.809545 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23dbf09f-89fe-44fa-9115-5e54e1f83622 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:38.915745 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8ad865ec-013d-4915-8c4b-c455cb15e055 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:38.931073 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a9f7e67b-960b-4742-a0f5-dd7603b1d4f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:38.979262 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-5dbe7c18-d659-4079-9839-9f4629907dc0 None None] For port a055641a-d652-42f9-a547-02670f2c4b90, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:54:39.006364 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-5dbe7c18-d659-4079-9839-9f4629907dc0 None None] For port a055641a-d652-42f9-a547-02670f2c4b90, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=a055641a-d652-42f9-a547-02670f2c4b90,segment=NetworkSegment(1eae2d38-6899-4889-bb41-22a9b4ec1cce),segment_id=1eae2d38-6899-4889-bb41-22a9b4ec1cce)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:54:39.014099 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=e0391695-b0d5-4701-b688-da3b5ebbb349,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:39.019460 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c9ba5498-51f6-4704-b827-b2064547d3ac None None] Provisioning complete for port 6f1167d5-1460-425c-8898-c109d9585f92 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:39.019832 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c9ba5498-51f6-4704-b827-b2064547d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:39.025403 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-23dbf09f-89fe-44fa-9115-5e54e1f83622 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Calling delete_port for ef03a88b-db27-42e9-9e4d-9d99bea2da37 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:39.046374 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7c18-d659-4079-9839-9f4629907dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:39.097028 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3540443-403a-4bd8-b936-63aaf4d9e08b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:39.098940 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a3540443-403a-4bd8-b936-63aaf4d9e08b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4273791 May 10 14:54:39.108736 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45192) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:39.169025 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 8ad865ec-013d-4915-8c4b-c455cb15e055 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:39.169283 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:39.204904 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ccb376-f6e1-44d2-942b-e86ec46a52de tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:39.206171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-44ccb376-f6e1-44d2-942b-e86ec46a52de tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Synchronizing usage tracker for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:39.213703 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5dfb26ce-a578-4327-be8c-40fe6cfab158 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/ports/ee885373-3959-448d-a6a7-fcc30d5caf3e/tags HTTP/1.1" status: 200 len: 205 time: 0.4748678 May 10 14:54:39.216134 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45196) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:39.222674 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-6912ef89-bf5a-473e-ac13-6960e35b983c tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '98320258-9131-4228-869b-a77180c3cdec') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:39.243884 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe7c18-d659-4079-9839-9f4629907dc0 None None] Pushing event updated for resources: {'Port': ['ID=a055641a-d652-42f9-a547-02670f2c4b90,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:39.325613 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1bd1cc-dcf7-4757-92ae-dabb8e83284a None None] DHCP port deletion for a36358c0-b900-4df5-ae69-1592404548f9 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:54:39.359473 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-1d1bd1cc-dcf7-4757-92ae-dabb8e83284a None None] Deleting port 6f1167d5-1460-425c-8898-c109d9585f92 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:39.359715 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1d1bd1cc-dcf7-4757-92ae-dabb8e83284a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:39.437131 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c9ba5498-51f6-4704-b827-b2064547d3ac None None] Provisioning complete for port ef03a88b-db27-42e9-9e4d-9d99bea2da37 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:39.437751 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c9ba5498-51f6-4704-b827-b2064547d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:39.555197 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba5498-51f6-4704-b827-b2064547d3ac None None] Port ef03a88b-db27-42e9-9e4d-9d99bea2da37 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:54:39.563122 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c9ba5498-51f6-4704-b827-b2064547d3ac None None] Could not find standard attr ID for object 468b27ad-152f-43a7-bb35-368c76c5bef6. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:54:39.568535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-44ccb376-f6e1-44d2-942b-e86ec46a52de tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Unset dirty status for tenant:7736f4aa2d7942e9b2889a72ef3f8ca6 on resource:subnet {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:39.569730 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-44ccb376-f6e1-44d2-942b-e86ec46a52de tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4593282 May 10 14:54:39.576226 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a9f7e67b-960b-4742-a0f5-dd7603b1d4f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:39.577950 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45200) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:39.637299 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6912ef89-bf5a-473e-ac13-6960e35b983c tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/routers/98320258-9131-4228-869b-a77180c3cdec/tags HTTP/1.1" status: 200 len: 240 time: 0.4177618 May 10 14:54:39.637517 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45204) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:39.644734 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-2ad252a7-e9fa-4065-a65b-f44735fbf1af tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '98320258-9131-4228-869b-a77180c3cdec', 'tempest-TagsExtTest-Tag-487356878') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:39.645404 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c9ba5498-51f6-4704-b827-b2064547d3ac None None] Could not find standard attr ID for object 9ab48e11-17f1-46fb-a7bf-19d4ff9b9e90. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:54:39.652715 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6f1167d5-1460-425c-8898-c109d9585f92 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:54:39.702239 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23dbf09f-89fe-44fa-9115-5e54e1f83622 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:39.705762 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e7123247-4d51-43ec-9a08-d5bb55dcbba1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1255667 May 10 14:54:39.707177 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45208) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:39.744914 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-1d1bd1cc-dcf7-4757-92ae-dabb8e83284a None None] For port 6f1167d5-1460-425c-8898-c109d9585f92, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6f1167d5-1460-425c-8898-c109d9585f92,segment=NetworkSegment(40fb2252-bf7e-449c-8296-1f2d19882cf3),segment_id=40fb2252-bf7e-449c-8296-1f2d19882cf3)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:39.745301 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1d1bd1cc-dcf7-4757-92ae-dabb8e83284a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:39.746013 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a9f7e67b-960b-4742-a0f5-dd7603b1d4f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:39.822329 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbf09f-89fe-44fa-9115-5e54e1f83622 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Port': ['ID=ef03a88b-db27-42e9-9e4d-9d99bea2da37,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:39.851684 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-29253a40-d20b-4290-8f02-097bdd3af592 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:39.852312 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29253a40-d20b-4290-8f02-097bdd3af592 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:39.856541 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-29253a40-d20b-4290-8f02-097bdd3af592 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/9ab48e11-17f1-46fb-a7bf-19d4ff9b9e90 HTTP/1.1" status: 404 len: 333 time: 0.1457846 May 10 14:54:39.866625 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45212) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:39.920182 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e51c4ca-79c1-4b07-a3fd-b897a1c134a7 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:39.920819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e51c4ca-79c1-4b07-a3fd-b897a1c134a7 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:39.922859 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4e51c4ca-79c1-4b07-a3fd-b897a1c134a7 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/baae379b-1314-4002-bd1b-f261d9363dfb HTTP/1.1" status: 404 len: 337 time: 0.0549657 May 10 14:54:39.928439 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45216) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:39.931382 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-1d1bd1cc-dcf7-4757-92ae-dabb8e83284a None None] Calling delete_port for 6f1167d5-1460-425c-8898-c109d9585f92 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:39.934781 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a9f7e67b-960b-4742-a0f5-dd7603b1d4f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:39.981304 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2ad252a7-e9fa-4065-a65b-f44735fbf1af tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/routers/98320258-9131-4228-869b-a77180c3cdec/tags/tempest-TagsExtTest-Tag-487356878 HTTP/1.1" status: 204 len: 168 time: 0.3425612 May 10 14:54:39.993491 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45220) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:40.002543 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-723baf99-68f8-41cd-80f9-7d34b85a2320 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '98320258-9131-4228-869b-a77180c3cdec', 'tempest-TagsExtTest-Tag-487356878') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:40.013373 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc55e83-501d-43a8-b20d-11d63781289a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:40.015326 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc55e83-501d-43a8-b20d-11d63781289a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:40.019841 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bcc55e83-501d-43a8-b20d-11d63781289a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/e37daace-874a-42d4-823c-d9f16a7d94a4 HTTP/1.1" status: 404 len: 337 time: 0.0842307 May 10 14:54:40.019841 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7e67b-960b-4742-a0f5-dd7603b1d4f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Port': ['ID=7eb2bb49-57f7-40c7-b384-abf689235dca,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:40.042821 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45224) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:40.076103 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:40.087440 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-23dbf09f-89fe-44fa-9115-5e54e1f83622 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:40.106630 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1d1bd1cc-dcf7-4757-92ae-dabb8e83284a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:40.165153 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db6fd82-385c-4074-9cd7-5be546b1323b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:40.171533 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db6fd82-385c-4074-9cd7-5be546b1323b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:40.178378 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-23dbf09f-89fe-44fa-9115-5e54e1f83622 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/ports/ef03a88b-db27-42e9-9e4d-9d99bea2da37 HTTP/1.1" status: 204 len: 168 time: 1.9526029 May 10 14:54:40.180324 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45228) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:40.182214 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1db6fd82-385c-4074-9cd7-5be546b1323b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/ee2200de-1bba-41e8-80f0-9d723c8f0c9e HTTP/1.1" status: 404 len: 333 time: 0.1382000 May 10 14:54:40.182378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45230) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:40.207936 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bd1cc-dcf7-4757-92ae-dabb8e83284a None None] Pushing event deleted for resources: {'Port': ['ID=6f1167d5-1460-425c-8898-c109d9585f92,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:40.209859 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1bd1cc-dcf7-4757-92ae-dabb8e83284a None None] No DVR routers for this DVR port 6f1167d5-1460-425c-8898-c109d9585f92 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:54:40.268615 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f7e67b-960b-4742-a0f5-dd7603b1d4f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network 84c6eaf6-b7ac-401b-8d26-8f57fe1fe027 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:40.269785 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-a9f7e67b-960b-4742-a0f5-dd7603b1d4f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:40.277681 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc38fb16-37e3-429c-bdec-4ae29e862cc0 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:40.278133 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc38fb16-37e3-429c-bdec-4ae29e862cc0 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:40.282490 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dc38fb16-37e3-429c-bdec-4ae29e862cc0 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/cc417721-9730-43dc-9eaa-57d925655939 HTTP/1.1" status: 404 len: 337 time: 0.0952208 May 10 14:54:40.288417 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45236) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:40.292005 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-0553415e-6ef4-437b-9f39-d8e7bd1e038a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] GET failed (client error): The resource could not be found. May 10 14:54:40.292528 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-0553415e-6ef4-437b-9f39-d8e7bd1e038a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Synchronizing usage tracker for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:40.347804 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7dfdb7a-1ad4-4dd8-b79b-b2b49629aed6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:40.347804 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7dfdb7a-1ad4-4dd8-b79b-b2b49629aed6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:40.347804 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f7dfdb7a-1ad4-4dd8-b79b-b2b49629aed6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/93f8f76d-7ba5-40d7-be79-c497eca7b74a HTTP/1.1" status: 404 len: 337 time: 0.0528419 May 10 14:54:40.347804 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45240) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:40.402179 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-0553415e-6ef4-437b-9f39-d8e7bd1e038a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Unset dirty status for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:40.406034 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0553415e-6ef4-437b-9f39-d8e7bd1e038a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports/ef03a88b-db27-42e9-9e4d-9d99bea2da37 HTTP/1.1" status: 404 len: 333 time: 0.2221680 May 10 14:54:40.406034 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96aaa93-3604-4158-b6c8-579711d58cbf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:40.406034 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b96aaa93-3604-4158-b6c8-579711d58cbf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:40.409546 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b96aaa93-3604-4158-b6c8-579711d58cbf tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/3a8fe232-9392-4b97-927f-accf0c1a330a HTTP/1.1" status: 404 len: 333 time: 0.0577056 May 10 14:54:40.409546 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45244) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:40.409546 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45246) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:40.468162 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f7e67b-960b-4742-a0f5-dd7603b1d4f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Router 8465e7f7-54ed-406f-9cc1-0e63a5620ce5 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:54:40.480057 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-723baf99-68f8-41cd-80f9-7d34b85a2320 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "DELETE /v2.0/routers/98320258-9131-4228-869b-a77180c3cdec/tags/tempest-TagsExtTest-Tag-487356878 HTTP/1.1" status: 204 len: 168 time: 0.4855478 May 10 14:54:40.486160 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a2b6536-ea07-4416-adcf-89932ca0f145 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:40.486634 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a2b6536-ea07-4416-adcf-89932ca0f145 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:40.490729 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9a2b6536-ea07-4416-adcf-89932ca0f145 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/8989dc12-1530-4a85-97e1-c63422455590 HTTP/1.1" status: 404 len: 337 time: 0.0776753 May 10 14:54:40.490729 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45252) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:40.496553 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45254) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:40.504867 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-2419cc20-9702-41ec-82c2-1cf621b9e7b5 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '98320258-9131-4228-869b-a77180c3cdec') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:40.539371 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2ed039-8391-4a05-83c0-4cf6dd5ff125 None None] Network 84c6eaf6-b7ac-401b-8d26-8f57fe1fe027 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:40.615412 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2fb421a-b3d9-4169-a537-5146a2db3607 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:40.616064 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2fb421a-b3d9-4169-a537-5146a2db3607 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:40.619962 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d2fb421a-b3d9-4169-a537-5146a2db3607 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/431ef74c-e28a-4270-aaf2-cd903e51a314 HTTP/1.1" status: 404 len: 337 time: 0.1164587 May 10 14:54:40.625968 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45260) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:40.636219 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-5c69dae9-1bd6-47d0-93ab-05766eee1e28 None None] Provisioning for port a055641a-d652-42f9-a547-02670f2c4b90 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:40.675045 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-053e4403-fffd-48a7-8ca9-68280e8e0106 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting subnet ca49d3ff-e3b3-4e50-b33a-3dbf26fc6de1 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:54:40.675357 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-0367951f-6d6e-456a-83a5-d7330a065eb8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:40.675811 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0367951f-6d6e-456a-83a5-d7330a065eb8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:40.677467 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0367951f-6d6e-456a-83a5-d7330a065eb8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/e4256c74-3991-4400-9651-e2b424443b07 HTTP/1.1" status: 404 len: 333 time: 0.0505371 May 10 14:54:40.680229 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45264) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:40.683383 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-053e4403-fffd-48a7-8ca9-68280e8e0106 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:40.725797 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a99e0f1-b897-45bb-8fa2-3765010d366e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:40.726492 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a99e0f1-b897-45bb-8fa2-3765010d366e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:40.731239 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2a99e0f1-b897-45bb-8fa2-3765010d366e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/ef8bff05-7d53-42c5-beba-5e397d8d1127 HTTP/1.1" status: 404 len: 337 time: 0.0474963 May 10 14:54:40.732145 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45268) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:40.733485 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f7e67b-960b-4742-a0f5-dd7603b1d4f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:54:40.742065 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a9f7e67b-960b-4742-a0f5-dd7603b1d4f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/routers/8465e7f7-54ed-406f-9cc1-0e63a5620ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3766510 May 10 14:54:40.742864 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45272) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:40.747082 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c774535c-0020-45a7-aa10-7ebd4b07e2ff None None] Sync routers for ids ['8465e7f7-54ed-406f-9cc1-0e63a5620ce5'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:54:40.759448 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c774535c-0020-45a7-aa10-7ebd4b07e2ff None None] Routers {'8465e7f7-54ed-406f-9cc1-0e63a5620ce5'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:54:40.760434 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-c774535c-0020-45a7-aa10-7ebd4b07e2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['8465e7f7-54ed-406f-9cc1-0e63a5620ce5'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:40.785301 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2419cc20-9702-41ec-82c2-1cf621b9e7b5 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/routers/98320258-9131-4228-869b-a77180c3cdec/tags HTTP/1.1" status: 200 len: 205 time: 0.2896323 May 10 14:54:40.788429 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-739f324b-735a-4e40-b377-c0e08a335224 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:40.788881 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-739f324b-735a-4e40-b377-c0e08a335224 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:40.793341 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-739f324b-735a-4e40-b377-c0e08a335224 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/cadb3c48-5c56-436c-9d2a-5aaa9acb4139 HTTP/1.1" status: 404 len: 337 time: 0.0574396 May 10 14:54:40.793341 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-053e4403-fffd-48a7-8ca9-68280e8e0106 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:40.819428 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45276) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:40.819664 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45278) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:40.827225 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b23b9ce-fdee-4ac1-9517-a8dc069934e3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:40.827801 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8b23b9ce-fdee-4ac1-9517-a8dc069934e3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Synchronizing usage tracker for tenant:7644c356883e4453aa5ee3ea8dc28b8a on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:40.845939 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8b23b9ce-fdee-4ac1-9517-a8dc069934e3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Unset dirty status for tenant:7644c356883e4453aa5ee3ea8dc28b8a on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:40.850664 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8b23b9ce-fdee-4ac1-9517-a8dc069934e3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/ports/7eb2bb49-57f7-40c7-b384-abf689235dca HTTP/1.1" status: 200 len: 910 time: 0.1068349 May 10 14:54:40.851652 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45284) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:40.893315 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-59131a81-dc11-4e96-a4fb-d8f63e26e653 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b1eb57ec-5588-4fcf-a95d-62fa5e500f81') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:40.974284 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-c774535c-0020-45a7-aa10-7ebd4b07e2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:40.987134 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c774535c-0020-45a7-aa10-7ebd4b07e2ff None None] Routers {'8465e7f7-54ed-406f-9cc1-0e63a5620ce5'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:54:40.988121 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-c774535c-0020-45a7-aa10-7ebd4b07e2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['8465e7f7-54ed-406f-9cc1-0e63a5620ce5'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:41.076912 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-c774535c-0020-45a7-aa10-7ebd4b07e2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:41.077700 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c774535c-0020-45a7-aa10-7ebd4b07e2ff None None] The sync data for ids ['8465e7f7-54ed-406f-9cc1-0e63a5620ce5'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:54:41.100840 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e0391695-b0d5-4701-b688-da3b5ebbb349 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:41.157198 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-0489b75f-6d5d-48df-abae-d30e7f87f590 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:41.157625 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0489b75f-6d5d-48df-abae-d30e7f87f590 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:41.161864 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0489b75f-6d5d-48df-abae-d30e7f87f590 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/29c1df35-ce85-43af-ba61-f9b6f13295d5 HTTP/1.1" status: 404 len: 333 time: 0.3374541 May 10 14:54:41.164254 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45288) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:41.194090 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port e0391695-b0d5-4701-b688-da3b5ebbb349 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:41.194491 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:41.232262 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-053e4403-fffd-48a7-8ca9-68280e8e0106 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:41.323425 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-59131a81-dc11-4e96-a4fb-d8f63e26e653 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/subnetpools/b1eb57ec-5588-4fcf-a95d-62fa5e500f81/tags HTTP/1.1" status: 200 len: 240 time: 0.5003448 May 10 14:54:41.326597 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45292) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:41.334735 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-70f564ee-c839-4f4a-8f56-973c198d0f8c tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b1eb57ec-5588-4fcf-a95d-62fa5e500f81', 'tempest-TagsExtTest-Tag-342815991') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:41.341100 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-13ecb33c-878c-46b2-9ca5-2ac73450a3b4 None None] Provisioning for port 7eb2bb49-57f7-40c7-b384-abf689235dca completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:41.346542 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device a055641a-d652-42f9-a547-02670f2c4b90 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:41.352538 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-053e4403-fffd-48a7-8ca9-68280e8e0106 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:41.362596 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c2676e-b93d-439e-ba82-61a732a13b6b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:41.363039 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c2676e-b93d-439e-ba82-61a732a13b6b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:41.389947 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-13ecb33c-878c-46b2-9ca5-2ac73450a3b4 None None] Provisioning complete for port 7eb2bb49-57f7-40c7-b384-abf689235dca triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:41.390335 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-13ecb33c-878c-46b2-9ca5-2ac73450a3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:41.412822 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-43c2676e-b93d-439e-ba82-61a732a13b6b tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/9295cbcc-7e5e-47d5-b5c7-13c165255591 HTTP/1.1" status: 404 len: 337 time: 0.2462232 May 10 14:54:41.413659 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45296) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:41.415538 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-053e4403-fffd-48a7-8ca9-68280e8e0106 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:41.418911 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-053e4403-fffd-48a7-8ca9-68280e8e0106 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/subnets/ca49d3ff-e3b3-4e50-b33a-3dbf26fc6de1 HTTP/1.1" status: 204 len: 168 time: 1.0104856 May 10 14:54:41.420433 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e4403-fffd-48a7-8ca9-68280e8e0106 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Subnet': ['ID=ca49d3ff-e3b3-4e50-b33a-3dbf26fc6de1,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:41.438666 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45298) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:41.441299 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a6d405-b23e-44e7-9b0f-8dc028c16c25 None None] Network b32696d4-908c-4920-b15a-65faf16d63c6 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:41.471736 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd49482-38e1-4c3f-b9ad-9075a122c939 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:41.472110 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd49482-38e1-4c3f-b9ad-9075a122c939 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:41.473783 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0bd49482-38e1-4c3f-b9ad-9075a122c939 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/b34f8d86-8a88-4876-b8c0-b683269da38c HTTP/1.1" status: 404 len: 333 time: 0.0509067 May 10 14:54:41.476402 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45304) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:41.525225 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-70f564ee-c839-4f4a-8f56-973c198d0f8c tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/subnetpools/b1eb57ec-5588-4fcf-a95d-62fa5e500f81/tags/tempest-TagsExtTest-Tag-342815991 HTTP/1.1" status: 204 len: 168 time: 0.1948597 May 10 14:54:41.525225 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a74fca-812d-4142-9f28-56b459d9222f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:41.525225 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a74fca-812d-4142-9f28-56b459d9222f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:41.526649 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-07a74fca-812d-4142-9f28-56b459d9222f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/9b5d5e11-2661-4b2f-be22-9fbd59dac0ba HTTP/1.1" status: 404 len: 337 time: 0.0487313 May 10 14:54:41.526649 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45308) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:41.528816 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45312) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:41.534459 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-2ad1fe94-4651-41f2-ba28-128a51b4dd2a tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b1eb57ec-5588-4fcf-a95d-62fa5e500f81', 'tempest-TagsExtTest-Tag-342815991') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:41.586614 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82f78df-9831-4ae5-810e-9860fa6bde3a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:41.587078 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82f78df-9831-4ae5-810e-9860fa6bde3a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:41.588759 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f82f78df-9831-4ae5-810e-9860fa6bde3a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/36e13a3c-f134-4bd8-91cd-0faa4b376463 HTTP/1.1" status: 404 len: 333 time: 0.0589781 May 10 14:54:41.591340 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45316) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:41.633583 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d3538e9c-4e8b-44d0-9ff2-a1eb1e92c33b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:41.638795 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-570c7ef6-5a2a-4ea9-aa81-0d33c557c71f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:41.639339 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570c7ef6-5a2a-4ea9-aa81-0d33c557c71f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:41.641192 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-570c7ef6-5a2a-4ea9-aa81-0d33c557c71f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/86b83319-9254-4e03-be79-e517e490f16f HTTP/1.1" status: 404 len: 337 time: 0.0488000 May 10 14:54:41.643985 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45320) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:41.661492 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2ad1fe94-4651-41f2-ba28-128a51b4dd2a tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "DELETE /v2.0/subnetpools/b1eb57ec-5588-4fcf-a95d-62fa5e500f81/tags/tempest-TagsExtTest-Tag-342815991 HTTP/1.1" status: 204 len: 168 time: 0.1336222 May 10 14:54:41.663830 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45324) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:41.668134 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-13ecb33c-878c-46b2-9ca5-2ac73450a3b4 None None] Port 7eb2bb49-57f7-40c7-b384-abf689235dca cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:54:41.669730 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-74365183-ba49-4474-a9df-6299a3e7603b tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b1eb57ec-5588-4fcf-a95d-62fa5e500f81') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:41.681532 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-d3538e9c-4e8b-44d0-9ff2-a1eb1e92c33b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting port 8ad865ec-013d-4915-8c4b-c455cb15e055 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:41.682252 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d3538e9c-4e8b-44d0-9ff2-a1eb1e92c33b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:41.695290 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-74365183-ba49-4474-a9df-6299a3e7603b tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/subnetpools/b1eb57ec-5588-4fcf-a95d-62fa5e500f81/tags HTTP/1.1" status: 200 len: 205 time: 0.0298502 May 10 14:54:41.698929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45328) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:41.702653 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port a055641a-d652-42f9-a547-02670f2c4b90 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:41.705806 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-e1b0041f-0807-4a84-9fac-54511e7c2c41 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b1eb57ec-5588-4fcf-a95d-62fa5e500f81') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:41.710581 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port a055641a-d652-42f9-a547-02670f2c4b90 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:41.710957 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:41.738506 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de76884-8d7e-4cd4-a2f2-6965c9cb5152 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:41.738953 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de76884-8d7e-4cd4-a2f2-6965c9cb5152 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:41.742655 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2de76884-8d7e-4cd4-a2f2-6965c9cb5152 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/6805272e-a0e3-4dc4-ad68-1e15c035452e HTTP/1.1" status: 404 len: 333 time: 0.0954640 May 10 14:54:41.745055 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e1b0041f-0807-4a84-9fac-54511e7c2c41 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "DELETE /v2.0/subnetpools/b1eb57ec-5588-4fcf-a95d-62fa5e500f81/tags HTTP/1.1" status: 204 len: 168 time: 0.0402181 May 10 14:54:41.745055 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45332) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:41.745055 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45334) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:41.782345 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-2bf056b3-65fc-4dee-a5e9-94438278089c tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '98320258-9131-4228-869b-a77180c3cdec') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:41.850770 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-badb826f-e06e-42d1-8f61-08f684419f15 None None] Provisioning complete for port 7eb2bb49-57f7-40c7-b384-abf689235dca triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:41.852271 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-badb826f-e06e-42d1-8f61-08f684419f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:41.883760 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fa9f84-a558-4ffa-bab9-582216a519b1 None None] DHCP port deletion for b32696d4-908c-4920-b15a-65faf16d63c6 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:54:41.893324 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:41.915604 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-36fa9f84-a558-4ffa-bab9-582216a519b1 None None] Deleting port 8ad865ec-013d-4915-8c4b-c455cb15e055 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:41.916215 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-36fa9f84-a558-4ffa-bab9-582216a519b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:41.920722 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0090999-72ca-495a-ad31-e65e7ef5061d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:41.921214 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0090999-72ca-495a-ad31-e65e7ef5061d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:41.926482 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b0090999-72ca-495a-ad31-e65e7ef5061d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/507fac03-c4c7-44d8-992a-222c371938f8 HTTP/1.1" status: 404 len: 337 time: 0.1788990 May 10 14:54:41.927149 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45340) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:41.957569 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-d3538e9c-4e8b-44d0-9ff2-a1eb1e92c33b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] For port 8ad865ec-013d-4915-8c4b-c455cb15e055, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8ad865ec-013d-4915-8c4b-c455cb15e055,segment=NetworkSegment(739a4059-d201-4149-826c-108146cc4f28),segment_id=739a4059-d201-4149-826c-108146cc4f28)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:41.958192 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d3538e9c-4e8b-44d0-9ff2-a1eb1e92c33b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:41.981605 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-33da26d5-cc8c-4d29-87cd-51c0f62082ef tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:41.982077 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33da26d5-cc8c-4d29-87cd-51c0f62082ef tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:41.983636 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-badb826f-e06e-42d1-8f61-08f684419f15 None None] Port 7eb2bb49-57f7-40c7-b384-abf689235dca cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:54:41.987248 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-33da26d5-cc8c-4d29-87cd-51c0f62082ef tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/b76cf9b4-64a0-4049-909d-82ff3bc7f2ed HTTP/1.1" status: 404 len: 333 time: 0.0538127 May 10 14:54:41.991344 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45344) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:42.027279 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port a055641a-d652-42f9-a547-02670f2c4b90, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=a055641a-d652-42f9-a547-02670f2c4b90,segment=NetworkSegment(1eae2d38-6899-4889-bb41-22a9b4ec1cce),segment_id=1eae2d38-6899-4889-bb41-22a9b4ec1cce)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:42.030738 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2bf056b3-65fc-4dee-a5e9-94438278089c tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "DELETE /v2.0/routers/98320258-9131-4228-869b-a77180c3cdec/tags HTTP/1.1" status: 204 len: 168 time: 0.2824633 May 10 14:54:42.033007 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45348) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:42.038262 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-b232a43f-06b7-4b0d-9a62-41c617f9e241 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ee885373-3959-448d-a6a7-fcc30d5caf3e') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:42.043808 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:42.069810 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-0239edac-f572-48d6-bf6d-5e9d97fbf18d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:42.070411 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0239edac-f572-48d6-bf6d-5e9d97fbf18d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:42.074953 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0239edac-f572-48d6-bf6d-5e9d97fbf18d tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/fc37fd6d-b8de-4e6c-8d82-8ea774244d24 HTTP/1.1" status: 404 len: 337 time: 0.0801435 May 10 14:54:42.079360 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45352) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:42.105014 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-d3538e9c-4e8b-44d0-9ff2-a1eb1e92c33b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Calling delete_port for 8ad865ec-013d-4915-8c4b-c455cb15e055 owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:42.118749 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=a055641a-d652-42f9-a547-02670f2c4b90,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:42.141395 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ae7120-eee8-42a9-b10c-60107e926cc4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:42.141395 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ae7120-eee8-42a9-b10c-60107e926cc4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:42.143839 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f7ae7120-eee8-42a9-b10c-60107e926cc4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/7a614b99-e79b-43dc-a93b-de4e7a28e57f HTTP/1.1" status: 404 len: 333 time: 0.0635457 May 10 14:54:42.147116 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45356) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:42.172439 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b232a43f-06b7-4b0d-9a62-41c617f9e241 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "DELETE /v2.0/ports/ee885373-3959-448d-a6a7-fcc30d5caf3e/tags HTTP/1.1" status: 204 len: 168 time: 0.1359296 May 10 14:54:42.172919 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45360) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:42.177521 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-34e314d7-e9a2-4876-8bd3-9861c08ed6f8 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '68e0fd70-d788-4596-9e10-9a20754c9fbb') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:42.201794 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4e7366-0e13-4caf-b389-91c4d3c830d9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:42.202242 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a4e7366-0e13-4caf-b389-91c4d3c830d9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:42.206837 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4a4e7366-0e13-4caf-b389-91c4d3c830d9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/7a7b39a3-5e8b-4a30-b27f-31a1d1209e04 HTTP/1.1" status: 404 len: 337 time: 0.0558934 May 10 14:54:42.208190 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45364) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:42.224964 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bc90090e-3964-4730-ab1a-dc5d303318e0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:42.257887 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-d81eb5a4-e621-4289-a3b3-0b71df51ad16 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:42.258334 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d81eb5a4-e621-4289-a3b3-0b71df51ad16 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:42.260021 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d81eb5a4-e621-4289-a3b3-0b71df51ad16 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/7e971d13-cf66-4402-a991-1cfd73c87b7f HTTP/1.1" status: 404 len: 337 time: 0.0513272 May 10 14:54:42.264718 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45368) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:42.273295 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-36fa9f84-a558-4ffa-bab9-582216a519b1 None None] For port 8ad865ec-013d-4915-8c4b-c455cb15e055, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8ad865ec-013d-4915-8c4b-c455cb15e055,segment=NetworkSegment(739a4059-d201-4149-826c-108146cc4f28),segment_id=739a4059-d201-4149-826c-108146cc4f28)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:42.273684 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-36fa9f84-a558-4ffa-bab9-582216a519b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:42.316703 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-0857893e-cafb-4793-b586-c5e56e3d4d49 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:42.317079 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0857893e-cafb-4793-b586-c5e56e3d4d49 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:42.321898 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0857893e-cafb-4793-b586-c5e56e3d4d49 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/a8aba970-76fc-406b-8881-cd27d58bf1f5 HTTP/1.1" status: 404 len: 333 time: 0.0500317 May 10 14:54:42.321898 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45372) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:42.366411 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-3967bbc9-21b2-4cbb-8d62-b437098e95ee tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:42.366897 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3967bbc9-21b2-4cbb-8d62-b437098e95ee tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:42.371021 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3967bbc9-21b2-4cbb-8d62-b437098e95ee tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/0380ed25-a044-4038-b4bc-f367a5f3e9aa HTTP/1.1" status: 404 len: 337 time: 0.0464919 May 10 14:54:42.371208 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45376) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:42.383288 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d3538e9c-4e8b-44d0-9ff2-a1eb1e92c33b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:42.397218 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-36fa9f84-a558-4ffa-bab9-582216a519b1 None None] Calling delete_port for 8ad865ec-013d-4915-8c4b-c455cb15e055 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:42.420284 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce7ddfb-e7a8-456e-8c30-7a74774092e8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:42.421073 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce7ddfb-e7a8-456e-8c30-7a74774092e8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:42.427298 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dce7ddfb-e7a8-456e-8c30-7a74774092e8 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/91753d0d-5421-4603-a223-d2091baccfb1 HTTP/1.1" status: 404 len: 337 time: 0.0528150 May 10 14:54:42.428985 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45380) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:42.435754 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3538e9c-4e8b-44d0-9ff2-a1eb1e92c33b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Port': ['ID=8ad865ec-013d-4915-8c4b-c455cb15e055,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:42.444710 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3538e9c-4e8b-44d0-9ff2-a1eb1e92c33b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] No DVR routers for this DVR port 8ad865ec-013d-4915-8c4b-c455cb15e055 on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:54:42.473729 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-36fa9f84-a558-4ffa-bab9-582216a519b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:54:42.475008 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-36fa9f84-a558-4ffa-bab9-582216a519b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:54:42.482503 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-021f12d1-c4f4-46ce-a67d-2de3b94805ca tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:42.482974 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-021f12d1-c4f4-46ce-a67d-2de3b94805ca tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:42.485187 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-021f12d1-c4f4-46ce-a67d-2de3b94805ca tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/582333fc-961f-4f8f-ac31-a3481fbef544 HTTP/1.1" status: 404 len: 333 time: 0.0551181 May 10 14:54:42.488395 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45384) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:42.532016 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-34e314d7-e9a2-4876-8bd3-9861c08ed6f8 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "DELETE /v2.0/subnets/68e0fd70-d788-4596-9e10-9a20754c9fbb/tags HTTP/1.1" status: 204 len: 168 time: 0.3581188 May 10 14:54:42.535749 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45388) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:42.538549 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bfa4814-a88b-475b-987b-98d4acaf2332 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:42.538997 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bfa4814-a88b-475b-987b-98d4acaf2332 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:42.540595 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4bfa4814-a88b-475b-987b-98d4acaf2332 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/96eb38e8-6c08-479b-8710-bde288d5daf8 HTTP/1.1" status: 404 len: 337 time: 0.0513382 May 10 14:54:42.543738 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-a685e29a-668b-4244-a9bc-4f53145281f4 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '68e0fd70-d788-4596-9e10-9a20754c9fbb', 'tempest-TagsExtTest-Tag-1564325267') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:42.559095 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45392) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:42.627345 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a685e29a-668b-4244-a9bc-4f53145281f4 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "PUT /v2.0/subnets/68e0fd70-d788-4596-9e10-9a20754c9fbb/tags/tempest-TagsExtTest-Tag-1564325267 HTTP/1.1" status: 201 len: 201 time: 0.0903676 May 10 14:54:42.630139 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45396) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:42.635335 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-76a3045f-4477-4b58-80a8-5a087ea12785 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ee885373-3959-448d-a6a7-fcc30d5caf3e', 'tempest-TagsExtTest-Tag-629168029') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:42.720350 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-76a3045f-4477-4b58-80a8-5a087ea12785 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "PUT /v2.0/ports/ee885373-3959-448d-a6a7-fcc30d5caf3e/tags/tempest-TagsExtTest-Tag-629168029 HTTP/1.1" status: 201 len: 201 time: 0.0891492 May 10 14:54:42.723055 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45400) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:42.728318 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-1f785c15-8c01-4a8d-8d51-f7f5d17edbab tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '98320258-9131-4228-869b-a77180c3cdec', 'tempest-TagsExtTest-Tag-197265984') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:42.795140 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96ef87c-44d3-4c76-8117-efffa4c650d6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:42.795636 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a96ef87c-44d3-4c76-8117-efffa4c650d6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:42.827325 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d3538e9c-4e8b-44d0-9ff2-a1eb1e92c33b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:42.836062 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a96ef87c-44d3-4c76-8117-efffa4c650d6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/6923bf5b-97f5-4275-9ab5-e0cc4b87da16 HTTP/1.1" status: 404 len: 337 time: 0.2628205 May 10 14:54:42.839373 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45404) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:42.853970 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device a055641a-d652-42f9-a547-02670f2c4b90 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:42.863931 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-d3538e9c-4e8b-44d0-9ff2-a1eb1e92c33b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32696d4-908c-4920-b15a-65faf16d63c6']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:42.878950 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-d3538e9c-4e8b-44d0-9ff2-a1eb1e92c33b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739a4059-d201-4149-826c-108146cc4f28') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:42.879179 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-d3538e9c-4e8b-44d0-9ff2-a1eb1e92c33b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739a4059-d201-4149-826c-108146cc4f28') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:42.896310 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d3538e9c-4e8b-44d0-9ff2-a1eb1e92c33b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:42.922346 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d3538e9c-4e8b-44d0-9ff2-a1eb1e92c33b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:42.951392 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port a055641a-d652-42f9-a547-02670f2c4b90 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:42.951927 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:42.967094 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3538e9c-4e8b-44d0-9ff2-a1eb1e92c33b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:54:42.967699 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d3538e9c-4e8b-44d0-9ff2-a1eb1e92c33b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:42.977939 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-36fa9f84-a558-4ffa-bab9-582216a519b1 None None] Deleting port 8ad865ec-013d-4915-8c4b-c455cb15e055 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:42.978314 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-36fa9f84-a558-4ffa-bab9-582216a519b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:54:42.983014 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:54:43.018962 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc98331-1c91-4eab-b9dc-d5d3753e1a12 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:43.019438 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc98331-1c91-4eab-b9dc-d5d3753e1a12 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:43.023446 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9fc98331-1c91-4eab-b9dc-d5d3753e1a12 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/6d5de705-fd0b-47d6-9129-e19f43e659b8 HTTP/1.1" status: 404 len: 333 time: 0.1761034 May 10 14:54:43.024032 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45408) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:43.064157 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-36fa9f84-a558-4ffa-bab9-582216a519b1 None None] The port '8ad865ec-013d-4915-8c4b-c455cb15e055' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:54:43.068219 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b43c8b-7819-41b4-931f-f6dda8c461c4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:43.069619 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b43c8b-7819-41b4-931f-f6dda8c461c4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:43.073296 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b5b43c8b-7819-41b4-931f-f6dda8c461c4 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/77ab0ee2-6678-45a0-a5fe-0e272af1fef1 HTTP/1.1" status: 404 len: 337 time: 0.0460308 May 10 14:54:43.073538 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45412) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:43.075627 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-bc90090e-3964-4730-ab1a-dc5d303318e0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting port 7eb2bb49-57f7-40c7-b384-abf689235dca {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:43.075978 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bc90090e-3964-4730-ab1a-dc5d303318e0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:43.101774 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2b3310-6dbc-4e05-8d75-22f1e8852834 None None] get_active_networks_info from dv-neutron-841204-2-hyperv {{(pid=88053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 10 14:54:43.126915 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a82ee6-340f-48c9-bcf7-82886c67c6ec tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:43.127345 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a82ee6-340f-48c9-bcf7-82886c67c6ec tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:43.129301 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-35a82ee6-340f-48c9-bcf7-82886c67c6ec tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/bcba52fc-ec9a-4855-bdc8-baf6c301be0e HTTP/1.1" status: 404 len: 337 time: 0.0547180 May 10 14:54:43.132266 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1f785c15-8c01-4a8d-8d51-f7f5d17edbab tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "PUT /v2.0/routers/98320258-9131-4228-869b-a77180c3cdec/tags/tempest-TagsExtTest-Tag-197265984 HTTP/1.1" status: 201 len: 201 time: 0.4081357 May 10 14:54:43.132932 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45416) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:43.135471 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45418) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:43.144273 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d3538e9c-4e8b-44d0-9ff2-a1eb1e92c33b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:43.174920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-1ce4034c-7a56-4633-ae4a-797ba6d528b4 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b1eb57ec-5588-4fcf-a95d-62fa5e500f81', 'tempest-TagsExtTest-Tag-146400766') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:43.180099 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d3538e9c-4e8b-44d0-9ff2-a1eb1e92c33b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:43.198833 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-18800214-8471-4560-907a-58fe21ff0104 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports?device_id=924bbb57-4049-475c-b6c5-f861cc8e1875 HTTP/1.1" status: 200 len: 205 time: 0.0625701 May 10 14:54:43.199908 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45424) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:43.210655 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3538e9c-4e8b-44d0-9ff2-a1eb1e92c33b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Network': ['ID=b32696d4-908c-4920-b15a-65faf16d63c6,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:43.220168 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d3538e9c-4e8b-44d0-9ff2-a1eb1e92c33b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/networks/b32696d4-908c-4920-b15a-65faf16d63c6 HTTP/1.1" status: 204 len: 168 time: 1.7761245 May 10 14:54:43.263148 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45428) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:43.275268 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-ba46d309-bb50-4cc6-a1d8-4adf0ecb3753 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1718562216'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:43.279243 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-664231ee-741b-4ef7-9f48-dfccb6f7572f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] delete failed (client error): The resource could not be found. May 10 14:54:43.282507 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-664231ee-741b-4ef7-9f48-dfccb6f7572f tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/routers/924bbb57-4049-475c-b6c5-f861cc8e1875 HTTP/1.1" status: 404 len: 336 time: 0.0794847 May 10 14:54:43.284488 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45432) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:43.291293 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ba46d309-bb50-4cc6-a1d8-4adf0ecb3753 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:43.299830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ba46d309-bb50-4cc6-a1d8-4adf0ecb3753 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:network and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:43.304501 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ba46d309-bb50-4cc6-a1d8-4adf0ecb3753 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:43.305312 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2b3310-6dbc-4e05-8d75-22f1e8852834 None None] Resources bound (agent type, host, resource id): {{(pid=88053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 14:54:43.315167 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ba46d309-bb50-4cc6-a1d8-4adf0ecb3753 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:43.320428 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8ad865ec-013d-4915-8c4b-c455cb15e055 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:54:43.329908 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc07443-2619-4a88-996b-2fff8a914ee0 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:43.330290 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc07443-2619-4a88-996b-2fff8a914ee0 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:43.332054 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cdc07443-2619-4a88-996b-2fff8a914ee0 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/1c737740-5c67-4035-aae5-406241b57c76 HTTP/1.1" status: 404 len: 337 time: 0.0466704 May 10 14:54:43.334602 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45436) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:43.346200 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba46d309-bb50-4cc6-a1d8-4adf0ecb3753 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:43.349702 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ba46d309-bb50-4cc6-a1d8-4adf0ecb3753 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:43.380282 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 8ad865ec-013d-4915-8c4b-c455cb15e055 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:54:43.381276 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8ad865ec-013d-4915-8c4b-c455cb15e055 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:54:43.382092 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bc90090e-3964-4730-ab1a-dc5d303318e0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:43.389771 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1ce4034c-7a56-4633-ae4a-797ba6d528b4 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "PUT /v2.0/subnetpools/b1eb57ec-5588-4fcf-a95d-62fa5e500f81/tags/tempest-TagsExtTest-Tag-146400766 HTTP/1.1" status: 201 len: 201 time: 0.2481446 May 10 14:54:43.389771 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fbf3d292-8d6b-417a-a49b-f1b5528a6568 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c00ba76-cd48-4bd0-82e6-a03375f18015 HTTP/1.1" status: 200 len: 205 time: 0.0521333 May 10 14:54:43.389771 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45440) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:43.391065 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45442) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:43.394318 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-485eaf3c-e463-466c-8fca-a19b35808987 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '68e0fd70-d788-4596-9e10-9a20754c9fbb', {'tags': ['tempest-TagsExtTest-Tag-939475085', 'tempest-TagsExtTest-Tag-407704568', 'tempest-TagsExtTest-Tag-118162532']}) {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:43.480147 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-485eaf3c-e463-466c-8fca-a19b35808987 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "PUT /v2.0/subnets/68e0fd70-d788-4596-9e10-9a20754c9fbb/tags HTTP/1.1" status: 200 len: 315 time: 0.0886912 May 10 14:54:43.480683 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45448) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:43.486030 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-b2c98842-9099-401c-b186-b42e75791030 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '68e0fd70-d788-4596-9e10-9a20754c9fbb') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:43.526409 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba46d309-bb50-4cc6-a1d8-4adf0ecb3753 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:54:43.569683 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b2c98842-9099-401c-b186-b42e75791030 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "DELETE /v2.0/subnets/68e0fd70-d788-4596-9e10-9a20754c9fbb/tags HTTP/1.1" status: 204 len: 168 time: 0.0879805 May 10 14:54:43.572493 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45452) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:43.577680 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-f5604836-85e4-4e3a-bbb1-3e69a91aade6 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '68e0fd70-d788-4596-9e10-9a20754c9fbb', 'tempest-TagsExtTest-Tag-939475085') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:43.603451 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-bc90090e-3964-4730-ab1a-dc5d303318e0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Calling delete_port for 7eb2bb49-57f7-40c7-b384-abf689235dca owned by network:router_interface {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:43.637736 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-1e875ef4-5796-4a68-93b9-f01b9dbc98f9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] delete failed (client error): The resource could not be found. May 10 14:54:43.641698 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45456) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:43.642080 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1e875ef4-5796-4a68-93b9-f01b9dbc98f9 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/routers/7c00ba76-cd48-4bd0-82e6-a03375f18015 HTTP/1.1" status: 404 len: 336 time: 0.2496376 May 10 14:54:43.661686 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ba46d309-bb50-4cc6-a1d8-4adf0ecb3753 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:43.662112 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-ba46d309-bb50-4cc6-a1d8-4adf0ecb3753 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Added segment 6efd34e6-d051-48e0-9d2f-d7874b9dfbc6 of type vlan for network 7c3eab8d-8ac2-4aee-8786-5786539a3692 May 10 14:54:43.686356 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d477de-fbb4-4f52-a22a-e409f0e0d69e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:43.686845 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d477de-fbb4-4f52-a22a-e409f0e0d69e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:43.689283 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e3d477de-fbb4-4f52-a22a-e409f0e0d69e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/a58642df-eac9-43be-9461-67a6413255ce HTTP/1.1" status: 404 len: 337 time: 0.0458574 May 10 14:54:43.693630 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45460) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:43.716668 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ba46d309-bb50-4cc6-a1d8-4adf0ecb3753 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:43.738139 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-41aec67b-55d0-4b55-990b-66365e405a32 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:43.738693 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41aec67b-55d0-4b55-990b-66365e405a32 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:43.740182 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4921de-adf4-4a75-9f19-86737fdd7a75 None None] get_active_networks_info from dv-neutron-841204-2-hyperv {{(pid=88053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 10 14:54:43.740373 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-41aec67b-55d0-4b55-990b-66365e405a32 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/a93bd841-d514-480c-b8ba-c2ac603ce6a1 HTTP/1.1" status: 404 len: 337 time: 0.0457792 May 10 14:54:43.743669 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45464) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:43.777078 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ba46d309-bb50-4cc6-a1d8-4adf0ecb3753 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:43.781967 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-f5604836-85e4-4e3a-bbb1-3e69a91aade6 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] show failed (client error): The resource could not be found. May 10 14:54:43.783447 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba46d309-bb50-4cc6-a1d8-4adf0ecb3753 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:43.784036 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ba46d309-bb50-4cc6-a1d8-4adf0ecb3753 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:43.785830 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f5604836-85e4-4e3a-bbb1-3e69a91aade6 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/subnets/68e0fd70-d788-4596-9e10-9a20754c9fbb/tags/tempest-TagsExtTest-Tag-939475085 HTTP/1.1" status: 404 len: 328 time: 0.2122326 May 10 14:54:43.790867 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45468) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:43.801455 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-02b707f6-b3a8-42a8-a116-23bfc89177eb tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '68e0fd70-d788-4596-9e10-9a20754c9fbb', 'tempest-TagsExtTest-Tag-407704568') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:43.830747 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5124bb-3d6b-4e0c-9550-00df59670141 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:43.831220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b5124bb-3d6b-4e0c-9550-00df59670141 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:43.832909 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9b5124bb-3d6b-4e0c-9550-00df59670141 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/384ece91-fc27-4d00-a839-c03e90893783 HTTP/1.1" status: 404 len: 333 time: 0.0883551 May 10 14:54:43.836205 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45472) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:43.877411 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4921de-adf4-4a75-9f19-86737fdd7a75 None None] Resources bound (agent type, host, resource id): {{(pid=88053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 14:54:43.884641 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2fa5624-90e1-4c87-b433-acbac1c9d7d1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:43.885098 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2fa5624-90e1-4c87-b433-acbac1c9d7d1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:43.887014 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b2fa5624-90e1-4c87-b433-acbac1c9d7d1 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/a3d5d4b5-c289-4e94-92e3-1068ab355116 HTTP/1.1" status: 404 len: 337 time: 0.0497937 May 10 14:54:43.892830 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45476) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:43.929783 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bc90090e-3964-4730-ab1a-dc5d303318e0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:43.942562 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34703aa-ff3b-45a5-884a-15cbd9152344 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:43.943061 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34703aa-ff3b-45a5-884a-15cbd9152344 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:43.944871 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b34703aa-ff3b-45a5-884a-15cbd9152344 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/64ee6b51-eb57-4fab-b7d4-aa7b72a58c7e HTTP/1.1" status: 404 len: 333 time: 0.0515146 May 10 14:54:43.947336 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45480) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:43.991694 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1b7fac-effc-42d3-b206-ce3fce1ba504 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:43.991974 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1b7fac-effc-42d3-b206-ce3fce1ba504 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:43.993662 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9e1b7fac-effc-42d3-b206-ce3fce1ba504 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/38586127-2f32-41f7-9a6e-6506f9411a0e HTTP/1.1" status: 404 len: 337 time: 0.0454485 May 10 14:54:43.997371 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45484) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:44.003623 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90090e-3964-4730-ab1a-dc5d303318e0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Port': ['ID=7eb2bb49-57f7-40c7-b384-abf689235dca,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:44.040874 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-02b707f6-b3a8-42a8-a116-23bfc89177eb tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] show failed (client error): The resource could not be found. May 10 14:54:44.041916 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-02b707f6-b3a8-42a8-a116-23bfc89177eb tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/subnets/68e0fd70-d788-4596-9e10-9a20754c9fbb/tags/tempest-TagsExtTest-Tag-407704568 HTTP/1.1" status: 404 len: 328 time: 0.2501459 May 10 14:54:44.048294 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45488) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:44.053434 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-c6b2ec19-c693-40bb-b922-883c27282bba tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '68e0fd70-d788-4596-9e10-9a20754c9fbb', 'tempest-TagsExtTest-Tag-118162532') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:44.060260 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46d309-bb50-4cc6-a1d8-4adf0ecb3753 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Network': ['ID=7c3eab8d-8ac2-4aee-8786-5786539a3692,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:44.065816 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ba46d309-bb50-4cc6-a1d8-4adf0ecb3753 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7990315 May 10 14:54:44.076857 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 7c3eab8d-8ac2-4aee-8786-5786539a3692 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:54:44.084417 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a0fd8d-a8dc-423f-8121-f4852a68476e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:44.084896 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88a0fd8d-a8dc-423f-8121-f4852a68476e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:44.088874 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-88a0fd8d-a8dc-423f-8121-f4852a68476e tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/7543dbbb-5ee3-427f-b116-8de1349ce2f6 HTTP/1.1" status: 404 len: 333 time: 0.0883117 May 10 14:54:44.088874 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45492) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:44.092735 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45494) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:44.098968 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-9b1e6dc4-8c77-40b5-957a-8e4305d4de70 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'subnet': {'network_id': '7c3eab8d-8ac2-4aee-8786-5786539a3692', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:44.149074 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c379af8-7754-4a04-9128-8a27ee8682cb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:44.149426 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c379af8-7754-4a04-9128-8a27ee8682cb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:44.153333 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6c379af8-7754-4a04-9128-8a27ee8682cb tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/bae90067-e896-4e73-af40-76acad81af1a HTTP/1.1" status: 404 len: 337 time: 0.0576406 May 10 14:54:44.153817 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45500) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:44.202188 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c240c97f-e3c5-461d-835b-41ad30a5ca0c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:44.203540 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c240c97f-e3c5-461d-835b-41ad30a5ca0c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:44.205202 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c240c97f-e3c5-461d-835b-41ad30a5ca0c tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/0e4b3c72-f3b2-4f93-ae26-226c83a30a24 HTTP/1.1" status: 404 len: 333 time: 0.0503025 May 10 14:54:44.207895 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45504) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:44.265932 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-30eae1a3-ebdb-4785-ab5b-3bda14879ec6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:44.266382 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30eae1a3-ebdb-4785-ab5b-3bda14879ec6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:44.268384 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-30eae1a3-ebdb-4785-ab5b-3bda14879ec6 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/6dee329f-0836-4c5b-b4de-2407c25ec190 HTTP/1.1" status: 404 len: 337 time: 0.0595477 May 10 14:54:44.271020 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45508) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:44.282165 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9b1e6dc4-8c77-40b5-957a-8e4305d4de70 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:44.286864 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-c6b2ec19-c693-40bb-b922-883c27282bba tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] show failed (client error): The resource could not be found. May 10 14:54:44.290521 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c6b2ec19-c693-40bb-b922-883c27282bba tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/subnets/68e0fd70-d788-4596-9e10-9a20754c9fbb/tags/tempest-TagsExtTest-Tag-118162532 HTTP/1.1" status: 404 len: 328 time: 0.2387640 May 10 14:54:44.290521 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9b1e6dc4-8c77-40b5-957a-8e4305d4de70 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:subnet and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:44.291410 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45512) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:44.294883 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9b1e6dc4-8c77-40b5-957a-8e4305d4de70 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:44.300862 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-69eb9f5f-0fec-430c-b051-a16df5ba7e9e tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ee885373-3959-448d-a6a7-fcc30d5caf3e', {'tags': ['tempest-TagsExtTest-Tag-1822941787', 'tempest-TagsExtTest-Tag-1552804591', 'tempest-TagsExtTest-Tag-855290858']}) {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:44.335206 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9b1e6dc4-8c77-40b5-957a-8e4305d4de70 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:44.372595 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1e6dc4-8c77-40b5-957a-8e4305d4de70 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:44.376824 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b1e6dc4-8c77-40b5-957a-8e4305d4de70 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:44.500403 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-69eb9f5f-0fec-430c-b051-a16df5ba7e9e tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "PUT /v2.0/ports/ee885373-3959-448d-a6a7-fcc30d5caf3e/tags HTTP/1.1" status: 200 len: 317 time: 0.2068620 May 10 14:54:44.503274 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45516) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:44.513055 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-f4d4abdd-3876-4f57-8986-78a38a040713 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ee885373-3959-448d-a6a7-fcc30d5caf3e') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:44.518943 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-e974ddcb-36fe-45ec-aa44-909ad6ea8e54 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:44.519416 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e974ddcb-36fe-45ec-aa44-909ad6ea8e54 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:44.521104 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e974ddcb-36fe-45ec-aa44-909ad6ea8e54 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/e2a02982-f1c8-469a-87f4-5fdf3800e5df HTTP/1.1" status: 404 len: 333 time: 0.2489188 May 10 14:54:44.523826 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bc90090e-3964-4730-ab1a-dc5d303318e0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:44.527572 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45520) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:44.574053 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-656bb380-f8f4-47dd-bc39-d81b4216d4af tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:44.574646 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656bb380-f8f4-47dd-bc39-d81b4216d4af tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:44.576458 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-656bb380-f8f4-47dd-bc39-d81b4216d4af tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/45a708d7-9350-47ac-84ea-6de015d0a752 HTTP/1.1" status: 404 len: 337 time: 0.0477855 May 10 14:54:44.579587 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45524) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:44.687576 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f4d4abdd-3876-4f57-8986-78a38a040713 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "DELETE /v2.0/ports/ee885373-3959-448d-a6a7-fcc30d5caf3e/tags HTTP/1.1" status: 204 len: 168 time: 0.1829517 May 10 14:54:44.689887 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45528) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:44.702657 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-cd968539-8743-416d-8f53-4059d608120c tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ee885373-3959-448d-a6a7-fcc30d5caf3e', 'tempest-TagsExtTest-Tag-1822941787') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:44.744249 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8a68bd-8fcb-40cd-9978-b48c562f8266 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:44.744841 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8a68bd-8fcb-40cd-9978-b48c562f8266 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:44.745470 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b1e6dc4-8c77-40b5-957a-8e4305d4de70 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:44.746561 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8a8a68bd-8fcb-40cd-9978-b48c562f8266 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/8d6b648e-a30f-4aa0-bf8b-841272fbf9da HTTP/1.1" status: 404 len: 333 time: 0.1660674 May 10 14:54:44.749448 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45532) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:44.799535 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf835ff4-7402-4787-b4ae-da934b8d1449 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:44.799987 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf835ff4-7402-4787-b4ae-da934b8d1449 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:44.801682 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bf835ff4-7402-4787-b4ae-da934b8d1449 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/3442fe53-29eb-49d4-8d7b-9bde578dc3d2 HTTP/1.1" status: 404 len: 337 time: 0.0500474 May 10 14:54:44.804228 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45536) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:44.959218 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e6dc4-8c77-40b5-957a-8e4305d4de70 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Subnet': ['ID=bf4999e5-cc2f-41a5-b146-62bcad56c2ed,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:44.960595 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d59d6d5-a942-444f-93e4-e720b9358d4a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:44.961051 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d59d6d5-a942-444f-93e4-e720b9358d4a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:44.965013 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1d59d6d5-a942-444f-93e4-e720b9358d4a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/ports/2cdbce92-cb9d-4b4f-a402-4fddffd7c284 HTTP/1.1" status: 404 len: 333 time: 0.1576512 May 10 14:54:44.968145 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45540) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:44.986946 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc90090e-3964-4730-ab1a-dc5d303318e0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Router 8465e7f7-54ed-406f-9cc1-0e63a5620ce5 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:54:45.033120 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed3e22ec-eb0a-4d4f-8d69-c9eb10cae36a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] DELETE failed (client error): The resource could not be found. May 10 14:54:45.033641 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed3e22ec-eb0a-4d4f-8d69-c9eb10cae36a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:54:45.052152 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ed3e22ec-eb0a-4d4f-8d69-c9eb10cae36a tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/subnets/e7b49b92-c4ee-44b9-acb6-9a92357957b6 HTTP/1.1" status: 404 len: 337 time: 0.0767236 May 10 14:54:45.052530 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45544) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:45.054030 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-cd968539-8743-416d-8f53-4059d608120c tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] show failed (client error): The resource could not be found. May 10 14:54:45.057792 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cd968539-8743-416d-8f53-4059d608120c tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/ports/ee885373-3959-448d-a6a7-fcc30d5caf3e/tags/tempest-TagsExtTest-Tag-1822941787 HTTP/1.1" status: 404 len: 329 time: 0.3669872 May 10 14:54:45.058513 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45548) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:45.059229 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1e6dc4-8c77-40b5-957a-8e4305d4de70 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Checking segment: {'id': '6efd34e6-d051-48e0-9d2f-d7874b9dfbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '7c3eab8d-8ac2-4aee-8786-5786539a3692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:54:45.059583 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1e6dc4-8c77-40b5-957a-8e4305d4de70 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network hostable DHCP agents. Network: 7c3eab8d-8ac2-4aee-8786-5786539a3692, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:54:45.071836 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-b22cb277-1276-4557-8117-aaa22f680a70 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ee885373-3959-448d-a6a7-fcc30d5caf3e', 'tempest-TagsExtTest-Tag-1552804591') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:45.147124 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1e6dc4-8c77-40b5-957a-8e4305d4de70 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network 7c3eab8d-8ac2-4aee-8786-5786539a3692 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:54:45.160777 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-9b1e6dc4-8c77-40b5-957a-8e4305d4de70 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 7c3eab8d-8ac2-4aee-8786-5786539a3692) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:45.166284 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1e6dc4-8c77-40b5-957a-8e4305d4de70 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:45.166878 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b1e6dc4-8c77-40b5-957a-8e4305d4de70 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:45.173622 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a9ccaf-d660-4811-921f-8b6efabf7a92 None None] Network 7c3eab8d-8ac2-4aee-8786-5786539a3692 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:45.188888 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-b22cb277-1276-4557-8117-aaa22f680a70 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] show failed (client error): The resource could not be found. May 10 14:54:45.193984 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b22cb277-1276-4557-8117-aaa22f680a70 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/ports/ee885373-3959-448d-a6a7-fcc30d5caf3e/tags/tempest-TagsExtTest-Tag-1552804591 HTTP/1.1" status: 404 len: 329 time: 0.1253400 May 10 14:54:45.194351 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45552) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:45.198299 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9b1e6dc4-8c77-40b5-957a-8e4305d4de70 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1048400 May 10 14:54:45.201679 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-dae81d59-71ef-49e9-b832-ba3f0d2320f4 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ee885373-3959-448d-a6a7-fcc30d5caf3e', 'tempest-TagsExtTest-Tag-855290858') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:45.208851 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45554) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:45.210082 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc90090e-3964-4730-ab1a-dc5d303318e0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:54:45.216047 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bc90090e-3964-4730-ab1a-dc5d303318e0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/routers/8465e7f7-54ed-406f-9cc1-0e63a5620ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3632417 May 10 14:54:45.219950 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45560) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:45.223504 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-783ab5c0-b7c3-4acf-9c7c-3dc081d2b252 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'port': {'network_id': '7c3eab8d-8ac2-4aee-8786-5786539a3692', 'name': 'tempest-PortsTestJSON-578578833', 'fixed_ips': [{'subnet_id': 'bf4999e5-cc2f-41a5-b146-62bcad56c2ed', 'ip_address': '172.20.0.10'}]}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:45.255211 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a48cec-6a20-4e38-b0a3-2f3a4d5885bf None None] Sync routers for ids ['8465e7f7-54ed-406f-9cc1-0e63a5620ce5'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:54:45.271454 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-dae81d59-71ef-49e9-b832-ba3f0d2320f4 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] show failed (client error): The resource could not be found. May 10 14:54:45.273943 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dae81d59-71ef-49e9-b832-ba3f0d2320f4 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/ports/ee885373-3959-448d-a6a7-fcc30d5caf3e/tags/tempest-TagsExtTest-Tag-855290858 HTTP/1.1" status: 404 len: 328 time: 0.0748656 May 10 14:54:45.275381 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45564) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:45.280610 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-2415bed3-8d27-40df-b5ec-f2ec798a7b50 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '98320258-9131-4228-869b-a77180c3cdec', {'tags': ['tempest-TagsExtTest-Tag-836997551', 'tempest-TagsExtTest-Tag-144894540', 'tempest-TagsExtTest-Tag-1081521502']}) {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:45.284102 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a48cec-6a20-4e38-b0a3-2f3a4d5885bf None None] Routers {'8465e7f7-54ed-406f-9cc1-0e63a5620ce5'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:54:45.284725 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-17a48cec-6a20-4e38-b0a3-2f3a4d5885bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['8465e7f7-54ed-406f-9cc1-0e63a5620ce5'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:45.348916 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-45ea187c-afd3-4412-8af1-0bea131680b4 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Synchronizing usage tracker for tenant:7644c356883e4453aa5ee3ea8dc28b8a on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:45.350457 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-17a48cec-6a20-4e38-b0a3-2f3a4d5885bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:45.370561 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-eacba31c-ef63-42f6-9cb0-b822b94e78a2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:45.389582 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a48cec-6a20-4e38-b0a3-2f3a4d5885bf None None] Routers {'8465e7f7-54ed-406f-9cc1-0e63a5620ce5'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:54:45.390211 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-17a48cec-6a20-4e38-b0a3-2f3a4d5885bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['8465e7f7-54ed-406f-9cc1-0e63a5620ce5'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:45.397710 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-45ea187c-afd3-4412-8af1-0bea131680b4 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Unset dirty status for tenant:7644c356883e4453aa5ee3ea8dc28b8a on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:45.401393 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-45ea187c-afd3-4412-8af1-0bea131680b4 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/ports?device_id=8465e7f7-54ed-406f-9cc1-0e63a5620ce5 HTTP/1.1" status: 200 len: 205 time: 0.1585398 May 10 14:54:45.402556 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45568) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:45.457538 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-17a48cec-6a20-4e38-b0a3-2f3a4d5885bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:45.457968 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a48cec-6a20-4e38-b0a3-2f3a4d5885bf None None] The sync data for ids ['8465e7f7-54ed-406f-9cc1-0e63a5620ce5'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:54:45.550217 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8cf10bea-3e00-453b-a91f-45b086647e85 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:45.557908 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-783ab5c0-b7c3-4acf-9c7c-3dc081d2b252 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:45.564280 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843afba8-9075-49fe-96b1-2b37a94d7131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-7c3eab8d-8ac2-4aee-8786-5786539a3692', 'network_id': '7c3eab8d-8ac2-4aee-8786-5786539a3692', 'tenant_id': 'bcdeb671ca1c427bb10de7b95cee308e', 'fixed_ips': [{'subnet_id': 'bf4999e5-cc2f-41a5-b146-62bcad56c2ed'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:54:45.564483 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-eacba31c-ef63-42f6-9cb0-b822b94e78a2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:45.565276 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-843afba8-9075-49fe-96b1-2b37a94d7131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:45.583311 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-783ab5c0-b7c3-4acf-9c7c-3dc081d2b252 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:45.607030 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-eacba31c-ef63-42f6-9cb0-b822b94e78a2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36358c0-b900-4df5-ae69-1592404548f9']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:45.623611 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783ab5c0-b7c3-4acf-9c7c-3dc081d2b252 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:45.646552 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-eacba31c-ef63-42f6-9cb0-b822b94e78a2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40fb2252-bf7e-449c-8296-1f2d19882cf3') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:45.646950 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-eacba31c-ef63-42f6-9cb0-b822b94e78a2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40fb2252-bf7e-449c-8296-1f2d19882cf3') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:45.673870 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2415bed3-8d27-40df-b5ec-f2ec798a7b50 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "PUT /v2.0/routers/98320258-9131-4228-869b-a77180c3cdec/tags HTTP/1.1" status: 200 len: 316 time: 0.3944259 May 10 14:54:45.680568 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45572) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:45.688235 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-e30f5e79-ac09-41d8-80fb-f9eb4dd1dbac tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '98320258-9131-4228-869b-a77180c3cdec') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:45.713978 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-eacba31c-ef63-42f6-9cb0-b822b94e78a2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:45.732879 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-843afba8-9075-49fe-96b1-2b37a94d7131 None None] Allocated IP 172.20.0.2 (7c3eab8d-8ac2-4aee-8786-5786539a3692/bf4999e5-cc2f-41a5-b146-62bcad56c2ed/2fda8598-cae8-49f3-bda1-d5b74bc060a1) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:45.743380 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-eacba31c-ef63-42f6-9cb0-b822b94e78a2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:45.754724 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eacba31c-ef63-42f6-9cb0-b822b94e78a2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:54:45.755209 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-eacba31c-ef63-42f6-9cb0-b822b94e78a2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:54:45.774404 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:54:45.975434 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-843afba8-9075-49fe-96b1-2b37a94d7131 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:45.986594 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8cf10bea-3e00-453b-a91f-45b086647e85 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:45.989755 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8cf10bea-3e00-453b-a91f-45b086647e85 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:46.008646 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-843afba8-9075-49fe-96b1-2b37a94d7131 None None] Transition to ACTIVE for port object 2fda8598-cae8-49f3-bda1-d5b74bc060a1 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:46.008957 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-eacba31c-ef63-42f6-9cb0-b822b94e78a2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:46.014101 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-eacba31c-ef63-42f6-9cb0-b822b94e78a2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:46.025137 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8cf10bea-3e00-453b-a91f-45b086647e85 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:46.025602 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf10bea-3e00-453b-a91f-45b086647e85 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Fanout notify agent at l3_agent the message router_deleted on router 8465e7f7-54ed-406f-9cc1-0e63a5620ce5 {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:54:46.031377 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e30f5e79-ac09-41d8-80fb-f9eb4dd1dbac tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "DELETE /v2.0/routers/98320258-9131-4228-869b-a77180c3cdec/tags HTTP/1.1" status: 204 len: 168 time: 0.3500197 May 10 14:54:46.034254 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45576) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:46.040987 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8cf10bea-3e00-453b-a91f-45b086647e85 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:46.041990 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8cf10bea-3e00-453b-a91f-45b086647e85 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/routers/8465e7f7-54ed-406f-9cc1-0e63a5620ce5 HTTP/1.1" status: 204 len: 168 time: 0.6390641 May 10 14:54:46.047084 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-eacba31c-ef63-42f6-9cb0-b822b94e78a2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] 10.222.0.79 "DELETE /v2.0/networks/a36358c0-b900-4df5-ae69-1592404548f9 HTTP/1.1" status: 204 len: 168 time: 0.9912584 May 10 14:54:46.047273 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-e985e53f-bf0c-4575-942b-f6c985a6c125 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '98320258-9131-4228-869b-a77180c3cdec', 'tempest-TagsExtTest-Tag-836997551') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:46.047694 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-843afba8-9075-49fe-96b1-2b37a94d7131 None None] Transition to ACTIVE for port object 2fda8598-cae8-49f3-bda1-d5b74bc060a1 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:46.051825 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45580) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:46.055539 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-843afba8-9075-49fe-96b1-2b37a94d7131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:46.067759 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacba31c-ef63-42f6-9cb0-b822b94e78a2 tempest-NetworksTestDHCPv6-357049460 tempest-NetworksTestDHCPv6-357049460-project] Pushing event deleted for resources: {'Network': ['ID=a36358c0-b900-4df5-ae69-1592404548f9,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:46.081395 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-783ab5c0-b7c3-4acf-9c7c-3dc081d2b252 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:46.129371 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843afba8-9075-49fe-96b1-2b37a94d7131 None None] Network 7c3eab8d-8ac2-4aee-8786-5786539a3692 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:46.132669 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-843afba8-9075-49fe-96b1-2b37a94d7131 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:46.136422 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843afba8-9075-49fe-96b1-2b37a94d7131 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:46.169415 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843afba8-9075-49fe-96b1-2b37a94d7131 None None] Pushing event updated for resources: {'Port': ['ID=2fda8598-cae8-49f3-bda1-d5b74bc060a1,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:46.219391 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-783ab5c0-b7c3-4acf-9c7c-3dc081d2b252 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] device_id is not set on port 49a04cda-c403-40b3-b8bf-c470a412bf5d yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:54:46.244443 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-843afba8-9075-49fe-96b1-2b37a94d7131 None None] Attempting to bind port 2fda8598-cae8-49f3-bda1-d5b74bc060a1 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:54:46.246205 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-843afba8-9075-49fe-96b1-2b37a94d7131 None None] Attempting to bind port 2fda8598-cae8-49f3-bda1-d5b74bc060a1 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '6efd34e6-d051-48e0-9d2f-d7874b9dfbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '7c3eab8d-8ac2-4aee-8786-5786539a3692'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:54:46.247044 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843afba8-9075-49fe-96b1-2b37a94d7131 None None] Attempting to bind port 2fda8598-cae8-49f3-bda1-d5b74bc060a1 on network 7c3eab8d-8ac2-4aee-8786-5786539a3692 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:54:46.254195 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843afba8-9075-49fe-96b1-2b37a94d7131 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:54:46.255210 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843afba8-9075-49fe-96b1-2b37a94d7131 None None] Checking segment: {'id': '6efd34e6-d051-48e0-9d2f-d7874b9dfbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '7c3eab8d-8ac2-4aee-8786-5786539a3692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:54:46.256522 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-843afba8-9075-49fe-96b1-2b37a94d7131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:46.257292 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843afba8-9075-49fe-96b1-2b37a94d7131 None None] Bound using segment: {'id': '6efd34e6-d051-48e0-9d2f-d7874b9dfbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '7c3eab8d-8ac2-4aee-8786-5786539a3692'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:54:46.258064 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-843afba8-9075-49fe-96b1-2b37a94d7131 None None] Bound port: 2fda8598-cae8-49f3-bda1-d5b74bc060a1, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6efd34e6-d051-48e0-9d2f-d7874b9dfbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '7c3eab8d-8ac2-4aee-8786-5786539a3692'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:54:46.258750 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-843afba8-9075-49fe-96b1-2b37a94d7131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:46.269315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-c67b42aa-28bd-4c67-bace-367db2f75c67 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting subnet 58610585-168f-4de4-8c47-b84c9ac6d762 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:54:46.278827 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c67b42aa-28bd-4c67-bace-367db2f75c67 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:46.340926 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-e985e53f-bf0c-4575-942b-f6c985a6c125 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] show failed (client error): The resource could not be found. May 10 14:54:46.342318 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e985e53f-bf0c-4575-942b-f6c985a6c125 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/routers/98320258-9131-4228-869b-a77180c3cdec/tags/tempest-TagsExtTest-Tag-836997551 HTTP/1.1" status: 404 len: 328 time: 0.3068306 May 10 14:54:46.345873 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45588) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:46.352419 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-1d7fc5a6-604d-4bc5-8903-e4cd99c9b5cb tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '98320258-9131-4228-869b-a77180c3cdec', 'tempest-TagsExtTest-Tag-144894540') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:46.376306 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-843afba8-9075-49fe-96b1-2b37a94d7131 None None] For port 2fda8598-cae8-49f3-bda1-d5b74bc060a1, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:54:46.379625 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-843afba8-9075-49fe-96b1-2b37a94d7131 None None] For port 2fda8598-cae8-49f3-bda1-d5b74bc060a1, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2fda8598-cae8-49f3-bda1-d5b74bc060a1,segment=NetworkSegment(6efd34e6-d051-48e0-9d2f-d7874b9dfbc6),segment_id=6efd34e6-d051-48e0-9d2f-d7874b9dfbc6)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:54:46.386818 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-843afba8-9075-49fe-96b1-2b37a94d7131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:46.397644 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c67b42aa-28bd-4c67-bace-367db2f75c67 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:46.425129 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45592) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:46.478039 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843afba8-9075-49fe-96b1-2b37a94d7131 None None] Pushing event updated for resources: {'Port': ['ID=2fda8598-cae8-49f3-bda1-d5b74bc060a1,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:46.518149 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-1d7fc5a6-604d-4bc5-8903-e4cd99c9b5cb tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] show failed (client error): The resource could not be found. May 10 14:54:46.521227 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1d7fc5a6-604d-4bc5-8903-e4cd99c9b5cb tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/routers/98320258-9131-4228-869b-a77180c3cdec/tags/tempest-TagsExtTest-Tag-144894540 HTTP/1.1" status: 404 len: 328 time: 0.1720836 May 10 14:54:46.522621 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45598) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:46.527920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-e42ff097-c7ba-4fcb-a871-c2b40837e6de tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '98320258-9131-4228-869b-a77180c3cdec', 'tempest-TagsExtTest-Tag-1081521502') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:46.579124 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-783ab5c0-b7c3-4acf-9c7c-3dc081d2b252 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Allocated IP 172.20.0.10 (7c3eab8d-8ac2-4aee-8786-5786539a3692/bf4999e5-cc2f-41a5-b146-62bcad56c2ed/49a04cda-c403-40b3-b8bf-c470a412bf5d) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:46.587583 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c67b42aa-28bd-4c67-bace-367db2f75c67 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:46.736494 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-e42ff097-c7ba-4fcb-a871-c2b40837e6de tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] show failed (client error): The resource could not be found. May 10 14:54:46.738652 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e42ff097-c7ba-4fcb-a871-c2b40837e6de tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/routers/98320258-9131-4228-869b-a77180c3cdec/tags/tempest-TagsExtTest-Tag-1081521502 HTTP/1.1" status: 404 len: 329 time: 0.2140236 May 10 14:54:46.745165 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e87f000a-bb3a-430a-b97f-5e53fe11bfc3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7736f4aa2d7942e9b2889a72ef3f8ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169160 May 10 14:54:46.746977 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45602) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:46.750568 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45604) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:46.755865 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-08926d76-b19e-4f82-889c-d7e09406bffc tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b1eb57ec-5588-4fcf-a95d-62fa5e500f81', {'tags': ['tempest-TagsExtTest-Tag-1400319772', 'tempest-TagsExtTest-Tag-582091055', 'tempest-TagsExtTest-Tag-1361455814']}) {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:46.795517 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c67b42aa-28bd-4c67-bace-367db2f75c67 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:46.857929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d81baa8-e80e-4d99-8c75-8e44e99041d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:46.876631 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b42aa-28bd-4c67-bace-367db2f75c67 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Subnet': ['ID=58610585-168f-4de4-8c47-b84c9ac6d762,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:46.876856 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-08926d76-b19e-4f82-889c-d7e09406bffc tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "PUT /v2.0/subnetpools/b1eb57ec-5588-4fcf-a95d-62fa5e500f81/tags HTTP/1.1" status: 200 len: 317 time: 0.1255116 May 10 14:54:46.878228 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45610) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:46.882856 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0860c234-ddfd-4879-a683-280e48aad023 None None] Network 84c6eaf6-b7ac-401b-8d26-8f57fe1fe027 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:46.885918 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c67b42aa-28bd-4c67-bace-367db2f75c67 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:46.892094 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-9254fa0a-4473-4403-a77e-17c30e774eeb tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b1eb57ec-5588-4fcf-a95d-62fa5e500f81') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:46.913523 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d81baa8-e80e-4d99-8c75-8e44e99041d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:46.931796 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c67b42aa-28bd-4c67-bace-367db2f75c67 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/subnets/58610585-168f-4de4-8c47-b84c9ac6d762 HTTP/1.1" status: 204 len: 168 time: 0.8785067 May 10 14:54:46.941979 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45614) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:47.002678 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2fda8598-cae8-49f3-bda1-d5b74bc060a1 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:47.013215 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-783ab5c0-b7c3-4acf-9c7c-3dc081d2b252 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:47.031380 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-783ab5c0-b7c3-4acf-9c7c-3dc081d2b252 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Transition to ACTIVE for port object 49a04cda-c403-40b3-b8bf-c470a412bf5d will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:47.062951 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-783ab5c0-b7c3-4acf-9c7c-3dc081d2b252 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:47.115291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-82113f96-fcbd-41b5-8826-7d9700057c65 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:47.132893 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9254fa0a-4473-4403-a77e-17c30e774eeb tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "DELETE /v2.0/subnetpools/b1eb57ec-5588-4fcf-a95d-62fa5e500f81/tags HTTP/1.1" status: 204 len: 168 time: 0.2536292 May 10 14:54:47.134253 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d81baa8-e80e-4d99-8c75-8e44e99041d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:47.137818 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45618) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:47.154108 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783ab5c0-b7c3-4acf-9c7c-3dc081d2b252 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network 7c3eab8d-8ac2-4aee-8786-5786539a3692 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:47.158213 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-783ab5c0-b7c3-4acf-9c7c-3dc081d2b252 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:47.158946 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-e5f29364-c824-4600-a9ac-9286227fa342 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b1eb57ec-5588-4fcf-a95d-62fa5e500f81', 'tempest-TagsExtTest-Tag-1400319772') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:47.163240 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783ab5c0-b7c3-4acf-9c7c-3dc081d2b252 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:47.171244 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81baa8-e80e-4d99-8c75-8e44e99041d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22eb45eb-8495-4e11-8a60-722101f1154e,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:47.184228 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-82113f96-fcbd-41b5-8826-7d9700057c65 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting port a055641a-d652-42f9-a547-02670f2c4b90 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:47.184627 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-82113f96-fcbd-41b5-8826-7d9700057c65 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:47.195292 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 2fda8598-cae8-49f3-bda1-d5b74bc060a1 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:47.226788 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1d81baa8-e80e-4d99-8c75-8e44e99041d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:47.228629 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1d81baa8-e80e-4d99-8c75-8e44e99041d1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/22eb45eb-8495-4e11-8a60-722101f1154e HTTP/1.1" status: 204 len: 168 time: 0.4759502 May 10 14:54:47.257020 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-e5f29364-c824-4600-a9ac-9286227fa342 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] show failed (client error): The resource could not be found. May 10 14:54:47.258351 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e5f29364-c824-4600-a9ac-9286227fa342 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/subnetpools/b1eb57ec-5588-4fcf-a95d-62fa5e500f81/tags/tempest-TagsExtTest-Tag-1400319772 HTTP/1.1" status: 404 len: 329 time: 0.1086848 May 10 14:54:47.261787 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ab5c0-b7c3-4acf-9c7c-3dc081d2b252 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Port': ['ID=49a04cda-c403-40b3-b8bf-c470a412bf5d,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:47.264475 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45624) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:47.273965 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783ab5c0-b7c3-4acf-9c7c-3dc081d2b252 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:47.274758 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-783ab5c0-b7c3-4acf-9c7c-3dc081d2b252 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:47.293775 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.tag.tag_plugin [None req-3fca5408-6cfd-44ff-b376-ceb2683d168b tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b1eb57ec-5588-4fcf-a95d-62fa5e500f81', 'tempest-TagsExtTest-Tag-582091055') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:47.296567 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cc7471-4a94-4de6-a410-25fe3acf8cae None None] DHCP port deletion for 84c6eaf6-b7ac-401b-8d26-8f57fe1fe027 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:54:47.302861 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-a9cc7471-4a94-4de6-a410-25fe3acf8cae None None] Deleting port a055641a-d652-42f9-a547-02670f2c4b90 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:47.303440 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a9cc7471-4a94-4de6-a410-25fe3acf8cae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:47.325968 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-783ab5c0-b7c3-4acf-9c7c-3dc081d2b252 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1139498 May 10 14:54:47.326808 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45628) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:47.336247 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'port': {'network_id': '7c3eab8d-8ac2-4aee-8786-5786539a3692', 'name': 'tempest-PortsTestJSON-25240358', 'fixed_ips': [{'subnet_id': 'bf4999e5-cc2f-41a5-b146-62bcad56c2ed', 'ip_address': '172.20.0.9'}]}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:47.511278 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:47.513406 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-82113f96-fcbd-41b5-8826-7d9700057c65 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] For port a055641a-d652-42f9-a547-02670f2c4b90, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=a055641a-d652-42f9-a547-02670f2c4b90,segment=NetworkSegment(1eae2d38-6899-4889-bb41-22a9b4ec1cce),segment_id=1eae2d38-6899-4889-bb41-22a9b4ec1cce)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:47.514005 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-82113f96-fcbd-41b5-8826-7d9700057c65 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:47.515602 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:port and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:47.524473 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:47.532623 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:47.557269 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-3fca5408-6cfd-44ff-b376-ceb2683d168b tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] show failed (client error): The resource could not be found. May 10 14:54:47.558376 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3fca5408-6cfd-44ff-b376-ceb2683d168b tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/subnetpools/b1eb57ec-5588-4fcf-a95d-62fa5e500f81/tags/tempest-TagsExtTest-Tag-582091055 HTTP/1.1" status: 404 len: 328 time: 0.2775605 May 10 14:54:47.561509 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45636) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:47.567605 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.tag.tag_plugin [None req-d131237f-17c1-4ef7-b2ca-a79d80b82c67 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b1eb57ec-5588-4fcf-a95d-62fa5e500f81', 'tempest-TagsExtTest-Tag-1361455814') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:47.577304 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:47.582486 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:47.619638 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] device_id is not set on port c777ce42-6aa2-4e8e-a5ba-779a54bba53d yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:54:47.678333 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a9cc7471-4a94-4de6-a410-25fe3acf8cae None None] For port a055641a-d652-42f9-a547-02670f2c4b90, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=a055641a-d652-42f9-a547-02670f2c4b90,segment=NetworkSegment(1eae2d38-6899-4889-bb41-22a9b4ec1cce),segment_id=1eae2d38-6899-4889-bb41-22a9b4ec1cce)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:47.679778 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a9cc7471-4a94-4de6-a410-25fe3acf8cae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:47.711451 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-82113f96-fcbd-41b5-8826-7d9700057c65 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Calling delete_port for a055641a-d652-42f9-a547-02670f2c4b90 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:47.849173 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Allocated IP 172.20.0.9 (7c3eab8d-8ac2-4aee-8786-5786539a3692/bf4999e5-cc2f-41a5-b146-62bcad56c2ed/c777ce42-6aa2-4e8e-a5ba-779a54bba53d) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:47.852624 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-a9cc7471-4a94-4de6-a410-25fe3acf8cae None None] Calling delete_port for a055641a-d652-42f9-a547-02670f2c4b90 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:47.867192 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-d131237f-17c1-4ef7-b2ca-a79d80b82c67 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] show failed (client error): The resource could not be found. May 10 14:54:47.868234 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d131237f-17c1-4ef7-b2ca-a79d80b82c67 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/subnetpools/b1eb57ec-5588-4fcf-a95d-62fa5e500f81/tags/tempest-TagsExtTest-Tag-1361455814 HTTP/1.1" status: 404 len: 329 time: 0.3052328 May 10 14:54:47.870844 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-82113f96-fcbd-41b5-8826-7d9700057c65 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:47.872031 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45646) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:47.877424 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.tag.tag_plugin [None req-bd8231f8-b726-4178-bead-b5950eede726 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b1eb57ec-5588-4fcf-a95d-62fa5e500f81') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:47.939882 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd3d37c-791d-4c3d-b647-6b22e37703b6 None None] Network 7c3eab8d-8ac2-4aee-8786-5786539a3692 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:47.944233 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82113f96-fcbd-41b5-8826-7d9700057c65 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] No DVR routers for this DVR port a055641a-d652-42f9-a547-02670f2c4b90 on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:54:47.982208 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bd8231f8-b726-4178-bead-b5950eede726 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "DELETE /v2.0/subnetpools/b1eb57ec-5588-4fcf-a95d-62fa5e500f81/tags HTTP/1.1" status: 204 len: 168 time: 0.1091738 May 10 14:54:48.011271 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45654) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:48.021162 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-b88320d1-8f8a-401c-bb58-f0c911c33823 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '98320258-9131-4228-869b-a77180c3cdec') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:48.079466 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-85bccb1b-d270-46c8-b405-835831a2a787 None None] Provisioning for port 2fda8598-cae8-49f3-bda1-d5b74bc060a1 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:48.079466 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-85bccb1b-d270-46c8-b405-835831a2a787 None None] Provisioning complete for port 2fda8598-cae8-49f3-bda1-d5b74bc060a1 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:48.079466 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-85bccb1b-d270-46c8-b405-835831a2a787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:48.094690 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82113f96-fcbd-41b5-8826-7d9700057c65 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Port': ['ID=a055641a-d652-42f9-a547-02670f2c4b90,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:48.150853 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:48.152806 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-a9cc7471-4a94-4de6-a410-25fe3acf8cae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:54:48.153159 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-a9cc7471-4a94-4de6-a410-25fe3acf8cae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:54:48.168304 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Transition to ACTIVE for port object c777ce42-6aa2-4e8e-a5ba-779a54bba53d will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:48.194185 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:48.275899 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45662) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:48.304664 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network 7c3eab8d-8ac2-4aee-8786-5786539a3692 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:48.308177 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:48.313664 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:48.316269 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-85bccb1b-d270-46c8-b405-835831a2a787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:48.343961 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Port': ['ID=c777ce42-6aa2-4e8e-a5ba-779a54bba53d,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:48.358352 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:48.359901 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:48.360501 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:48.361030 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:48.361755 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:48.362269 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:48.362810 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:48.363318 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:48.363823 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:48.364326 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:48.364826 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:48.365882 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:48.376536 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-85bccb1b-d270-46c8-b405-835831a2a787 None None] For port 2fda8598-cae8-49f3-bda1-d5b74bc060a1, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2fda8598-cae8-49f3-bda1-d5b74bc060a1,segment=NetworkSegment(6efd34e6-d051-48e0-9d2f-d7874b9dfbc6),segment_id=6efd34e6-d051-48e0-9d2f-d7874b9dfbc6)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:48.395186 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-85bccb1b-d270-46c8-b405-835831a2a787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:48.409488 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-82113f96-fcbd-41b5-8826-7d9700057c65 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:48.412239 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:48.413195 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:48.447317 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-82113f96-fcbd-41b5-8826-7d9700057c65 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c6eaf6-b7ac-401b-8d26-8f57fe1fe027']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:48.452459 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d4da1869-d57c-4eba-a662-e21bea98fdb8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1229613 May 10 14:54:48.455646 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45668) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:48.459606 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b88320d1-8f8a-401c-bb58-f0c911c33823 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "DELETE /v2.0/routers/98320258-9131-4228-869b-a77180c3cdec/tags HTTP/1.1" status: 204 len: 168 time: 0.4440067 May 10 14:54:48.462228 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45672) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:48.465583 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-82113f96-fcbd-41b5-8826-7d9700057c65 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eae2d38-6899-4889-bb41-22a9b4ec1cce') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:48.465873 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-82113f96-fcbd-41b5-8826-7d9700057c65 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eae2d38-6899-4889-bb41-22a9b4ec1cce') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:48.479632 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-dd57e0d2-7d7b-4b49-bdba-8574527980f1 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ee885373-3959-448d-a6a7-fcc30d5caf3e') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:48.497805 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bccb1b-d270-46c8-b405-835831a2a787 None None] Pushing event updated for resources: {'Port': ['ID=2fda8598-cae8-49f3-bda1-d5b74bc060a1,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:48.517171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-82113f96-fcbd-41b5-8826-7d9700057c65 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:48.545803 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-82113f96-fcbd-41b5-8826-7d9700057c65 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:48.556326 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82113f96-fcbd-41b5-8826-7d9700057c65 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:54:48.556727 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-82113f96-fcbd-41b5-8826-7d9700057c65 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:54:48.572358 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:54:48.635959 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Request body: {'networks': [{'name': 'tempest-network--2050112142'}, {'name': 'tempest-network--1499165631'}]} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:48.636243 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Request body: {'network': {'name': 'tempest-network--2050112142'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:48.636695 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Request body: {'network': {'name': 'tempest-network--1499165631'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:48.650133 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:48.656890 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-a9cc7471-4a94-4de6-a410-25fe3acf8cae None None] Deleting port a055641a-d652-42f9-a547-02670f2c4b90 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:48.657310 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a9cc7471-4a94-4de6-a410-25fe3acf8cae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:48.662352 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Usage tracker for resource:network and tenant:e5913666aac34785881a165921ed5b2c is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:48.666114 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:48.675384 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:48.692976 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-82113f96-fcbd-41b5-8826-7d9700057c65 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:48.698618 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Made reservation on behalf of e5913666aac34785881a165921ed5b2c for: {'network': 2} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:48.699892 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-82113f96-fcbd-41b5-8826-7d9700057c65 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:48.704474 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:48.723843 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e1212e-6fc5-4e71-9a62-e4f6f7dcd41b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:48.724561 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c9e1212e-6fc5-4e71-9a62-e4f6f7dcd41b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Synchronizing usage tracker for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:48.730321 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:48.730615 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dd57e0d2-7d7b-4b49-bdba-8574527980f1 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "DELETE /v2.0/ports/ee885373-3959-448d-a6a7-fcc30d5caf3e/tags HTTP/1.1" status: 204 len: 168 time: 0.2665670 May 10 14:54:48.737248 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45676) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:48.743128 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-a9cc7471-4a94-4de6-a410-25fe3acf8cae None None] The port 'a055641a-d652-42f9-a547-02670f2c4b90' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:54:48.743922 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82113f96-fcbd-41b5-8826-7d9700057c65 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Network': ['ID=84c6eaf6-b7ac-401b-8d26-8f57fe1fe027,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:48.757217 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:48.763475 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Usage tracker for resource:security_group_rule and tenant:e5913666aac34785881a165921ed5b2c is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:48.764887 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.tag.tag_plugin [None req-0ce0bfcd-b737-4209-bf73-4b341d89ba79 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '68e0fd70-d788-4596-9e10-9a20754c9fbb') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:48.769483 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c9e1212e-6fc5-4e71-9a62-e4f6f7dcd41b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Unset dirty status for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:48.773741 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c9e1212e-6fc5-4e71-9a62-e4f6f7dcd41b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3144207 May 10 14:54:48.773741 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:48.774032 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c701e1a1-0445-41df-bca7-1590324139d4 None None] Provisioning complete for port 2fda8598-cae8-49f3-bda1-d5b74bc060a1 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:48.774144 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c701e1a1-0445-41df-bca7-1590324139d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:48.776997 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45680) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:48.812865 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-82113f96-fcbd-41b5-8826-7d9700057c65 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/networks/84c6eaf6-b7ac-401b-8d26-8f57fe1fe027 HTTP/1.1" status: 204 len: 168 time: 1.8649402 May 10 14:54:48.814983 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45684) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:48.823380 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1676865783', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}, 'admin_state_up': False}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:48.834209 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:48.846366 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:48.861546 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:router and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:48.864382 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:48.872871 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:48.889729 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:48.889999 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2fda8598-cae8-49f3-bda1-d5b74bc060a1 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:54:48.891428 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:48.920423 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:48.947611 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0ce0bfcd-b737-4209-bf73-4b341d89ba79 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "DELETE /v2.0/subnets/68e0fd70-d788-4596-9e10-9a20754c9fbb/tags HTTP/1.1" status: 204 len: 168 time: 0.2056959 May 10 14:54:48.955240 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45688) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:48.960526 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2ff298-02f9-4f9c-81ba-9139b31ab811 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:48.970089 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2ff298-02f9-4f9c-81ba-9139b31ab811 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:48.982185 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2ff298-02f9-4f9c-81ba-9139b31ab811 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:48.986929 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-fd2ff298-02f9-4f9c-81ba-9139b31ab811 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2060580 May 10 14:54:48.988252 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45692) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:49.070983 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 2fda8598-cae8-49f3-bda1-d5b74bc060a1 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:49.071906 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:49.103671 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-110b0bb1-55c3-436a-8ccb-3b2ee8044a0a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting port c777ce42-6aa2-4e8e-a5ba-779a54bba53d {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:49.104682 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-110b0bb1-55c3-436a-8ccb-3b2ee8044a0a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:49.106417 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c701e1a1-0445-41df-bca7-1590324139d4 None None] Provisioning for port 49a04cda-c403-40b3-b8bf-c470a412bf5d completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:49.127316 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c701e1a1-0445-41df-bca7-1590324139d4 None None] Provisioning complete for port 49a04cda-c403-40b3-b8bf-c470a412bf5d triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:49.127591 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c701e1a1-0445-41df-bca7-1590324139d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:49.251335 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-c701e1a1-0445-41df-bca7-1590324139d4 None None] Port 49a04cda-c403-40b3-b8bf-c470a412bf5d cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:54:49.281642 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c701e1a1-0445-41df-bca7-1590324139d4 None None] Provisioning for port c777ce42-6aa2-4e8e-a5ba-779a54bba53d completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:54:49.290686 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c701e1a1-0445-41df-bca7-1590324139d4 None None] Provisioning complete for port c777ce42-6aa2-4e8e-a5ba-779a54bba53d triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:49.291365 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c701e1a1-0445-41df-bca7-1590324139d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:49.299193 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:49.323441 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:49.348844 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device a055641a-d652-42f9-a547-02670f2c4b90 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:54:49.364722 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:49.365261 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:49.386043 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: a055641a-d652-42f9-a547-02670f2c4b90 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:54:49.386301 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device a055641a-d652-42f9-a547-02670f2c4b90 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:54:49.396319 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-c701e1a1-0445-41df-bca7-1590324139d4 None None] Port c777ce42-6aa2-4e8e-a5ba-779a54bba53d cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:54:49.422981 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e6458477-66e5-42ea-a901-5310bd8497e3 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks [] for subnetpool, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:49.424084 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e6458477-66e5-42ea-a901-5310bd8497e3 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "DELETE /v2.0/subnetpools/b1eb57ec-5588-4fcf-a95d-62fa5e500f81 HTTP/1.1" status: 204 len: 168 time: 0.4679210 May 10 14:54:49.428336 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45696) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:49.464388 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=170158b2-821e-419e-a5af-620d9fb26d03,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:49.470247 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:54:49.488288 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-73d3e2f0-9ce3-49a9-aa72-2ff94c9e6f90 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Synchronizing usage tracker for tenant:2cd9816d08d2425fa76e11c69c81ae3e on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:49.494676 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:49.495018 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Added segment e4086a66-a53f-4289-930f-98261b9524d0 of type vlan for network f5ecba6b-a603-498d-a7da-e98e2b52212f May 10 14:54:49.496920 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-110b0bb1-55c3-436a-8ccb-3b2ee8044a0a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:49.520661 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-73d3e2f0-9ce3-49a9-aa72-2ff94c9e6f90 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Unset dirty status for tenant:2cd9816d08d2425fa76e11c69c81ae3e on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:49.524195 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-73d3e2f0-9ce3-49a9-aa72-2ff94c9e6f90 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "GET /v2.0/ports?device_id=98320258-9131-4228-869b-a77180c3cdec HTTP/1.1" status: 200 len: 205 time: 0.0924571 May 10 14:54:49.524546 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45700) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:49.528312 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b55e4565-449d-4cb2-ad8f-e7ad27e27151 None None] Provisioning complete for port 49a04cda-c403-40b3-b8bf-c470a412bf5d triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:49.528703 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b55e4565-449d-4cb2-ad8f-e7ad27e27151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:49.582726 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b55e4565-449d-4cb2-ad8f-e7ad27e27151 None None] Port 49a04cda-c403-40b3-b8bf-c470a412bf5d cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:54:49.594113 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b55e4565-449d-4cb2-ad8f-e7ad27e27151 None None] Provisioning complete for port c777ce42-6aa2-4e8e-a5ba-779a54bba53d triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:54:49.594594 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b55e4565-449d-4cb2-ad8f-e7ad27e27151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:49.638073 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-110b0bb1-55c3-436a-8ccb-3b2ee8044a0a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Calling delete_port for c777ce42-6aa2-4e8e-a5ba-779a54bba53d owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:49.681655 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7b26410a-8991-449c-998b-9a4820885c4e tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:49.695951 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:49.697081 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b55e4565-449d-4cb2-ad8f-e7ad27e27151 None None] Port c777ce42-6aa2-4e8e-a5ba-779a54bba53d cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:54:49.755001 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:54:49.807734 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:49.808073 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Added segment dfbbd317-2e1c-4f14-824a-86d1b2297917 of type vlan for network 987c190e-9398-46b5-9677-251fe1c2b436 May 10 14:54:49.843274 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-110b0bb1-55c3-436a-8ccb-3b2ee8044a0a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:49.846995 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:49.901781 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b0bb1-55c3-436a-8ccb-3b2ee8044a0a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Port': ['ID=c777ce42-6aa2-4e8e-a5ba-779a54bba53d,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:50.018595 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:50.019060 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:50.024673 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:50.029485 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:50.030249 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:50.045869 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-130a32cf-96d7-4d16-a9d1-09680cf69308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:50.070246 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-110b0bb1-55c3-436a-8ccb-3b2ee8044a0a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:50.172816 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Pushing event updated for resources: {'Network': ['ID=f5ecba6b-a603-498d-a7da-e98e2b52212f,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:50.182697 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network f5ecba6b-a603-498d-a7da-e98e2b52212f details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:54:50.195315 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-110b0bb1-55c3-436a-8ccb-3b2ee8044a0a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/ports/c777ce42-6aa2-4e8e-a5ba-779a54bba53d HTTP/1.1" status: 204 len: 168 time: 1.2009547 May 10 14:54:50.195315 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.9144671 May 10 14:54:50.195315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45704) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:50.196974 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45706) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:50.284775 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7b26410a-8991-449c-998b-9a4820885c4e tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:50.289462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7b26410a-8991-449c-998b-9a4820885c4e tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:50.318670 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3dddfd-d777-4b6c-af99-84c3210a3575 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] GET failed (client error): The resource could not be found. May 10 14:54:50.319333 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-9f3dddfd-d777-4b6c-af99-84c3210a3575 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Synchronizing usage tracker for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:50.329580 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:50.366367 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:50.402584 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7b26410a-8991-449c-998b-9a4820885c4e tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:50.403060 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b26410a-8991-449c-998b-9a4820885c4e tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Fanout notify agent at l3_agent the message router_deleted on router 98320258-9131-4228-869b-a77180c3cdec {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:54:50.414457 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d3e46-7118-4bba-93e1-ba7e8044655b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Pushing event updated for resources: {'Network': ['ID=987c190e-9398-46b5-9677-251fe1c2b436,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:50.424162 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7b26410a-8991-449c-998b-9a4820885c4e tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:50.424943 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7b26410a-8991-449c-998b-9a4820885c4e tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "DELETE /v2.0/routers/98320258-9131-4228-869b-a77180c3cdec HTTP/1.1" status: 204 len: 168 time: 0.8993545 May 10 14:54:50.427087 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-9f3dddfd-d777-4b6c-af99-84c3210a3575 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Unset dirty status for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:50.427973 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9f3dddfd-d777-4b6c-af99-84c3210a3575 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports/c777ce42-6aa2-4e8e-a5ba-779a54bba53d HTTP/1.1" status: 404 len: 333 time: 0.2320769 May 10 14:54:50.428557 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45712) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:50.429943 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 987c190e-9398-46b5-9677-251fe1c2b436 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:54:50.432950 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45714) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:50.532274 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050ec1e9-7d3a-4881-bb62-aec11fc878e8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:50.538858 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050ec1e9-7d3a-4881-bb62-aec11fc878e8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:50.544847 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050ec1e9-7d3a-4881-bb62-aec11fc878e8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:50.551170 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050ec1e9-7d3a-4881-bb62-aec11fc878e8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:50.552015 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-050ec1e9-7d3a-4881-bb62-aec11fc878e8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Synchronizing usage tracker for tenant:e5913666aac34785881a165921ed5b2c on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:50.558375 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-bfb1a15e-762c-4e7e-8131-90d724450e77 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting port 49a04cda-c403-40b3-b8bf-c470a412bf5d {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:50.558780 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bfb1a15e-762c-4e7e-8131-90d724450e77 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:50.564947 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-f6e3c5b7-b26c-41d3-b7b2-c06814e87990 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Deleting port ee885373-3959-448d-a6a7-fcc30d5caf3e {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:50.565291 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f6e3c5b7-b26c-41d3-b7b2-c06814e87990 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:50.641586 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Allocated IP 172.26.0.141 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/7cc467c5-cf04-4cf6-bed0-62bad563daa0) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:50.735243 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-050ec1e9-7d3a-4881-bb62-aec11fc878e8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Unset dirty status for tenant:e5913666aac34785881a165921ed5b2c on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:50.736418 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-050ec1e9-7d3a-4881-bb62-aec11fc878e8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5383511 May 10 14:54:50.739243 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45720) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:50.962810 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bfb1a15e-762c-4e7e-8131-90d724450e77 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:50.973528 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6f68eb5f-dedd-4661-9d3b-b03656fd138d tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:50.980277 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:51.098199 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-bfb1a15e-762c-4e7e-8131-90d724450e77 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Calling delete_port for 49a04cda-c403-40b3-b8bf-c470a412bf5d owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:51.147622 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f6e3c5b7-b26c-41d3-b7b2-c06814e87990 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:51.219177 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6f68eb5f-dedd-4661-9d3b-b03656fd138d tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:51.230410 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:51.290242 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-f6e3c5b7-b26c-41d3-b7b2-c06814e87990 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Calling delete_port for ee885373-3959-448d-a6a7-fcc30d5caf3e owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:51.314198 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:51.320646 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:51.329491 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:51.349206 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-6f68eb5f-dedd-4661-9d3b-b03656fd138d tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ecba6b-a603-498d-a7da-e98e2b52212f']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:51.363502 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Port': ['ID=7cc467c5-cf04-4cf6-bed0-62bad563daa0,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:51.365980 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-6f68eb5f-dedd-4661-9d3b-b03656fd138d tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4086a66-a53f-4289-930f-98261b9524d0') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:51.366275 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-6f68eb5f-dedd-4661-9d3b-b03656fd138d tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4086a66-a53f-4289-930f-98261b9524d0') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:51.369220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bfb1a15e-762c-4e7e-8131-90d724450e77 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:51.382816 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6f68eb5f-dedd-4661-9d3b-b03656fd138d tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:51.392812 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:51.393143 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:51.393476 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:51.393808 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:51.394139 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:51.394485 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:51.394813 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:51.395132 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:51.395450 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:51.395765 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:51.396080 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:51.396393 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:54:51.411281 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6f68eb5f-dedd-4661-9d3b-b03656fd138d tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:51.453180 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1a15e-762c-4e7e-8131-90d724450e77 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Port': ['ID=49a04cda-c403-40b3-b8bf-c470a412bf5d,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:51.455637 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f68eb5f-dedd-4661-9d3b-b03656fd138d tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:54:51.455637 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6f68eb5f-dedd-4661-9d3b-b03656fd138d tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:54:51.472109 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:54:51.577055 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f6e3c5b7-b26c-41d3-b7b2-c06814e87990 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:51.617964 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6f68eb5f-dedd-4661-9d3b-b03656fd138d tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:51.651124 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6f68eb5f-dedd-4661-9d3b-b03656fd138d tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:51.653807 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3c5b7-b26c-41d3-b7b2-c06814e87990 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Pushing event deleted for resources: {'Port': ['ID=ee885373-3959-448d-a6a7-fcc30d5caf3e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:51.695230 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68eb5f-dedd-4661-9d3b-b03656fd138d tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Pushing event deleted for resources: {'Network': ['ID=f5ecba6b-a603-498d-a7da-e98e2b52212f,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:51.705371 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6f68eb5f-dedd-4661-9d3b-b03656fd138d tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] 10.222.0.79 "DELETE /v2.0/networks/f5ecba6b-a603-498d-a7da-e98e2b52212f HTTP/1.1" status: 204 len: 168 time: 0.9651539 May 10 14:54:51.710369 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45724) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:51.851954 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bfb1a15e-762c-4e7e-8131-90d724450e77 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:51.872654 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f6e3c5b7-b26c-41d3-b7b2-c06814e87990 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:51.876793 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f6e3c5b7-b26c-41d3-b7b2-c06814e87990 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "DELETE /v2.0/ports/ee885373-3959-448d-a6a7-fcc30d5caf3e HTTP/1.1" status: 204 len: 168 time: 1.4428110 May 10 14:54:51.879303 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45728) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:51.904263 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-655b8c4b-adfe-453e-a2e4-fc88b977c47b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:51.923691 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bfb1a15e-762c-4e7e-8131-90d724450e77 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/ports/49a04cda-c403-40b3-b8bf-c470a412bf5d HTTP/1.1" status: 204 len: 168 time: 1.4872777 May 10 14:54:51.945987 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45732) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:52.011453 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f46fcb-87ac-4225-9b40-1060fb515432 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] GET failed (client error): The resource could not be found. May 10 14:54:52.015271 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-03f46fcb-87ac-4225-9b40-1060fb515432 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports/49a04cda-c403-40b3-b8bf-c470a412bf5d HTTP/1.1" status: 404 len: 333 time: 0.0658514 May 10 14:54:52.018784 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45736) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:52.026480 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf1ab72-3a5f-4596-826c-ce1313969428 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Deleting subnet 68e0fd70-d788-4596-9e10-9a20754c9fbb {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:54:52.068498 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eaf1ab72-3a5f-4596-826c-ce1313969428 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:52.083378 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-655b8c4b-adfe-453e-a2e4-fc88b977c47b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:52.108787 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-655b8c4b-adfe-453e-a2e4-fc88b977c47b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987c190e-9398-46b5-9677-251fe1c2b436']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:52.122748 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-655b8c4b-adfe-453e-a2e4-fc88b977c47b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfbbd317-2e1c-4f14-824a-86d1b2297917') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:52.122969 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-655b8c4b-adfe-453e-a2e4-fc88b977c47b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfbbd317-2e1c-4f14-824a-86d1b2297917') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:52.134736 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-655b8c4b-adfe-453e-a2e4-fc88b977c47b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:52.152214 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-655b8c4b-adfe-453e-a2e4-fc88b977c47b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:52.159830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655b8c4b-adfe-453e-a2e4-fc88b977c47b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:54:52.160209 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-655b8c4b-adfe-453e-a2e4-fc88b977c47b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:54:52.179082 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:54:52.220876 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1e0699-a78e-461f-98bc-b125b6c43e43 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting subnet bf4999e5-cc2f-41a5-b146-62bcad56c2ed {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:54:52.231134 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eaf1ab72-3a5f-4596-826c-ce1313969428 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:52.261252 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb1e0699-a78e-461f-98bc-b125b6c43e43 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:52.299862 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:52.317952 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e9bdcf56-8977-423a-9b07-7ec95661639e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:52.364981 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-655b8c4b-adfe-453e-a2e4-fc88b977c47b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:52.385249 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-655b8c4b-adfe-453e-a2e4-fc88b977c47b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:52.392008 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b8c4b-adfe-453e-a2e4-fc88b977c47b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Pushing event deleted for resources: {'Network': ['ID=987c190e-9398-46b5-9677-251fe1c2b436,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:52.399713 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-655b8c4b-adfe-453e-a2e4-fc88b977c47b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] 10.222.0.79 "DELETE /v2.0/networks/987c190e-9398-46b5-9677-251fe1c2b436 HTTP/1.1" status: 204 len: 168 time: 0.6595073 May 10 14:54:52.402136 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45740) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:52.415768 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb1e0699-a78e-461f-98bc-b125b6c43e43 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:52.555792 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ae56d0-53ec-4a96-aaf4-593f7182768b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:52.561494 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ae56d0-53ec-4a96-aaf4-593f7182768b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:52.562286 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-58ae56d0-53ec-4a96-aaf4-593f7182768b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Synchronizing usage tracker for tenant:e5913666aac34785881a165921ed5b2c on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:52.577549 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-58ae56d0-53ec-4a96-aaf4-593f7182768b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Unset dirty status for tenant:e5913666aac34785881a165921ed5b2c on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:52.579036 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-58ae56d0-53ec-4a96-aaf4-593f7182768b tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1759439 May 10 14:54:52.582797 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45744) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:52.588217 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-fd8d6635-373f-4e7e-a0cb-3259d361d621 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1697639109'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:52.592980 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-fd8d6635-373f-4e7e-a0cb-3259d361d621 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:52.604118 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-fd8d6635-373f-4e7e-a0cb-3259d361d621 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:52.614318 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8d6635-373f-4e7e-a0cb-3259d361d621 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Made reservation on behalf of e5913666aac34785881a165921ed5b2c for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:52.617740 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fd8d6635-373f-4e7e-a0cb-3259d361d621 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:52.647349 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8d6635-373f-4e7e-a0cb-3259d361d621 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:54:52.657295 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fd8d6635-373f-4e7e-a0cb-3259d361d621 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:52.657961 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-fd8d6635-373f-4e7e-a0cb-3259d361d621 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Added segment dd974729-3dc0-42d8-8bc4-902a729bd449 of type vlan for network 5641e1b9-c7c1-403e-9c2d-da05e294cf59 May 10 14:54:52.678063 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eaf1ab72-3a5f-4596-826c-ce1313969428 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:52.685767 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fd8d6635-373f-4e7e-a0cb-3259d361d621 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:52.715235 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fd8d6635-373f-4e7e-a0cb-3259d361d621 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:52.721436 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8d6635-373f-4e7e-a0cb-3259d361d621 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:52.722023 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fd8d6635-373f-4e7e-a0cb-3259d361d621 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:52.787087 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb1e0699-a78e-461f-98bc-b125b6c43e43 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:52.832920 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d6635-373f-4e7e-a0cb-3259d361d621 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Pushing event updated for resources: {'Network': ['ID=5641e1b9-c7c1-403e-9c2d-da05e294cf59,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:52.837803 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-fd8d6635-373f-4e7e-a0cb-3259d361d621 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2537751 May 10 14:54:52.841077 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45748) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:52.846864 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 5641e1b9-c7c1-403e-9c2d-da05e294cf59 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:54:52.848941 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-2f239a97-07fb-4eea-975c-a5d3112354b9 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-128335090'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:52.854117 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2f239a97-07fb-4eea-975c-a5d3112354b9 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:52.858286 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2f239a97-07fb-4eea-975c-a5d3112354b9 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Usage tracker for resource:network and tenant:e5913666aac34785881a165921ed5b2c is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:52.861856 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2f239a97-07fb-4eea-975c-a5d3112354b9 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:52.867945 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2f239a97-07fb-4eea-975c-a5d3112354b9 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:52.881877 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f239a97-07fb-4eea-975c-a5d3112354b9 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Made reservation on behalf of e5913666aac34785881a165921ed5b2c for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:52.885416 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2f239a97-07fb-4eea-975c-a5d3112354b9 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:52.913954 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:52.918721 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eaf1ab72-3a5f-4596-826c-ce1313969428 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:52.919974 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f239a97-07fb-4eea-975c-a5d3112354b9 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:54:52.931608 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2f239a97-07fb-4eea-975c-a5d3112354b9 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:52.932057 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-2f239a97-07fb-4eea-975c-a5d3112354b9 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Added segment 874f2c61-6068-43a6-93e6-8c1955299979 of type vlan for network 87473bf7-c1c0-4a79-bd08-1d612dab3e82 May 10 14:54:52.967382 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2f239a97-07fb-4eea-975c-a5d3112354b9 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:52.999492 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2f239a97-07fb-4eea-975c-a5d3112354b9 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:53.005992 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f239a97-07fb-4eea-975c-a5d3112354b9 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:53.006661 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2f239a97-07fb-4eea-975c-a5d3112354b9 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:53.096213 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:53.121762 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2f239a97-07fb-4eea-975c-a5d3112354b9 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2795572 May 10 14:54:53.125574 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45752) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:53.132047 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Request body: {'ports': [{'network_id': '5641e1b9-c7c1-403e-9c2d-da05e294cf59', 'name': 'tempest-port--1539244076', 'admin_state_up': True}, {'network_id': '87473bf7-c1c0-4a79-bd08-1d612dab3e82', 'admin_state_up': False}]} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:53.132357 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Request body: {'port': {'network_id': '5641e1b9-c7c1-403e-9c2d-da05e294cf59', 'name': 'tempest-port--1539244076', 'admin_state_up': True}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:53.132829 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Request body: {'port': {'network_id': '87473bf7-c1c0-4a79-bd08-1d612dab3e82', 'admin_state_up': False}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:53.147401 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f239a97-07fb-4eea-975c-a5d3112354b9 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Pushing event updated for resources: {'Network': ['ID=87473bf7-c1c0-4a79-bd08-1d612dab3e82,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:53.158034 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb1e0699-a78e-461f-98bc-b125b6c43e43 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:53.161752 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1ab72-3a5f-4596-826c-ce1313969428 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Pushing event deleted for resources: {'Subnet': ['ID=68e0fd70-d788-4596-9e10-9a20754c9fbb,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:53.166286 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 87473bf7-c1c0-4a79-bd08-1d612dab3e82 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:54:53.226627 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eaf1ab72-3a5f-4596-826c-ce1313969428 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:53.243052 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb1e0699-a78e-461f-98bc-b125b6c43e43 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:53.256354 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e0699-a78e-461f-98bc-b125b6c43e43 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Subnet': ['ID=bf4999e5-cc2f-41a5-b146-62bcad56c2ed,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:53.269496 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bb1e0699-a78e-461f-98bc-b125b6c43e43 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/subnets/bf4999e5-cc2f-41a5-b146-62bcad56c2ed HTTP/1.1" status: 204 len: 168 time: 1.2496777 May 10 14:54:53.272711 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45760) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:53.274273 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-eaf1ab72-3a5f-4596-826c-ce1313969428 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "DELETE /v2.0/subnets/68e0fd70-d788-4596-9e10-9a20754c9fbb HTTP/1.1" status: 204 len: 168 time: 1.3940337 May 10 14:54:53.277069 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45764) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:53.304779 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ec947f-5752-40e6-8fd4-c350c526e608 None None] Network 82256d38-c068-4259-8746-e4cb82a4d07e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:53.317670 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0550361a-14fc-4d74-a8f2-524f06d15b5f None None] Network 7c3eab8d-8ac2-4aee-8786-5786539a3692 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:53.507338 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:53.532031 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8b0b389d-a6ba-4409-824f-a76f5eb370f7 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:53.541199 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-061c370d-1ac2-45bc-98e1-698e02a21dcc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:53.543231 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:53.544977 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:53.548690 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Usage tracker for resource:port and tenant:e5913666aac34785881a165921ed5b2c is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:53.552219 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:53.558379 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-8b0b389d-a6ba-4409-824f-a76f5eb370f7 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Deleting port e0391695-b0d5-4701-b688-da3b5ebbb349 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:53.558750 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8b0b389d-a6ba-4409-824f-a76f5eb370f7 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:53.564446 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-061c370d-1ac2-45bc-98e1-698e02a21dcc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting port 2fda8598-cae8-49f3-bda1-d5b74bc060a1 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:53.564780 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-061c370d-1ac2-45bc-98e1-698e02a21dcc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:53.588448 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:53.619853 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Made reservation on behalf of e5913666aac34785881a165921ed5b2c for: {'port': 2} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:53.624249 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:53.677612 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Router b0d88608-d3d0-492e-9d16-59cf81b62d80 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:54:53.687807 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:53.799270 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5979c200-fcea-4b43-8c95-245921e64f9c None None] DHCP port deletion for 82256d38-c068-4259-8746-e4cb82a4d07e request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:54:53.809472 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5979c200-fcea-4b43-8c95-245921e64f9c None None] Deleting port e0391695-b0d5-4701-b688-da3b5ebbb349 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:53.809851 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5979c200-fcea-4b43-8c95-245921e64f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:53.842080 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a64352-39d0-495c-b898-ea90b5a245fd None None] DHCP port deletion for 7c3eab8d-8ac2-4aee-8786-5786539a3692 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:54:53.856580 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-66a64352-39d0-495c-b898-ea90b5a245fd None None] Deleting port 2fda8598-cae8-49f3-bda1-d5b74bc060a1 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:53.857450 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-66a64352-39d0-495c-b898-ea90b5a245fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:53.954944 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-061c370d-1ac2-45bc-98e1-698e02a21dcc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] For port 2fda8598-cae8-49f3-bda1-d5b74bc060a1, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2fda8598-cae8-49f3-bda1-d5b74bc060a1,segment=NetworkSegment(6efd34e6-d051-48e0-9d2f-d7874b9dfbc6),segment_id=6efd34e6-d051-48e0-9d2f-d7874b9dfbc6)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:53.955548 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-061c370d-1ac2-45bc-98e1-698e02a21dcc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:53.983375 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-8b0b389d-a6ba-4409-824f-a76f5eb370f7 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] For port e0391695-b0d5-4701-b688-da3b5ebbb349, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e0391695-b0d5-4701-b688-da3b5ebbb349,segment=NetworkSegment(0b889c94-b6f2-4475-9a7e-08fc42ac8209),segment_id=0b889c94-b6f2-4475-9a7e-08fc42ac8209)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:53.983778 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8b0b389d-a6ba-4409-824f-a76f5eb370f7 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:54.087248 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-061c370d-1ac2-45bc-98e1-698e02a21dcc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Calling delete_port for 2fda8598-cae8-49f3-bda1-d5b74bc060a1 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:54.126574 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:54:54.140814 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7c7f41-27e7-4f6e-9a17-a3c0189333d7 None None] Sync routers for ids ['b0d88608-d3d0-492e-9d16-59cf81b62d80'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:54:54.151174 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7c7f41-27e7-4f6e-9a17-a3c0189333d7 None None] Routers {'b0d88608-d3d0-492e-9d16-59cf81b62d80'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:54:54.151569 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-66a64352-39d0-495c-b898-ea90b5a245fd None None] For port 2fda8598-cae8-49f3-bda1-d5b74bc060a1, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2fda8598-cae8-49f3-bda1-d5b74bc060a1,segment=NetworkSegment(6efd34e6-d051-48e0-9d2f-d7874b9dfbc6),segment_id=6efd34e6-d051-48e0-9d2f-d7874b9dfbc6)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:54.151967 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-66a64352-39d0-495c-b898-ea90b5a245fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:54.152404 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6c7c7f41-27e7-4f6e-9a17-a3c0189333d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['b0d88608-d3d0-492e-9d16-59cf81b62d80'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:54.181205 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:54.182507 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5bd83938-40db-44b6-a267-c91ccccf59bb tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.3665009 May 10 14:54:54.185435 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45772) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:54.223363 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6c7c7f41-27e7-4f6e-9a17-a3c0189333d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:54.232723 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7c7f41-27e7-4f6e-9a17-a3c0189333d7 None None] Routers {'b0d88608-d3d0-492e-9d16-59cf81b62d80'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:54:54.233517 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6c7c7f41-27e7-4f6e-9a17-a3c0189333d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['b0d88608-d3d0-492e-9d16-59cf81b62d80'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:54.279977 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-8b0b389d-a6ba-4409-824f-a76f5eb370f7 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Calling delete_port for e0391695-b0d5-4701-b688-da3b5ebbb349 owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:54.288772 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-061c370d-1ac2-45bc-98e1-698e02a21dcc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:54.303804 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6c7c7f41-27e7-4f6e-9a17-a3c0189333d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:54.304475 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7c7f41-27e7-4f6e-9a17-a3c0189333d7 None None] The sync data for ids ['b0d88608-d3d0-492e-9d16-59cf81b62d80'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:54:54.332242 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] device_id is not set on port fe209ab5-dd9f-4614-bb5c-b7c02a5131d1 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:54:54.362354 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061c370d-1ac2-45bc-98e1-698e02a21dcc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] No DVR routers for this DVR port 2fda8598-cae8-49f3-bda1-d5b74bc060a1 on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:54:54.398173 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-66a64352-39d0-495c-b898-ea90b5a245fd None None] Calling delete_port for 2fda8598-cae8-49f3-bda1-d5b74bc060a1 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:54.413466 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8b0b389d-a6ba-4409-824f-a76f5eb370f7 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:54.447282 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c370d-1ac2-45bc-98e1-698e02a21dcc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Port': ['ID=2fda8598-cae8-49f3-bda1-d5b74bc060a1,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:54.462230 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-5979c200-fcea-4b43-8c95-245921e64f9c None None] For port e0391695-b0d5-4701-b688-da3b5ebbb349, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e0391695-b0d5-4701-b688-da3b5ebbb349,segment=NetworkSegment(0b889c94-b6f2-4475-9a7e-08fc42ac8209),segment_id=0b889c94-b6f2-4475-9a7e-08fc42ac8209)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:54:54.462706 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5979c200-fcea-4b43-8c95-245921e64f9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:54.471933 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b389d-a6ba-4409-824f-a76f5eb370f7 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Pushing event deleted for resources: {'Port': ['ID=e0391695-b0d5-4701-b688-da3b5ebbb349,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:54.488543 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0b389d-a6ba-4409-824f-a76f5eb370f7 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] No DVR routers for this DVR port e0391695-b0d5-4701-b688-da3b5ebbb349 on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:54:54.598470 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5979c200-fcea-4b43-8c95-245921e64f9c None None] Calling delete_port for e0391695-b0d5-4701-b688-da3b5ebbb349 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:54.665745 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-66a64352-39d0-495c-b898-ea90b5a245fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:54:54.665953 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-66a64352-39d0-495c-b898-ea90b5a245fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:54:54.707471 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8b0b389d-a6ba-4409-824f-a76f5eb370f7 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:54.708001 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-061c370d-1ac2-45bc-98e1-698e02a21dcc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:54.712836 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-5979c200-fcea-4b43-8c95-245921e64f9c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:54:54.713225 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-5979c200-fcea-4b43-8c95-245921e64f9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:54:54.720396 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-73b2b0b2-31f6-4f93-ae46-9d83932e852b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/routers/b0d88608-d3d0-492e-9d16-59cf81b62d80 HTTP/1.1" status: 200 len: 881 time: 0.5339248 May 10 14:54:54.723332 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45776) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:54.736647 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:54.760590 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-8b0b389d-a6ba-4409-824f-a76f5eb370f7 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82256d38-c068-4259-8746-e4cb82a4d07e']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:54.808057 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-061c370d-1ac2-45bc-98e1-698e02a21dcc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3eab8d-8ac2-4aee-8786-5786539a3692']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:54.826626 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-061c370d-1ac2-45bc-98e1-698e02a21dcc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6efd34e6-d051-48e0-9d2f-d7874b9dfbc6') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:54.826918 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-061c370d-1ac2-45bc-98e1-698e02a21dcc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6efd34e6-d051-48e0-9d2f-d7874b9dfbc6') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:54.847133 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-8b0b389d-a6ba-4409-824f-a76f5eb370f7 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b889c94-b6f2-4475-9a7e-08fc42ac8209') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:54.847347 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-8b0b389d-a6ba-4409-824f-a76f5eb370f7 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b889c94-b6f2-4475-9a7e-08fc42ac8209') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:54.851869 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-061c370d-1ac2-45bc-98e1-698e02a21dcc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:54.872772 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-061c370d-1ac2-45bc-98e1-698e02a21dcc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:54.884078 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061c370d-1ac2-45bc-98e1-698e02a21dcc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:54:54.884498 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-061c370d-1ac2-45bc-98e1-698e02a21dcc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:54.892078 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:54:54.902237 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:54:54.918152 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e0391695-b0d5-4701-b688-da3b5ebbb349 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:54:54.919711 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8b0b389d-a6ba-4409-824f-a76f5eb370f7 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:54.958791 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] device_id is not set on port 5bb1ae3c-5dad-45a1-934a-56ff81cf507d yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:54:54.962357 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8b0b389d-a6ba-4409-824f-a76f5eb370f7 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:54.964855 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: e0391695-b0d5-4701-b688-da3b5ebbb349 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:54:54.965388 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e0391695-b0d5-4701-b688-da3b5ebbb349 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:54:54.965968 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2fda8598-cae8-49f3-bda1-d5b74bc060a1 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:54:54.973465 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b0b389d-a6ba-4409-824f-a76f5eb370f7 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:54:54.973668 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8b0b389d-a6ba-4409-824f-a76f5eb370f7 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:54:54.990225 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:54:55.017031 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 2fda8598-cae8-49f3-bda1-d5b74bc060a1 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:54:55.019791 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2fda8598-cae8-49f3-bda1-d5b74bc060a1 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:54:55.056001 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-061c370d-1ac2-45bc-98e1-698e02a21dcc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:55.084363 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-061c370d-1ac2-45bc-98e1-698e02a21dcc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:55.089240 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c370d-1ac2-45bc-98e1-698e02a21dcc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Network': ['ID=7c3eab8d-8ac2-4aee-8786-5786539a3692,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:55.101060 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8b0b389d-a6ba-4409-824f-a76f5eb370f7 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:55.105216 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-061c370d-1ac2-45bc-98e1-698e02a21dcc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/networks/7c3eab8d-8ac2-4aee-8786-5786539a3692 HTTP/1.1" status: 204 len: 168 time: 1.8295763 May 10 14:54:55.110482 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45780) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:55.116132 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-67a5f128-93d2-4b9f-b91b-bf355e20a45a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1276709523'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:55.122927 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-67a5f128-93d2-4b9f-b91b-bf355e20a45a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:55.125561 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8b0b389d-a6ba-4409-824f-a76f5eb370f7 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:55.129871 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-67a5f128-93d2-4b9f-b91b-bf355e20a45a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:network and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:55.132828 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-67a5f128-93d2-4b9f-b91b-bf355e20a45a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:55.134828 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b389d-a6ba-4409-824f-a76f5eb370f7 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] Pushing event deleted for resources: {'Network': ['ID=82256d38-c068-4259-8746-e4cb82a4d07e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:55.142646 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6899531c-9e86-4ae0-bd0b-f006681888fa tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Synchronizing usage tracker for tenant:7644c356883e4453aa5ee3ea8dc28b8a on resource:router {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:55.147633 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-67a5f128-93d2-4b9f-b91b-bf355e20a45a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:55.164579 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a5f128-93d2-4b9f-b91b-bf355e20a45a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:55.167416 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-66a64352-39d0-495c-b898-ea90b5a245fd None None] Deleting port 2fda8598-cae8-49f3-bda1-d5b74bc060a1 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:55.167540 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-66a64352-39d0-495c-b898-ea90b5a245fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:55.168923 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-67a5f128-93d2-4b9f-b91b-bf355e20a45a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:55.180411 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6899531c-9e86-4ae0-bd0b-f006681888fa tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Unset dirty status for tenant:7644c356883e4453aa5ee3ea8dc28b8a on resource:router {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:55.181258 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6899531c-9e86-4ae0-bd0b-f006681888fa tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4570444 May 10 14:54:55.183319 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8b0b389d-a6ba-4409-824f-a76f5eb370f7 tempest-TagsExtTest-443982798 tempest-TagsExtTest-443982798-project] 10.222.0.79 "DELETE /v2.0/networks/82256d38-c068-4259-8746-e4cb82a4d07e HTTP/1.1" status: 204 len: 168 time: 1.9051552 May 10 14:54:55.189784 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45786) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:55.201399 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-6cc5ea44-16bf-400b-9832-2d2ceed74e23 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1676865783'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:55.216036 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5979c200-fcea-4b43-8c95-245921e64f9c None None] Deleting port e0391695-b0d5-4701-b688-da3b5ebbb349 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:55.216403 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5979c200-fcea-4b43-8c95-245921e64f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:55.235739 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a5f128-93d2-4b9f-b91b-bf355e20a45a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:54:55.248243 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-67a5f128-93d2-4b9f-b91b-bf355e20a45a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:55.248805 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-67a5f128-93d2-4b9f-b91b-bf355e20a45a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Added segment 2bfdd9de-88c8-4fc8-b316-dfb6eb384faf of type vlan for network 7e68d376-5736-4a26-85b1-07c3fa9fb8d7 May 10 14:54:55.281098 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-67a5f128-93d2-4b9f-b91b-bf355e20a45a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:55.295860 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-66a64352-39d0-495c-b898-ea90b5a245fd None None] The port '2fda8598-cae8-49f3-bda1-d5b74bc060a1' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:54:55.333936 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-67a5f128-93d2-4b9f-b91b-bf355e20a45a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:55.341816 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a5f128-93d2-4b9f-b91b-bf355e20a45a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:55.342131 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-67a5f128-93d2-4b9f-b91b-bf355e20a45a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:55.346016 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5979c200-fcea-4b43-8c95-245921e64f9c None None] The port 'e0391695-b0d5-4701-b688-da3b5ebbb349' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:54:55.377890 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:55.478550 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-67a5f128-93d2-4b9f-b91b-bf355e20a45a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3670516 May 10 14:54:55.480775 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45790) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:55.486844 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-64746b6b-4cf2-4461-aa03-adf13e84bcbd tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'subnet': {'network_id': '7e68d376-5736-4a26-85b1-07c3fa9fb8d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:55.563579 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5f128-93d2-4b9f-b91b-bf355e20a45a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Network': ['ID=7e68d376-5736-4a26-85b1-07c3fa9fb8d7,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:55.579841 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:55.591751 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 7e68d376-5736-4a26-85b1-07c3fa9fb8d7 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:54:55.641376 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-64746b6b-4cf2-4461-aa03-adf13e84bcbd tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:55.646603 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-64746b6b-4cf2-4461-aa03-adf13e84bcbd tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:subnet and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:55.652218 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-64746b6b-4cf2-4461-aa03-adf13e84bcbd tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:55.660636 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-64746b6b-4cf2-4461-aa03-adf13e84bcbd tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:55.676060 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64746b6b-4cf2-4461-aa03-adf13e84bcbd tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:55.680410 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-64746b6b-4cf2-4461-aa03-adf13e84bcbd tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:55.745569 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45796) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:55.815111 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Pushing event updated for resources: {'Port': ['ID=fe209ab5-dd9f-4614-bb5c-b7c02a5131d1,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:55.926170 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Checking segment: {'id': 'dd974729-3dc0-42d8-8bc4-902a729bd449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '5641e1b9-c7c1-403e-9c2d-da05e294cf59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:54:55.935873 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Network hostable DHCP agents. Network: 5641e1b9-c7c1-403e-9c2d-da05e294cf59, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:54:56.039522 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Network 5641e1b9-c7c1-403e-9c2d-da05e294cf59 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:54:56.083019 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-64746b6b-4cf2-4461-aa03-adf13e84bcbd tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:56.170077 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64746b6b-4cf2-4461-aa03-adf13e84bcbd tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Subnet': ['ID=4c085c1a-70bc-4dfe-a82f-609cb63f003a,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:56.181377 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64746b6b-4cf2-4461-aa03-adf13e84bcbd tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Checking segment: {'id': '2bfdd9de-88c8-4fc8-b316-dfb6eb384faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7e68d376-5736-4a26-85b1-07c3fa9fb8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:54:56.181732 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64746b6b-4cf2-4461-aa03-adf13e84bcbd tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network hostable DHCP agents. Network: 7e68d376-5736-4a26-85b1-07c3fa9fb8d7, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:54:56.211061 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64746b6b-4cf2-4461-aa03-adf13e84bcbd tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network 7e68d376-5736-4a26-85b1-07c3fa9fb8d7 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:54:56.227033 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-64746b6b-4cf2-4461-aa03-adf13e84bcbd tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 7e68d376-5736-4a26-85b1-07c3fa9fb8d7) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:56.232322 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 5641e1b9-c7c1-403e-9c2d-da05e294cf59) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:56.232835 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64746b6b-4cf2-4461-aa03-adf13e84bcbd tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:56.233713 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-64746b6b-4cf2-4461-aa03-adf13e84bcbd tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:56.245193 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:56.245753 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f5b367-0e6b-497b-b623-d3e7142ec7b6 None None] Network 7e68d376-5736-4a26-85b1-07c3fa9fb8d7 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:56.246244 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:56.270151 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1475ec30-6571-43d0-92c4-0550273d0393 None None] Network 5641e1b9-c7c1-403e-9c2d-da05e294cf59 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:56.286705 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-64746b6b-4cf2-4461-aa03-adf13e84bcbd tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8048265 May 10 14:54:56.287481 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45804) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:56.292882 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-45d44b94-2697-4667-a691-20d0d9cdf7ed tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-752612966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:56.300961 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-45d44b94-2697-4667-a691-20d0d9cdf7ed tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:56.305029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-45d44b94-2697-4667-a691-20d0d9cdf7ed tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:router and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:56.308252 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-45d44b94-2697-4667-a691-20d0d9cdf7ed tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:56.315246 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-45d44b94-2697-4667-a691-20d0d9cdf7ed tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:56.326078 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ea44-16bf-400b-9832-2d2ceed74e23 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:56.332067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-45d44b94-2697-4667-a691-20d0d9cdf7ed tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:56.334180 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-45d44b94-2697-4667-a691-20d0d9cdf7ed tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:56.358297 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-45d44b94-2697-4667-a691-20d0d9cdf7ed tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:56.360897 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-888ac1e5-44e0-4cc4-84e7-476de82059ab admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2cd9816d08d2425fa76e11c69c81ae3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6135731 May 10 14:54:56.364168 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45808) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:56.389453 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-45d44b94-2697-4667-a691-20d0d9cdf7ed tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:56.397139 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Checking segment: {'id': '874f2c61-6068-43a6-93e6-8c1955299979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '87473bf7-c1c0-4a79-bd08-1d612dab3e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:54:56.397494 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Network hostable DHCP agents. Network: 87473bf7-c1c0-4a79-bd08-1d612dab3e82, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:54:56.401541 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Pushing event updated for resources: {'Port': ['ID=5bb1ae3c-5dad-45a1-934a-56ff81cf507d,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:56.404133 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ea44-16bf-400b-9832-2d2ceed74e23 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539321'] for router, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:56.427186 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-45d44b94-2697-4667-a691-20d0d9cdf7ed tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:56.430968 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-45d44b94-2697-4667-a691-20d0d9cdf7ed tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1399822 May 10 14:54:56.431406 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45812) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:56.446646 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-37a65089-4a8b-4f80-b6f2-b298edf92992 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'port': {'network_id': '7e68d376-5736-4a26-85b1-07c3fa9fb8d7', 'name': 'tempest-PortsTestJSON-1152820213'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:56.608857 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Network 87473bf7-c1c0-4a79-bd08-1d612dab3e82 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:54:56.634408 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ce70ae84-8cd6-41cd-aa55-c93ba8194a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:56.636381 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 87473bf7-c1c0-4a79-bd08-1d612dab3e82) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:56.657451 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e812da1-809a-4b89-b260-0338c9fbe830 None None] Network 87473bf7-c1c0-4a79-bd08-1d612dab3e82 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:56.667659 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:56.676931 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:56.682761 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:56.683583 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:56.710498 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-37a65089-4a8b-4f80-b6f2-b298edf92992 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:56.715979 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-37a65089-4a8b-4f80-b6f2-b298edf92992 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:port and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:56.723719 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-37a65089-4a8b-4f80-b6f2-b298edf92992 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:56.738071 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-37a65089-4a8b-4f80-b6f2-b298edf92992 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:56.749889 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f5fd3f52-6476-4d64-9331-87627f1e95c7 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.6237240 May 10 14:54:56.753182 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45816) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:56.755415 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc5ea44-16bf-400b-9832-2d2ceed74e23 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Router b0d88608-d3d0-492e-9d16-59cf81b62d80 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:54:56.760839 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ce70ae84-8cd6-41cd-aa55-c93ba8194a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:56.864291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a65089-4a8b-4f80-b6f2-b298edf92992 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:56.871218 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-37a65089-4a8b-4f80-b6f2-b298edf92992 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:56.873507 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1b66d8-a8ac-4fa8-81ff-2b3e0f892773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-7e68d376-5736-4a26-85b1-07c3fa9fb8d7', 'network_id': '7e68d376-5736-4a26-85b1-07c3fa9fb8d7', 'tenant_id': 'bcdeb671ca1c427bb10de7b95cee308e', 'fixed_ips': [{'subnet_id': '4c085c1a-70bc-4dfe-a82f-609cb63f003a'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:54:56.874347 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ed1b66d8-a8ac-4fa8-81ff-2b3e0f892773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:56.950889 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-37a65089-4a8b-4f80-b6f2-b298edf92992 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] device_id is not set on port 969da4cf-5db3-4db7-9eaf-2d1daf89bee5 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:54:56.979667 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ce70ae84-8cd6-41cd-aa55-c93ba8194a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:57.004955 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70ae84-8cd6-41cd-aa55-c93ba8194a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b29103f-db81-401d-8218-6183800ec53b,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:57.012294 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ce70ae84-8cd6-41cd-aa55-c93ba8194a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:57.015258 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ce70ae84-8cd6-41cd-aa55-c93ba8194a8b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2b29103f-db81-401d-8218-6183800ec53b HTTP/1.1" status: 204 len: 168 time: 0.6471925 May 10 14:54:57.030197 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc5ea44-16bf-400b-9832-2d2ceed74e23 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:54:57.038009 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6cc5ea44-16bf-400b-9832-2d2ceed74e23 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:57.038923 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6cc5ea44-16bf-400b-9832-2d2ceed74e23 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/routers/b0d88608-d3d0-492e-9d16-59cf81b62d80 HTTP/1.1" status: 200 len: 888 time: 1.8482015 May 10 14:54:57.041627 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45822) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:57.060830 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f3f68d-1e08-480d-97b5-a60b64ba60e5 None None] Sync routers for ids ['b0d88608-d3d0-492e-9d16-59cf81b62d80'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:54:57.114225 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f3f68d-1e08-480d-97b5-a60b64ba60e5 None None] Routers {'b0d88608-d3d0-492e-9d16-59cf81b62d80'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:54:57.114225 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-a8f3f68d-1e08-480d-97b5-a60b64ba60e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['b0d88608-d3d0-492e-9d16-59cf81b62d80'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:57.123270 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb027e0-7476-4154-aaf6-dcab52a7cc80 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:57.135822 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb027e0-7476-4154-aaf6-dcab52a7cc80 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:57.137789 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-aeb027e0-7476-4154-aaf6-dcab52a7cc80 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3832543 May 10 14:54:57.143797 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45826) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:57.233636 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-a8f3f68d-1e08-480d-97b5-a60b64ba60e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:57.246616 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f3f68d-1e08-480d-97b5-a60b64ba60e5 None None] Routers {'b0d88608-d3d0-492e-9d16-59cf81b62d80'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:54:57.247907 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-a8f3f68d-1e08-480d-97b5-a60b64ba60e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['b0d88608-d3d0-492e-9d16-59cf81b62d80'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:57.302377 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7f713efb-2a32-4b9a-a538-a472156c5f5b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/routers/b0d88608-d3d0-492e-9d16-59cf81b62d80 HTTP/1.1" status: 200 len: 888 time: 0.2595122 May 10 14:54:57.305907 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45830) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:57.307913 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-9d308783-5e3f-4a4e-b1af-6d282584b745 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Deleting port fe209ab5-dd9f-4614-bb5c-b7c02a5131d1 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:57.308106 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9d308783-5e3f-4a4e-b1af-6d282584b745 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:57.353900 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-a8f3f68d-1e08-480d-97b5-a60b64ba60e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:54:57.354382 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f3f68d-1e08-480d-97b5-a60b64ba60e5 None None] The sync data for ids ['b0d88608-d3d0-492e-9d16-59cf81b62d80'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:54:57.369626 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0bcc99f6-e8f2-4370-8813-43df15a23b77 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0d88608-d3d0-492e-9d16-59cf81b62d80 HTTP/1.1" status: 200 len: 205 time: 0.0620682 May 10 14:54:57.372050 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45834) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:57.400129 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-37a65089-4a8b-4f80-b6f2-b298edf92992 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Allocated IP 172.20.0.9 (7e68d376-5736-4a26-85b1-07c3fa9fb8d7/4c085c1a-70bc-4dfe-a82f-609cb63f003a/969da4cf-5db3-4db7-9eaf-2d1daf89bee5) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:57.582555 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ac10-2a5f-41c7-a1f8-65737c3b212f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:57.788127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ac10-2a5f-41c7-a1f8-65737c3b212f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:57.798639 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-f3c5ac10-2a5f-41c7-a1f8-65737c3b212f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting port 7cc467c5-cf04-4cf6-bed0-62bad563daa0 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:57.799372 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ac10-2a5f-41c7-a1f8-65737c3b212f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:57.895345 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9d308783-5e3f-4a4e-b1af-6d282584b745 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:58.016937 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ac10-2a5f-41c7-a1f8-65737c3b212f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:58.049514 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-9d308783-5e3f-4a4e-b1af-6d282584b745 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Calling delete_port for fe209ab5-dd9f-4614-bb5c-b7c02a5131d1 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:58.111476 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-37a65089-4a8b-4f80-b6f2-b298edf92992 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:58.137543 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-37a65089-4a8b-4f80-b6f2-b298edf92992 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Transition to ACTIVE for port object 969da4cf-5db3-4db7-9eaf-2d1daf89bee5 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:58.167750 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9d308783-5e3f-4a4e-b1af-6d282584b745 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:58.232487 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d308783-5e3f-4a4e-b1af-6d282584b745 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Pushing event deleted for resources: {'Port': ['ID=fe209ab5-dd9f-4614-bb5c-b7c02a5131d1,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:58.241123 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9d308783-5e3f-4a4e-b1af-6d282584b745 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:58.251721 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9d308783-5e3f-4a4e-b1af-6d282584b745 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] 10.222.0.79 "DELETE /v2.0/ports/fe209ab5-dd9f-4614-bb5c-b7c02a5131d1 HTTP/1.1" status: 204 len: 168 time: 1.1067526 May 10 14:54:58.255888 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-37a65089-4a8b-4f80-b6f2-b298edf92992 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:58.257311 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45838) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:58.293163 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-f3c5ac10-2a5f-41c7-a1f8-65737c3b212f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Calling delete_port for 7cc467c5-cf04-4cf6-bed0-62bad563daa0 owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:58.318298 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-ed1b66d8-a8ac-4fa8-81ff-2b3e0f892773 None None] Allocated IP 172.20.0.2 (7e68d376-5736-4a26-85b1-07c3fa9fb8d7/4c085c1a-70bc-4dfe-a82f-609cb63f003a/f1e1898a-fe54-41bf-8ced-7bac71b3c907) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:54:58.380917 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a65089-4a8b-4f80-b6f2-b298edf92992 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network 7e68d376-5736-4a26-85b1-07c3fa9fb8d7 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:58.385041 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-37a65089-4a8b-4f80-b6f2-b298edf92992 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:58.390931 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a65089-4a8b-4f80-b6f2-b298edf92992 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:58.439028 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a65089-4a8b-4f80-b6f2-b298edf92992 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Port': ['ID=969da4cf-5db3-4db7-9eaf-2d1daf89bee5,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:58.447009 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-65595a90-a94e-4cb3-9c49-b5da31544d40 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Deleting port 5bb1ae3c-5dad-45a1-934a-56ff81cf507d {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:54:58.447615 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-65595a90-a94e-4cb3-9c49-b5da31544d40 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:58.479532 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ac10-2a5f-41c7-a1f8-65737c3b212f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:58.527736 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5ac10-2a5f-41c7-a1f8-65737c3b212f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Port': ['ID=7cc467c5-cf04-4cf6-bed0-62bad563daa0,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:58.535546 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ed1b66d8-a8ac-4fa8-81ff-2b3e0f892773 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:58.548572 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ed1b66d8-a8ac-4fa8-81ff-2b3e0f892773 None None] Transition to ACTIVE for port object f1e1898a-fe54-41bf-8ced-7bac71b3c907 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:58.567900 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ed1b66d8-a8ac-4fa8-81ff-2b3e0f892773 None None] Transition to ACTIVE for port object f1e1898a-fe54-41bf-8ced-7bac71b3c907 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:54:58.573722 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ed1b66d8-a8ac-4fa8-81ff-2b3e0f892773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:58.575729 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a65089-4a8b-4f80-b6f2-b298edf92992 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:58.576346 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-37a65089-4a8b-4f80-b6f2-b298edf92992 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:58.636347 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ac10-2a5f-41c7-a1f8-65737c3b212f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:58.653295 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b66d8-a8ac-4fa8-81ff-2b3e0f892773 None None] Pushing event updated for resources: {'Port': ['ID=f1e1898a-fe54-41bf-8ced-7bac71b3c907,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:58.667799 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-37a65089-4a8b-4f80-b6f2-b298edf92992 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2334893 May 10 14:54:58.674050 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45842) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:58.675287 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1b66d8-a8ac-4fa8-81ff-2b3e0f892773 None None] Network 7e68d376-5736-4a26-85b1-07c3fa9fb8d7 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:54:58.677603 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-ed1b66d8-a8ac-4fa8-81ff-2b3e0f892773 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:58.681434 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1b66d8-a8ac-4fa8-81ff-2b3e0f892773 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:54:58.798986 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-ed1b66d8-a8ac-4fa8-81ff-2b3e0f892773 None None] Attempting to bind port f1e1898a-fe54-41bf-8ced-7bac71b3c907 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:54:58.798986 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-ed1b66d8-a8ac-4fa8-81ff-2b3e0f892773 None None] Attempting to bind port f1e1898a-fe54-41bf-8ced-7bac71b3c907 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '2bfdd9de-88c8-4fc8-b316-dfb6eb384faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7e68d376-5736-4a26-85b1-07c3fa9fb8d7'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:54:58.798986 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1b66d8-a8ac-4fa8-81ff-2b3e0f892773 None None] Attempting to bind port f1e1898a-fe54-41bf-8ced-7bac71b3c907 on network 7e68d376-5736-4a26-85b1-07c3fa9fb8d7 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:54:58.802735 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1b66d8-a8ac-4fa8-81ff-2b3e0f892773 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:54:58.803151 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1b66d8-a8ac-4fa8-81ff-2b3e0f892773 None None] Checking segment: {'id': '2bfdd9de-88c8-4fc8-b316-dfb6eb384faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7e68d376-5736-4a26-85b1-07c3fa9fb8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:54:58.803523 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ed1b66d8-a8ac-4fa8-81ff-2b3e0f892773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:58.803912 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1b66d8-a8ac-4fa8-81ff-2b3e0f892773 None None] Bound using segment: {'id': '2bfdd9de-88c8-4fc8-b316-dfb6eb384faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7e68d376-5736-4a26-85b1-07c3fa9fb8d7'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:54:58.804716 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-ed1b66d8-a8ac-4fa8-81ff-2b3e0f892773 None None] Bound port: f1e1898a-fe54-41bf-8ced-7bac71b3c907, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfdd9de-88c8-4fc8-b316-dfb6eb384faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '7e68d376-5736-4a26-85b1-07c3fa9fb8d7'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:54:58.805114 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ed1b66d8-a8ac-4fa8-81ff-2b3e0f892773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:58.835136 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-65595a90-a94e-4cb3-9c49-b5da31544d40 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:58.872550 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ac10-2a5f-41c7-a1f8-65737c3b212f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:58.876705 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ac10-2a5f-41c7-a1f8-65737c3b212f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:58.902277 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-ed1b66d8-a8ac-4fa8-81ff-2b3e0f892773 None None] For port f1e1898a-fe54-41bf-8ced-7bac71b3c907, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:54:58.908881 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-ed1b66d8-a8ac-4fa8-81ff-2b3e0f892773 None None] For port f1e1898a-fe54-41bf-8ced-7bac71b3c907, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=f1e1898a-fe54-41bf-8ced-7bac71b3c907,segment=NetworkSegment(2bfdd9de-88c8-4fc8-b316-dfb6eb384faf),segment_id=2bfdd9de-88c8-4fc8-b316-dfb6eb384faf)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:54:58.914546 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ac10-2a5f-41c7-a1f8-65737c3b212f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:58.915888 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c5ac10-2a5f-41c7-a1f8-65737c3b212f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Fanout notify agent at l3_agent the message router_deleted on router b0d88608-d3d0-492e-9d16-59cf81b62d80 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:54:58.917231 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ed1b66d8-a8ac-4fa8-81ff-2b3e0f892773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:58.960136 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f3c5ac10-2a5f-41c7-a1f8-65737c3b212f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:58.960948 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f3c5ac10-2a5f-41c7-a1f8-65737c3b212f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/routers/b0d88608-d3d0-492e-9d16-59cf81b62d80 HTTP/1.1" status: 204 len: 168 time: 1.5864768 May 10 14:54:58.965945 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45846) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:58.974308 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-5522d487-3dde-46c5-afd4-1e3b09759fd3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'network': {'name': 'tempest-RoutersTest-286673482'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:58.982684 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5522d487-3dde-46c5-afd4-1e3b09759fd3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:58.988982 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5522d487-3dde-46c5-afd4-1e3b09759fd3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:network and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:58.992684 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5522d487-3dde-46c5-afd4-1e3b09759fd3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:58.999094 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5522d487-3dde-46c5-afd4-1e3b09759fd3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:59.013169 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5522d487-3dde-46c5-afd4-1e3b09759fd3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Made reservation on behalf of 7644c356883e4453aa5ee3ea8dc28b8a for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:59.017741 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5522d487-3dde-46c5-afd4-1e3b09759fd3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:59.031225 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b66d8-a8ac-4fa8-81ff-2b3e0f892773 None None] Pushing event updated for resources: {'Port': ['ID=f1e1898a-fe54-41bf-8ced-7bac71b3c907,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:59.061074 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5522d487-3dde-46c5-afd4-1e3b09759fd3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:54:59.073606 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5522d487-3dde-46c5-afd4-1e3b09759fd3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:59.073606 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-5522d487-3dde-46c5-afd4-1e3b09759fd3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Added segment 43b6cc93-8d71-4059-83df-a114a41f1246 of type vlan for network 9eb7e8be-c47f-40f0-9122-9d7da59fe01e May 10 14:54:59.111269 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5522d487-3dde-46c5-afd4-1e3b09759fd3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:59.147326 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5522d487-3dde-46c5-afd4-1e3b09759fd3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:59.152773 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5522d487-3dde-46c5-afd4-1e3b09759fd3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:59.153435 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5522d487-3dde-46c5-afd4-1e3b09759fd3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:59.270652 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:54:59.285237 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5522d487-3dde-46c5-afd4-1e3b09759fd3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3179100 May 10 14:54:59.292424 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45850) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:59.301676 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-9856b488-32be-4e15-abe6-1a2e6291c0c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'subnet': {'network_id': '9eb7e8be-c47f-40f0-9122-9d7da59fe01e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:59.324984 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522d487-3dde-46c5-afd4-1e3b09759fd3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Network': ['ID=9eb7e8be-c47f-40f0-9122-9d7da59fe01e,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:59.343611 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 9eb7e8be-c47f-40f0-9122-9d7da59fe01e details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:54:59.348124 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-65595a90-a94e-4cb3-9c49-b5da31544d40 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Calling delete_port for 5bb1ae3c-5dad-45a1-934a-56ff81cf507d owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:54:59.476850 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-9856b488-32be-4e15-abe6-1a2e6291c0c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:59.481394 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-9856b488-32be-4e15-abe6-1a2e6291c0c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:subnet and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:59.486097 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-9856b488-32be-4e15-abe6-1a2e6291c0c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:59.493154 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-9856b488-32be-4e15-abe6-1a2e6291c0c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:59.507555 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9856b488-32be-4e15-abe6-1a2e6291c0c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Made reservation on behalf of 7644c356883e4453aa5ee3ea8dc28b8a for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:54:59.512253 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9856b488-32be-4e15-abe6-1a2e6291c0c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:59.584062 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-65595a90-a94e-4cb3-9c49-b5da31544d40 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:59.666017 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65595a90-a94e-4cb3-9c49-b5da31544d40 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Pushing event deleted for resources: {'Port': ['ID=5bb1ae3c-5dad-45a1-934a-56ff81cf507d,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:59.691666 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-65595a90-a94e-4cb3-9c49-b5da31544d40 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:59.697237 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-65595a90-a94e-4cb3-9c49-b5da31544d40 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] 10.222.0.79 "DELETE /v2.0/ports/5bb1ae3c-5dad-45a1-934a-56ff81cf507d HTTP/1.1" status: 204 len: 168 time: 1.4383094 May 10 14:54:59.700218 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45856) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:59.770884 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9856b488-32be-4e15-abe6-1a2e6291c0c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:59.780351 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6e62e87f-4bfd-4d13-bf79-a3c4d5c754bf tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Synchronizing usage tracker for tenant:e5913666aac34785881a165921ed5b2c on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:54:59.823226 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e98e8b74-776a-4a3d-ac68-8afeeec44548 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:59.831822 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6e62e87f-4bfd-4d13-bf79-a3c4d5c754bf tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Unset dirty status for tenant:e5913666aac34785881a165921ed5b2c on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:54:59.833160 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6e62e87f-4bfd-4d13-bf79-a3c4d5c754bf tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1314480 May 10 14:54:59.837827 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45860) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:59.845941 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-2d0474a2-4ff9-47e8-ad75-eeadb45c7acb tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1514493176'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:59.853170 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2d0474a2-4ff9-47e8-ad75-eeadb45c7acb tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:59.872175 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856b488-32be-4e15-abe6-1a2e6291c0c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Subnet': ['ID=94e1ede6-0024-4387-942c-4af216262d78,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:54:59.879296 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9856b488-32be-4e15-abe6-1a2e6291c0c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Checking segment: {'id': '43b6cc93-8d71-4059-83df-a114a41f1246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9eb7e8be-c47f-40f0-9122-9d7da59fe01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:54:59.879880 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9856b488-32be-4e15-abe6-1a2e6291c0c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network hostable DHCP agents. Network: 9eb7e8be-c47f-40f0-9122-9d7da59fe01e, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:54:59.895585 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2d0474a2-4ff9-47e8-ad75-eeadb45c7acb tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Usage tracker for resource:network and tenant:e5913666aac34785881a165921ed5b2c is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:54:59.908908 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9856b488-32be-4e15-abe6-1a2e6291c0c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network 9eb7e8be-c47f-40f0-9122-9d7da59fe01e is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:54:59.916261 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2d0474a2-4ff9-47e8-ad75-eeadb45c7acb tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:54:59.926448 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-9856b488-32be-4e15-abe6-1a2e6291c0c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 9eb7e8be-c47f-40f0-9122-9d7da59fe01e) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:54:59.931966 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9856b488-32be-4e15-abe6-1a2e6291c0c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:54:59.932374 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9856b488-32be-4e15-abe6-1a2e6291c0c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:59.932609 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2d0474a2-4ff9-47e8-ad75-eeadb45c7acb tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:54:59.943107 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccc4859-615e-4ac2-b92c-8e843c557998 None None] Network 9eb7e8be-c47f-40f0-9122-9d7da59fe01e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:54:59.974869 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9856b488-32be-4e15-abe6-1a2e6291c0c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6810465 May 10 14:54:59.975756 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45864) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:54:59.982670 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-2b8d282f-426f-423d-9418-58fa4030d4be tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-957959421', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:54:59.991358 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2b8d282f-426f-423d-9418-58fa4030d4be tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:54:59.997302 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2b8d282f-426f-423d-9418-58fa4030d4be tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:router and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:00.001222 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2b8d282f-426f-423d-9418-58fa4030d4be tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:00.009417 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2b8d282f-426f-423d-9418-58fa4030d4be tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:00.024236 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0474a2-4ff9-47e8-ad75-eeadb45c7acb tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Made reservation on behalf of e5913666aac34785881a165921ed5b2c for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:00.026633 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b8d282f-426f-423d-9418-58fa4030d4be tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:00.028366 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2d0474a2-4ff9-47e8-ad75-eeadb45c7acb tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:00.028590 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b8d282f-426f-423d-9418-58fa4030d4be tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:00.051607 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b8d282f-426f-423d-9418-58fa4030d4be tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:00.075584 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b8d282f-426f-423d-9418-58fa4030d4be tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:00.112849 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b8d282f-426f-423d-9418-58fa4030d4be tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:00.119120 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2b8d282f-426f-423d-9418-58fa4030d4be tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1418855 May 10 14:55:00.122600 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45868) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:00.207101 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0474a2-4ff9-47e8-ad75-eeadb45c7acb tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:55:00.229499 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-9eb7e8be-c47f-40f0-9122-9d7da59fe01e', 'network_id': '9eb7e8be-c47f-40f0-9122-9d7da59fe01e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'fixed_ips': [{'subnet_id': '94e1ede6-0024-4387-942c-4af216262d78'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:55:00.230361 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:00.237062 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2d0474a2-4ff9-47e8-ad75-eeadb45c7acb tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:00.237407 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-2d0474a2-4ff9-47e8-ad75-eeadb45c7acb tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Added segment c9746c60-66bc-4ef8-926a-e55afa8a482d of type vlan for network f53428ca-04b1-41a6-8268-17cd96e42771 May 10 14:55:00.289986 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2d0474a2-4ff9-47e8-ad75-eeadb45c7acb tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:00.324489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba195f07-3e51-4cee-ad26-3827be2c1460 None None] Network 7e68d376-5736-4a26-85b1-07c3fa9fb8d7 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:00.348269 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2d0474a2-4ff9-47e8-ad75-eeadb45c7acb tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:00.353803 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0474a2-4ff9-47e8-ad75-eeadb45c7acb tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:00.354452 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2d0474a2-4ff9-47e8-ad75-eeadb45c7acb tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:00.388853 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e98e8b74-776a-4a3d-ac68-8afeeec44548 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:00.453877 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e98e8b74-776a-4a3d-ac68-8afeeec44548 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:00.507118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f7cfdec3-50b9-4ad5-bd9b-d68673419eb9 None None] Provisioning for port f1e1898a-fe54-41bf-8ced-7bac71b3c907 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:00.517258 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2d0474a2-4ff9-47e8-ad75-eeadb45c7acb tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6760111 May 10 14:55:00.527919 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45872) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:00.541591 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-a826f4dd-1c10-4abe-9eb8-f84431cbff31 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1234004542'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:00.551166 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a826f4dd-1c10-4abe-9eb8-f84431cbff31 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:00.565821 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0474a2-4ff9-47e8-ad75-eeadb45c7acb tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Pushing event updated for resources: {'Network': ['ID=f53428ca-04b1-41a6-8268-17cd96e42771,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:00.583744 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network f53428ca-04b1-41a6-8268-17cd96e42771 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:55:00.602761 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Allocated IP 172.20.0.2 (9eb7e8be-c47f-40f0-9122-9d7da59fe01e/94e1ede6-0024-4387-942c-4af216262d78/fed9c77f-dbab-40a1-9cb1-2db5e305c8c0) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:00.603246 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e8b74-776a-4a3d-ac68-8afeeec44548 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Port': ['ID=969da4cf-5db3-4db7-9eaf-2d1daf89bee5,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:00.619045 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a826f4dd-1c10-4abe-9eb8-f84431cbff31 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Usage tracker for resource:network and tenant:e5913666aac34785881a165921ed5b2c is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:00.630499 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a826f4dd-1c10-4abe-9eb8-f84431cbff31 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:00.693051 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a826f4dd-1c10-4abe-9eb8-f84431cbff31 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:00.737735 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a826f4dd-1c10-4abe-9eb8-f84431cbff31 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Made reservation on behalf of e5913666aac34785881a165921ed5b2c for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:00.741543 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a826f4dd-1c10-4abe-9eb8-f84431cbff31 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:00.826804 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e98e8b74-776a-4a3d-ac68-8afeeec44548 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:00.832195 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75b1a350-e322-47ad-b1dd-c5008b39f6f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:00.844661 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a826f4dd-1c10-4abe-9eb8-f84431cbff31 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:55:00.920669 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a826f4dd-1c10-4abe-9eb8-f84431cbff31 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:00.922880 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-a826f4dd-1c10-4abe-9eb8-f84431cbff31 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Added segment c7cfa159-86f6-4c5a-a32d-a0315cffc51f of type vlan for network ab83bec2-de59-4c92-a341-fa7c3c8d6392 May 10 14:55:01.013444 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device f1e1898a-fe54-41bf-8ced-7bac71b3c907 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:01.099478 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a826f4dd-1c10-4abe-9eb8-f84431cbff31 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:01.111478 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:01.126553 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e98e8b74-776a-4a3d-ac68-8afeeec44548 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:01.127711 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Transition to ACTIVE for port object fed9c77f-dbab-40a1-9cb1-2db5e305c8c0 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:01.154766 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Transition to ACTIVE for port object fed9c77f-dbab-40a1-9cb1-2db5e305c8c0 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:01.163760 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port f1e1898a-fe54-41bf-8ced-7bac71b3c907 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:01.167721 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:01.210819 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port f1e1898a-fe54-41bf-8ced-7bac71b3c907 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:01.211554 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:01.218920 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a826f4dd-1c10-4abe-9eb8-f84431cbff31 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:01.225153 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a826f4dd-1c10-4abe-9eb8-f84431cbff31 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:01.225743 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a826f4dd-1c10-4abe-9eb8-f84431cbff31 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:01.300602 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Network 9eb7e8be-c47f-40f0-9122-9d7da59fe01e is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:01.304122 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:01.306884 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:55:01.327052 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Pushing event updated for resources: {'Port': ['ID=fed9c77f-dbab-40a1-9cb1-2db5e305c8c0,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:01.401536 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:01.401886 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:01.402223 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:01.402598 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:01.402928 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:01.403254 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:01.403575 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:01.403912 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:01.404207 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:01.404859 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:01.405282 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:01.405727 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:01.424182 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a826f4dd-1c10-4abe-9eb8-f84431cbff31 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8949747 May 10 14:55:01.427375 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826f4dd-1c10-4abe-9eb8-f84431cbff31 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Pushing event updated for resources: {'Network': ['ID=ab83bec2-de59-4c92-a341-fa7c3c8d6392,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:01.458767 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network ab83bec2-de59-4c92-a341-fa7c3c8d6392 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:55:01.484216 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-75b1a350-e322-47ad-b1dd-c5008b39f6f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Allocated IP 172.20.0.1 (9eb7e8be-c47f-40f0-9122-9d7da59fe01e/94e1ede6-0024-4387-942c-4af216262d78/edcf7f36-a57f-441e-a2dc-959a5edacac8) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:01.584484 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45876) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:01.587406 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Attempting to bind port fed9c77f-dbab-40a1-9cb1-2db5e305c8c0 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:55:01.588325 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Attempting to bind port fed9c77f-dbab-40a1-9cb1-2db5e305c8c0 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '43b6cc93-8d71-4059-83df-a114a41f1246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9eb7e8be-c47f-40f0-9122-9d7da59fe01e'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:55:01.588925 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Attempting to bind port fed9c77f-dbab-40a1-9cb1-2db5e305c8c0 on network 9eb7e8be-c47f-40f0-9122-9d7da59fe01e {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:55:01.596005 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Request body: {'subnets': [{'network_id': 'f53428ca-04b1-41a6-8268-17cd96e42771', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--414854906', 'ip_version': 4}, {'network_id': 'ab83bec2-de59-4c92-a341-fa7c3c8d6392', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:01.596311 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Request body: {'subnet': {'network_id': 'f53428ca-04b1-41a6-8268-17cd96e42771', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--414854906', 'ip_version': 4}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:01.597090 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Request body: {'subnet': {'network_id': 'ab83bec2-de59-4c92-a341-fa7c3c8d6392', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:01.599580 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8b67a1a5-1a1f-431b-b877-a608522e9f27 None None] Provisioning for port 969da4cf-5db3-4db7-9eaf-2d1daf89bee5 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:01.617593 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:55:01.618122 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Checking segment: {'id': '43b6cc93-8d71-4059-83df-a114a41f1246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9eb7e8be-c47f-40f0-9122-9d7da59fe01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:01.618658 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:01.619140 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Bound using segment: {'id': '43b6cc93-8d71-4059-83df-a114a41f1246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9eb7e8be-c47f-40f0-9122-9d7da59fe01e'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:55:01.619739 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Bound port: fed9c77f-dbab-40a1-9cb1-2db5e305c8c0, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b6cc93-8d71-4059-83df-a114a41f1246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '9eb7e8be-c47f-40f0-9122-9d7da59fe01e'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:55:01.620211 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:01.629584 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:01.651505 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8b67a1a5-1a1f-431b-b877-a608522e9f27 None None] Provisioning complete for port 969da4cf-5db3-4db7-9eaf-2d1daf89bee5 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:01.652153 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8b67a1a5-1a1f-431b-b877-a608522e9f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:01.761245 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75b1a350-e322-47ad-b1dd-c5008b39f6f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:01.777309 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-8b67a1a5-1a1f-431b-b877-a608522e9f27 None None] Port 969da4cf-5db3-4db7-9eaf-2d1daf89bee5 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:55:01.784367 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port f1e1898a-fe54-41bf-8ced-7bac71b3c907, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=f1e1898a-fe54-41bf-8ced-7bac71b3c907,segment=NetworkSegment(2bfdd9de-88c8-4fc8-b316-dfb6eb384faf),segment_id=2bfdd9de-88c8-4fc8-b316-dfb6eb384faf)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:01.788713 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-75b1a350-e322-47ad-b1dd-c5008b39f6f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Transition to ACTIVE for port object edcf7f36-a57f-441e-a2dc-959a5edacac8 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:01.806757 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:01.838512 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75b1a350-e322-47ad-b1dd-c5008b39f6f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:01.873621 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8b67a1a5-1a1f-431b-b877-a608522e9f27 None None] Provisioning complete for port f1e1898a-fe54-41bf-8ced-7bac71b3c907 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:01.874801 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8b67a1a5-1a1f-431b-b877-a608522e9f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:01.900629 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:01.906531 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Usage tracker for resource:subnet and tenant:e5913666aac34785881a165921ed5b2c is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:01.907447 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] For port fed9c77f-dbab-40a1-9cb1-2db5e305c8c0, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:55:01.910591 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:01.918194 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:01.940989 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] For port fed9c77f-dbab-40a1-9cb1-2db5e305c8c0, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=fed9c77f-dbab-40a1-9cb1-2db5e305c8c0,segment=NetworkSegment(43b6cc93-8d71-4059-83df-a114a41f1246),segment_id=43b6cc93-8d71-4059-83df-a114a41f1246)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:55:01.947785 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e98e8b74-776a-4a3d-ac68-8afeeec44548 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:01.949916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Made reservation on behalf of e5913666aac34785881a165921ed5b2c for: {'subnet': 2} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:01.950718 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:01.954621 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:01.954951 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:01.966726 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=f1e1898a-fe54-41bf-8ced-7bac71b3c907,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:01.972290 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e98e8b74-776a-4a3d-ac68-8afeeec44548 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:02.030205 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b1a350-e322-47ad-b1dd-c5008b39f6f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network 9eb7e8be-c47f-40f0-9122-9d7da59fe01e is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:02.035838 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-75b1a350-e322-47ad-b1dd-c5008b39f6f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:02.049125 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b1a350-e322-47ad-b1dd-c5008b39f6f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:55:02.086205 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0694e-d3b3-4033-ba86-6f15eecf8de2 None None] Pushing event updated for resources: {'Port': ['ID=fed9c77f-dbab-40a1-9cb1-2db5e305c8c0,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:02.110134 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1a350-e322-47ad-b1dd-c5008b39f6f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Port': ['ID=edcf7f36-a57f-441e-a2dc-959a5edacac8,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:02.135587 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75b1a350-e322-47ad-b1dd-c5008b39f6f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:02.163683 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5ea1b6a6-23c2-4ba4-b158-01822a1c19dd req-98fad305-8976-45e7-81ab-ca5af2496dc7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2187843 May 10 14:55:02.165116 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e8b74-776a-4a3d-ac68-8afeeec44548 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Port': ['ID=969da4cf-5db3-4db7-9eaf-2d1daf89bee5,revision_number=3']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:02.185797 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e98e8b74-776a-4a3d-ac68-8afeeec44548 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:02.251717 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-340d3ddb-204f-45b5-89a9-856b93d6618f None None] Provisioning complete for port 969da4cf-5db3-4db7-9eaf-2d1daf89bee5 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:02.252184 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-340d3ddb-204f-45b5-89a9-856b93d6618f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:02.327874 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75b1a350-e322-47ad-b1dd-c5008b39f6f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:02.338653 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-340d3ddb-204f-45b5-89a9-856b93d6618f None None] Port 969da4cf-5db3-4db7-9eaf-2d1daf89bee5 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:55:02.457343 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98e8b74-776a-4a3d-ac68-8afeeec44548 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network 7e68d376-5736-4a26-85b1-07c3fa9fb8d7 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:02.460308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-e98e8b74-776a-4a3d-ac68-8afeeec44548 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:02.661867 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1b6a6-23c2-4ba4-b158-01822a1c19dd req-2ff9ead9-4af5-49a6-a122-c0752d302f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:02.663387 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5ea1b6a6-23c2-4ba4-b158-01822a1c19dd req-2ff9ead9-4af5-49a6-a122-c0752d302f2c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7&device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 1098 time: 0.4102929 May 10 14:55:02.765501 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-9f698c1b-f5d7-4f98-b45c-1510b31bb151 None None] Provisioning complete for port 969da4cf-5db3-4db7-9eaf-2d1daf89bee5 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:02.766300 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9f698c1b-f5d7-4f98-b45c-1510b31bb151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:02.829160 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-9f698c1b-f5d7-4f98-b45c-1510b31bb151 None None] Port 969da4cf-5db3-4db7-9eaf-2d1daf89bee5 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:55:02.938498 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1b6a6-23c2-4ba4-b158-01822a1c19dd req-fd49fd02-7367-4c7d-a30b-c069365ff9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:02.940239 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5ea1b6a6-23c2-4ba4-b158-01822a1c19dd req-fd49fd02-7367-4c7d-a30b-c069365ff9de service neutron] 10.222.0.86 "GET /v2.0/networks?id=432ecadc-13ed-4534-bb5d-3db9112befb3 HTTP/1.1" status: 200 len: 912 time: 0.2514336 May 10 14:55:03.015916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98e8b74-776a-4a3d-ac68-8afeeec44548 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Router 0f3e75af-615a-47ce-9af4-250a337917f4 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:55:03.031161 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device f1e1898a-fe54-41bf-8ced-7bac71b3c907 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:03.090174 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5ea1b6a6-23c2-4ba4-b158-01822a1c19dd req-70b61f47-d0d2-4f35-9cb4-07b3a7ff370f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=360407bd-a54b-4eae-90ad-84682b32fc75 HTTP/1.1" status: 200 len: 1001 time: 0.1412294 May 10 14:55:03.119313 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port f1e1898a-fe54-41bf-8ced-7bac71b3c907 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:03.120387 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:03.177447 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75b1a350-e322-47ad-b1dd-c5008b39f6f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:03.186414 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1b6a6-23c2-4ba4-b158-01822a1c19dd req-26164af2-8ca2-4b64-8da0-cb4eb6a55c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:03.189114 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5ea1b6a6-23c2-4ba4-b158-01822a1c19dd req-26164af2-8ca2-4b64-8da0-cb4eb6a55c3b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c510936-298f-4d7e-b6bd-ee2068bbabe3 HTTP/1.1" status: 200 len: 850 time: 0.0895038 May 10 14:55:03.190568 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75b1a350-e322-47ad-b1dd-c5008b39f6f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:03.228606 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98e8b74-776a-4a3d-ac68-8afeeec44548 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:55:03.237919 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:03.239857 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57bdd4-bcab-4cdf-ae9c-1e92c9bdf2b5 None None] Sync routers for ids ['0f3e75af-615a-47ce-9af4-250a337917f4'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:55:03.252649 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c57bdd4-bcab-4cdf-ae9c-1e92c9bdf2b5 None None] Routers {'0f3e75af-615a-47ce-9af4-250a337917f4'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:03.253267 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8c57bdd4-bcab-4cdf-ae9c-1e92c9bdf2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['0f3e75af-615a-47ce-9af4-250a337917f4'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:03.272702 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device fed9c77f-dbab-40a1-9cb1-2db5e305c8c0 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:03.311337 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e98e8b74-776a-4a3d-ac68-8afeeec44548 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "PUT /v2.0/routers/0f3e75af-615a-47ce-9af4-250a337917f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6355910 May 10 14:55:03.316319 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45880) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:03.360489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f897ed0a-243b-4d0f-92a6-a3590e946990 None None] Network 9eb7e8be-c47f-40f0-9122-9d7da59fe01e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:03.381944 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8c57bdd4-bcab-4cdf-ae9c-1e92c9bdf2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:03.394795 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c57bdd4-bcab-4cdf-ae9c-1e92c9bdf2b5 None None] Routers {'0f3e75af-615a-47ce-9af4-250a337917f4'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:03.396809 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8c57bdd4-bcab-4cdf-ae9c-1e92c9bdf2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['0f3e75af-615a-47ce-9af4-250a337917f4'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:03.404477 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1a350-e322-47ad-b1dd-c5008b39f6f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Port': ['ID=edcf7f36-a57f-441e-a2dc-959a5edacac8,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:03.415525 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-75b1a350-e322-47ad-b1dd-c5008b39f6f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:03.425247 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Pushing event updated for resources: {'Subnet': ['ID=a39f6d7d-0492-4cd5-9945-4398be61c8c8,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:03.440098 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Checking segment: {'id': 'c9746c60-66bc-4ef8-926a-e55afa8a482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f53428ca-04b1-41a6-8268-17cd96e42771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:03.440756 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Network hostable DHCP agents. Network: f53428ca-04b1-41a6-8268-17cd96e42771, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:55:03.485350 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f33edf9-efc6-40b9-aee2-9d4f14d44e9a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:03.486596 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7f33edf9-efc6-40b9-aee2-9d4f14d44e9a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Synchronizing usage tracker for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:55:03.490933 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8c57bdd4-bcab-4cdf-ae9c-1e92c9bdf2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:03.491441 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57bdd4-bcab-4cdf-ae9c-1e92c9bdf2b5 None None] The sync data for ids ['0f3e75af-615a-47ce-9af4-250a337917f4'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:55:03.492549 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Network f53428ca-04b1-41a6-8268-17cd96e42771 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:55:03.519281 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, f53428ca-04b1-41a6-8268-17cd96e42771) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:03.520144 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1b6a6-23c2-4ba4-b158-01822a1c19dd req-c03e5f67-51cf-42e3-9a21-90459e3b7db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:03.521825 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5ea1b6a6-23c2-4ba4-b158-01822a1c19dd req-c03e5f67-51cf-42e3-9a21-90459e3b7db9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=432ecadc-13ed-4534-bb5d-3db9112befb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3004091 May 10 14:55:03.527679 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:03.529747 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port fed9c77f-dbab-40a1-9cb1-2db5e305c8c0 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:03.538174 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cb36ac-cd2e-4912-9ec0-51da76904733 None None] Network f53428ca-04b1-41a6-8268-17cd96e42771 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:03.557405 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b6dbe9b9-f865-4562-8cbb-cde3dde1a4f2 None None] Provisioning for port fed9c77f-dbab-40a1-9cb1-2db5e305c8c0 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:03.566247 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7f33edf9-efc6-40b9-aee2-9d4f14d44e9a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Unset dirty status for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:55:03.569895 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7f33edf9-efc6-40b9-aee2-9d4f14d44e9a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f3e75af-615a-47ce-9af4-250a337917f4 HTTP/1.1" status: 200 len: 982 time: 0.2518761 May 10 14:55:03.575008 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45884) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:03.614596 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b6dbe9b9-f865-4562-8cbb-cde3dde1a4f2 None None] Provisioning complete for port fed9c77f-dbab-40a1-9cb1-2db5e305c8c0 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:03.614832 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b6dbe9b9-f865-4562-8cbb-cde3dde1a4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:03.700864 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b1a350-e322-47ad-b1dd-c5008b39f6f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network 9eb7e8be-c47f-40f0-9122-9d7da59fe01e is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:03.704354 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-75b1a350-e322-47ad-b1dd-c5008b39f6f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:03.758961 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Pushing event updated for resources: {'Subnet': ['ID=35847748-4b31-4d32-a699-e7797dab7448,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:03.777440 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Checking segment: {'id': 'c7cfa159-86f6-4c5a-a32d-a0315cffc51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'ab83bec2-de59-4c92-a341-fa7c3c8d6392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:03.777802 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Network hostable DHCP agents. Network: ab83bec2-de59-4c92-a341-fa7c3c8d6392, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:55:03.904138 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5ea1b6a6-23c2-4ba4-b158-01822a1c19dd req-fcd58f40-839d-45a0-b827-0923651ce8c8 service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745706 May 10 14:55:03.931850 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Network ab83bec2-de59-4c92-a341-fa7c3c8d6392 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:55:03.947215 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, ab83bec2-de59-4c92-a341-fa7c3c8d6392) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:03.951609 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:03.952187 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:03.952840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:03.956571 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b6dbe9b9-f865-4562-8cbb-cde3dde1a4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:03.973285 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721ef230-5184-459b-9c92-4b25356a8bec None None] Network ab83bec2-de59-4c92-a341-fa7c3c8d6392 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:04.014620 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3e0a6fb0-eb5d-4cd4-9dd2-1527a2121225 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.4265590 May 10 14:55:04.014837 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45888) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:04.104365 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2155d119-debd-4584-9498-5f19f393ecef tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:04.105983 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2155d119-debd-4584-9498-5f19f393ecef tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:04.108365 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2155d119-debd-4584-9498-5f19f393ecef tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:04.109786 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2155d119-debd-4584-9498-5f19f393ecef tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Synchronizing usage tracker for tenant:e5913666aac34785881a165921ed5b2c on resource:subnet {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:55:04.129484 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2911de0e-0fb2-4933-87dd-f3f2abfade3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-f53428ca-04b1-41a6-8268-17cd96e42771', 'network_id': 'f53428ca-04b1-41a6-8268-17cd96e42771', 'tenant_id': 'e5913666aac34785881a165921ed5b2c', 'fixed_ips': [{'subnet_id': 'a39f6d7d-0492-4cd5-9945-4398be61c8c8'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:55:04.130707 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2911de0e-0fb2-4933-87dd-f3f2abfade3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:04.161536 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-b6dbe9b9-f865-4562-8cbb-cde3dde1a4f2 None None] For port fed9c77f-dbab-40a1-9cb1-2db5e305c8c0, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=fed9c77f-dbab-40a1-9cb1-2db5e305c8c0,segment=NetworkSegment(43b6cc93-8d71-4059-83df-a114a41f1246),segment_id=43b6cc93-8d71-4059-83df-a114a41f1246)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:04.172760 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2155d119-debd-4584-9498-5f19f393ecef tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Unset dirty status for tenant:e5913666aac34785881a165921ed5b2c on resource:subnet {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:55:04.172760 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2155d119-debd-4584-9498-5f19f393ecef tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1531763 May 10 14:55:04.173065 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45894) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:04.174053 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b6dbe9b9-f865-4562-8cbb-cde3dde1a4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:04.193843 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b1a350-e322-47ad-b1dd-c5008b39f6f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Router c9bfefd5-3e82-485b-9473-63706bad6f22 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:55:04.266090 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-150c20f3-a0dc-4dbd-9ec2-de65a17af93a tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Deleting subnet a39f6d7d-0492-4cd5-9945-4398be61c8c8 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:55:04.272351 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-150c20f3-a0dc-4dbd-9ec2-de65a17af93a tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:04.366707 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5ea1b6a6-23c2-4ba4-b158-01822a1c19dd req-e485e7a4-6dd2-4bd2-be6a-b1f8b9741744 service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505322 May 10 14:55:04.382327 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-150c20f3-a0dc-4dbd-9ec2-de65a17af93a tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:04.438069 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbe9b9-f865-4562-8cbb-cde3dde1a4f2 None None] Pushing event updated for resources: {'Port': ['ID=fed9c77f-dbab-40a1-9cb1-2db5e305c8c0,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:04.440789 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b1a350-e322-47ad-b1dd-c5008b39f6f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:55:04.448235 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-75b1a350-e322-47ad-b1dd-c5008b39f6f0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/routers/c9bfefd5-3e82-485b-9473-63706bad6f22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3219476 May 10 14:55:04.450517 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45898) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:04.464274 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26571f1c-21db-43ab-8c23-2b7871ca0b47 None None] Sync routers for ids ['c9bfefd5-3e82-485b-9473-63706bad6f22'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:55:04.479283 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c95115bb-1052-430e-bf2d-8eb00af28d89 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:04.516173 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45902) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:04.517278 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26571f1c-21db-43ab-8c23-2b7871ca0b47 None None] Routers {'c9bfefd5-3e82-485b-9473-63706bad6f22'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:04.518165 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-26571f1c-21db-43ab-8c23-2b7871ca0b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c9bfefd5-3e82-485b-9473-63706bad6f22'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:04.577185 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7cfbeb-7b67-4661-a1c5-d1fa6d065e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-ab83bec2-de59-4c92-a341-fa7c3c8d6392', 'network_id': 'ab83bec2-de59-4c92-a341-fa7c3c8d6392', 'tenant_id': 'e5913666aac34785881a165921ed5b2c', 'fixed_ips': [{'subnet_id': '35847748-4b31-4d32-a699-e7797dab7448'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:55:04.578477 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ab7cfbeb-7b67-4661-a1c5-d1fa6d065e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:04.617820 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-26571f1c-21db-43ab-8c23-2b7871ca0b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:04.675041 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b267f7-9067-4025-938c-169e8e429b28 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:04.675835 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-07b267f7-9067-4025-938c-169e8e429b28 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Synchronizing usage tracker for tenant:7644c356883e4453aa5ee3ea8dc28b8a on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:55:04.681532 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26571f1c-21db-43ab-8c23-2b7871ca0b47 None None] Routers {'c9bfefd5-3e82-485b-9473-63706bad6f22'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:04.682006 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-26571f1c-21db-43ab-8c23-2b7871ca0b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c9bfefd5-3e82-485b-9473-63706bad6f22'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:04.703856 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-28a6d106-0942-4b75-889d-63249e6143e8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/48190631-d62e-4a46-9185-27f5528b0e13 HTTP/1.1" status: 200 len: 993 time: 0.1866724 May 10 14:55:04.722728 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-07b267f7-9067-4025-938c-169e8e429b28 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Unset dirty status for tenant:7644c356883e4453aa5ee3ea8dc28b8a on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:55:04.726370 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-07b267f7-9067-4025-938c-169e8e429b28 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/ports/edcf7f36-a57f-441e-a2dc-959a5edacac8 HTTP/1.1" status: 200 len: 910 time: 0.2729106 May 10 14:55:04.726735 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45908) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:04.732570 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-44277588-617d-4319-b94d-28fc73c75d23 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '94e1ede6-0024-4387-942c-4af216262d78'}]}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:04.756498 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-335b0d16-930d-4a44-a010-9c4b4eaba2b8 None None] Provisioning for port edcf7f36-a57f-441e-a2dc-959a5edacac8 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:04.792622 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-26571f1c-21db-43ab-8c23-2b7871ca0b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:04.793300 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26571f1c-21db-43ab-8c23-2b7871ca0b47 None None] The sync data for ids ['c9bfefd5-3e82-485b-9473-63706bad6f22'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:55:04.799885 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-335b0d16-930d-4a44-a010-9c4b4eaba2b8 None None] Provisioning complete for port edcf7f36-a57f-441e-a2dc-959a5edacac8 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:04.800712 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-335b0d16-930d-4a44-a010-9c4b4eaba2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:05.001144 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device fed9c77f-dbab-40a1-9cb1-2db5e305c8c0 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:05.014606 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-150c20f3-a0dc-4dbd-9ec2-de65a17af93a tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:05.081178 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-335b0d16-930d-4a44-a010-9c4b4eaba2b8 None None] Port edcf7f36-a57f-441e-a2dc-959a5edacac8 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:55:05.114994 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-ab7cfbeb-7b67-4661-a1c5-d1fa6d065e80 None None] Allocated IP 172.20.0.18 (ab83bec2-de59-4c92-a341-fa7c3c8d6392/35847748-4b31-4d32-a699-e7797dab7448/2d442560-968a-460a-9633-0571dd6f5159) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:05.129527 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-150c20f3-a0dc-4dbd-9ec2-de65a17af93a tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server [None req-2911de0e-0fb2-4933-87dd-f3f2abfade3d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a39f6d7d-0492-4cd5-9945-4398be61c8c8: This subnet is being modified by another concurrent operation. May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise self.value May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise self.value May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise self.value May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise self.value May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise self.value May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise self.value May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise exception May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a39f6d7d-0492-4cd5-9945-4398be61c8c8: This subnet is being modified by another concurrent operation. May 10 14:55:05.143522 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server May 10 14:55:05.153609 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-335b0d16-930d-4a44-a010-9c4b4eaba2b8 None None] Provisioning complete for port fed9c77f-dbab-40a1-9cb1-2db5e305c8c0 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:05.154403 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-335b0d16-930d-4a44-a010-9c4b4eaba2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:05.196081 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45914) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:05.198648 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00514891-2b2a-45b8-a305-306d235591de None None] Network f53428ca-04b1-41a6-8268-17cd96e42771 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:05.201689 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-150c20f3-a0dc-4dbd-9ec2-de65a17af93a tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:05.206237 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c20f3-a0dc-4dbd-9ec2-de65a17af93a tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Pushing event deleted for resources: {'Subnet': ['ID=a39f6d7d-0492-4cd5-9945-4398be61c8c8,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:05.225925 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-44277588-617d-4319-b94d-28fc73c75d23 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:05.372121 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-150c20f3-a0dc-4dbd-9ec2-de65a17af93a tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] 10.222.0.79 "DELETE /v2.0/subnets/a39f6d7d-0492-4cd5-9945-4398be61c8c8 HTTP/1.1" status: 204 len: 168 time: 1.1980588 May 10 14:55:05.381050 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45918) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:05.451792 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port fed9c77f-dbab-40a1-9cb1-2db5e305c8c0 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:05.451792 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:05.539939 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-357b50cb-9e3c-47dd-b986-dc5e8d3e2c2f tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Deleting subnet 35847748-4b31-4d32-a699-e7797dab7448 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:55:05.566062 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-21fc1b86-9d65-405c-8ff0-b15c1242274f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port ec355f80-9e4a-49df-b728-2f6b52991b9c {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:05.566406 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-21fc1b86-9d65-405c-8ff0-b15c1242274f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:05.612997 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c95115bb-1052-430e-bf2d-8eb00af28d89 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting port 969da4cf-5db3-4db7-9eaf-2d1daf89bee5 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:05.613611 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c95115bb-1052-430e-bf2d-8eb00af28d89 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:05.830150 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ab7cfbeb-7b67-4661-a1c5-d1fa6d065e80 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:05.845096 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ab7cfbeb-7b67-4661-a1c5-d1fa6d065e80 None None] Transition to ACTIVE for port object 2d442560-968a-460a-9633-0571dd6f5159 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:05.867631 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ab7cfbeb-7b67-4661-a1c5-d1fa6d065e80 None None] Transition to ACTIVE for port object 2d442560-968a-460a-9633-0571dd6f5159 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:05.876175 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-357b50cb-9e3c-47dd-b986-dc5e8d3e2c2f tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:05.878915 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ab7cfbeb-7b67-4661-a1c5-d1fa6d065e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:05.915998 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-44277588-617d-4319-b94d-28fc73c75d23 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:05.917032 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-21fc1b86-9d65-405c-8ff0-b15c1242274f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:05.917355 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-21fc1b86-9d65-405c-8ff0-b15c1242274f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:05.940857 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-44277588-617d-4319-b94d-28fc73c75d23 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:05.972361 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7cfbeb-7b67-4661-a1c5-d1fa6d065e80 None None] Network ab83bec2-de59-4c92-a341-fa7c3c8d6392 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:05.975281 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-ab7cfbeb-7b67-4661-a1c5-d1fa6d065e80 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:05.982771 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7cfbeb-7b67-4661-a1c5-d1fa6d065e80 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:55:05.985411 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cfbeb-7b67-4661-a1c5-d1fa6d065e80 None None] Pushing event updated for resources: {'Port': ['ID=2d442560-968a-460a-9633-0571dd6f5159,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:05.992533 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-73b07215-d18a-4bbe-a3b3-1588cf883ba5 None None] Provisioning complete for port edcf7f36-a57f-441e-a2dc-959a5edacac8 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:05.992903 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-73b07215-d18a-4bbe-a3b3-1588cf883ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:06.002998 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c95115bb-1052-430e-bf2d-8eb00af28d89 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:06.005715 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-357b50cb-9e3c-47dd-b986-dc5e8d3e2c2f tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:06.076106 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-21fc1b86-9d65-405c-8ff0-b15c1242274f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for ec355f80-9e4a-49df-b728-2f6b52991b9c owned by network:floatingip {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:55:06.133808 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-73b07215-d18a-4bbe-a3b3-1588cf883ba5 None None] Port edcf7f36-a57f-441e-a2dc-959a5edacac8 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:55:06.137311 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-ab7cfbeb-7b67-4661-a1c5-d1fa6d065e80 None None] Attempting to bind port 2d442560-968a-460a-9633-0571dd6f5159 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:55:06.137539 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-ab7cfbeb-7b67-4661-a1c5-d1fa6d065e80 None None] Attempting to bind port 2d442560-968a-460a-9633-0571dd6f5159 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'c7cfa159-86f6-4c5a-a32d-a0315cffc51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'ab83bec2-de59-4c92-a341-fa7c3c8d6392'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:55:06.137904 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7cfbeb-7b67-4661-a1c5-d1fa6d065e80 None None] Attempting to bind port 2d442560-968a-460a-9633-0571dd6f5159 on network ab83bec2-de59-4c92-a341-fa7c3c8d6392 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:55:06.144749 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7cfbeb-7b67-4661-a1c5-d1fa6d065e80 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:55:06.145187 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7cfbeb-7b67-4661-a1c5-d1fa6d065e80 None None] Checking segment: {'id': 'c7cfa159-86f6-4c5a-a32d-a0315cffc51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'ab83bec2-de59-4c92-a341-fa7c3c8d6392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:06.145513 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ab7cfbeb-7b67-4661-a1c5-d1fa6d065e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:06.145898 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7cfbeb-7b67-4661-a1c5-d1fa6d065e80 None None] Bound using segment: {'id': 'c7cfa159-86f6-4c5a-a32d-a0315cffc51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'ab83bec2-de59-4c92-a341-fa7c3c8d6392'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:55:06.146362 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-ab7cfbeb-7b67-4661-a1c5-d1fa6d065e80 None None] Bound port: 2d442560-968a-460a-9633-0571dd6f5159, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7cfa159-86f6-4c5a-a32d-a0315cffc51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'ab83bec2-de59-4c92-a341-fa7c3c8d6392'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:55:06.146769 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ab7cfbeb-7b67-4661-a1c5-d1fa6d065e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:06.237526 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c95115bb-1052-430e-bf2d-8eb00af28d89 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Calling delete_port for 969da4cf-5db3-4db7-9eaf-2d1daf89bee5 owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:55:06.246499 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-ab7cfbeb-7b67-4661-a1c5-d1fa6d065e80 None None] For port 2d442560-968a-460a-9633-0571dd6f5159, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:55:06.247762 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44277588-617d-4319-b94d-28fc73c75d23 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:06.248605 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-44277588-617d-4319-b94d-28fc73c75d23 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:06.250181 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-44277588-617d-4319-b94d-28fc73c75d23 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/ports/edcf7f36-a57f-441e-a2dc-959a5edacac8 HTTP/1.1" status: 200 len: 910 time: 1.5226333 May 10 14:55:06.251099 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-ab7cfbeb-7b67-4661-a1c5-d1fa6d065e80 None None] For port 2d442560-968a-460a-9633-0571dd6f5159, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2d442560-968a-460a-9633-0571dd6f5159,segment=NetworkSegment(c7cfa159-86f6-4c5a-a32d-a0315cffc51f),segment_id=c7cfa159-86f6-4c5a-a32d-a0315cffc51f)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:55:06.253854 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44277588-617d-4319-b94d-28fc73c75d23 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Port': ['ID=edcf7f36-a57f-441e-a2dc-959a5edacac8,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:06.256037 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45922) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:06.256384 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ab7cfbeb-7b67-4661-a1c5-d1fa6d065e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:06.342291 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cfbeb-7b67-4661-a1c5-d1fa6d065e80 None None] Pushing event updated for resources: {'Port': ['ID=2d442560-968a-460a-9633-0571dd6f5159,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:06.446409 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-357b50cb-9e3c-47dd-b986-dc5e8d3e2c2f tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:06.508431 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-21fc1b86-9d65-405c-8ff0-b15c1242274f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:06.568513 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc1b86-9d65-405c-8ff0-b15c1242274f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=ec355f80-9e4a-49df-b728-2f6b52991b9c,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:06.615269 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c95115bb-1052-430e-bf2d-8eb00af28d89 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:06.721718 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-357b50cb-9e3c-47dd-b986-dc5e8d3e2c2f tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:06.773897 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b50cb-9e3c-47dd-b986-dc5e8d3e2c2f tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Pushing event deleted for resources: {'Subnet': ['ID=35847748-4b31-4d32-a699-e7797dab7448,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:06.781502 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-357b50cb-9e3c-47dd-b986-dc5e8d3e2c2f tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:06.799523 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-357b50cb-9e3c-47dd-b986-dc5e8d3e2c2f tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] 10.222.0.79 "DELETE /v2.0/subnets/35847748-4b31-4d32-a699-e7797dab7448 HTTP/1.1" status: 204 len: 168 time: 1.4170506 May 10 14:55:06.826496 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45926) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:06.831920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95115bb-1052-430e-bf2d-8eb00af28d89 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Port': ['ID=969da4cf-5db3-4db7-9eaf-2d1daf89bee5,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:06.921033 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9f1537-96ab-4e00-87a8-8eab30b7ef78 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:06.921867 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0b9f1537-96ab-4e00-87a8-8eab30b7ef78 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Synchronizing usage tracker for tenant:e5913666aac34785881a165921ed5b2c on resource:subnet {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:55:06.947638 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2d442560-968a-460a-9633-0571dd6f5159 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:06.973497 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0b9f1537-96ab-4e00-87a8-8eab30b7ef78 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Unset dirty status for tenant:e5913666aac34785881a165921ed5b2c on resource:subnet {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:55:06.981617 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0b9f1537-96ab-4e00-87a8-8eab30b7ef78 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1556008 May 10 14:55:06.982630 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45930) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:07.038634 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-21fc1b86-9d65-405c-8ff0-b15c1242274f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:07.039241 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-21fc1b86-9d65-405c-8ff0-b15c1242274f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Floating IP 48190631-d62e-4a46-9185-27f5528b0e13 disassociated (deleted). External IP: 172.26.0.62, port: 1000f3c1-de13-411e-bfb1-8cc2945097c7. May 10 14:55:07.060850 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 2d442560-968a-460a-9633-0571dd6f5159 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:07.177695 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ba03c60-7a14-436b-b605-be0804f5f2c8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:07.197579 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-6ba03c60-7a14-436b-b605-be0804f5f2c8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Deleting port 2d442560-968a-460a-9633-0571dd6f5159 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:07.197968 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ba03c60-7a14-436b-b605-be0804f5f2c8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:07.199623 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c95115bb-1052-430e-bf2d-8eb00af28d89 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:07.235630 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67560d4c-48fb-4875-9114-8b55f71a36de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:07.463201 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956308de-bcf4-4738-bdef-c93f5ff63035 None None] Network ab83bec2-de59-4c92-a341-fa7c3c8d6392 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:07.633333 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1900e002-4246-4c50-b0c5-b84c4adaf3a8 None None] Provisioning for port 2d442560-968a-460a-9633-0571dd6f5159 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:07.645985 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1900e002-4246-4c50-b0c5-b84c4adaf3a8 None None] Provisioning complete for port 2d442560-968a-460a-9633-0571dd6f5159 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:07.645985 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1900e002-4246-4c50-b0c5-b84c4adaf3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:07.646331 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95115bb-1052-430e-bf2d-8eb00af28d89 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Router 0f3e75af-615a-47ce-9af4-250a337917f4 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:55:07.665967 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-6ba03c60-7a14-436b-b605-be0804f5f2c8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] For port 2d442560-968a-460a-9633-0571dd6f5159, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2d442560-968a-460a-9633-0571dd6f5159,segment=NetworkSegment(c7cfa159-86f6-4c5a-a32d-a0315cffc51f),segment_id=c7cfa159-86f6-4c5a-a32d-a0315cffc51f)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:07.666596 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ba03c60-7a14-436b-b605-be0804f5f2c8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:07.801235 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1900e002-4246-4c50-b0c5-b84c4adaf3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:07.834289 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e5597b-ae99-411d-9742-543136f93798 None None] DHCP port deletion for ab83bec2-de59-4c92-a341-fa7c3c8d6392 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:55:07.845864 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-85e5597b-ae99-411d-9742-543136f93798 None None] Deleting port 2d442560-968a-460a-9633-0571dd6f5159 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:07.846312 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-85e5597b-ae99-411d-9742-543136f93798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:07.880498 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-1900e002-4246-4c50-b0c5-b84c4adaf3a8 None None] For port 2d442560-968a-460a-9633-0571dd6f5159, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2d442560-968a-460a-9633-0571dd6f5159,segment=NetworkSegment(c7cfa159-86f6-4c5a-a32d-a0315cffc51f),segment_id=c7cfa159-86f6-4c5a-a32d-a0315cffc51f)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:07.885539 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95115bb-1052-430e-bf2d-8eb00af28d89 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:55:07.896143 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1900e002-4246-4c50-b0c5-b84c4adaf3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:07.904136 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd267dfa-c23c-4669-8f3c-1be4716d2287 None None] Sync routers for ids ['0f3e75af-615a-47ce-9af4-250a337917f4'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:55:07.922099 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fc1b86-9d65-405c-8ff0-b15c1242274f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router d0bc61f2-173f-401b-9eba-0e0b803c9ecf has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:55:07.922658 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd267dfa-c23c-4669-8f3c-1be4716d2287 None None] Routers {'0f3e75af-615a-47ce-9af4-250a337917f4'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:07.923462 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-bd267dfa-c23c-4669-8f3c-1be4716d2287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['0f3e75af-615a-47ce-9af4-250a337917f4'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:07.926839 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-6ba03c60-7a14-436b-b605-be0804f5f2c8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Calling delete_port for 2d442560-968a-460a-9633-0571dd6f5159 owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:55:08.021941 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-bd267dfa-c23c-4669-8f3c-1be4716d2287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:08.036414 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd267dfa-c23c-4669-8f3c-1be4716d2287 None None] Routers {'0f3e75af-615a-47ce-9af4-250a337917f4'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:08.037365 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-bd267dfa-c23c-4669-8f3c-1be4716d2287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['0f3e75af-615a-47ce-9af4-250a337917f4'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:08.057823 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900e002-4246-4c50-b0c5-b84c4adaf3a8 None None] Pushing event updated for resources: {'Port': ['ID=2d442560-968a-460a-9633-0571dd6f5159,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:08.115748 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-67560d4c-48fb-4875-9114-8b55f71a36de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting port edcf7f36-a57f-441e-a2dc-959a5edacac8 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:08.115748 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67560d4c-48fb-4875-9114-8b55f71a36de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:08.118954 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-bd267dfa-c23c-4669-8f3c-1be4716d2287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:08.119674 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd267dfa-c23c-4669-8f3c-1be4716d2287 None None] The sync data for ids ['0f3e75af-615a-47ce-9af4-250a337917f4'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:55:08.150182 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c95115bb-1052-430e-bf2d-8eb00af28d89 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "PUT /v2.0/routers/0f3e75af-615a-47ce-9af4-250a337917f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5741079 May 10 14:55:08.154824 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45934) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:08.167923 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-85e5597b-ae99-411d-9742-543136f93798 None None] For port 2d442560-968a-460a-9633-0571dd6f5159, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2d442560-968a-460a-9633-0571dd6f5159,segment=NetworkSegment(c7cfa159-86f6-4c5a-a32d-a0315cffc51f),segment_id=c7cfa159-86f6-4c5a-a32d-a0315cffc51f)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:08.168401 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-85e5597b-ae99-411d-9742-543136f93798 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:08.195767 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.api [None req-6ba03c60-7a14-436b-b605-be0804f5f2c8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:55:08.196068 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG oslo_db.api [None req-6ba03c60-7a14-436b-b605-be0804f5f2c8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:55:08.214554 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-3075873a-2aeb-4896-8140-a83bb38b4bcc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] GET failed (client error): The resource could not be found. May 10 14:55:08.218607 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3075873a-2aeb-4896-8140-a83bb38b4bcc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports/969da4cf-5db3-4db7-9eaf-2d1daf89bee5 HTTP/1.1" status: 404 len: 333 time: 0.0589087 May 10 14:55:08.219730 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45938) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:08.263099 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fc1b86-9d65-405c-8ff0-b15c1242274f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:55:08.273167 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-21fc1b86-9d65-405c-8ff0-b15c1242274f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:08.279272 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55cbe9-f26e-4385-ab12-1016ad35820d None None] Sync routers for ids ['d0bc61f2-173f-401b-9eba-0e0b803c9ecf'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:55:08.334465 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-21fc1b86-9d65-405c-8ff0-b15c1242274f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/floatingips/48190631-d62e-4a46-9185-27f5528b0e13 HTTP/1.1" status: 204 len: 168 time: 3.1346309 May 10 14:55:08.334465 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca292cee-d598-484a-ad60-af6b19cb7770', 'tag': '1000f3c1-de13-411e-bfb1-8cc2945097c7'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:55:08.347992 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-85e5597b-ae99-411d-9742-543136f93798 None None] Calling delete_port for 2d442560-968a-460a-9633-0571dd6f5159 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:55:08.384698 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba55cbe9-f26e-4385-ab12-1016ad35820d None None] Routers {'d0bc61f2-173f-401b-9eba-0e0b803c9ecf'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:08.385407 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-ba55cbe9-f26e-4385-ab12-1016ad35820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d0bc61f2-173f-401b-9eba-0e0b803c9ecf'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:08.447656 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-752eb12d-e05d-429e-9cc1-06bbb29eacb7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:08.591279 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b99f7132-266b-4283-a636-74a098e1193d'] response: {'name': 'network-changed', 'server_uuid': 'ca292cee-d598-484a-ad60-af6b19cb7770', 'tag': '1000f3c1-de13-411e-bfb1-8cc2945097c7', 'status': 'completed', 'code': 200} May 10 14:55:08.594464 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-85e5597b-ae99-411d-9742-543136f93798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:08.663588 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e5597b-ae99-411d-9742-543136f93798 None None] No DVR routers for this DVR port 2d442560-968a-460a-9633-0571dd6f5159 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:55:08.665802 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5597b-ae99-411d-9742-543136f93798 None None] Pushing event deleted for resources: {'Port': ['ID=2d442560-968a-460a-9633-0571dd6f5159,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:08.674136 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-ba55cbe9-f26e-4385-ab12-1016ad35820d None None] Set router d0bc61f2-173f-401b-9eba-0e0b803c9ecf gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:55:08.718637 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02511a76-4777-4364-8d72-f6e7dd7c8429 None None] get_active_networks_info from dv-neutron-841204-2-hyperv {{(pid=88053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 10 14:55:08.759663 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-6ba03c60-7a14-436b-b605-be0804f5f2c8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Deleting port 2d442560-968a-460a-9633-0571dd6f5159 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:08.760252 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ba03c60-7a14-436b-b605-be0804f5f2c8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:08.802994 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67560d4c-48fb-4875-9114-8b55f71a36de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:08.806876 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c7570-d651-4eb3-9ee7-a02b392eacbb req-2ffba7b5-e3fe-44af-ac5f-6cdd6ba440e4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:08.807583 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-c98c7570-d651-4eb3-9ee7-a02b392eacbb req-2ffba7b5-e3fe-44af-ac5f-6cdd6ba440e4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:55:08.829175 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-c98c7570-d651-4eb3-9ee7-a02b392eacbb req-2ffba7b5-e3fe-44af-ac5f-6cdd6ba440e4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:55:08.830607 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c98c7570-d651-4eb3-9ee7-a02b392eacbb req-2ffba7b5-e3fe-44af-ac5f-6cdd6ba440e4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca292cee-d598-484a-ad60-af6b19cb7770 HTTP/1.1" status: 200 len: 946 time: 0.1155560 May 10 14:55:08.885567 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c98c7570-d651-4eb3-9ee7-a02b392eacbb req-83b2e7bd-f966-4d9c-9edd-b51cb3075a22 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=27d68dca-9eb1-4b1a-b678-c673ae90a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483751 May 10 14:55:08.910639 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2d442560-968a-460a-9633-0571dd6f5159 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:55:08.971887 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-6ba03c60-7a14-436b-b605-be0804f5f2c8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] The port '2d442560-968a-460a-9633-0571dd6f5159' was deleted {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:55:09.012137 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 2d442560-968a-460a-9633-0571dd6f5159 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:55:09.012473 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2d442560-968a-460a-9633-0571dd6f5159 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:55:09.120095 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02511a76-4777-4364-8d72-f6e7dd7c8429 None None] Resources bound (agent type, host, resource id): {{(pid=88053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 14:55:09.150500 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-752eb12d-e05d-429e-9cc1-06bbb29eacb7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:09.158882 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-67560d4c-48fb-4875-9114-8b55f71a36de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Calling delete_port for edcf7f36-a57f-441e-a2dc-959a5edacac8 owned by network:router_interface {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:55:09.216397 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-752eb12d-e05d-429e-9cc1-06bbb29eacb7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:09.266791 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-ba55cbe9-f26e-4385-ab12-1016ad35820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'name': 'tempest-TestNetworkBasicOps-router-741649397', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:53:40Z', 'updated_at': '2022-05-10T14:53:56Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:53:42Z', 'updated_at': '2022-05-10T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'bd116851-e548-4b5c-9023-131fdb69f170', 'name': '', 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:65:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '9a653b72-f3ca-46b8-9057-488638357e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:53:52Z', 'updated_at': '2022-05-10T14:54:09Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '9a653b72-f3ca-46b8-9057-488638357e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:09.287467 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55cbe9-f26e-4385-ab12-1016ad35820d None None] Checking router: d0bc61f2-173f-401b-9eba-0e0b803c9ecf for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:55:09.349933 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba55cbe9-f26e-4385-ab12-1016ad35820d None None] Routers {'d0bc61f2-173f-401b-9eba-0e0b803c9ecf'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:09.350598 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-ba55cbe9-f26e-4385-ab12-1016ad35820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d0bc61f2-173f-401b-9eba-0e0b803c9ecf'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:09.361817 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-752eb12d-e05d-429e-9cc1-06bbb29eacb7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:09.362280 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752eb12d-e05d-429e-9cc1-06bbb29eacb7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Fanout notify agent at l3_agent the message router_deleted on router 0f3e75af-615a-47ce-9af4-250a337917f4 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:55:09.375415 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ba03c60-7a14-436b-b605-be0804f5f2c8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:09.425163 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-6ba03c60-7a14-436b-b605-be0804f5f2c8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab83bec2-de59-4c92-a341-fa7c3c8d6392']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:09.441293 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-752eb12d-e05d-429e-9cc1-06bbb29eacb7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:09.442362 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-752eb12d-e05d-429e-9cc1-06bbb29eacb7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/routers/0f3e75af-615a-47ce-9af4-250a337917f4 HTTP/1.1" status: 204 len: 168 time: 1.2220066 May 10 14:55:09.445800 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45950) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:09.447106 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379a069-0e0d-40ff-b3a3-60c42c8342f8 req-31046fed-30dc-4624-8384-d824bfd6e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:09.448605 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c379a069-0e0d-40ff-b3a3-60c42c8342f8 req-31046fed-30dc-4624-8384-d824bfd6e0fc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=ca292cee-d598-484a-ad60-af6b19cb7770 HTTP/1.1" status: 200 len: 1099 time: 0.7910593 May 10 14:55:09.450078 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-6ba03c60-7a14-436b-b605-be0804f5f2c8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7cfa159-86f6-4c5a-a32d-a0315cffc51f') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:09.450366 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-6ba03c60-7a14-436b-b605-be0804f5f2c8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7cfa159-86f6-4c5a-a32d-a0315cffc51f') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:09.483204 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ba03c60-7a14-436b-b605-be0804f5f2c8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:09.519397 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-f281753d-e64e-424c-9b56-2bcb97c9e627 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting subnet 4c085c1a-70bc-4dfe-a82f-609cb63f003a {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:55:09.522952 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f281753d-e64e-424c-9b56-2bcb97c9e627 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:09.567726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ba03c60-7a14-436b-b605-be0804f5f2c8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:09.585355 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f281753d-e64e-424c-9b56-2bcb97c9e627 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:09.586536 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba03c60-7a14-436b-b605-be0804f5f2c8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:55:09.586948 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ba03c60-7a14-436b-b605-be0804f5f2c8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:55:09.604340 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:55:09.651736 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-ba55cbe9-f26e-4385-ab12-1016ad35820d None None] Set router d0bc61f2-173f-401b-9eba-0e0b803c9ecf gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:55:09.687942 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f281753d-e64e-424c-9b56-2bcb97c9e627 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:09.762765 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379a069-0e0d-40ff-b3a3-60c42c8342f8 req-6b062a55-e9e0-493f-a599-edb64cbb7d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:09.764146 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c379a069-0e0d-40ff-b3a3-60c42c8342f8 req-6b062a55-e9e0-493f-a599-edb64cbb7d75 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cd34850c-ae9b-44e6-b4af-1543b19ccb5e HTTP/1.1" status: 200 len: 898 time: 0.3059874 May 10 14:55:09.766521 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ba03c60-7a14-436b-b605-be0804f5f2c8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:09.780254 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f281753d-e64e-424c-9b56-2bcb97c9e627 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:09.786328 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ba03c60-7a14-436b-b605-be0804f5f2c8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:09.832937 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f281753d-e64e-424c-9b56-2bcb97c9e627 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:09.839603 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281753d-e64e-424c-9b56-2bcb97c9e627 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Subnet': ['ID=4c085c1a-70bc-4dfe-a82f-609cb63f003a,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:09.843543 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67560d4c-48fb-4875-9114-8b55f71a36de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:09.848630 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f281753d-e64e-424c-9b56-2bcb97c9e627 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/subnets/4c085c1a-70bc-4dfe-a82f-609cb63f003a HTTP/1.1" status: 204 len: 168 time: 0.4014671 May 10 14:55:09.849343 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45954) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:09.903618 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655d6081-ac11-4bed-ad17-578e1b6294a0 None None] Network 7e68d376-5736-4a26-85b1-07c3fa9fb8d7 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:09.903878 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba03c60-7a14-436b-b605-be0804f5f2c8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Pushing event deleted for resources: {'Network': ['ID=ab83bec2-de59-4c92-a341-fa7c3c8d6392,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:09.916755 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c379a069-0e0d-40ff-b3a3-60c42c8342f8 req-70b94c78-8915-4bc9-ad3b-f2b9e61e362c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1000f3c1-de13-411e-bfb1-8cc2945097c7 HTTP/1.1" status: 200 len: 217 time: 0.1320670 May 10 14:55:09.920745 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67560d4c-48fb-4875-9114-8b55f71a36de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Port': ['ID=edcf7f36-a57f-441e-a2dc-959a5edacac8,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:09.926010 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6ba03c60-7a14-436b-b605-be0804f5f2c8 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] 10.222.0.79 "DELETE /v2.0/networks/ab83bec2-de59-4c92-a341-fa7c3c8d6392 HTTP/1.1" status: 204 len: 168 time: 2.9406104 May 10 14:55:09.993616 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45960) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:09.996301 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d875a9e7-3be6-444b-8b17-a6938faa85ac tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:10.013799 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-d875a9e7-3be6-444b-8b17-a6938faa85ac tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting port f1e1898a-fe54-41bf-8ced-7bac71b3c907 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:10.014576 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d875a9e7-3be6-444b-8b17-a6938faa85ac tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:10.222562 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-36a199be-4b12-49f6-8b13-2e836b18b54c tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:10.245769 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379a069-0e0d-40ff-b3a3-60c42c8342f8 req-24b2b306-4f78-45f3-ab8e-40ae1f937141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:10.247350 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c379a069-0e0d-40ff-b3a3-60c42c8342f8 req-24b2b306-4f78-45f3-ab8e-40ae1f937141 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9a653b72-f3ca-46b8-9057-488638357e83 HTTP/1.1" status: 200 len: 835 time: 0.3201489 May 10 14:55:10.267894 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-ba55cbe9-f26e-4385-ab12-1016ad35820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'name': 'tempest-TestNetworkBasicOps-router-741649397', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:53:40Z', 'updated_at': '2022-05-10T14:53:56Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:53:42Z', 'updated_at': '2022-05-10T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'bd116851-e548-4b5c-9023-131fdb69f170', 'name': '', 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:65:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '9a653b72-f3ca-46b8-9057-488638357e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:53:52Z', 'updated_at': '2022-05-10T14:54:09Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '9a653b72-f3ca-46b8-9057-488638357e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:10.275932 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55cbe9-f26e-4385-ab12-1016ad35820d None None] The sync data for ids ['d0bc61f2-173f-401b-9eba-0e0b803c9ecf'] in dv-neutron-841204-2-hyperv is: [{'id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'name': 'tempest-TestNetworkBasicOps-router-741649397', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:53:40Z', 'updated_at': '2022-05-10T14:53:56Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:53:42Z', 'updated_at': '2022-05-10T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'bd116851-e548-4b5c-9023-131fdb69f170', 'name': '', 'network_id': 'cd34850c-ae9b-44e6-b4af-1543b19ccb5e', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:65:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '9a653b72-f3ca-46b8-9057-488638357e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:53:52Z', 'updated_at': '2022-05-10T14:54:09Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '9a653b72-f3ca-46b8-9057-488638357e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:55:10.308847 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7b085-18ab-4f86-98f4-0770d54917c5 req-7c12276c-ef73-4a9f-a990-64a526906f04 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:10.310325 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-94c7b085-18ab-4f86-98f4-0770d54917c5 req-7c12276c-ef73-4a9f-a990-64a526906f04 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca292cee-d598-484a-ad60-af6b19cb7770 HTTP/1.1" status: 200 len: 946 time: 0.1751957 May 10 14:55:10.348603 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ba3d7e-1548-4b23-8b64-4a78fe4dffe8 None None] DHCP port deletion for 7e68d376-5736-4a26-85b1-07c3fa9fb8d7 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:55:10.353391 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e4ba3d7e-1548-4b23-8b64-4a78fe4dffe8 None None] Deleting port f1e1898a-fe54-41bf-8ced-7bac71b3c907 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:10.354124 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e4ba3d7e-1548-4b23-8b64-4a78fe4dffe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:10.428786 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-94c7b085-18ab-4f86-98f4-0770d54917c5 req-2218fcfa-9e6b-47b6-8035-8b0f60af0a25 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=27d68dca-9eb1-4b1a-b678-c673ae90a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713756 May 10 14:55:10.436031 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-d875a9e7-3be6-444b-8b17-a6938faa85ac tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] For port f1e1898a-fe54-41bf-8ced-7bac71b3c907, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=f1e1898a-fe54-41bf-8ced-7bac71b3c907,segment=NetworkSegment(2bfdd9de-88c8-4fc8-b316-dfb6eb384faf),segment_id=2bfdd9de-88c8-4fc8-b316-dfb6eb384faf)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:10.436400 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d875a9e7-3be6-444b-8b17-a6938faa85ac tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:10.580193 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-d875a9e7-3be6-444b-8b17-a6938faa85ac tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Calling delete_port for f1e1898a-fe54-41bf-8ced-7bac71b3c907 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:55:10.623272 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-e4ba3d7e-1548-4b23-8b64-4a78fe4dffe8 None None] For port f1e1898a-fe54-41bf-8ced-7bac71b3c907, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=f1e1898a-fe54-41bf-8ced-7bac71b3c907,segment=NetworkSegment(2bfdd9de-88c8-4fc8-b316-dfb6eb384faf),segment_id=2bfdd9de-88c8-4fc8-b316-dfb6eb384faf)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:10.623660 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e4ba3d7e-1548-4b23-8b64-4a78fe4dffe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:10.668809 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a26601-130e-48c7-b1a8-32b937a28956 None None] New status for floating IP 48190631-d62e-4a46-9185-27f5528b0e13: DOWN {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:55:10.736183 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67560d4c-48fb-4875-9114-8b55f71a36de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:10.738041 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d875a9e7-3be6-444b-8b17-a6938faa85ac tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:10.783665 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e4ba3d7e-1548-4b23-8b64-4a78fe4dffe8 None None] Calling delete_port for f1e1898a-fe54-41bf-8ced-7bac71b3c907 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:55:10.831231 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-36a199be-4b12-49f6-8b13-2e836b18b54c tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:10.861990 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875a9e7-3be6-444b-8b17-a6938faa85ac tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Port': ['ID=f1e1898a-fe54-41bf-8ced-7bac71b3c907,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:10.871759 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d875a9e7-3be6-444b-8b17-a6938faa85ac tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] No DVR routers for this DVR port f1e1898a-fe54-41bf-8ced-7bac71b3c907 on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:55:10.939724 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-e4ba3d7e-1548-4b23-8b64-4a78fe4dffe8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:55:10.939724 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-e4ba3d7e-1548-4b23-8b64-4a78fe4dffe8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:55:10.949616 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device f1e1898a-fe54-41bf-8ced-7bac71b3c907 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:55:10.991221 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: f1e1898a-fe54-41bf-8ced-7bac71b3c907 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:55:10.991547 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device f1e1898a-fe54-41bf-8ced-7bac71b3c907 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:55:11.050811 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-36a199be-4b12-49f6-8b13-2e836b18b54c tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53428ca-04b1-41a6-8268-17cd96e42771']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:11.073668 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-36a199be-4b12-49f6-8b13-2e836b18b54c tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9746c60-66bc-4ef8-926a-e55afa8a482d') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:11.073959 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-36a199be-4b12-49f6-8b13-2e836b18b54c tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9746c60-66bc-4ef8-926a-e55afa8a482d') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:11.088906 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b74b3-1e37-4472-b30f-20443e0b18ba req-3e569b85-ef16-4938-8eee-580eaa1a0f2f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:11.089626 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-5b9b74b3-1e37-4472-b30f-20443e0b18ba req-3e569b85-ef16-4938-8eee-580eaa1a0f2f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:55:11.097773 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379a069-0e0d-40ff-b3a3-60c42c8342f8 req-04c1a70d-6463-4179-bed5-2196601af784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:11.099316 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c379a069-0e0d-40ff-b3a3-60c42c8342f8 req-04c1a70d-6463-4179-bed5-2196601af784 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cd34850c-ae9b-44e6-b4af-1543b19ccb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7853661 May 10 14:55:11.154101 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-36a199be-4b12-49f6-8b13-2e836b18b54c tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:11.213934 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d875a9e7-3be6-444b-8b17-a6938faa85ac tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:11.248798 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-d875a9e7-3be6-444b-8b17-a6938faa85ac tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e68d376-5736-4a26-85b1-07c3fa9fb8d7']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:11.263555 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-d875a9e7-3be6-444b-8b17-a6938faa85ac tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bfdd9de-88c8-4fc8-b316-dfb6eb384faf') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:11.263843 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-d875a9e7-3be6-444b-8b17-a6938faa85ac tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bfdd9de-88c8-4fc8-b316-dfb6eb384faf') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:11.278051 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d875a9e7-3be6-444b-8b17-a6938faa85ac tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:11.298277 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d875a9e7-3be6-444b-8b17-a6938faa85ac tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:11.310198 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820947a-2163-444d-92bf-b6f8649d27ee req-a4b176f6-ea8a-4dd5-8bae-65bf05a4793a tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:11.312189 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9820947a-2163-444d-92bf-b6f8649d27ee req-a4b176f6-ea8a-4dd5-8bae-65bf05a4793a tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 945 time: 0.2733276 May 10 14:55:11.315497 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d875a9e7-3be6-444b-8b17-a6938faa85ac tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:55:11.315893 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d875a9e7-3be6-444b-8b17-a6938faa85ac tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:11.323403 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-36a199be-4b12-49f6-8b13-2e836b18b54c tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:55:11.331399 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:55:11.333961 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-5b9b74b3-1e37-4472-b30f-20443e0b18ba req-3e569b85-ef16-4938-8eee-580eaa1a0f2f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:55:11.334645 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5b9b74b3-1e37-4472-b30f-20443e0b18ba req-3e569b85-ef16-4938-8eee-580eaa1a0f2f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca292cee-d598-484a-ad60-af6b19cb7770 HTTP/1.1" status: 200 len: 946 time: 1.0277989 May 10 14:55:11.344363 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a199be-4b12-49f6-8b13-2e836b18b54c tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:55:11.344768 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-36a199be-4b12-49f6-8b13-2e836b18b54c tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:55:11.361989 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:55:11.440830 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e4ba3d7e-1548-4b23-8b64-4a78fe4dffe8 None None] Deleting port f1e1898a-fe54-41bf-8ced-7bac71b3c907 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:11.441384 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e4ba3d7e-1548-4b23-8b64-4a78fe4dffe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:11.443121 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9820947a-2163-444d-92bf-b6f8649d27ee req-be76f504-6a3f-44aa-81a4-becee2fbcb3f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109676 May 10 14:55:11.444165 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d875a9e7-3be6-444b-8b17-a6938faa85ac tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:11.462198 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d875a9e7-3be6-444b-8b17-a6938faa85ac tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:11.482488 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d875a9e7-3be6-444b-8b17-a6938faa85ac tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/networks/7e68d376-5736-4a26-85b1-07c3fa9fb8d7 HTTP/1.1" status: 204 len: 168 time: 1.6284702 May 10 14:55:11.482488 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875a9e7-3be6-444b-8b17-a6938faa85ac tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Network': ['ID=7e68d376-5736-4a26-85b1-07c3fa9fb8d7,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:11.485289 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67560d4c-48fb-4875-9114-8b55f71a36de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Router c9bfefd5-3e82-485b-9473-63706bad6f22 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:55:11.485401 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45970) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:11.547907 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e4ba3d7e-1548-4b23-8b64-4a78fe4dffe8 None None] The port 'f1e1898a-fe54-41bf-8ced-7bac71b3c907' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:55:11.564636 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5f3f43-dceb-4b34-abec-2ad88e0309f5 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:11.565214 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5b5f3f43-dceb-4b34-abec-2ad88e0309f5 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Synchronizing usage tracker for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:55:11.582274 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5b5f3f43-dceb-4b34-abec-2ad88e0309f5 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Unset dirty status for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:55:11.583765 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5b5f3f43-dceb-4b34-abec-2ad88e0309f5 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports/bb69dbbb-e2ad-40d8-8884-14487a9c2837 HTTP/1.1" status: 200 len: 841 time: 0.0989869 May 10 14:55:11.587269 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45974) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:11.637055 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-36a199be-4b12-49f6-8b13-2e836b18b54c tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:11.690873 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-5b9b74b3-1e37-4472-b30f-20443e0b18ba req-803f1275-81f2-4caa-bcb3-914a66da4757 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 1000f3c1-de13-411e-bfb1-8cc2945097c7 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:11.691212 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-5b9b74b3-1e37-4472-b30f-20443e0b18ba req-803f1275-81f2-4caa-bcb3-914a66da4757 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:11.706153 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-81527964-ea0a-4f43-9be0-e82c4d1bd5e7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports/bb69dbbb-e2ad-40d8-8884-14487a9c2837?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1176682 May 10 14:55:11.709606 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45978) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:11.716008 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e0410592-c922-4983-9e93-656d6aa6af3e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'subnet': {'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:11.747954 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-36a199be-4b12-49f6-8b13-2e836b18b54c tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:11.762584 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c379a069-0e0d-40ff-b3a3-60c42c8342f8 req-acc9a419-b0fa-4eb6-bb8e-3d97c6af6967 service neutron] 10.222.0.86 "GET /v2.0/networks/cd34850c-ae9b-44e6-b4af-1543b19ccb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105568 May 10 14:55:11.802238 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67560d4c-48fb-4875-9114-8b55f71a36de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:55:11.803881 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a199be-4b12-49f6-8b13-2e836b18b54c tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Pushing event deleted for resources: {'Network': ['ID=f53428ca-04b1-41a6-8268-17cd96e42771,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:11.814461 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-67560d4c-48fb-4875-9114-8b55f71a36de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/routers/c9bfefd5-3e82-485b-9473-63706bad6f22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5558403 May 10 14:55:11.816563 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3afcdf-93a0-4ba8-90d9-968dc5f7cd68 None None] Sync routers for ids ['c9bfefd5-3e82-485b-9473-63706bad6f22'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:55:11.821571 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45982) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:11.825125 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-36a199be-4b12-49f6-8b13-2e836b18b54c tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] 10.222.0.79 "DELETE /v2.0/networks/f53428ca-04b1-41a6-8268-17cd96e42771 HTTP/1.1" status: 204 len: 168 time: 1.8242049 May 10 14:55:11.829702 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3afcdf-93a0-4ba8-90d9-968dc5f7cd68 None None] Routers {'c9bfefd5-3e82-485b-9473-63706bad6f22'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:11.830453 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-9e3afcdf-93a0-4ba8-90d9-968dc5f7cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c9bfefd5-3e82-485b-9473-63706bad6f22'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:11.871705 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45986) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:11.883311 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6d647f6f-5f01-4647-9e2b-55e00dae2739 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Synchronizing usage tracker for tenant:7644c356883e4453aa5ee3ea8dc28b8a on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:55:11.892893 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-9e3afcdf-93a0-4ba8-90d9-968dc5f7cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:11.896732 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e0410592-c922-4983-9e93-656d6aa6af3e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:11.901150 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e0410592-c922-4983-9e93-656d6aa6af3e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:subnet and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:11.903301 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3afcdf-93a0-4ba8-90d9-968dc5f7cd68 None None] Routers {'c9bfefd5-3e82-485b-9473-63706bad6f22'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:11.904020 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-9e3afcdf-93a0-4ba8-90d9-968dc5f7cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c9bfefd5-3e82-485b-9473-63706bad6f22'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:11.905139 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e0410592-c922-4983-9e93-656d6aa6af3e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:11.913205 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e0410592-c922-4983-9e93-656d6aa6af3e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:11.933523 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3df5a-aba3-4c58-8e3b-dbdffd0b31ee req-5418fe21-d854-4800-a706-7bf5ac4909dc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:11.941786 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-35d3df5a-aba3-4c58-8e3b-dbdffd0b31ee req-5418fe21-d854-4800-a706-7bf5ac4909dc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca292cee-d598-484a-ad60-af6b19cb7770 HTTP/1.1" status: 200 len: 946 time: 0.3216794 May 10 14:55:11.977661 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-9e3afcdf-93a0-4ba8-90d9-968dc5f7cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:11.978205 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3afcdf-93a0-4ba8-90d9-968dc5f7cd68 None None] The sync data for ids ['c9bfefd5-3e82-485b-9473-63706bad6f22'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:55:11.982949 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0410592-c922-4983-9e93-656d6aa6af3e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:11.987052 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0410592-c922-4983-9e93-656d6aa6af3e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:12.065411 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c379a069-0e0d-40ff-b3a3-60c42c8342f8 req-e1b50f5a-3c89-40f7-b074-67d29ab93d6f service neutron] 10.222.0.86 "GET /v2.0/networks/cd34850c-ae9b-44e6-b4af-1543b19ccb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882502 May 10 14:55:12.109944 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-5b9b74b3-1e37-4472-b30f-20443e0b18ba req-803f1275-81f2-4caa-bcb3-914a66da4757 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port 1000f3c1-de13-411e-bfb1-8cc2945097c7, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=1000f3c1-de13-411e-bfb1-8cc2945097c7,segment=NetworkSegment(de48f3bc-6168-4872-b4e8-1e0d9c135d5c),segment_id=de48f3bc-6168-4872-b4e8-1e0d9c135d5c)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:12.110304 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-5b9b74b3-1e37-4472-b30f-20443e0b18ba req-803f1275-81f2-4caa-bcb3-914a66da4757 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:12.131880 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6d647f6f-5f01-4647-9e2b-55e00dae2739 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Unset dirty status for tenant:7644c356883e4453aa5ee3ea8dc28b8a on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:55:12.133032 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6d647f6f-5f01-4647-9e2b-55e00dae2739 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9bfefd5-3e82-485b-9473-63706bad6f22 HTTP/1.1" status: 200 len: 205 time: 0.3096972 May 10 14:55:12.142470 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 45990) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:12.322188 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-35d3df5a-aba3-4c58-8e3b-dbdffd0b31ee req-8ace71cf-640c-4acb-afa5-572976fc67a6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=27d68dca-9eb1-4b1a-b678-c673ae90a4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3794942 May 10 14:55:12.342653 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9ac349cf-7e67-4bac-9ece-0282d3cf9e44 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:12.359999 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09038488-85be-44c0-a579-b76ec016c918 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:12.365961 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-5b9b74b3-1e37-4472-b30f-20443e0b18ba req-803f1275-81f2-4caa-bcb3-914a66da4757 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 1000f3c1-de13-411e-bfb1-8cc2945097c7 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:55:12.521908 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-5b9b74b3-1e37-4472-b30f-20443e0b18ba req-803f1275-81f2-4caa-bcb3-914a66da4757 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:12.580238 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f1275-81f2-4caa-bcb3-914a66da4757 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=1000f3c1-de13-411e-bfb1-8cc2945097c7,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:12.661115 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9b74b3-1e37-4472-b30f-20443e0b18ba req-803f1275-81f2-4caa-bcb3-914a66da4757 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] No DVR routers for this DVR port 1000f3c1-de13-411e-bfb1-8cc2945097c7 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:55:12.663481 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-5b9b74b3-1e37-4472-b30f-20443e0b18ba req-803f1275-81f2-4caa-bcb3-914a66da4757 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:12.666138 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca292cee-d598-484a-ad60-af6b19cb7770', 'name': 'network-vif-deleted', 'tag': '1000f3c1-de13-411e-bfb1-8cc2945097c7'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:55:12.686218 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5b9b74b3-1e37-4472-b30f-20443e0b18ba req-803f1275-81f2-4caa-bcb3-914a66da4757 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "DELETE /v2.0/ports/1000f3c1-de13-411e-bfb1-8cc2945097c7 HTTP/1.1" status: 204 len: 173 time: 1.3436482 May 10 14:55:12.720669 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84eff56b-eade-4aca-9cc3-42c8d52ab6bf'] response: {'server_uuid': 'ca292cee-d598-484a-ad60-af6b19cb7770', 'name': 'network-vif-deleted', 'tag': '1000f3c1-de13-411e-bfb1-8cc2945097c7', 'status': 'completed', 'code': 200} May 10 14:55:12.847554 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c97309-5c0f-40a8-8280-fc58c9b84a15 req-cbd76e76-9b80-4287-a08e-3c4ffb356ed9 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:12.848306 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-57c97309-5c0f-40a8-8280-fc58c9b84a15 req-cbd76e76-9b80-4287-a08e-3c4ffb356ed9 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Synchronizing usage tracker for tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:55:12.868296 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-57c97309-5c0f-40a8-8280-fc58c9b84a15 req-cbd76e76-9b80-4287-a08e-3c4ffb356ed9 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Unset dirty status for tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:55:12.869585 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-57c97309-5c0f-40a8-8280-fc58c9b84a15 req-cbd76e76-9b80-4287-a08e-3c4ffb356ed9 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 945 time: 0.1157935 May 10 14:55:12.946109 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-57c97309-5c0f-40a8-8280-fc58c9b84a15 req-2cb36dc6-26cb-4c79-b103-3ab167abde2c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Deleting port 360407bd-a54b-4eae-90ad-84682b32fc75 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:12.946632 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-57c97309-5c0f-40a8-8280-fc58c9b84a15 req-2cb36dc6-26cb-4c79-b103-3ab167abde2c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:12.994280 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09038488-85be-44c0-a579-b76ec016c918 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.012565 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09038488-85be-44c0-a579-b76ec016c918 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.037534 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9ac349cf-7e67-4bac-9ece-0282d3cf9e44 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.099927 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-9ac349cf-7e67-4bac-9ece-0282d3cf9e44 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87473bf7-c1c0-4a79-bd08-1d612dab3e82']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:13.117690 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09038488-85be-44c0-a579-b76ec016c918 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.118189 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09038488-85be-44c0-a579-b76ec016c918 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Fanout notify agent at l3_agent the message router_deleted on router c9bfefd5-3e82-485b-9473-63706bad6f22 {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:55:13.140874 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-9ac349cf-7e67-4bac-9ece-0282d3cf9e44 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874f2c61-6068-43a6-93e6-8c1955299979') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:13.141175 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-9ac349cf-7e67-4bac-9ece-0282d3cf9e44 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874f2c61-6068-43a6-93e6-8c1955299979') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:13.167222 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9ac349cf-7e67-4bac-9ece-0282d3cf9e44 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.197036 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f646ab-41e6-44ba-b49d-04dbc4290cc1 req-96d5f63e-8271-4aec-91a5-872c84dd033e tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:13.198556 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-72f646ab-41e6-44ba-b49d-04dbc4290cc1 req-96d5f63e-8271-4aec-91a5-872c84dd033e tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 945 time: 0.5631161 May 10 14:55:13.203975 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0410592-c922-4983-9e93-656d6aa6af3e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.216434 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-57c97309-5c0f-40a8-8280-fc58c9b84a15 req-2cb36dc6-26cb-4c79-b103-3ab167abde2c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] For port 360407bd-a54b-4eae-90ad-84682b32fc75, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=360407bd-a54b-4eae-90ad-84682b32fc75,segment=NetworkSegment(d7574317-f155-4685-9a5d-5802df6f0649),segment_id=d7574317-f155-4685-9a5d-5802df6f0649)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:13.216919 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-57c97309-5c0f-40a8-8280-fc58c9b84a15 req-2cb36dc6-26cb-4c79-b103-3ab167abde2c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.239975 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9ac349cf-7e67-4bac-9ece-0282d3cf9e44 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.248670 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09038488-85be-44c0-a579-b76ec016c918 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.252178 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-09038488-85be-44c0-a579-b76ec016c918 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/routers/c9bfefd5-3e82-485b-9473-63706bad6f22 HTTP/1.1" status: 204 len: 168 time: 1.1038952 May 10 14:55:13.285344 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 45998) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:13.297003 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0410592-c922-4983-9e93-656d6aa6af3e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:13.304680 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-e0410592-c922-4983-9e93-656d6aa6af3e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:13.308055 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0410592-c922-4983-9e93-656d6aa6af3e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:13.308818 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0410592-c922-4983-9e93-656d6aa6af3e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.316476 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac349cf-7e67-4bac-9ece-0282d3cf9e44 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:55:13.316995 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9ac349cf-7e67-4bac-9ece-0282d3cf9e44 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.317921 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee277de0-26e0-4aad-b636-b5d225fc2ea0 None None] Network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:55:13.337426 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:55:13.474741 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8479d6a-6656-4837-9138-878fc2d9f82c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting subnet 94e1ede6-0024-4387-942c-4af216262d78 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:55:13.477973 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c8479d6a-6656-4837-9138-878fc2d9f82c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.490818 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9ac349cf-7e67-4bac-9ece-0282d3cf9e44 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.527870 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46004) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:13.529146 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9ac349cf-7e67-4bac-9ece-0282d3cf9e44 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.533872 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9ac349cf-7e67-4bac-9ece-0282d3cf9e44 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] 10.222.0.79 "DELETE /v2.0/networks/87473bf7-c1c0-4a79-bd08-1d612dab3e82 HTTP/1.1" status: 204 len: 168 time: 1.6427364 May 10 14:55:13.534294 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46006) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:13.539102 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-72f646ab-41e6-44ba-b49d-04dbc4290cc1 req-74299b25-2364-4704-aac2-cc8ec785ec41 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3303382 May 10 14:55:13.542416 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0410592-c922-4983-9e93-656d6aa6af3e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Subnet': ['ID=909eaa1c-a72b-435e-942e-b18c814f3906,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:13.548530 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e0410592-c922-4983-9e93-656d6aa6af3e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8347223 May 10 14:55:13.557187 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac349cf-7e67-4bac-9ece-0282d3cf9e44 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Pushing event deleted for resources: {'Network': ['ID=87473bf7-c1c0-4a79-bd08-1d612dab3e82,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:13.559727 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46010) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:13.572914 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-f1931b60-50c8-4e52-8ac7-06bcf28a215d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'security_group': {'name': 'tempest-secgroup-356747637'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:13.588940 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-f1931b60-50c8-4e52-8ac7-06bcf28a215d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:13.604471 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-f1931b60-50c8-4e52-8ac7-06bcf28a215d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:security_group and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:13.610265 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-f1931b60-50c8-4e52-8ac7-06bcf28a215d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:13.620502 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-f1931b60-50c8-4e52-8ac7-06bcf28a215d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:13.649599 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4228f56c-68f2-4a19-8974-1245751d1c76 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.669611 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c8479d6a-6656-4837-9138-878fc2d9f82c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.669884 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f1931b60-50c8-4e52-8ac7-06bcf28a215d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.686066 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b381f00f-7a6b-478c-9f30-2d359d348c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e', 'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e', 'tenant_id': 'bcdeb671ca1c427bb10de7b95cee308e', 'fixed_ips': [{'subnet_id': '909eaa1c-a72b-435e-942e-b18c814f3906'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:55:13.687587 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b381f00f-7a6b-478c-9f30-2d359d348c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.705630 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4228f56c-68f2-4a19-8974-1245751d1c76 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.716795 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-f1931b60-50c8-4e52-8ac7-06bcf28a215d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:13.728426 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-f1931b60-50c8-4e52-8ac7-06bcf28a215d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:security_group_rule and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:13.734216 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-f1931b60-50c8-4e52-8ac7-06bcf28a215d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:13.748318 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-f1931b60-50c8-4e52-8ac7-06bcf28a215d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:13.838846 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-57c97309-5c0f-40a8-8280-fc58c9b84a15 req-2cb36dc6-26cb-4c79-b103-3ab167abde2c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.839207 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-57c97309-5c0f-40a8-8280-fc58c9b84a15 req-2cb36dc6-26cb-4c79-b103-3ab167abde2c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.839509 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [req-57c97309-5c0f-40a8-8280-fc58c9b84a15 req-2cb36dc6-26cb-4c79-b103-3ab167abde2c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Floating IP 892157d8-1e1a-48bd-aee7-9e50dab02f83 disassociated. External IP: 172.26.0.134, port: 360407bd-a54b-4eae-90ad-84682b32fc75. May 10 14:55:13.839868 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-57c97309-5c0f-40a8-8280-fc58c9b84a15 req-2cb36dc6-26cb-4c79-b103-3ab167abde2c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Calling delete_port for 360407bd-a54b-4eae-90ad-84682b32fc75 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:55:13.845965 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f1931b60-50c8-4e52-8ac7-06bcf28a215d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.851829 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f1931b60-50c8-4e52-8ac7-06bcf28a215d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.860583 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-b381f00f-7a6b-478c-9f30-2d359d348c39 None None] Allocated IP 172.20.0.2 (1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e/909eaa1c-a72b-435e-942e-b18c814f3906/efaeaf8e-a200-42f6-9efd-06ef47f071ec) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:13.900494 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1931b60-50c8-4e52-8ac7-06bcf28a215d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36059dad-406e-4f2e-92d5-1d096f4d5d72,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:13.903605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4228f56c-68f2-4a19-8974-1245751d1c76 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.929934 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228f56c-68f2-4a19-8974-1245751d1c76 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d68dca-9eb1-4b1a-b678-c673ae90a4dd,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:13.944222 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4228f56c-68f2-4a19-8974-1245751d1c76 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.946913 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4228f56c-68f2-4a19-8974-1245751d1c76 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/security-groups/27d68dca-9eb1-4b1a-b678-c673ae90a4dd HTTP/1.1" status: 204 len: 168 time: 0.4113729 May 10 14:55:13.951058 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f1931b60-50c8-4e52-8ac7-06bcf28a215d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:13.955813 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f1931b60-50c8-4e52-8ac7-06bcf28a215d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3926699 May 10 14:55:13.956461 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46018) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:13.963568 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-53eccb9f-8ee0-4fe0-8f0b-88606e4dce77 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'security_group': {'name': 'tempest-secgroup-1690639336'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:13.972635 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-53eccb9f-8ee0-4fe0-8f0b-88606e4dce77 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:13.977348 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-53eccb9f-8ee0-4fe0-8f0b-88606e4dce77 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:security_group and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:13.981773 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-53eccb9f-8ee0-4fe0-8f0b-88606e4dce77 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:13.988801 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46022) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:14.006610 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-972c2f95-e575-442e-bcee-dc08363d7a39 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:14.070840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-53eccb9f-8ee0-4fe0-8f0b-88606e4dce77 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:14.101643 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-53eccb9f-8ee0-4fe0-8f0b-88606e4dce77 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:14.128239 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b381f00f-7a6b-478c-9f30-2d359d348c39 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:14.142316 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 1000f3c1-de13-411e-bfb1-8cc2945097c7 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:55:14.179678 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: 1000f3c1-de13-411e-bfb1-8cc2945097c7 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:55:14.180865 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 1000f3c1-de13-411e-bfb1-8cc2945097c7 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:55:14.199007 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-53eccb9f-8ee0-4fe0-8f0b-88606e4dce77 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:14.207092 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-53eccb9f-8ee0-4fe0-8f0b-88606e4dce77 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:security_group_rule and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:14.211551 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-53eccb9f-8ee0-4fe0-8f0b-88606e4dce77 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:14.222713 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-53eccb9f-8ee0-4fe0-8f0b-88606e4dce77 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:14.272383 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c8479d6a-6656-4837-9138-878fc2d9f82c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:14.315559 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b381f00f-7a6b-478c-9f30-2d359d348c39 None None] Transition to ACTIVE for port object efaeaf8e-a200-42f6-9efd-06ef47f071ec will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:14.332519 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-57c97309-5c0f-40a8-8280-fc58c9b84a15 req-2cb36dc6-26cb-4c79-b103-3ab167abde2c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:14.336722 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b381f00f-7a6b-478c-9f30-2d359d348c39 None None] Transition to ACTIVE for port object efaeaf8e-a200-42f6-9efd-06ef47f071ec will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:14.345098 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b381f00f-7a6b-478c-9f30-2d359d348c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:14.376001 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-972c2f95-e575-442e-bcee-dc08363d7a39 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:14.411399 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb36dc6-26cb-4c79-b103-3ab167abde2c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Pushing event deleted for resources: {'Port': ['ID=360407bd-a54b-4eae-90ad-84682b32fc75,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:14.413901 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b381f00f-7a6b-478c-9f30-2d359d348c39 None None] Network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:14.418462 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-b381f00f-7a6b-478c-9f30-2d359d348c39 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:14.423301 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b381f00f-7a6b-478c-9f30-2d359d348c39 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:55:14.500221 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-972c2f95-e575-442e-bcee-dc08363d7a39 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5641e1b9-c7c1-403e-9c2d-da05e294cf59']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:14.504969 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-53eccb9f-8ee0-4fe0-8f0b-88606e4dce77 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:14.514462 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381f00f-7a6b-478c-9f30-2d359d348c39 None None] Pushing event updated for resources: {'Port': ['ID=efaeaf8e-a200-42f6-9efd-06ef47f071ec,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:14.514745 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-53eccb9f-8ee0-4fe0-8f0b-88606e4dce77 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:14.536018 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b381f00f-7a6b-478c-9f30-2d359d348c39 None None] Attempting to bind port efaeaf8e-a200-42f6-9efd-06ef47f071ec on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:55:14.536405 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b381f00f-7a6b-478c-9f30-2d359d348c39 None None] Attempting to bind port efaeaf8e-a200-42f6-9efd-06ef47f071ec by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '53c1f769-6d45-4948-abb6-4a1ef3aa7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:55:14.536762 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b381f00f-7a6b-478c-9f30-2d359d348c39 None None] Attempting to bind port efaeaf8e-a200-42f6-9efd-06ef47f071ec on network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:55:14.541784 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-972c2f95-e575-442e-bcee-dc08363d7a39 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd974729-3dc0-42d8-8bc4-902a729bd449') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:14.542069 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-972c2f95-e575-442e-bcee-dc08363d7a39 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd974729-3dc0-42d8-8bc4-902a729bd449') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:14.542364 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b381f00f-7a6b-478c-9f30-2d359d348c39 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:55:14.542764 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b381f00f-7a6b-478c-9f30-2d359d348c39 None None] Checking segment: {'id': '53c1f769-6d45-4948-abb6-4a1ef3aa7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:14.543163 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b381f00f-7a6b-478c-9f30-2d359d348c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:14.543548 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b381f00f-7a6b-478c-9f30-2d359d348c39 None None] Bound using segment: {'id': '53c1f769-6d45-4948-abb6-4a1ef3aa7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:55:14.544108 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b381f00f-7a6b-478c-9f30-2d359d348c39 None None] Bound port: efaeaf8e-a200-42f6-9efd-06ef47f071ec, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c1f769-6d45-4948-abb6-4a1ef3aa7258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:55:14.544479 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b381f00f-7a6b-478c-9f30-2d359d348c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:14.556620 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eccb9f-8ee0-4fe0-8f0b-88606e4dce77 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f012210-37c0-4a3e-a1f1-c98824a218ac,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:14.569089 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-972c2f95-e575-442e-bcee-dc08363d7a39 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:14.622981 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-53eccb9f-8ee0-4fe0-8f0b-88606e4dce77 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:14.624841 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-53eccb9f-8ee0-4fe0-8f0b-88606e4dce77 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6667514 May 10 14:55:14.631026 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46028) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:14.642505 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c8479d6a-6656-4837-9138-878fc2d9f82c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:14.650692 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-bb361fcc-f2d5-434c-9eff-80e03a9e096e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-596249777', 'security_groups': ['2f012210-37c0-4a3e-a1f1-c98824a218ac'], 'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '909eaa1c-a72b-435e-942e-b18c814f3906'}]}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:14.661360 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-b381f00f-7a6b-478c-9f30-2d359d348c39 None None] For port efaeaf8e-a200-42f6-9efd-06ef47f071ec, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:55:14.667728 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-b381f00f-7a6b-478c-9f30-2d359d348c39 None None] For port efaeaf8e-a200-42f6-9efd-06ef47f071ec, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=efaeaf8e-a200-42f6-9efd-06ef47f071ec,segment=NetworkSegment(53c1f769-6d45-4948-abb6-4a1ef3aa7258),segment_id=53c1f769-6d45-4948-abb6-4a1ef3aa7258)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:55:14.676548 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b381f00f-7a6b-478c-9f30-2d359d348c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:14.696462 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-972c2f95-e575-442e-bcee-dc08363d7a39 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:14.700426 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8479d6a-6656-4837-9138-878fc2d9f82c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Subnet': ['ID=94e1ede6-0024-4387-942c-4af216262d78,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:14.715277 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972c2f95-e575-442e-bcee-dc08363d7a39 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:55:14.715682 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-972c2f95-e575-442e-bcee-dc08363d7a39 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:55:14.734407 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:55:14.736757 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c8479d6a-6656-4837-9138-878fc2d9f82c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:14.741621 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dfb2f8-eeee-47d5-b32f-8df5d2a908ac None None] Network 9eb7e8be-c47f-40f0-9122-9d7da59fe01e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:14.835625 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c8479d6a-6656-4837-9138-878fc2d9f82c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/subnets/94e1ede6-0024-4387-942c-4af216262d78 HTTP/1.1" status: 204 len: 168 time: 1.5490475 May 10 14:55:14.843332 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57c97309-5c0f-40a8-8280-fc58c9b84a15 req-2cb36dc6-26cb-4c79-b103-3ab167abde2c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Router 06321980-0abd-4a34-a376-1db36b98bd06 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:55:14.846396 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46032) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:14.882191 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-972c2f95-e575-442e-bcee-dc08363d7a39 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:14.983205 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cd3c6361-3d8e-4584-8786-153e1ecd2e1f req-9d67390a-2451-404b-9a68-f22cef68e6f5 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 210 time: 0.2676265 May 10 14:55:15.010083 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-972c2f95-e575-442e-bcee-dc08363d7a39 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:15.032255 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381f00f-7a6b-478c-9f30-2d359d348c39 None None] Pushing event updated for resources: {'Port': ['ID=efaeaf8e-a200-42f6-9efd-06ef47f071ec,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:15.043638 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c2f95-e575-442e-bcee-dc08363d7a39 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] Pushing event deleted for resources: {'Network': ['ID=5641e1b9-c7c1-403e-9c2d-da05e294cf59,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:15.122049 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-972c2f95-e575-442e-bcee-dc08363d7a39 tempest-BulkNetworkOpsTest-1465215171 tempest-BulkNetworkOpsTest-1465215171-project] 10.222.0.79 "DELETE /v2.0/networks/5641e1b9-c7c1-403e-9c2d-da05e294cf59 HTTP/1.1" status: 204 len: 168 time: 1.4989293 May 10 14:55:15.137954 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-bb361fcc-f2d5-434c-9eff-80e03a9e096e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:15.144390 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-bb361fcc-f2d5-434c-9eff-80e03a9e096e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:port and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:15.148229 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-bb361fcc-f2d5-434c-9eff-80e03a9e096e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:15.154457 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-bb361fcc-f2d5-434c-9eff-80e03a9e096e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:15.162094 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5b01a5fe-f6f1-4ff1-b254-5795e0676c6f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:15.186864 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5635e84-03f3-4737-9499-e31f381203ba None None] DHCP port deletion for 9eb7e8be-c47f-40f0-9122-9d7da59fe01e request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:55:15.192719 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb361fcc-f2d5-434c-9eff-80e03a9e096e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:15.193832 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e5635e84-03f3-4737-9499-e31f381203ba None None] Deleting port fed9c77f-dbab-40a1-9cb1-2db5e305c8c0 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:15.195110 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e5635e84-03f3-4737-9499-e31f381203ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:15.253266 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-5b01a5fe-f6f1-4ff1-b254-5795e0676c6f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting port fed9c77f-dbab-40a1-9cb1-2db5e305c8c0 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:15.253266 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5b01a5fe-f6f1-4ff1-b254-5795e0676c6f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:15.341447 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bd8eef24-4504-415c-83e0-c1a458ae7a7e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:15.354341 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57c97309-5c0f-40a8-8280-fc58c9b84a15 req-2cb36dc6-26cb-4c79-b103-3ab167abde2c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:55:15.368471 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee408f4b-a292-4861-8e4d-884eed6dde4f None None] Sync routers for ids ['06321980-0abd-4a34-a376-1db36b98bd06'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:55:15.382084 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee408f4b-a292-4861-8e4d-884eed6dde4f None None] Routers {'06321980-0abd-4a34-a376-1db36b98bd06'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:15.382746 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-ee408f4b-a292-4861-8e4d-884eed6dde4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['06321980-0abd-4a34-a376-1db36b98bd06'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:15.485794 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c97309-5c0f-40a8-8280-fc58c9b84a15 req-2cb36dc6-26cb-4c79-b103-3ab167abde2c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] No DVR routers for this DVR port 360407bd-a54b-4eae-90ad-84682b32fc75 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:55:15.494310 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-57c97309-5c0f-40a8-8280-fc58c9b84a15 req-2cb36dc6-26cb-4c79-b103-3ab167abde2c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:15.496581 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-57c97309-5c0f-40a8-8280-fc58c9b84a15 req-2cb36dc6-26cb-4c79-b103-3ab167abde2c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.86 "DELETE /v2.0/ports/360407bd-a54b-4eae-90ad-84682b32fc75 HTTP/1.1" status: 204 len: 173 time: 2.6202052 May 10 14:55:15.497200 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab598b9e-c3f8-42e3-8510-16985d53b282', 'name': 'network-vif-deleted', 'tag': '360407bd-a54b-4eae-90ad-84682b32fc75'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:55:15.632999 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-e5635e84-03f3-4737-9499-e31f381203ba None None] For port fed9c77f-dbab-40a1-9cb1-2db5e305c8c0, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=fed9c77f-dbab-40a1-9cb1-2db5e305c8c0,segment=NetworkSegment(43b6cc93-8d71-4059-83df-a114a41f1246),segment_id=43b6cc93-8d71-4059-83df-a114a41f1246)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:15.633556 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e5635e84-03f3-4737-9499-e31f381203ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:15.679373 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb361fcc-f2d5-434c-9eff-80e03a9e096e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:15.701480 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-5b01a5fe-f6f1-4ff1-b254-5795e0676c6f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] For port fed9c77f-dbab-40a1-9cb1-2db5e305c8c0, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=fed9c77f-dbab-40a1-9cb1-2db5e305c8c0,segment=NetworkSegment(43b6cc93-8d71-4059-83df-a114a41f1246),segment_id=43b6cc93-8d71-4059-83df-a114a41f1246)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:15.702684 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5b01a5fe-f6f1-4ff1-b254-5795e0676c6f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:15.716060 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46042) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:15.742127 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-bb361fcc-f2d5-434c-9eff-80e03a9e096e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] device_id is not set on port 63167a74-a7f5-4acf-bbfa-e34a93b02eb3 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:55:15.775999 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f4868f5-c498-46a0-b4ef-77cfa5704259'] response: {'server_uuid': 'ab598b9e-c3f8-42e3-8510-16985d53b282', 'name': 'network-vif-deleted', 'tag': '360407bd-a54b-4eae-90ad-84682b32fc75', 'status': 'completed', 'code': 200} May 10 14:55:15.807858 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-ee408f4b-a292-4861-8e4d-884eed6dde4f None None] Set router 06321980-0abd-4a34-a376-1db36b98bd06 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:55:15.873819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-5b01a5fe-f6f1-4ff1-b254-5795e0676c6f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Calling delete_port for fed9c77f-dbab-40a1-9cb1-2db5e305c8c0 owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:55:15.904538 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e5635e84-03f3-4737-9499-e31f381203ba None None] Calling delete_port for fed9c77f-dbab-40a1-9cb1-2db5e305c8c0 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:55:16.073994 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5b01a5fe-f6f1-4ff1-b254-5795e0676c6f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:16.080865 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-e5635e84-03f3-4737-9499-e31f381203ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:55:16.081224 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-e5635e84-03f3-4737-9499-e31f381203ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:55:16.145876 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 360407bd-a54b-4eae-90ad-84682b32fc75 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:55:16.248084 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-bb361fcc-f2d5-434c-9eff-80e03a9e096e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Allocated IP 172.20.0.13 (1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e/909eaa1c-a72b-435e-942e-b18c814f3906/63167a74-a7f5-4acf-bbfa-e34a93b02eb3) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:16.306931 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: 360407bd-a54b-4eae-90ad-84682b32fc75 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:55:16.308595 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 360407bd-a54b-4eae-90ad-84682b32fc75 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:55:16.333836 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01a5fe-f6f1-4ff1-b254-5795e0676c6f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Port': ['ID=fed9c77f-dbab-40a1-9cb1-2db5e305c8c0,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:16.335675 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b01a5fe-f6f1-4ff1-b254-5795e0676c6f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] No DVR routers for this DVR port fed9c77f-dbab-40a1-9cb1-2db5e305c8c0 on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:55:16.342712 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-ee408f4b-a292-4861-8e4d-884eed6dde4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4980ca6f-0667-49af-b857-8e7e921c8439', 'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'mac_address': 'fa:16:3e:87:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:16Z', 'updated_at': '2022-05-10T14:51:37Z', 'revision_number': 5, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'subnets': [{'id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:16.347896 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee408f4b-a292-4861-8e4d-884eed6dde4f None None] Checking router: 06321980-0abd-4a34-a376-1db36b98bd06 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:55:16.362625 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee408f4b-a292-4861-8e4d-884eed6dde4f None None] Routers {'06321980-0abd-4a34-a376-1db36b98bd06'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:16.365456 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-ee408f4b-a292-4861-8e4d-884eed6dde4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['06321980-0abd-4a34-a376-1db36b98bd06'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:16.370064 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c9810648-b380-4256-a54c-2ca60c755f0a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e5913666aac34785881a165921ed5b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6400487 May 10 14:55:16.371101 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46050) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:16.438121 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f8bab8a5-7fd8-4179-b69c-ff21027cec75 req-75311287-b573-4c57-97e9-919b099abb34 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab598b9e-c3f8-42e3-8510-16985d53b282 HTTP/1.1" status: 200 len: 210 time: 0.1945999 May 10 14:55:16.533032 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5b01a5fe-f6f1-4ff1-b254-5795e0676c6f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:16.554927 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6402433c-18d0-4b5e-a14b-05c7ffb4def0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:16.563029 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-5b01a5fe-f6f1-4ff1-b254-5795e0676c6f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb7e8be-c47f-40f0-9122-9d7da59fe01e']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:16.578279 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-5b01a5fe-f6f1-4ff1-b254-5795e0676c6f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b6cc93-8d71-4059-83df-a114a41f1246') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:16.578995 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-5b01a5fe-f6f1-4ff1-b254-5795e0676c6f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b6cc93-8d71-4059-83df-a114a41f1246') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:16.582339 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e5635e84-03f3-4737-9499-e31f381203ba None None] Deleting port fed9c77f-dbab-40a1-9cb1-2db5e305c8c0 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:16.582890 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e5635e84-03f3-4737-9499-e31f381203ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:16.587427 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6402433c-18d0-4b5e-a14b-05c7ffb4def0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:16.599268 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5b01a5fe-f6f1-4ff1-b254-5795e0676c6f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:16.626498 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5b01a5fe-f6f1-4ff1-b254-5795e0676c6f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:16.638199 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b01a5fe-f6f1-4ff1-b254-5795e0676c6f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:55:16.639267 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5b01a5fe-f6f1-4ff1-b254-5795e0676c6f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:16.641457 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-ee408f4b-a292-4861-8e4d-884eed6dde4f None None] Set router 06321980-0abd-4a34-a376-1db36b98bd06 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:55:16.659849 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:55:16.703580 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e5635e84-03f3-4737-9499-e31f381203ba None None] The port 'fed9c77f-dbab-40a1-9cb1-2db5e305c8c0' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:55:16.717079 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c39445f6-9b0b-4293-9f77-c735b3ac42d9 None None] Provisioning complete for port bb69dbbb-e2ad-40d8-8884-14487a9c2837 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:16.717512 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c39445f6-9b0b-4293-9f77-c735b3ac42d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:16.769641 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5b01a5fe-f6f1-4ff1-b254-5795e0676c6f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:16.803976 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5b01a5fe-f6f1-4ff1-b254-5795e0676c6f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:16.819868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6402433c-18d0-4b5e-a14b-05c7ffb4def0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:16.820122 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01a5fe-f6f1-4ff1-b254-5795e0676c6f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Network': ['ID=9eb7e8be-c47f-40f0-9122-9d7da59fe01e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:16.823144 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-c39445f6-9b0b-4293-9f77-c735b3ac42d9 None None] Port bb69dbbb-e2ad-40d8-8884-14487a9c2837 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:55:16.848702 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5b01a5fe-f6f1-4ff1-b254-5795e0676c6f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/networks/9eb7e8be-c47f-40f0-9122-9d7da59fe01e HTTP/1.1" status: 204 len: 168 time: 2.0027046 May 10 14:55:16.850177 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46054) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:16.859265 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-0e8fd753-fb67-47de-bf06-9785cb11cc67 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-66694151', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:16.859729 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-bd8eef24-4504-415c-83e0-c1a458ae7a7e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port bd116851-e548-4b5c-9023-131fdb69f170 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:16.860071 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bd8eef24-4504-415c-83e0-c1a458ae7a7e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:16.867684 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c39445f6-9b0b-4293-9f77-c735b3ac42d9 None None] Provisioning for port efaeaf8e-a200-42f6-9efd-06ef47f071ec completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:16.870436 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0e8fd753-fb67-47de-bf06-9785cb11cc67 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:16.880072 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0e8fd753-fb67-47de-bf06-9785cb11cc67 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:router and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:16.886955 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402433c-18d0-4b5e-a14b-05c7ffb4def0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170158b2-821e-419e-a5af-620d9fb26d03,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:16.890679 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0e8fd753-fb67-47de-bf06-9785cb11cc67 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:16.916190 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0e8fd753-fb67-47de-bf06-9785cb11cc67 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:16.933800 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0e8fd753-fb67-47de-bf06-9785cb11cc67 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:16.935036 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0e8fd753-fb67-47de-bf06-9785cb11cc67 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:16.942411 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6402433c-18d0-4b5e-a14b-05c7ffb4def0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:16.943872 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6402433c-18d0-4b5e-a14b-05c7ffb4def0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/170158b2-821e-419e-a5af-620d9fb26d03 HTTP/1.1" status: 204 len: 168 time: 0.5576921 May 10 14:55:17.003736 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0e8fd753-fb67-47de-bf06-9785cb11cc67 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:17.011018 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device efaeaf8e-a200-42f6-9efd-06ef47f071ec up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:17.034681 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0e8fd753-fb67-47de-bf06-9785cb11cc67 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:17.070325 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0e8fd753-fb67-47de-bf06-9785cb11cc67 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:17.072220 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0e8fd753-fb67-47de-bf06-9785cb11cc67 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.2202897 May 10 14:55:17.075567 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46060) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:17.078039 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb361fcc-f2d5-434c-9eff-80e03a9e096e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:17.085273 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-4140193a-f972-4ce4-b6f2-b153df4765a3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'network': {'name': 'tempest-RoutersTest-1712273388'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:17.093485 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4140193a-f972-4ce4-b6f2-b153df4765a3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:17.110245 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-bb361fcc-f2d5-434c-9eff-80e03a9e096e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Transition to ACTIVE for port object 63167a74-a7f5-4acf-bbfa-e34a93b02eb3 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:17.112098 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4140193a-f972-4ce4-b6f2-b153df4765a3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:network and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:17.116940 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4140193a-f972-4ce4-b6f2-b153df4765a3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:17.123775 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port efaeaf8e-a200-42f6-9efd-06ef47f071ec completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:17.126514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4140193a-f972-4ce4-b6f2-b153df4765a3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:17.156950 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port efaeaf8e-a200-42f6-9efd-06ef47f071ec triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:17.157827 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:17.171458 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4140193a-f972-4ce4-b6f2-b153df4765a3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Made reservation on behalf of 7644c356883e4453aa5ee3ea8dc28b8a for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:17.173174 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-bd8eef24-4504-415c-83e0-c1a458ae7a7e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port bd116851-e548-4b5c-9023-131fdb69f170, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=bd116851-e548-4b5c-9023-131fdb69f170,segment=NetworkSegment(de48f3bc-6168-4872-b4e8-1e0d9c135d5c),segment_id=de48f3bc-6168-4872-b4e8-1e0d9c135d5c)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:17.173598 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bd8eef24-4504-415c-83e0-c1a458ae7a7e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:17.180470 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4140193a-f972-4ce4-b6f2-b153df4765a3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:17.219590 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4140193a-f972-4ce4-b6f2-b153df4765a3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:55:17.229332 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-ee408f4b-a292-4861-8e4d-884eed6dde4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4980ca6f-0667-49af-b857-8e7e921c8439', 'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'mac_address': 'fa:16:3e:87:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:16Z', 'updated_at': '2022-05-10T14:51:37Z', 'revision_number': 5, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'subnets': [{'id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:17.232671 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4140193a-f972-4ce4-b6f2-b153df4765a3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:17.233310 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-4140193a-f972-4ce4-b6f2-b153df4765a3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Added segment 67bd6c5f-df57-4211-b1fe-3e0723b2f77c of type vlan for network ecd8f06a-f8bb-471d-83a3-422725c47c4e May 10 14:55:17.239714 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee408f4b-a292-4861-8e4d-884eed6dde4f None None] The sync data for ids ['06321980-0abd-4a34-a376-1db36b98bd06'] in dv-neutron-841204-2-hyperv is: [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4980ca6f-0667-49af-b857-8e7e921c8439', 'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'mac_address': 'fa:16:3e:87:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:16Z', 'updated_at': '2022-05-10T14:51:37Z', 'revision_number': 5, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'subnets': [{'id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:55:17.296665 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4140193a-f972-4ce4-b6f2-b153df4765a3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:17.345452 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-bd8eef24-4504-415c-83e0-c1a458ae7a7e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for bd116851-e548-4b5c-9023-131fdb69f170 owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:55:17.367566 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4140193a-f972-4ce4-b6f2-b153df4765a3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:17.373335 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4140193a-f972-4ce4-b6f2-b153df4765a3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:17.375455 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4140193a-f972-4ce4-b6f2-b153df4765a3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:17.414379 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:17.458791 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port efaeaf8e-a200-42f6-9efd-06ef47f071ec, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=efaeaf8e-a200-42f6-9efd-06ef47f071ec,segment=NetworkSegment(53c1f769-6d45-4948-abb6-4a1ef3aa7258),segment_id=53c1f769-6d45-4948-abb6-4a1ef3aa7258)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:17.466835 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:17.566172 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb361fcc-f2d5-434c-9eff-80e03a9e096e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:17.575832 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4140193a-f972-4ce4-b6f2-b153df4765a3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4984784 May 10 14:55:17.581367 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46074) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:17.594915 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-8e172324-361d-405a-a185-e5557bbd5c52 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'subnet': {'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:17.623446 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device fed9c77f-dbab-40a1-9cb1-2db5e305c8c0 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:55:17.631522 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140193a-f972-4ce4-b6f2-b153df4765a3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Network': ['ID=ecd8f06a-f8bb-471d-83a3-422725c47c4e,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:17.669065 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network ecd8f06a-f8bb-471d-83a3-422725c47c4e details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:55:17.756393 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb361fcc-f2d5-434c-9eff-80e03a9e096e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:17.767177 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-bb361fcc-f2d5-434c-9eff-80e03a9e096e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:17.786967 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb361fcc-f2d5-434c-9eff-80e03a9e096e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:55:17.801152 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8e172324-361d-405a-a185-e5557bbd5c52 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:17.805186 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8e172324-361d-405a-a185-e5557bbd5c52 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:subnet and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:17.808440 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8e172324-361d-405a-a185-e5557bbd5c52 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:17.822859 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8e172324-361d-405a-a185-e5557bbd5c52 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:17.834834 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfd9ba6-0483-45d8-b46b-dd373d29518d None None] New status for floating IP 892157d8-1e1a-48bd-aee7-9e50dab02f83: DOWN {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:55:17.846268 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e172324-361d-405a-a185-e5557bbd5c52 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Made reservation on behalf of 7644c356883e4453aa5ee3ea8dc28b8a for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:17.856835 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8e172324-361d-405a-a185-e5557bbd5c52 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:17.905000 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb361fcc-f2d5-434c-9eff-80e03a9e096e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:17.909621 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb361fcc-f2d5-434c-9eff-80e03a9e096e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:17.935906 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb361fcc-f2d5-434c-9eff-80e03a9e096e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Port': ['ID=63167a74-a7f5-4acf-bbfa-e34a93b02eb3,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:17.974517 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: fed9c77f-dbab-40a1-9cb1-2db5e305c8c0 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:55:17.974906 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device fed9c77f-dbab-40a1-9cb1-2db5e305c8c0 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:55:18.016223 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bb361fcc-f2d5-434c-9eff-80e03a9e096e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3840055 May 10 14:55:18.022936 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46092) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:18.041219 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7bbee7b5-4f17-4f08-ab72-6ab1dcddf765 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'subnet': {'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:18.070665 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=efaeaf8e-a200-42f6-9efd-06ef47f071ec,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:18.219972 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-952d5d80-5dce-4180-b3f3-558dc6187b6c None None] Provisioning for port 63167a74-a7f5-4acf-bbfa-e34a93b02eb3 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:18.227876 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-952d5d80-5dce-4180-b3f3-558dc6187b6c None None] Provisioning complete for port 63167a74-a7f5-4acf-bbfa-e34a93b02eb3 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:18.228389 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-952d5d80-5dce-4180-b3f3-558dc6187b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:18.246226 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-5a9477a4-6a10-4294-805d-653542009787 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1725221667&fields=id&tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7 HTTP/1.1" status: 200 len: 267 time: 0.0818212 May 10 14:55:18.304065 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8e172324-361d-405a-a185-e5557bbd5c52 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:18.309348 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-952d5d80-5dce-4180-b3f3-558dc6187b6c None None] Port 63167a74-a7f5-4acf-bbfa-e34a93b02eb3 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:55:18.334417 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46100) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:18.400939 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e172324-361d-405a-a185-e5557bbd5c52 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Subnet': ['ID=4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:18.407162 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e172324-361d-405a-a185-e5557bbd5c52 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Checking segment: {'id': '67bd6c5f-df57-4211-b1fe-3e0723b2f77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:18.407520 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e172324-361d-405a-a185-e5557bbd5c52 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network hostable DHCP agents. Network: ecd8f06a-f8bb-471d-83a3-422725c47c4e, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:55:18.429603 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e172324-361d-405a-a185-e5557bbd5c52 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network ecd8f06a-f8bb-471d-83a3-422725c47c4e is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:55:18.441387 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-8e172324-361d-405a-a185-e5557bbd5c52 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, ecd8f06a-f8bb-471d-83a3-422725c47c4e) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:18.449508 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e172324-361d-405a-a185-e5557bbd5c52 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:18.449798 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90800273-e50b-43a0-990c-dbada45761d2 None None] Network ecd8f06a-f8bb-471d-83a3-422725c47c4e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:18.450414 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8e172324-361d-405a-a185-e5557bbd5c52 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:18.462921 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7bbee7b5-4f17-4f08-ab72-6ab1dcddf765 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:18.475237 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7bbee7b5-4f17-4f08-ab72-6ab1dcddf765 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:subnet and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:18.485268 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8e172324-361d-405a-a185-e5557bbd5c52 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9024308 May 10 14:55:18.488336 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46106) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:18.491898 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7bbee7b5-4f17-4f08-ab72-6ab1dcddf765 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:18.504834 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7bbee7b5-4f17-4f08-ab72-6ab1dcddf765 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:18.509495 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-2742097a-f08d-431d-917b-5c6c7c891e13 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1583929750'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:18.514161 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2742097a-f08d-431d-917b-5c6c7c891e13 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:18.519605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2742097a-f08d-431d-917b-5c6c7c891e13 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Usage tracker for resource:network and tenant:d545d481cb8447f88ffec45a1bd46457 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:18.523691 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2742097a-f08d-431d-917b-5c6c7c891e13 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:18.529459 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2742097a-f08d-431d-917b-5c6c7c891e13 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:18.539765 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bd8eef24-4504-415c-83e0-c1a458ae7a7e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:18.549822 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-6a57b215-9207-416b-bd3f-f0368040dbd5 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:18.556426 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-6a57b215-9207-416b-bd3f-f0368040dbd5 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/networks?id=432ecadc-13ed-4534-bb5d-3db9112befb3 HTTP/1.1" status: 200 len: 811 time: 0.3093314 May 10 14:55:18.597074 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2742097a-f08d-431d-917b-5c6c7c891e13 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Made reservation on behalf of d545d481cb8447f88ffec45a1bd46457 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:18.600390 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2742097a-f08d-431d-917b-5c6c7c891e13 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:18.635086 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2742097a-f08d-431d-917b-5c6c7c891e13 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:18.649442 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbee7b5-4f17-4f08-ab72-6ab1dcddf765 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:18.652850 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7bbee7b5-4f17-4f08-ab72-6ab1dcddf765 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:18.668206 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8eef24-4504-415c-83e0-c1a458ae7a7e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=bd116851-e548-4b5c-9023-131fdb69f170,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:18.689567 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae444e1b-2f12-409e-b8ad-b89d4444519a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:55:18.690547 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ae444e1b-2f12-409e-b8ad-b89d4444519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:18.707093 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-38ae9e17-5453-44d8-8b1a-89e49f7a0e8a tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/quotas/903a8a4d2d8d4cfebec6bebbeebec3f7 HTTP/1.1" status: 200 len: 375 time: 0.1497338 May 10 14:55:18.883376 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2742097a-f08d-431d-917b-5c6c7c891e13 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:18.908984 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2742097a-f08d-431d-917b-5c6c7c891e13 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Usage tracker for resource:security_group_rule and tenant:d545d481cb8447f88ffec45a1bd46457 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:18.909681 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-ae444e1b-2f12-409e-b8ad-b89d4444519a None None] Allocated IP 172.20.0.2 (ecd8f06a-f8bb-471d-83a3-422725c47c4e/4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e/513237c8-600f-4a1c-ac5e-f769dbf69cde) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:18.922678 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2742097a-f08d-431d-917b-5c6c7c891e13 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:18.940998 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2742097a-f08d-431d-917b-5c6c7c891e13 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:19.046296 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device efaeaf8e-a200-42f6-9efd-06ef47f071ec up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:19.094449 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.ipam_backend_mixin [None req-7bbee7b5-4f17-4f08-ab72-6ab1dcddf765 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 909eaa1c-a72b-435e-942e-b18c814f3906 (CIDR: 172.20.0.0/28) May 10 14:55:19.113824 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bbee7b5-4f17-4f08-ab72-6ab1dcddf765 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:55:19.113824 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bbee7b5-4f17-4f08-ab72-6ab1dcddf765 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:55:19.212688 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-a2bd36ac-bc89-4183-8639-473b6b68ce5b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5047154 May 10 14:55:19.225947 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-17d0833e-60e9-4c90-bab1-6fef4c73480f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:19.243976 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port efaeaf8e-a200-42f6-9efd-06ef47f071ec triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:19.243976 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:19.271321 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7bbee7b5-4f17-4f08-ab72-6ab1dcddf765 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2430513 May 10 14:55:19.279322 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46112) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:19.337034 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ae444e1b-2f12-409e-b8ad-b89d4444519a None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:19.341961 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-6264329b-5f5c-4d71-8114-9ea8e921877b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'subnet': {'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:19.350254 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ae444e1b-2f12-409e-b8ad-b89d4444519a None None] Transition to ACTIVE for port object 513237c8-600f-4a1c-ac5e-f769dbf69cde will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:19.415022 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ae444e1b-2f12-409e-b8ad-b89d4444519a None None] Transition to ACTIVE for port object 513237c8-600f-4a1c-ac5e-f769dbf69cde will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:19.424697 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ae444e1b-2f12-409e-b8ad-b89d4444519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:19.431361 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bd8eef24-4504-415c-83e0-c1a458ae7a7e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:19.501698 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae444e1b-2f12-409e-b8ad-b89d4444519a None None] Network ecd8f06a-f8bb-471d-83a3-422725c47c4e is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:19.504775 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-ae444e1b-2f12-409e-b8ad-b89d4444519a None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:19.507320 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae444e1b-2f12-409e-b8ad-b89d4444519a None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:55:19.513884 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae444e1b-2f12-409e-b8ad-b89d4444519a None None] Pushing event updated for resources: {'Port': ['ID=513237c8-600f-4a1c-ac5e-f769dbf69cde,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:19.592184 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-17d0833e-60e9-4c90-bab1-6fef4c73480f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Allocated IP 172.20.0.1 (ecd8f06a-f8bb-471d-83a3-422725c47c4e/4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e/70f50a28-8f52-44af-8129-3496d24bf1d5) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:19.606449 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-ae444e1b-2f12-409e-b8ad-b89d4444519a None None] Attempting to bind port 513237c8-600f-4a1c-ac5e-f769dbf69cde on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:55:19.606835 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-ae444e1b-2f12-409e-b8ad-b89d4444519a None None] Attempting to bind port 513237c8-600f-4a1c-ac5e-f769dbf69cde by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '67bd6c5f-df57-4211-b1fe-3e0723b2f77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:55:19.607506 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae444e1b-2f12-409e-b8ad-b89d4444519a None None] Attempting to bind port 513237c8-600f-4a1c-ac5e-f769dbf69cde on network ecd8f06a-f8bb-471d-83a3-422725c47c4e {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:55:19.613920 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae444e1b-2f12-409e-b8ad-b89d4444519a None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:55:19.614322 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae444e1b-2f12-409e-b8ad-b89d4444519a None None] Checking segment: {'id': '67bd6c5f-df57-4211-b1fe-3e0723b2f77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:19.614738 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ae444e1b-2f12-409e-b8ad-b89d4444519a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:19.615131 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae444e1b-2f12-409e-b8ad-b89d4444519a None None] Bound using segment: {'id': '67bd6c5f-df57-4211-b1fe-3e0723b2f77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:55:19.615584 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-ae444e1b-2f12-409e-b8ad-b89d4444519a None None] Bound port: 513237c8-600f-4a1c-ac5e-f769dbf69cde, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67bd6c5f-df57-4211-b1fe-3e0723b2f77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:55:19.615956 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ae444e1b-2f12-409e-b8ad-b89d4444519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:19.713603 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-ae444e1b-2f12-409e-b8ad-b89d4444519a None None] For port 513237c8-600f-4a1c-ac5e-f769dbf69cde, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:55:19.717448 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-ae444e1b-2f12-409e-b8ad-b89d4444519a None None] For port 513237c8-600f-4a1c-ac5e-f769dbf69cde, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=513237c8-600f-4a1c-ac5e-f769dbf69cde,segment=NetworkSegment(67bd6c5f-df57-4211-b1fe-3e0723b2f77c),segment_id=67bd6c5f-df57-4211-b1fe-3e0723b2f77c)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:55:19.723160 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ae444e1b-2f12-409e-b8ad-b89d4444519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:19.729851 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2742097a-f08d-431d-917b-5c6c7c891e13 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:19.770673 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2742097a-f08d-431d-917b-5c6c7c891e13 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:19.776105 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-17d0833e-60e9-4c90-bab1-6fef4c73480f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:19.796921 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-17d0833e-60e9-4c90-bab1-6fef4c73480f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Transition to ACTIVE for port object 70f50a28-8f52-44af-8129-3496d24bf1d5 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:19.816511 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae444e1b-2f12-409e-b8ad-b89d4444519a None None] Pushing event updated for resources: {'Port': ['ID=513237c8-600f-4a1c-ac5e-f769dbf69cde,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:19.817878 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-72765b48-b980-43cc-b65d-7d10bd6efadf service neutron] 10.222.0.79 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5793009 May 10 14:55:19.839676 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-17d0833e-60e9-4c90-bab1-6fef4c73480f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:19.939376 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6264329b-5f5c-4d71-8114-9ea8e921877b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:19.940401 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0833e-60e9-4c90-bab1-6fef4c73480f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Port': ['ID=70f50a28-8f52-44af-8129-3496d24bf1d5,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:19.944405 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d0833e-60e9-4c90-bab1-6fef4c73480f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network ecd8f06a-f8bb-471d-83a3-422725c47c4e is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:19.945889 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-17d0833e-60e9-4c90-bab1-6fef4c73480f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:19.947903 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d0833e-60e9-4c90-bab1-6fef4c73480f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:55:19.955533 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2742097a-f08d-431d-917b-5c6c7c891e13 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:55:19.967125 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6264329b-5f5c-4d71-8114-9ea8e921877b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:subnet and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:20.009023 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-17d0833e-60e9-4c90-bab1-6fef4c73480f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:20.024711 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6264329b-5f5c-4d71-8114-9ea8e921877b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:20.029445 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742097a-f08d-431d-917b-5c6c7c891e13 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36495e20-b712-4a5c-87d4-72dadc11a317,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:20.049712 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6264329b-5f5c-4d71-8114-9ea8e921877b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:20.053549 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2742097a-f08d-431d-917b-5c6c7c891e13 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:20.053872 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-2742097a-f08d-431d-917b-5c6c7c891e13 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Added segment be7be785-e257-4b9e-becf-bb9b82aaf850 of type vlan for network 3c9f530f-cadf-4af2-843b-44a8f0bc4ae7 May 10 14:55:20.062376 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e5763b12-9d9b-44e1-bc76-9e6d917a1203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:20.100036 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6264329b-5f5c-4d71-8114-9ea8e921877b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:20.103750 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6264329b-5f5c-4d71-8114-9ea8e921877b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:20.177164 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-17d0833e-60e9-4c90-bab1-6fef4c73480f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:20.223146 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2742097a-f08d-431d-917b-5c6c7c891e13 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:20.372160 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-6af04288-a757-47de-883b-67ad640a37fd service neutron] 10.222.0.79 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5456235 May 10 14:55:20.469860 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2742097a-f08d-431d-917b-5c6c7c891e13 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:20.475382 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2742097a-f08d-431d-917b-5c6c7c891e13 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:20.475975 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2742097a-f08d-431d-917b-5c6c7c891e13 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:20.615623 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-17d0833e-60e9-4c90-bab1-6fef4c73480f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:20.624981 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-17d0833e-60e9-4c90-bab1-6fef4c73480f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:20.638254 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742097a-f08d-431d-917b-5c6c7c891e13 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event updated for resources: {'Network': ['ID=3c9f530f-cadf-4af2-843b-44a8f0bc4ae7,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:20.647039 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8eef24-4504-415c-83e0-c1a458ae7a7e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router d0bc61f2-173f-401b-9eba-0e0b803c9ecf has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:55:20.650809 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 3c9f530f-cadf-4af2-843b-44a8f0bc4ae7 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:55:20.651524 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2742097a-f08d-431d-917b-5c6c7c891e13 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3068602 May 10 14:55:20.770448 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0833e-60e9-4c90-bab1-6fef4c73480f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Port': ['ID=70f50a28-8f52-44af-8129-3496d24bf1d5,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:20.793522 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-17d0833e-60e9-4c90-bab1-6fef4c73480f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:21.046824 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 513237c8-600f-4a1c-ac5e-f769dbf69cde up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:21.178875 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ba0ea9b8-707d-4e97-ac55-b3b9b36aa146 req-26ac214e-b491-440b-bdcc-a290b94ce0bb tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 210 time: 0.1159649 May 10 14:55:21.213984 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eda8f1-3d58-4a09-918d-05aa89c39627 None None] Network ecd8f06a-f8bb-471d-83a3-422725c47c4e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:21.257359 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8eef24-4504-415c-83e0-c1a458ae7a7e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:55:21.263876 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bd8eef24-4504-415c-83e0-c1a458ae7a7e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/routers/d0bc61f2-173f-401b-9eba-0e0b803c9ecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2740119 May 10 14:55:21.272152 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e29d0d6-9dd5-496f-96f6-899a2ae5ce3b None None] Sync routers for ids ['d0bc61f2-173f-401b-9eba-0e0b803c9ecf'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:55:21.281342 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46130) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:21.283826 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6264329b-5f5c-4d71-8114-9ea8e921877b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:21.292316 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e29d0d6-9dd5-496f-96f6-899a2ae5ce3b None None] Routers {'d0bc61f2-173f-401b-9eba-0e0b803c9ecf'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:21.293962 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1e29d0d6-9dd5-496f-96f6-899a2ae5ce3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d0bc61f2-173f-401b-9eba-0e0b803c9ecf'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:21.382663 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 513237c8-600f-4a1c-ac5e-f769dbf69cde completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:21.460411 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-96a6e04e-3494-459c-83ab-6941fc28fc3d None None] Provisioning for port 513237c8-600f-4a1c-ac5e-f769dbf69cde completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:21.460750 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d0833e-60e9-4c90-bab1-6fef4c73480f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network ecd8f06a-f8bb-471d-83a3-422725c47c4e is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:21.463074 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-17d0833e-60e9-4c90-bab1-6fef4c73480f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:21.476935 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-96a6e04e-3494-459c-83ab-6941fc28fc3d None None] Provisioning complete for port 513237c8-600f-4a1c-ac5e-f769dbf69cde triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:21.478754 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-96a6e04e-3494-459c-83ab-6941fc28fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:21.573488 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6264329b-5f5c-4d71-8114-9ea8e921877b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:21.590767 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-6264329b-5f5c-4d71-8114-9ea8e921877b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:21.614795 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264329b-5f5c-4d71-8114-9ea8e921877b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Subnet': ['ID=b9fe28f9-457c-4463-a04d-87285902f7d8,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:21.621209 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d3f8d0-e2df-4eb3-aae9-204125f946e4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting subnet 9a653b72-f3ca-46b8-9057-488638357e83 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:55:21.625255 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6264329b-5f5c-4d71-8114-9ea8e921877b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:21.627023 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6264329b-5f5c-4d71-8114-9ea8e921877b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:21.649028 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f8d0-e2df-4eb3-aae9-204125f946e4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:21.651364 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccdca03-a9fb-4ba5-9665-0360c21f8f76 None None] Network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:21.694980 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6264329b-5f5c-4d71-8114-9ea8e921877b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4144902 May 10 14:55:21.699003 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-1e29d0d6-9dd5-496f-96f6-899a2ae5ce3b None None] Set router d0bc61f2-173f-401b-9eba-0e0b803c9ecf gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:55:21.701150 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46136) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:21.722499 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-0005cc19-adf7-4154-b8c0-40ca352969c8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1445684688', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b9fe28f9-457c-4463-a04d-87285902f7d8'}], 'security_groups': ['36059dad-406e-4f2e-92d5-1d096f4d5d72']}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:21.816863 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d0833e-60e9-4c90-bab1-6fef4c73480f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Router f466405a-101f-405d-a8be-a5995d4dfbb7 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:55:22.003860 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f8d0-e2df-4eb3-aae9-204125f946e4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:22.161099 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d0833e-60e9-4c90-bab1-6fef4c73480f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:55:22.162985 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-96a6e04e-3494-459c-83ab-6941fc28fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:22.190016 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] Sync routers for ids ['f466405a-101f-405d-a8be-a5995d4dfbb7'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:55:22.199366 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-17d0833e-60e9-4c90-bab1-6fef4c73480f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/routers/f466405a-101f-405d-a8be-a5995d4dfbb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7094369 May 10 14:55:22.200119 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46140) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:22.214900 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-ee353733-8b27-4fe3-b2b1-38e4316c7f88 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'network': {'name': 'tempest-RoutersTest-1487523184'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:22.217450 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f8d0-e2df-4eb3-aae9-204125f946e4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:22.226692 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ee353733-8b27-4fe3-b2b1-38e4316c7f88 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:22.239145 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ee353733-8b27-4fe3-b2b1-38e4316c7f88 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:network and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:22.241910 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] Routers {'f466405a-101f-405d-a8be-a5995d4dfbb7'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:22.243122 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['f466405a-101f-405d-a8be-a5995d4dfbb7'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:22.258136 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ee353733-8b27-4fe3-b2b1-38e4316c7f88 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:22.283583 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ee353733-8b27-4fe3-b2b1-38e4316c7f88 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:22.316062 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee353733-8b27-4fe3-b2b1-38e4316c7f88 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Made reservation on behalf of 7644c356883e4453aa5ee3ea8dc28b8a for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:22.321274 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ee353733-8b27-4fe3-b2b1-38e4316c7f88 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:22.394060 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f8d0-e2df-4eb3-aae9-204125f946e4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:22.423309 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee353733-8b27-4fe3-b2b1-38e4316c7f88 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:55:22.450481 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] Set router f466405a-101f-405d-a8be-a5995d4dfbb7 gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:55:22.452875 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ee353733-8b27-4fe3-b2b1-38e4316c7f88 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:22.453390 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-ee353733-8b27-4fe3-b2b1-38e4316c7f88 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Added segment 2509a8b6-2f80-4a7d-b22b-37303af9fad0 of type vlan for network be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1 May 10 14:55:22.516405 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3f8d0-e2df-4eb3-aae9-204125f946e4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Subnet': ['ID=9a653b72-f3ca-46b8-9057-488638357e83,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:22.524977 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f8d0-e2df-4eb3-aae9-204125f946e4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:22.533097 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ee353733-8b27-4fe3-b2b1-38e4316c7f88 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:22.566961 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1e29d0d6-9dd5-496f-96f6-899a2ae5ce3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'name': 'tempest-TestNetworkBasicOps-router-741649397', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:53:40Z', 'updated_at': '2022-05-10T14:55:18Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:53:42Z', 'updated_at': '2022-05-10T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:22.574728 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e29d0d6-9dd5-496f-96f6-899a2ae5ce3b None None] Checking router: d0bc61f2-173f-401b-9eba-0e0b803c9ecf for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:55:22.594378 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e29d0d6-9dd5-496f-96f6-899a2ae5ce3b None None] Routers {'d0bc61f2-173f-401b-9eba-0e0b803c9ecf'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:22.595250 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1e29d0d6-9dd5-496f-96f6-899a2ae5ce3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:54:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d0bc61f2-173f-401b-9eba-0e0b803c9ecf'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:22.610327 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ee353733-8b27-4fe3-b2b1-38e4316c7f88 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:22.616657 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee353733-8b27-4fe3-b2b1-38e4316c7f88 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:22.617363 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ee353733-8b27-4fe3-b2b1-38e4316c7f88 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:22.640365 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39131a8e-415f-4349-9763-877a22e1f88a None None] Network cd34850c-ae9b-44e6-b4af-1543b19ccb5e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:22.679992 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-67ee0746-6554-4318-88f7-0c94dfd46333 req-cbbfd201-f96b-4e6f-a425-f0289efffbdc tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 210 time: 0.1445744 May 10 14:55:22.681310 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b8d3f8d0-e2df-4eb3-aae9-204125f946e4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/subnets/9a653b72-f3ca-46b8-9057-488638357e83 HTTP/1.1" status: 204 len: 168 time: 1.3835518 May 10 14:55:22.689845 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46146) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:22.708975 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ee353733-8b27-4fe3-b2b1-38e4316c7f88 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5076954 May 10 14:55:22.712228 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46150) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:22.734767 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-b4abedd8-13ca-48eb-8363-3d9066fe7c0b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'subnet': {'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:22.767099 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-96a6e04e-3494-459c-83ab-6941fc28fc3d None None] For port 513237c8-600f-4a1c-ac5e-f769dbf69cde, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=513237c8-600f-4a1c-ac5e-f769dbf69cde,segment=NetworkSegment(67bd6c5f-df57-4211-b1fe-3e0723b2f77c),segment_id=67bd6c5f-df57-4211-b1fe-3e0723b2f77c)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:22.908242 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-96a6e04e-3494-459c-83ab-6941fc28fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:23.056457 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-1e29d0d6-9dd5-496f-96f6-899a2ae5ce3b None None] Set router d0bc61f2-173f-401b-9eba-0e0b803c9ecf gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:55:23.159100 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e8a3dc3d-84d5-4c3e-a862-66311053a62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:23.191047 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:23.200770 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b4abedd8-13ca-48eb-8363-3d9066fe7c0b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:23.210829 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b4abedd8-13ca-48eb-8363-3d9066fe7c0b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:subnet and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:23.222501 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b4abedd8-13ca-48eb-8363-3d9066fe7c0b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:23.236731 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b4abedd8-13ca-48eb-8363-3d9066fe7c0b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:23.279007 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4abedd8-13ca-48eb-8363-3d9066fe7c0b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Made reservation on behalf of 7644c356883e4453aa5ee3ea8dc28b8a for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:23.283642 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b4abedd8-13ca-48eb-8363-3d9066fe7c0b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:23.416993 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:23.418319 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6e04e-3494-459c-83ab-6941fc28fc3d None None] Pushing event updated for resources: {'Port': ['ID=513237c8-600f-4a1c-ac5e-f769dbf69cde,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:23.470387 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-dd4c0735-8282-4803-ab8c-eb990c56412a tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:23.472431 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-dd4c0735-8282-4803-ab8c-eb990c56412a tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.86 "GET /v2.0/networks?id=432ecadc-13ed-4534-bb5d-3db9112befb3 HTTP/1.1" status: 200 len: 811 time: 0.4544559 May 10 14:55:23.569376 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:23.596353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee353733-8b27-4fe3-b2b1-38e4316c7f88 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Network': ['ID=be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:23.627695 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e0763c54-8b9e-4c0b-8a44-3edc7713345b None None] Provisioning for port 70f50a28-8f52-44af-8129-3496d24bf1d5 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:23.641797 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0005cc19-adf7-4154-b8c0-40ca352969c8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:23.673831 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:55:23.712913 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-52292353-76ce-4f86-b1d6-5cff863dd722 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7 HTTP/1.1" status: 200 len: 380 time: 0.2143495 May 10 14:55:23.765997 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e0763c54-8b9e-4c0b-8a44-3edc7713345b None None] Provisioning complete for port 70f50a28-8f52-44af-8129-3496d24bf1d5 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:23.766520 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e0763c54-8b9e-4c0b-8a44-3edc7713345b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:23.943013 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-5e9b04ed-c35e-47e0-a432-2e70a856ae3f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Request body: {'port': {'device_id': 'acbbaf57-023c-4d12-b99a-39612f89a0ec', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'admin_state_up': True, 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'security_groups': ['542f53bb-e72d-4627-bffb-e18d1bea6da5']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:24.044877 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e0763c54-8b9e-4c0b-8a44-3edc7713345b None None] Port 70f50a28-8f52-44af-8129-3496d24bf1d5 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:55:24.059088 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1e29d0d6-9dd5-496f-96f6-899a2ae5ce3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'name': 'tempest-TestNetworkBasicOps-router-741649397', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:53:40Z', 'updated_at': '2022-05-10T14:55:18Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:53:42Z', 'updated_at': '2022-05-10T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:24.071184 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e29d0d6-9dd5-496f-96f6-899a2ae5ce3b None None] The sync data for ids ['d0bc61f2-173f-401b-9eba-0e0b803c9ecf'] in dv-neutron-841204-2-hyperv is: [{'id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'name': 'tempest-TestNetworkBasicOps-router-741649397', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:53:40Z', 'updated_at': '2022-05-10T14:55:18Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '5cc5dee1-b352-401b-a1c1-81fa66284768', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0bc61f2-173f-401b-9eba-0e0b803c9ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:53:42Z', 'updated_at': '2022-05-10T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:55:24.190828 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-541b07da-09cf-4ca3-a84a-5124f80b49a1 req-bc06eacd-1efa-4b76-bc23-b688e818b2e3 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 210 time: 0.0993488 May 10 14:55:24.195760 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b4abedd8-13ca-48eb-8363-3d9066fe7c0b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:24.294599 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e0763c54-8b9e-4c0b-8a44-3edc7713345b None None] Provisioning complete for port 513237c8-600f-4a1c-ac5e-f769dbf69cde triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:24.294971 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e0763c54-8b9e-4c0b-8a44-3edc7713345b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:24.298723 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46158) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:24.320104 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-34643657-4cfe-4385-9c01-359ec38ad07e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:24.333046 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-06fd4a43-d261-4296-98a3-a7a020407d08 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Request body: {'subnet': {'network_id': '3c9f530f-cadf-4af2-843b-44a8f0bc4ae7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:24.366326 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d37b7a-7afc-4e87-890b-1f1d9a084739 None None] Update dhcp port {'port': {'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e', 'fixed_ips': [{'subnet_id': '909eaa1c-a72b-435e-942e-b18c814f3906', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b9fe28f9-457c-4463-a04d-87285902f7d8'}], 'binding:host_id': 'dv-neutron-841204-2-hyperv'}, 'id': 'efaeaf8e-a200-42f6-9efd-06ef47f071ec'} from dv-neutron-841204-2-hyperv. {{(pid=88053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 10 14:55:24.384051 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-5e9b04ed-c35e-47e0-a432-2e70a856ae3f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:24.421864 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-5e9b04ed-c35e-47e0-a432-2e70a856ae3f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:24.427234 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:55:20Z', 'revision_number': 2, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:20Z', 'revision_number': 2, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:24.436076 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] Checking router: f466405a-101f-405d-a8be-a5995d4dfbb7 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:55:24.436958 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] Updating router f466405a-101f-405d-a8be-a5995d4dfbb7 port 70f50a28-8f52-44af-8129-3496d24bf1d5 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:55:24.463973 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abedd8-13ca-48eb-8363-3d9066fe7c0b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Subnet': ['ID=361b27ca-8b5b-4f30-a844-8e104e3a5e33,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:24.525240 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:24.538341 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b47182-0c72-4988-a33c-76b49c141b2b None None] DHCP port deletion for cd34850c-ae9b-44e6-b4af-1543b19ccb5e request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:55:24.558148 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-5e9b04ed-c35e-47e0-a432-2e70a856ae3f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Made reservation on behalf of 903a8a4d2d8d4cfebec6bebbeebec3f7 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:24.562160 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-5e9b04ed-c35e-47e0-a432-2e70a856ae3f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:24.577813 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-06fd4a43-d261-4296-98a3-a7a020407d08 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:24.584436 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-06fd4a43-d261-4296-98a3-a7a020407d08 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Usage tracker for resource:subnet and tenant:d545d481cb8447f88ffec45a1bd46457 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:24.587914 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-06fd4a43-d261-4296-98a3-a7a020407d08 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:24.597153 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-06fd4a43-d261-4296-98a3-a7a020407d08 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:24.616508 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-70b47182-0c72-4988-a33c-76b49c141b2b None None] Deleting port 17c5c69c-5fc8-4c43-bf2d-595560230ee8 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:24.616811 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-70b47182-0c72-4988-a33c-76b49c141b2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:24.650835 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fd4a43-d261-4296-98a3-a7a020407d08 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Made reservation on behalf of d545d481cb8447f88ffec45a1bd46457 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:24.655539 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-06fd4a43-d261-4296-98a3-a7a020407d08 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:24.698742 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-09d37b7a-7afc-4e87-890b-1f1d9a084739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:24.718782 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-34643657-4cfe-4385-9c01-359ec38ad07e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:24.738091 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-34643657-4cfe-4385-9c01-359ec38ad07e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 5cc5dee1-b352-401b-a1c1-81fa66284768 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:24.738353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-34643657-4cfe-4385-9c01-359ec38ad07e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:24.792974 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b4415707-e4df-4e62-b856-29d41379c396 None None] Provisioning complete for port 70f50a28-8f52-44af-8129-3496d24bf1d5 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:24.793344 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b4415707-e4df-4e62-b856-29d41379c396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:24.862130 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4abedd8-13ca-48eb-8363-3d9066fe7c0b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Checking segment: {'id': '2509a8b6-2f80-4a7d-b22b-37303af9fad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:24.862946 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4abedd8-13ca-48eb-8363-3d9066fe7c0b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network hostable DHCP agents. Network: be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:55:25.008944 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4abedd8-13ca-48eb-8363-3d9066fe7c0b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:55:25.014169 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 513237c8-600f-4a1c-ac5e-f769dbf69cde up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:25.041324 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-b4abedd8-13ca-48eb-8363-3d9066fe7c0b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:25.051049 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-0005cc19-adf7-4154-b8c0-40ca352969c8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Delete allocated IP 172.20.0.13 (1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e/909eaa1c-a72b-435e-942e-b18c814f3906) {{(pid=88051) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 10 14:55:25.054724 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4abedd8-13ca-48eb-8363-3d9066fe7c0b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:25.056548 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b4abedd8-13ca-48eb-8363-3d9066fe7c0b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:25.088926 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-34643657-4cfe-4385-9c01-359ec38ad07e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port 5cc5dee1-b352-401b-a1c1-81fa66284768, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=5cc5dee1-b352-401b-a1c1-81fa66284768,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:25.089301 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-34643657-4cfe-4385-9c01-359ec38ad07e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:25.116059 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-0005cc19-adf7-4154-b8c0-40ca352969c8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Allocated IP 172.20.0.28 (1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e/b9fe28f9-457c-4463-a04d-87285902f7d8/63167a74-a7f5-4acf-bbfa-e34a93b02eb3) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:25.141471 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1746b7e2-bb78-4cb2-8c2d-e98876a2846a None None] Network be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:25.144437 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b4abedd8-13ca-48eb-8363-3d9066fe7c0b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4300337 May 10 14:55:25.145174 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46162) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:25.175550 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:25.227334 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-34643657-4cfe-4385-9c01-359ec38ad07e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 5cc5dee1-b352-401b-a1c1-81fa66284768 owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:55:25.245567 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b4415707-e4df-4e62-b856-29d41379c396 None None] Port 70f50a28-8f52-44af-8129-3496d24bf1d5 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:55:25.500801 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-5e9b04ed-c35e-47e0-a432-2e70a856ae3f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Allocated IP 172.20.0.14 (432ecadc-13ed-4534-bb5d-3db9112befb3/9c510936-298f-4d7e-b6bd-ee2068bbabe3/b5b060e6-dabc-465e-a1e1-cde8509caafa) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:25.578111 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cc6b1551-3b7b-40f6-a629-a6b4e504bb65 req-e1801245-45f9-4cd0-b645-4c6c7fb23ee0 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 210 time: 0.1515291 May 10 14:55:25.639694 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-34643657-4cfe-4385-9c01-359ec38ad07e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:25.680437 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 513237c8-600f-4a1c-ac5e-f769dbf69cde triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:25.681039 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:25.724366 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34643657-4cfe-4385-9c01-359ec38ad07e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=5cc5dee1-b352-401b-a1c1-81fa66284768,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:25.743751 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-70b47182-0c72-4988-a33c-76b49c141b2b None None] For port 17c5c69c-5fc8-4c43-bf2d-595560230ee8, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=17c5c69c-5fc8-4c43-bf2d-595560230ee8,segment=NetworkSegment(de48f3bc-6168-4872-b4e8-1e0d9c135d5c),segment_id=de48f3bc-6168-4872-b4e8-1e0d9c135d5c)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:25.744409 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-70b47182-0c72-4988-a33c-76b49c141b2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:25.905920 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-34643657-4cfe-4385-9c01-359ec38ad07e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:25.953358 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-70b47182-0c72-4988-a33c-76b49c141b2b None None] Calling delete_port for 17c5c69c-5fc8-4c43-bf2d-595560230ee8 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:55:25.972552 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-5e9b04ed-c35e-47e0-a432-2e70a856ae3f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:26.054242 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-06fd4a43-d261-4296-98a3-a7a020407d08 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:26.103768 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6e743d-bc93-41c1-a980-4e041c74ac6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1', 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'fixed_ips': [{'subnet_id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:55:26.104575 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1b6e743d-bc93-41c1-a980-4e041c74ac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:26.123078 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-5e9b04ed-c35e-47e0-a432-2e70a856ae3f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Transition to ACTIVE for port object b5b060e6-dabc-465e-a1e1-cde8509caafa will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:26.126181 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-34643657-4cfe-4385-9c01-359ec38ad07e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:26.129872 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-34643657-4cfe-4385-9c01-359ec38ad07e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:26.136891 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd4a43-d261-4296-98a3-a7a020407d08 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event updated for resources: {'Subnet': ['ID=b571f4f7-f655-450d-864c-3aa88e1c59de,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:26.160148 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-34643657-4cfe-4385-9c01-359ec38ad07e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:26.160636 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34643657-4cfe-4385-9c01-359ec38ad07e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Fanout notify agent at l3_agent the message router_deleted on router d0bc61f2-173f-401b-9eba-0e0b803c9ecf {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:55:26.189084 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-34643657-4cfe-4385-9c01-359ec38ad07e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:26.190164 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-34643657-4cfe-4385-9c01-359ec38ad07e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/routers/d0bc61f2-173f-401b-9eba-0e0b803c9ecf HTTP/1.1" status: 204 len: 168 time: 3.4921238 May 10 14:55:26.192110 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-5e9b04ed-c35e-47e0-a432-2e70a856ae3f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:26.193545 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46168) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:26.251500 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.resource_extend [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:55:26.336614 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-70b47182-0c72-4988-a33c-76b49c141b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:26.374227 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0005cc19-adf7-4154-b8c0-40ca352969c8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:26.394652 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fd4a43-d261-4296-98a3-a7a020407d08 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Checking segment: {'id': 'be7be785-e257-4b9e-becf-bb9b82aaf850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3c9f530f-cadf-4af2-843b-44a8f0bc4ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:26.395004 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fd4a43-d261-4296-98a3-a7a020407d08 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Network hostable DHCP agents. Network: 3c9f530f-cadf-4af2-843b-44a8f0bc4ae7, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:55:26.409654 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b47182-0c72-4988-a33c-76b49c141b2b None None] No DVR routers for this DVR port 17c5c69c-5fc8-4c43-bf2d-595560230ee8 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:55:26.412911 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b47182-0c72-4988-a33c-76b49c141b2b None None] Pushing event deleted for resources: {'Port': ['ID=17c5c69c-5fc8-4c43-bf2d-595560230ee8,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:26.428363 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b04ed-c35e-47e0-a432-2e70a856ae3f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Pushing event updated for resources: {'Port': ['ID=b5b060e6-dabc-465e-a1e1-cde8509caafa,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:26.437717 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:26.441574 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-5e9b04ed-c35e-47e0-a432-2e70a856ae3f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Network 432ecadc-13ed-4534-bb5d-3db9112befb3 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:26.449231 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-0005cc19-adf7-4154-b8c0-40ca352969c8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Transition to ACTIVE for port object 63167a74-a7f5-4acf-bbfa-e34a93b02eb3 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:26.451157 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-5e9b04ed-c35e-47e0-a432-2e70a856ae3f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:26.456021 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-5e9b04ed-c35e-47e0-a432-2e70a856ae3f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:55:26.473547 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0005cc19-adf7-4154-b8c0-40ca352969c8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:26.507877 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-01b84a7d-b01e-492e-8b07-7912efd5b15f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:26.534493 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] Transition to ACTIVE for port object 70f50a28-8f52-44af-8129-3496d24bf1d5 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:26.577309 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-09d37b7a-7afc-4e87-890b-1f1d9a084739 None None] Allocated IP 172.20.0.18 (1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e/b9fe28f9-457c-4463-a04d-87285902f7d8/efaeaf8e-a200-42f6-9efd-06ef47f071ec) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:26.577658 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-5e9b04ed-c35e-47e0-a432-2e70a856ae3f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:26.578301 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-5e9b04ed-c35e-47e0-a432-2e70a856ae3f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:26.600205 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fd4a43-d261-4296-98a3-a7a020407d08 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Network 3c9f530f-cadf-4af2-843b-44a8f0bc4ae7 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:55:26.689451 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005cc19-adf7-4154-b8c0-40ca352969c8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Port': ['ID=63167a74-a7f5-4acf-bbfa-e34a93b02eb3,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:26.707974 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:26.735791 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-06fd4a43-d261-4296-98a3-a7a020407d08 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 3c9f530f-cadf-4af2-843b-44a8f0bc4ae7) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:26.755511 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-01b84a7d-b01e-492e-8b07-7912efd5b15f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:26.757025 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fd4a43-d261-4296-98a3-a7a020407d08 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:26.759248 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-06fd4a43-d261-4296-98a3-a7a020407d08 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:26.797377 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-5e9b04ed-c35e-47e0-a432-2e70a856ae3f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8644633 May 10 14:55:26.804046 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-01b84a7d-b01e-492e-8b07-7912efd5b15f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd34850c-ae9b-44e6-b4af-1543b19ccb5e']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:26.816890 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 17c5c69c-5fc8-4c43-bf2d-595560230ee8 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:55:26.840991 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1802c88b-3ef3-4899-819b-6b064b01cc87 None None] Network 3c9f530f-cadf-4af2-843b-44a8f0bc4ae7 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:26.856009 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-0005cc19-adf7-4154-b8c0-40ca352969c8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] In _notify_port_updated(), no bound segment for port 63167a74-a7f5-4acf-bbfa-e34a93b02eb3 on network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e {{(pid=88051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 10 14:55:26.861990 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0005cc19-adf7-4154-b8c0-40ca352969c8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:26.862930 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0005cc19-adf7-4154-b8c0-40ca352969c8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:26.867290 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0005cc19-adf7-4154-b8c0-40ca352969c8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "PUT /v2.0/ports/63167a74-a7f5-4acf-bbfa-e34a93b02eb3 HTTP/1.1" status: 200 len: 921 time: 5.1650927 May 10 14:55:26.869054 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46174) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:26.881320 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-06fd4a43-d261-4296-98a3-a7a020407d08 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5676053 May 10 14:55:26.883107 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46178) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:26.886256 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9a56a30c-10fa-4fca-bccc-f35e410012e5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:26.887940 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-1b6e743d-bc93-41c1-a980-4e041c74ac6c None None] Allocated IP 172.21.0.2 (be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1/361b27ca-8b5b-4f30-a844-8e104e3a5e33/a44146d1-0af7-4620-a3d9-8f582d1b7925) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:26.943857 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-bf63c887-1f35-4071-b95e-4de7130b744e tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-314839559'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:26.972805 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-bf63c887-1f35-4071-b95e-4de7130b744e tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:27.019646 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-a31f803e-368d-49d1-9a62-f1069778c27c service neutron] Request body: {'port': {'device_id': 'acbbaf57-023c-4d12-b99a-39612f89a0ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:27.047246 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 17c5c69c-5fc8-4c43-bf2d-595560230ee8 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:55:27.047678 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 17c5c69c-5fc8-4c43-bf2d-595560230ee8 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:55:27.048205 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device bd116851-e548-4b5c-9023-131fdb69f170 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:55:27.149704 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-01b84a7d-b01e-492e-8b07-7912efd5b15f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de48f3bc-6168-4872-b4e8-1e0d9c135d5c') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:27.150326 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-01b84a7d-b01e-492e-8b07-7912efd5b15f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de48f3bc-6168-4872-b4e8-1e0d9c135d5c') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:27.168923 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-01b84a7d-b01e-492e-8b07-7912efd5b15f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:27.182904 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-a31f803e-368d-49d1-9a62-f1069778c27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:27.188114 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c5c61cdc-138d-4f3d-8b84-f68f248bf7f9 None None] Provisioning for port b5b060e6-dabc-465e-a1e1-cde8509caafa completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:27.196609 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-bf63c887-1f35-4071-b95e-4de7130b744e tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Usage tracker for resource:network and tenant:d545d481cb8447f88ffec45a1bd46457 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:27.201084 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: bd116851-e548-4b5c-9023-131fdb69f170 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:55:27.201571 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device bd116851-e548-4b5c-9023-131fdb69f170 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:55:27.202111 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-bf63c887-1f35-4071-b95e-4de7130b744e tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:27.237080 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ad970-0686-427d-959f-656eae9a1ff5 None None] Pushing event updated for resources: {'Port': ['ID=70f50a28-8f52-44af-8129-3496d24bf1d5,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:27.239706 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c5c61cdc-138d-4f3d-8b84-f68f248bf7f9 None None] Provisioning complete for port b5b060e6-dabc-465e-a1e1-cde8509caafa triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:27.240173 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c5c61cdc-138d-4f3d-8b84-f68f248bf7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:27.256493 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-01b84a7d-b01e-492e-8b07-7912efd5b15f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:27.267154 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b84a7d-b01e-492e-8b07-7912efd5b15f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:55:27.268764 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-01b84a7d-b01e-492e-8b07-7912efd5b15f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:27.268929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-bf63c887-1f35-4071-b95e-4de7130b744e tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:27.295055 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1a4504a9-6b7b-4f83-a918-2857f455ce4b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting port 63167a74-a7f5-4acf-bbfa-e34a93b02eb3 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:27.295386 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a4504a9-6b7b-4f83-a918-2857f455ce4b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:55:27.297712 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:55:27.364542 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf63c887-1f35-4071-b95e-4de7130b744e tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Made reservation on behalf of d545d481cb8447f88ffec45a1bd46457 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:27.368466 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bf63c887-1f35-4071-b95e-4de7130b744e tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:27.390140 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5cc5dee1-b352-401b-a1c1-81fa66284768 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:55:27.446432 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-01b84a7d-b01e-492e-8b07-7912efd5b15f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:27.469339 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-01b84a7d-b01e-492e-8b07-7912efd5b15f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:27.488941 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51734e-7c59-4513-881d-b925f5357aad req-41fe4497-0ee8-450d-87a4-fb160462d83a tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:27.490739 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2d51734e-7c59-4513-881d-b925f5357aad req-41fe4497-0ee8-450d-87a4-fb160462d83a tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 932 time: 0.7176254 May 10 14:55:27.494412 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b84a7d-b01e-492e-8b07-7912efd5b15f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Network': ['ID=cd34850c-ae9b-44e6-b4af-1543b19ccb5e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:27.516696 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 5cc5dee1-b352-401b-a1c1-81fa66284768 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:55:27.517965 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5cc5dee1-b352-401b-a1c1-81fa66284768 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:55:27.536537 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-09d37b7a-7afc-4e87-890b-1f1d9a084739 None None] For port efaeaf8e-a200-42f6-9efd-06ef47f071ec, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=efaeaf8e-a200-42f6-9efd-06ef47f071ec,segment=NetworkSegment(53c1f769-6d45-4948-abb6-4a1ef3aa7258),segment_id=53c1f769-6d45-4948-abb6-4a1ef3aa7258)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:27.560171 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-01b84a7d-b01e-492e-8b07-7912efd5b15f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/networks/cd34850c-ae9b-44e6-b4af-1543b19ccb5e HTTP/1.1" status: 204 len: 168 time: 1.3655386 May 10 14:55:27.565677 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-c5c61cdc-138d-4f3d-8b84-f68f248bf7f9 None None] Port b5b060e6-dabc-465e-a1e1-cde8509caafa cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:55:27.567148 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] Attempting to bind port 70f50a28-8f52-44af-8129-3496d24bf1d5 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:55:27.567770 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] Attempting to bind port 70f50a28-8f52-44af-8129-3496d24bf1d5 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '67bd6c5f-df57-4211-b1fe-3e0723b2f77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:55:27.568373 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] Attempting to bind port 70f50a28-8f52-44af-8129-3496d24bf1d5 on network ecd8f06a-f8bb-471d-83a3-422725c47c4e {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:55:27.573590 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf63c887-1f35-4071-b95e-4de7130b744e tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:55:27.577328 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46182) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:27.582828 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-8f38253f-fdce-4b51-ac61-94a229ebde00 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'network': {'name': 'tempest-network-smoke--1354939366', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'port_security_enabled': True}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:27.617403 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-8f38253f-fdce-4b51-ac61-94a229ebde00 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:27.620767 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:55:27.621307 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] Checking segment: {'id': '67bd6c5f-df57-4211-b1fe-3e0723b2f77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:27.621803 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:27.622298 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] Bound using segment: {'id': '67bd6c5f-df57-4211-b1fe-3e0723b2f77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:55:27.622932 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] Bound port: 70f50a28-8f52-44af-8129-3496d24bf1d5, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67bd6c5f-df57-4211-b1fe-3e0723b2f77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:55:27.623412 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:27.690999 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bf63c887-1f35-4071-b95e-4de7130b744e tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:27.691346 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-bf63c887-1f35-4071-b95e-4de7130b744e tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Added segment c2a50173-7a4b-4105-9709-ae57998cd6be of type vlan for network 60ede690-53b6-42d3-a9ff-1311cc0d5489 May 10 14:55:27.694559 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8f38253f-fdce-4b51-ac61-94a229ebde00 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:network and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:27.708064 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8f38253f-fdce-4b51-ac61-94a229ebde00 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:27.714799 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-a31f803e-368d-49d1-9a62-f1069778c27c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b060e6-dabc-465e-a1e1-cde8509caafa {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:55:27.724815 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-a31f803e-368d-49d1-9a62-f1069778c27c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:27.732485 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-09d37b7a-7afc-4e87-890b-1f1d9a084739 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:27.741139 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-a31f803e-368d-49d1-9a62-f1069778c27c service neutron] Transition to ACTIVE for port object b5b060e6-dabc-465e-a1e1-cde8509caafa will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:27.746630 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-a31f803e-368d-49d1-9a62-f1069778c27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:27.756670 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-8f38253f-fdce-4b51-ac61-94a229ebde00 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:27.787739 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2d51734e-7c59-4513-881d-b925f5357aad req-423358f1-d273-4393-a6a6-694a1e4782a8 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2843819 May 10 14:55:27.818164 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f38253f-fdce-4b51-ac61-94a229ebde00 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:27.822216 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8f38253f-fdce-4b51-ac61-94a229ebde00 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:27.849510 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-09d37b7a-7afc-4e87-890b-1f1d9a084739 None None] Transition to ACTIVE for port object efaeaf8e-a200-42f6-9efd-06ef47f071ec will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:27.883392 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bf63c887-1f35-4071-b95e-4de7130b744e tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:27.918233 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f38253f-fdce-4b51-ac61-94a229ebde00 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:55:27.926462 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-09d37b7a-7afc-4e87-890b-1f1d9a084739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:27.937463 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a4504a9-6b7b-4f83-a918-2857f455ce4b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:28.011852 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebd0ac5-4226-4b6e-8eaf-25c8e2a7a87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-3c9f530f-cadf-4af2-843b-44a8f0bc4ae7', 'network_id': '3c9f530f-cadf-4af2-843b-44a8f0bc4ae7', 'tenant_id': 'd545d481cb8447f88ffec45a1bd46457', 'fixed_ips': [{'subnet_id': 'b571f4f7-f655-450d-864c-3aa88e1c59de'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:55:28.012833 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0ac5-4226-4b6e-8eaf-25c8e2a7a87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:28.023170 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1b6e743d-bc93-41c1-a980-4e041c74ac6c None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:28.066751 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f803e-368d-49d1-9a62-f1069778c27c service neutron] Pushing event updated for resources: {'Port': ['ID=b5b060e6-dabc-465e-a1e1-cde8509caafa,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:28.068154 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d37b7a-7afc-4e87-890b-1f1d9a084739 None None] Pushing event updated for resources: {'Port': ['ID=efaeaf8e-a200-42f6-9efd-06ef47f071ec,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:28.069183 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-a31f803e-368d-49d1-9a62-f1069778c27c service neutron] Attempting to bind port b5b060e6-dabc-465e-a1e1-cde8509caafa on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:55:28.069510 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-a31f803e-368d-49d1-9a62-f1069778c27c service neutron] Attempting to bind port b5b060e6-dabc-465e-a1e1-cde8509caafa by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'd7574317-f155-4685-9a5d-5802df6f0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:55:28.069832 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-a31f803e-368d-49d1-9a62-f1069778c27c service neutron] Attempting to bind port b5b060e6-dabc-465e-a1e1-cde8509caafa on network 432ecadc-13ed-4534-bb5d-3db9112befb3 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:55:28.076332 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-a31f803e-368d-49d1-9a62-f1069778c27c service neutron] Port b5b060e6-dabc-465e-a1e1-cde8509caafa on network 432ecadc-13ed-4534-bb5d-3db9112befb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:55:28.076655 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-a31f803e-368d-49d1-9a62-f1069778c27c service neutron] Attempting to bind port b5b060e6-dabc-465e-a1e1-cde8509caafa on network 432ecadc-13ed-4534-bb5d-3db9112befb3 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:55:28.081777 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8f38253f-fdce-4b51-ac61-94a229ebde00 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:28.082119 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-8f38253f-fdce-4b51-ac61-94a229ebde00 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Added segment 777140e6-a865-4949-aefe-71c926a17b5d of type vlan for network e8572de1-4d0f-4d72-8907-1d51ee7294b5 May 10 14:55:28.085184 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-a31f803e-368d-49d1-9a62-f1069778c27c service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:55:28.085414 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-a31f803e-368d-49d1-9a62-f1069778c27c service neutron] Checking segment: {'id': 'd7574317-f155-4685-9a5d-5802df6f0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:28.085930 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-a31f803e-368d-49d1-9a62-f1069778c27c service neutron] Bound using segment: {'id': 'd7574317-f155-4685-9a5d-5802df6f0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:55:28.086362 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-a31f803e-368d-49d1-9a62-f1069778c27c service neutron] Bound port: b5b060e6-dabc-465e-a1e1-cde8509caafa, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7574317-f155-4685-9a5d-5802df6f0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:55:28.086728 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-a31f803e-368d-49d1-9a62-f1069778c27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:28.091142 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-1a4504a9-6b7b-4f83-a918-2857f455ce4b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Calling delete_port for 63167a74-a7f5-4acf-bbfa-e34a93b02eb3 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:55:28.100367 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1b6e743d-bc93-41c1-a980-4e041c74ac6c None None] Transition to ACTIVE for port object a44146d1-0af7-4620-a3d9-8f582d1b7925 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:28.115844 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] For port 70f50a28-8f52-44af-8129-3496d24bf1d5, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:55:28.136511 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bf63c887-1f35-4071-b95e-4de7130b744e tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:28.142170 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf63c887-1f35-4071-b95e-4de7130b744e tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:28.143043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bf63c887-1f35-4071-b95e-4de7130b744e tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:28.190644 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-a31f803e-368d-49d1-9a62-f1069778c27c service neutron] For port b5b060e6-dabc-465e-a1e1-cde8509caafa, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:55:28.193964 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-a31f803e-368d-49d1-9a62-f1069778c27c service neutron] For port b5b060e6-dabc-465e-a1e1-cde8509caafa, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=b5b060e6-dabc-465e-a1e1-cde8509caafa,segment=NetworkSegment(d7574317-f155-4685-9a5d-5802df6f0649),segment_id=d7574317-f155-4685-9a5d-5802df6f0649)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:55:28.200915 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-a31f803e-368d-49d1-9a62-f1069778c27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:28.245081 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1b6e743d-bc93-41c1-a980-4e041c74ac6c None None] Transition to ACTIVE for port object a44146d1-0af7-4620-a3d9-8f582d1b7925 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:28.247362 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] For port 70f50a28-8f52-44af-8129-3496d24bf1d5, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=70f50a28-8f52-44af-8129-3496d24bf1d5,segment=NetworkSegment(67bd6c5f-df57-4211-b1fe-3e0723b2f77c),segment_id=67bd6c5f-df57-4211-b1fe-3e0723b2f77c)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:55:28.265642 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-a31f803e-368d-49d1-9a62-f1069778c27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:28.266245 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-a31f803e-368d-49d1-9a62-f1069778c27c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:28.267633 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-a31f803e-368d-49d1-9a62-f1069778c27c service neutron] 10.222.0.86 "PUT /v2.0/ports/b5b060e6-dabc-465e-a1e1-cde8509caafa HTTP/1.1" status: 200 len: 1094 time: 1.4557512 May 10 14:55:28.268330 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acbbaf57-023c-4d12-b99a-39612f89a0ec', 'tag': 'b5b060e6-dabc-465e-a1e1-cde8509caafa'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:55:28.290164 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f803e-368d-49d1-9a62-f1069778c27c service neutron] Pushing event updated for resources: {'Port': ['ID=b5b060e6-dabc-465e-a1e1-cde8509caafa,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:28.304588 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:28.324618 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8f38253f-fdce-4b51-ac61-94a229ebde00 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:28.361407 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1b6e743d-bc93-41c1-a980-4e041c74ac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:28.369312 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed146ad4-a5dc-4bb1-b6b9-b61fc0b48487'] response: {'name': 'network-changed', 'server_uuid': 'acbbaf57-023c-4d12-b99a-39612f89a0ec', 'tag': 'b5b060e6-dabc-465e-a1e1-cde8509caafa', 'status': 'completed', 'code': 200} May 10 14:55:28.458972 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63c887-1f35-4071-b95e-4de7130b744e tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event updated for resources: {'Network': ['ID=60ede690-53b6-42d3-a9ff-1311cc0d5489,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:28.459680 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-cccdf98e-c9c2-4059-95c9-ac6c94dedb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:28.461276 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-cccdf98e-c9c2-4059-95c9-ac6c94dedb4f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7&device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 1097 time: 0.1401625 May 10 14:55:28.470698 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bf63c887-1f35-4071-b95e-4de7130b744e tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5864658 May 10 14:55:28.473496 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46188) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:28.480941 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-0b69a4d4-53b1-4e2c-b68b-ce7bcf616306 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Request body: {'subnet': {'network_id': '60ede690-53b6-42d3-a9ff-1311cc0d5489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:28.486410 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6e743d-bc93-41c1-a980-4e041c74ac6c None None] Network be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:28.487469 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8f38253f-fdce-4b51-ac61-94a229ebde00 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:28.492990 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f38253f-fdce-4b51-ac61-94a229ebde00 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:28.494829 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 60ede690-53b6-42d3-a9ff-1311cc0d5489 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:55:28.495005 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8f38253f-fdce-4b51-ac61-94a229ebde00 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:28.522310 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-1b6e743d-bc93-41c1-a980-4e041c74ac6c None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:28.525259 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e743d-bc93-41c1-a980-4e041c74ac6c None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:55:28.622739 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-933cdb8c-5851-49ff-ab63-703931d5caa7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5b060e6-dabc-465e-a1e1-cde8509caafa HTTP/1.1" status: 200 len: 217 time: 0.1442449 May 10 14:55:28.638812 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] Routers {'f466405a-101f-405d-a8be-a5995d4dfbb7'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:28.640025 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:55:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['f466405a-101f-405d-a8be-a5995d4dfbb7'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:28.641024 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8f38253f-fdce-4b51-ac61-94a229ebde00 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0626180 May 10 14:55:28.641645 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46192) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:28.662216 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-31fbcc05-6bf8-4f18-926e-af03a2cea1ec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-764486986', 'admin_state_up': True, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:28.669522 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-31fbcc05-6bf8-4f18-926e-af03a2cea1ec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:28.674544 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-31fbcc05-6bf8-4f18-926e-af03a2cea1ec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:router and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:28.677573 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-31fbcc05-6bf8-4f18-926e-af03a2cea1ec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:28.684126 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-31fbcc05-6bf8-4f18-926e-af03a2cea1ec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:28.735666 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-31fbcc05-6bf8-4f18-926e-af03a2cea1ec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:28.736688 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-31fbcc05-6bf8-4f18-926e-af03a2cea1ec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:28.777556 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-31fbcc05-6bf8-4f18-926e-af03a2cea1ec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:28.800954 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38253f-fdce-4b51-ac61-94a229ebde00 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Network': ['ID=e8572de1-4d0f-4d72-8907-1d51ee7294b5,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:28.820073 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-9a56a30c-10fa-4fca-bccc-f35e410012e5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Allocated IP 172.21.0.1 (be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1/361b27ca-8b5b-4f30-a844-8e104e3a5e33/673171a0-e1a0-46ba-9a4d-f186e31a3def) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:28.870757 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-c212a46d-56c3-4a50-a009-8a1c3acbd1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:28.872867 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-c212a46d-56c3-4a50-a009-8a1c3acbd1d6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c510936-298f-4d7e-b6bd-ee2068bbabe3 HTTP/1.1" status: 200 len: 850 time: 0.2357256 May 10 14:55:28.874656 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0b69a4d4-53b1-4e2c-b68b-ce7bcf616306 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:28.879931 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0b69a4d4-53b1-4e2c-b68b-ce7bcf616306 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Usage tracker for resource:subnet and tenant:d545d481cb8447f88ffec45a1bd46457 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:28.885441 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0b69a4d4-53b1-4e2c-b68b-ce7bcf616306 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:28.939087 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0b69a4d4-53b1-4e2c-b68b-ce7bcf616306 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:28.975090 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b69a4d4-53b1-4e2c-b68b-ce7bcf616306 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Made reservation on behalf of d545d481cb8447f88ffec45a1bd46457 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:28.979090 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0b69a4d4-53b1-4e2c-b68b-ce7bcf616306 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:29.009447 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network e8572de1-4d0f-4d72-8907-1d51ee7294b5 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:55:29.046116 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ad970-0686-427d-959f-656eae9a1ff5 None None] Pushing event updated for resources: {'Port': ['ID=70f50a28-8f52-44af-8129-3496d24bf1d5,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:29.237003 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-2ebd0ac5-4226-4b6e-8eaf-25c8e2a7a87c None None] Allocated IP 2001:db8:0:ffff::2 (3c9f530f-cadf-4af2-843b-44a8f0bc4ae7/b571f4f7-f655-450d-864c-3aa88e1c59de/b4521a48-1d8e-43c1-80d1-6f19b1116489) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:29.263526 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-338052da-bbed-462c-bbd0-343c36eb24e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:29.266455 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-338052da-bbed-462c-bbd0-343c36eb24e7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=432ecadc-13ed-4534-bb5d-3db9112befb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3819373 May 10 14:55:29.296991 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-1b6e743d-bc93-41c1-a980-4e041c74ac6c None None] Attempting to bind port a44146d1-0af7-4620-a3d9-8f582d1b7925 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:55:29.297395 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-1b6e743d-bc93-41c1-a980-4e041c74ac6c None None] Attempting to bind port a44146d1-0af7-4620-a3d9-8f582d1b7925 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '2509a8b6-2f80-4a7d-b22b-37303af9fad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:55:29.297754 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6e743d-bc93-41c1-a980-4e041c74ac6c None None] Attempting to bind port a44146d1-0af7-4620-a3d9-8f582d1b7925 on network be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:55:29.315123 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-31fbcc05-6bf8-4f18-926e-af03a2cea1ec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:29.318705 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6e743d-bc93-41c1-a980-4e041c74ac6c None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:55:29.319083 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6e743d-bc93-41c1-a980-4e041c74ac6c None None] Checking segment: {'id': '2509a8b6-2f80-4a7d-b22b-37303af9fad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:29.319479 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1b6e743d-bc93-41c1-a980-4e041c74ac6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:29.319866 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6e743d-bc93-41c1-a980-4e041c74ac6c None None] Bound using segment: {'id': '2509a8b6-2f80-4a7d-b22b-37303af9fad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:55:29.320351 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-1b6e743d-bc93-41c1-a980-4e041c74ac6c None None] Bound port: a44146d1-0af7-4620-a3d9-8f582d1b7925, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2509a8b6-2f80-4a7d-b22b-37303af9fad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:55:29.320718 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1b6e743d-bc93-41c1-a980-4e041c74ac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:29.327667 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a4504a9-6b7b-4f83-a918-2857f455ce4b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:29.352187 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] Set router f466405a-101f-405d-a8be-a5995d4dfbb7 gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:55:29.414206 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device efaeaf8e-a200-42f6-9efd-06ef47f071ec up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:29.441811 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e743d-bc93-41c1-a980-4e041c74ac6c None None] Pushing event updated for resources: {'Port': ['ID=a44146d1-0af7-4620-a3d9-8f582d1b7925,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:29.478067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4504a9-6b7b-4f83-a918-2857f455ce4b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Port': ['ID=63167a74-a7f5-4acf-bbfa-e34a93b02eb3,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:29.520882 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-3844644c-a427-4491-b5b5-5e6750cfa949 service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432880 May 10 14:55:29.616821 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-15385896-759a-4bd3-8fd3-16f8b2a50518 None None] Provisioning complete for port bb69dbbb-e2ad-40d8-8884-14487a9c2837 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:29.617218 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-15385896-759a-4bd3-8fd3-16f8b2a50518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:29.763424 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.objects.ports [None req-0b69a4d4-53b1-4e2c-b68b-ce7bcf616306 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 10 14:55:29.766551 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0b69a4d4-53b1-4e2c-b68b-ce7bcf616306 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:29.799358 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9a56a30c-10fa-4fca-bccc-f35e410012e5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:29.800091 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-50168ea8-35fe-45a9-86cb-21ccf0964ae2 req-197f9c26-02fb-42e7-8458-a14920bd09a3 service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677348 May 10 14:55:29.823294 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-9a56a30c-10fa-4fca-bccc-f35e410012e5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Transition to ACTIVE for port object 673171a0-e1a0-46ba-9a4d-f186e31a3def will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:29.880701 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a4504a9-6b7b-4f83-a918-2857f455ce4b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:29.913537 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1a4504a9-6b7b-4f83-a918-2857f455ce4b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/ports/63167a74-a7f5-4acf-bbfa-e34a93b02eb3 HTTP/1.1" status: 204 len: 168 time: 3.0398538 May 10 14:55:29.921952 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9a56a30c-10fa-4fca-bccc-f35e410012e5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:29.938853 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46198) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:29.970706 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69a4d4-53b1-4e2c-b68b-ce7bcf616306 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event updated for resources: {'Subnet': ['ID=744b6141-27b0-4bab-8a4d-3732d95f1543,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:29.980798 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-15385896-759a-4bd3-8fd3-16f8b2a50518 None None] Port bb69dbbb-e2ad-40d8-8884-14487a9c2837 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:55:29.998571 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b69a4d4-53b1-4e2c-b68b-ce7bcf616306 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Checking segment: {'id': 'c2a50173-7a4b-4105-9709-ae57998cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '60ede690-53b6-42d3-a9ff-1311cc0d5489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:29.999154 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b69a4d4-53b1-4e2c-b68b-ce7bcf616306 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Network hostable DHCP agents. Network: 60ede690-53b6-42d3-a9ff-1311cc0d5489, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:55:30.006122 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-1b6e743d-bc93-41c1-a980-4e041c74ac6c None None] For port a44146d1-0af7-4620-a3d9-8f582d1b7925, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:55:30.014141 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a56a30c-10fa-4fca-bccc-f35e410012e5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:30.036676 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b69a4d4-53b1-4e2c-b68b-ce7bcf616306 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Network 60ede690-53b6-42d3-a9ff-1311cc0d5489 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:55:30.040503 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941ad70-a843-49a7-8ae1-d7ea6be12898 req-12c90f94-b3ef-48bf-9889-36716f9835f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:30.042153 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6941ad70-a843-49a7-8ae1-d7ea6be12898 req-12c90f94-b3ef-48bf-9889-36716f9835f9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7&device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 1097 time: 0.1621006 May 10 14:55:30.072972 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-0b69a4d4-53b1-4e2c-b68b-ce7bcf616306 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 60ede690-53b6-42d3-a9ff-1311cc0d5489) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:30.090047 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd91477-82e8-4ad4-bd6f-2d7d6f53d98f None None] Network 60ede690-53b6-42d3-a9ff-1311cc0d5489 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:30.114164 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-1b6e743d-bc93-41c1-a980-4e041c74ac6c None None] For port a44146d1-0af7-4620-a3d9-8f582d1b7925, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=a44146d1-0af7-4620-a3d9-8f582d1b7925,segment=NetworkSegment(2509a8b6-2f80-4a7d-b22b-37303af9fad0),segment_id=2509a8b6-2f80-4a7d-b22b-37303af9fad0)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:55:30.127486 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-9a56a30c-10fa-4fca-bccc-f35e410012e5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:30.131135 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a56a30c-10fa-4fca-bccc-f35e410012e5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:55:30.147923 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b69a4d4-53b1-4e2c-b68b-ce7bcf616306 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:30.148491 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0b69a4d4-53b1-4e2c-b68b-ce7bcf616306 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:30.197246 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0b69a4d4-53b1-4e2c-b68b-ce7bcf616306 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7189739 May 10 14:55:30.197619 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46202) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:30.208248 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-ad756ef2-bab3-4de8-a282-7450fa77425f tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Request body: {'port': {'network_id': '60ede690-53b6-42d3-a9ff-1311cc0d5489', 'name': 'tempest-NetworksIpV6TestAttrs-786989777'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:30.213813 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261df35-d4ab-4011-9261-1d05491483b5 req-599a2545-2c19-4f37-9f1b-53c35d3438b0 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:30.214784 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1b6e743d-bc93-41c1-a980-4e041c74ac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:30.215329 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9261df35-d4ab-4011-9261-1d05491483b5 req-599a2545-2c19-4f37-9f1b-53c35d3438b0 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 944 time: 1.2015688 May 10 14:55:30.227581 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-a156ddc3-887a-45be-afb8-a8d65051f28a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] GET failed (client error): The resource could not be found. May 10 14:55:30.228029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a156ddc3-887a-45be-afb8-a8d65051f28a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Synchronizing usage tracker for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:55:30.234673 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56a30c-10fa-4fca-bccc-f35e410012e5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Port': ['ID=673171a0-e1a0-46ba-9a4d-f186e31a3def,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:30.269470 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9a56a30c-10fa-4fca-bccc-f35e410012e5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:30.269715 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-15385896-759a-4bd3-8fd3-16f8b2a50518 None None] Could not find standard attr ID for object 63167a74-a7f5-4acf-bbfa-e34a93b02eb3. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:55:30.321666 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0ac5-4226-4b6e-8eaf-25c8e2a7a87c None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:30.325294 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a156ddc3-887a-45be-afb8-a8d65051f28a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Unset dirty status for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:55:30.329982 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a156ddc3-887a-45be-afb8-a8d65051f28a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports/63167a74-a7f5-4acf-bbfa-e34a93b02eb3 HTTP/1.1" status: 404 len: 333 time: 0.3068552 May 10 14:55:30.331009 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46206) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:30.350199 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9261df35-d4ab-4011-9261-1d05491483b5 req-a8e04961-79b6-4788-b363-d21ade6f01a1 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270518 May 10 14:55:30.371885 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941ad70-a843-49a7-8ae1-d7ea6be12898 req-7570f2e3-3aa4-4a9a-a4d3-10339316ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:30.374188 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6941ad70-a843-49a7-8ae1-d7ea6be12898 req-7570f2e3-3aa4-4a9a-a4d3-10339316ea64 service neutron] 10.222.0.86 "GET /v2.0/networks?id=432ecadc-13ed-4534-bb5d-3db9112befb3 HTTP/1.1" status: 200 len: 912 time: 0.3248944 May 10 14:55:30.389391 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-15385896-759a-4bd3-8fd3-16f8b2a50518 None None] Provisioning for port efaeaf8e-a200-42f6-9efd-06ef47f071ec completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:30.393366 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2ebd0ac5-4226-4b6e-8eaf-25c8e2a7a87c None None] Transition to ACTIVE for port object b4521a48-1d8e-43c1-80d1-6f19b1116489 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:30.409946 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:55:20Z', 'revision_number': 2, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:27Z', 'revision_number': 4, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:30.424070 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e743d-bc93-41c1-a980-4e041c74ac6c None None] Pushing event updated for resources: {'Port': ['ID=a44146d1-0af7-4620-a3d9-8f582d1b7925,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:30.428812 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-15385896-759a-4bd3-8fd3-16f8b2a50518 None None] Provisioning complete for port efaeaf8e-a200-42f6-9efd-06ef47f071ec triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:30.429374 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-15385896-759a-4bd3-8fd3-16f8b2a50518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:30.463847 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b780ca-5636-4436-bcc9-e55f8ba58bd0 None None] The sync data for ids ['f466405a-101f-405d-a8be-a5995d4dfbb7'] in dv-neutron-841204-2-hyperv is: [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:55:20Z', 'revision_number': 2, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:27Z', 'revision_number': 4, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:55:30.546285 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2ebd0ac5-4226-4b6e-8eaf-25c8e2a7a87c None None] Transition to ACTIVE for port object b4521a48-1d8e-43c1-80d1-6f19b1116489 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:30.573999 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0ac5-4226-4b6e-8eaf-25c8e2a7a87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:30.578590 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-31fbcc05-6bf8-4f18-926e-af03a2cea1ec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:30.611363 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ad756ef2-bab3-4de8-a282-7450fa77425f tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:30.613625 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-31fbcc05-6bf8-4f18-926e-af03a2cea1ec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:30.616308 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ad756ef2-bab3-4de8-a282-7450fa77425f tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Usage tracker for resource:port and tenant:d545d481cb8447f88ffec45a1bd46457 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:30.619950 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ad756ef2-bab3-4de8-a282-7450fa77425f tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:30.628263 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ad756ef2-bab3-4de8-a282-7450fa77425f tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:30.640097 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dde1b0a4-41dc-4bbd-8e6d-78902bae077e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:30.678053 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dde1b0a4-41dc-4bbd-8e6d-78902bae077e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:30.742807 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6941ad70-a843-49a7-8ae1-d7ea6be12898 req-d4b92653-3df3-454e-817f-1fa1d8be3d48 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5b060e6-dabc-465e-a1e1-cde8509caafa HTTP/1.1" status: 200 len: 217 time: 0.3482676 May 10 14:55:30.746416 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad756ef2-bab3-4de8-a282-7450fa77425f tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Made reservation on behalf of d545d481cb8447f88ffec45a1bd46457 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:30.754651 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9a56a30c-10fa-4fca-bccc-f35e410012e5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:30.755266 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ad756ef2-bab3-4de8-a282-7450fa77425f tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:30.768095 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebd0ac5-4226-4b6e-8eaf-25c8e2a7a87c None None] Network 3c9f530f-cadf-4af2-843b-44a8f0bc4ae7 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:30.796064 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-2ebd0ac5-4226-4b6e-8eaf-25c8e2a7a87c None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:30.909786 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [None req-ad756ef2-bab3-4de8-a282-7450fa77425f tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] device_id is not set on port 2c925662-5e18-4097-8def-9415d83ab2cd yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:55:30.942227 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebd0ac5-4226-4b6e-8eaf-25c8e2a7a87c None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:55:30.957009 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd0ac5-4226-4b6e-8eaf-25c8e2a7a87c None None] Pushing event updated for resources: {'Port': ['ID=b4521a48-1d8e-43c1-80d1-6f19b1116489,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:30.972736 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e889e3a-9e9a-4e6a-ab34-3f341b60679a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-60ede690-53b6-42d3-a9ff-1311cc0d5489', 'network_id': '60ede690-53b6-42d3-a9ff-1311cc0d5489', 'tenant_id': 'd545d481cb8447f88ffec45a1bd46457', 'fixed_ips': [{'subnet_id': '744b6141-27b0-4bab-8a4d-3732d95f1543'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:55:30.973752 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3e889e3a-9e9a-4e6a-ab34-3f341b60679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:31.001226 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dde1b0a4-41dc-4bbd-8e6d-78902bae077e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:31.032597 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941ad70-a843-49a7-8ae1-d7ea6be12898 req-e26c48d9-203a-49aa-9e15-678de29b8813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:31.034228 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6941ad70-a843-49a7-8ae1-d7ea6be12898 req-e26c48d9-203a-49aa-9e15-678de29b8813 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c510936-298f-4d7e-b6bd-ee2068bbabe3 HTTP/1.1" status: 200 len: 850 time: 0.2666554 May 10 14:55:31.046330 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1b0a4-41dc-4bbd-8e6d-78902bae077e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f012210-37c0-4a3e-a1f1-c98824a218ac,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:31.103903 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dde1b0a4-41dc-4bbd-8e6d-78902bae077e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:31.108009 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-dde1b0a4-41dc-4bbd-8e6d-78902bae077e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/security-groups/2f012210-37c0-4a3e-a1f1-c98824a218ac HTTP/1.1" status: 204 len: 168 time: 0.7707644 May 10 14:55:31.116774 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46210) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:31.207608 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-82c391e6-31f3-409c-99f6-820788e56439 None None] Could not find standard attr ID for object 63167a74-a7f5-4acf-bbfa-e34a93b02eb3. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:55:31.299031 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0a506d66-23ce-4027-bb4d-9cd0e32535c1 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:31.308186 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-2ebd0ac5-4226-4b6e-8eaf-25c8e2a7a87c None None] Attempting to bind port b4521a48-1d8e-43c1-80d1-6f19b1116489 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:55:31.308555 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-2ebd0ac5-4226-4b6e-8eaf-25c8e2a7a87c None None] Attempting to bind port b4521a48-1d8e-43c1-80d1-6f19b1116489 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'be7be785-e257-4b9e-becf-bb9b82aaf850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3c9f530f-cadf-4af2-843b-44a8f0bc4ae7'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:55:31.309053 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd0ac5-4226-4b6e-8eaf-25c8e2a7a87c None None] Attempting to bind port b4521a48-1d8e-43c1-80d1-6f19b1116489 on network 3c9f530f-cadf-4af2-843b-44a8f0bc4ae7 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:55:31.320727 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd0ac5-4226-4b6e-8eaf-25c8e2a7a87c None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:55:31.321243 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd0ac5-4226-4b6e-8eaf-25c8e2a7a87c None None] Checking segment: {'id': 'be7be785-e257-4b9e-becf-bb9b82aaf850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3c9f530f-cadf-4af2-843b-44a8f0bc4ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:31.321642 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0ac5-4226-4b6e-8eaf-25c8e2a7a87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:31.322492 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd0ac5-4226-4b6e-8eaf-25c8e2a7a87c None None] Bound using segment: {'id': 'be7be785-e257-4b9e-becf-bb9b82aaf850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3c9f530f-cadf-4af2-843b-44a8f0bc4ae7'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:55:31.327849 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-2ebd0ac5-4226-4b6e-8eaf-25c8e2a7a87c None None] Bound port: b4521a48-1d8e-43c1-80d1-6f19b1116489, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7be785-e257-4b9e-becf-bb9b82aaf850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3c9f530f-cadf-4af2-843b-44a8f0bc4ae7'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:55:31.328419 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0ac5-4226-4b6e-8eaf-25c8e2a7a87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:31.336249 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-ad756ef2-bab3-4de8-a282-7450fa77425f tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Allocated IP 2001:db8::f816:3eff:fe32:c899 (60ede690-53b6-42d3-a9ff-1311cc0d5489/744b6141-27b0-4bab-8a4d-3732d95f1543/2c925662-5e18-4097-8def-9415d83ab2cd) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:31.363691 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0a506d66-23ce-4027-bb4d-9cd0e32535c1 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:31.374869 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941ad70-a843-49a7-8ae1-d7ea6be12898 req-4e64f885-a169-4fa8-9ac9-44edcdf03bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:31.377358 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6941ad70-a843-49a7-8ae1-d7ea6be12898 req-4e64f885-a169-4fa8-9ac9-44edcdf03bf1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=432ecadc-13ed-4534-bb5d-3db9112befb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3265872 May 10 14:55:31.455840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-31fbcc05-6bf8-4f18-926e-af03a2cea1ec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.26.0.96 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/0495fef3-20ee-4121-a475-d5b4a776f4df) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:31.491204 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 70f50a28-8f52-44af-8129-3496d24bf1d5 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:31.629626 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-2ebd0ac5-4226-4b6e-8eaf-25c8e2a7a87c None None] For port b4521a48-1d8e-43c1-80d1-6f19b1116489, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:55:31.636311 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-2ebd0ac5-4226-4b6e-8eaf-25c8e2a7a87c None None] For port b4521a48-1d8e-43c1-80d1-6f19b1116489, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b4521a48-1d8e-43c1-80d1-6f19b1116489,segment=NetworkSegment(be7be785-e257-4b9e-becf-bb9b82aaf850),segment_id=be7be785-e257-4b9e-becf-bb9b82aaf850)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:55:31.650330 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0ac5-4226-4b6e-8eaf-25c8e2a7a87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:31.687520 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 70f50a28-8f52-44af-8129-3496d24bf1d5 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:31.724017 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 70f50a28-8f52-44af-8129-3496d24bf1d5 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:31.724387 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:31.808210 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd0ac5-4226-4b6e-8eaf-25c8e2a7a87c None None] Pushing event updated for resources: {'Port': ['ID=b4521a48-1d8e-43c1-80d1-6f19b1116489,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:31.826453 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0a506d66-23ce-4027-bb4d-9cd0e32535c1 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:31.860425 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85baafcf-4e49-4c19-ba1f-a8ab0cd37b1a req-3c5b17b2-825d-4024-b098-46a70e19460f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:31.862536 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-85baafcf-4e49-4c19-ba1f-a8ab0cd37b1a req-3c5b17b2-825d-4024-b098-46a70e19460f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 944 time: 0.2760303 May 10 14:55:31.931271 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:32.001390 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a506d66-23ce-4027-bb4d-9cd0e32535c1 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36059dad-406e-4f2e-92d5-1d096f4d5d72,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:32.004553 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-85baafcf-4e49-4c19-ba1f-a8ab0cd37b1a req-1c172800-de21-4eb1-a3be-db3233342f6b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238029 May 10 14:55:32.007716 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 70f50a28-8f52-44af-8129-3496d24bf1d5, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=70f50a28-8f52-44af-8129-3496d24bf1d5,segment=NetworkSegment(67bd6c5f-df57-4211-b1fe-3e0723b2f77c),segment_id=67bd6c5f-df57-4211-b1fe-3e0723b2f77c)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:32.023510 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:32.024282 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device a44146d1-0af7-4620-a3d9-8f582d1b7925 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:32.066713 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-31fbcc05-6bf8-4f18-926e-af03a2cea1ec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:32.075402 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6941ad70-a843-49a7-8ae1-d7ea6be12898 req-89863285-a258-46d9-b05f-f337e2badcfa service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6798303 May 10 14:55:32.080213 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0a506d66-23ce-4027-bb4d-9cd0e32535c1 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:32.084388 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46216) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:32.084563 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0a506d66-23ce-4027-bb4d-9cd0e32535c1 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/security-groups/36059dad-406e-4f2e-92d5-1d096f4d5d72 HTTP/1.1" status: 204 len: 168 time: 0.9666226 May 10 14:55:32.146037 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bbe39d-4345-4924-b1fd-c79a35dc3090 None None] Network be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:32.176771 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9a56a30c-10fa-4fca-bccc-f35e410012e5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:32.197522 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9a56a30c-10fa-4fca-bccc-f35e410012e5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:32.274031 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ad756ef2-bab3-4de8-a282-7450fa77425f tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:32.309423 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56a30c-10fa-4fca-bccc-f35e410012e5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Port': ['ID=673171a0-e1a0-46ba-9a4d-f186e31a3def,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:32.339869 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5e8b1c-4cdb-4fc4-9e08-2971a8fef8a7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting subnet 909eaa1c-a72b-435e-942e-b18c814f3906 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:55:32.345002 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8b1c-4cdb-4fc4-9e08-2971a8fef8a7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:32.347174 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port a44146d1-0af7-4620-a3d9-8f582d1b7925 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:32.348875 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-ad756ef2-bab3-4de8-a282-7450fa77425f tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Transition to ACTIVE for port object 2c925662-5e18-4097-8def-9415d83ab2cd will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:32.370130 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-095b373c-7231-4163-91c7-2abcf4bdac91 None None] Provisioning for port a44146d1-0af7-4620-a3d9-8f582d1b7925 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:32.370300 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6941ad70-a843-49a7-8ae1-d7ea6be12898 req-ae83aa8c-8a5f-4fce-95a1-ce3a828b597a service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716277 May 10 14:55:32.373075 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=70f50a28-8f52-44af-8129-3496d24bf1d5,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:32.379046 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port a44146d1-0af7-4620-a3d9-8f582d1b7925 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:32.379419 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:32.409873 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8b1c-4cdb-4fc4-9e08-2971a8fef8a7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:32.425654 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-095b373c-7231-4163-91c7-2abcf4bdac91 None None] Provisioning complete for port a44146d1-0af7-4620-a3d9-8f582d1b7925 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:32.426218 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-095b373c-7231-4163-91c7-2abcf4bdac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:32.432161 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ad756ef2-bab3-4de8-a282-7450fa77425f tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:32.478310 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9a56a30c-10fa-4fca-bccc-f35e410012e5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:32.509190 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-31fbcc05-6bf8-4f18-926e-af03a2cea1ec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:32.515713 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad756ef2-bab3-4de8-a282-7450fa77425f tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Network 60ede690-53b6-42d3-a9ff-1311cc0d5489 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:32.519371 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-ad756ef2-bab3-4de8-a282-7450fa77425f tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:32.522368 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad756ef2-bab3-4de8-a282-7450fa77425f tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:55:32.527841 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad756ef2-bab3-4de8-a282-7450fa77425f tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:32.528456 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ad756ef2-bab3-4de8-a282-7450fa77425f tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:32.547824 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad756ef2-bab3-4de8-a282-7450fa77425f tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event updated for resources: {'Port': ['ID=2c925662-5e18-4097-8def-9415d83ab2cd,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:32.557361 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ad756ef2-bab3-4de8-a282-7450fa77425f tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.3584323 May 10 14:55:32.559897 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46220) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:32.631315 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-3e889e3a-9e9a-4e6a-ab34-3f341b60679a None None] Allocated IP 2001:db8::f816:3eff:feb5:5400 (60ede690-53b6-42d3-a9ff-1311cc0d5489/744b6141-27b0-4bab-8a4d-3732d95f1543/8446616d-6b04-4eb1-94e5-fa127b38f0ed) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:32.635980 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-599af258-c1fa-411e-8afe-099a0143b271 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Deleting subnet 744b6141-27b0-4bab-8a4d-3732d95f1543 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:55:32.691505 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fbcc05-6bf8-4f18-926e-af03a2cea1ec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:32.696543 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-31fbcc05-6bf8-4f18-926e-af03a2cea1ec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:32.704647 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fbcc05-6bf8-4f18-926e-af03a2cea1ec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:55:32.748248 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbcc05-6bf8-4f18-926e-af03a2cea1ec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=0495fef3-20ee-4121-a475-d5b4a776f4df,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:32.777597 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8b1c-4cdb-4fc4-9e08-2971a8fef8a7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:32.865432 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:32.898000 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-095b373c-7231-4163-91c7-2abcf4bdac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:32.928410 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a56a30c-10fa-4fca-bccc-f35e410012e5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:32.967468 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-095b373c-7231-4163-91c7-2abcf4bdac91 None None] For port a44146d1-0af7-4620-a3d9-8f582d1b7925, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=a44146d1-0af7-4620-a3d9-8f582d1b7925,segment=NetworkSegment(2509a8b6-2f80-4a7d-b22b-37303af9fad0),segment_id=2509a8b6-2f80-4a7d-b22b-37303af9fad0)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:32.985327 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-095b373c-7231-4163-91c7-2abcf4bdac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:32.994017 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-9a56a30c-10fa-4fca-bccc-f35e410012e5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:33.181242 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dacef5-74d1-44a1-a7bd-8297a2907566 None None] Network 3c9f530f-cadf-4af2-843b-44a8f0bc4ae7 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:33.360638 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b373c-7231-4163-91c7-2abcf4bdac91 None None] Pushing event updated for resources: {'Port': ['ID=a44146d1-0af7-4620-a3d9-8f582d1b7925,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:33.363264 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:55:33.363614 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:55:33.370284 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3e889e3a-9e9a-4e6a-ab34-3f341b60679a None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:33.382512 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d4a88e48-3941-4641-b031-1027d3bd9020 None None] Provisioning for port b4521a48-1d8e-43c1-80d1-6f19b1116489 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:33.394074 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3e889e3a-9e9a-4e6a-ab34-3f341b60679a None None] Transition to ACTIVE for port object 8446616d-6b04-4eb1-94e5-fa127b38f0ed will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:33.442085 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3e889e3a-9e9a-4e6a-ab34-3f341b60679a None None] Transition to ACTIVE for port object 8446616d-6b04-4eb1-94e5-fa127b38f0ed will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:33.459124 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8b1c-4cdb-4fc4-9e08-2971a8fef8a7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:33.476084 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-599af258-c1fa-411e-8afe-099a0143b271 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:33.476669 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3e889e3a-9e9a-4e6a-ab34-3f341b60679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:33.544377 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-599af258-c1fa-411e-8afe-099a0143b271 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:33.562081 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e889e3a-9e9a-4e6a-ab34-3f341b60679a None None] Network 60ede690-53b6-42d3-a9ff-1311cc0d5489 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:33.570330 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-3e889e3a-9e9a-4e6a-ab34-3f341b60679a None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:33.577322 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e8b1c-4cdb-4fc4-9e08-2971a8fef8a7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Subnet': ['ID=909eaa1c-a72b-435e-942e-b18c814f3906,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:33.577876 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e889e3a-9e9a-4e6a-ab34-3f341b60679a None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:55:33.592762 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8b1c-4cdb-4fc4-9e08-2971a8fef8a7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:33.638791 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9e5e8b1c-4cdb-4fc4-9e08-2971a8fef8a7 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/subnets/909eaa1c-a72b-435e-942e-b18c814f3906 HTTP/1.1" status: 204 len: 168 time: 1.5497148 May 10 14:55:33.640273 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a56a30c-10fa-4fca-bccc-f35e410012e5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Router f466405a-101f-405d-a8be-a5995d4dfbb7 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:55:33.644502 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46226) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:33.644830 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c294950c-419e-48b4-a380-32a3975e9635 None None] Network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:33.669179 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e889e3a-9e9a-4e6a-ab34-3f341b60679a None None] Pushing event updated for resources: {'Port': ['ID=8446616d-6b04-4eb1-94e5-fa127b38f0ed,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:33.699225 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-599af258-c1fa-411e-8afe-099a0143b271 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:33.704748 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-1f0f2ea9-16b5-444b-a88c-daa8a25348f8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'subnet': {'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:33.745568 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d485769d-daf2-44e7-8a95-ebcb8ff589a8 None None] Provisioning complete for port a44146d1-0af7-4620-a3d9-8f582d1b7925 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:33.745940 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d485769d-daf2-44e7-8a95-ebcb8ff589a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:33.811538 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-599af258-c1fa-411e-8afe-099a0143b271 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:33.864462 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-599af258-c1fa-411e-8afe-099a0143b271 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:33.879977 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599af258-c1fa-411e-8afe-099a0143b271 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event deleted for resources: {'Subnet': ['ID=744b6141-27b0-4bab-8a4d-3732d95f1543,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:33.889931 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-599af258-c1fa-411e-8afe-099a0143b271 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "DELETE /v2.0/subnets/744b6141-27b0-4bab-8a4d-3732d95f1543 HTTP/1.1" status: 204 len: 168 time: 1.3262455 May 10 14:55:33.890995 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46230) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:33.965686 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-3e889e3a-9e9a-4e6a-ab34-3f341b60679a None None] Attempting to bind port 8446616d-6b04-4eb1-94e5-fa127b38f0ed on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:55:33.966056 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-3e889e3a-9e9a-4e6a-ab34-3f341b60679a None None] Attempting to bind port 8446616d-6b04-4eb1-94e5-fa127b38f0ed by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'c2a50173-7a4b-4105-9709-ae57998cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '60ede690-53b6-42d3-a9ff-1311cc0d5489'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:55:33.966786 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e889e3a-9e9a-4e6a-ab34-3f341b60679a None None] Attempting to bind port 8446616d-6b04-4eb1-94e5-fa127b38f0ed on network 60ede690-53b6-42d3-a9ff-1311cc0d5489 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:55:33.979290 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23463dc-311b-411b-ae1e-0e8db015e8dd tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:33.981152 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23463dc-311b-411b-ae1e-0e8db015e8dd tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:33.982135 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d23463dc-311b-411b-ae1e-0e8db015e8dd tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Synchronizing usage tracker for tenant:d545d481cb8447f88ffec45a1bd46457 on resource:subnet {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:55:33.995051 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e889e3a-9e9a-4e6a-ab34-3f341b60679a None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:55:33.995432 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e889e3a-9e9a-4e6a-ab34-3f341b60679a None None] Checking segment: {'id': 'c2a50173-7a4b-4105-9709-ae57998cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '60ede690-53b6-42d3-a9ff-1311cc0d5489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:33.995818 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3e889e3a-9e9a-4e6a-ab34-3f341b60679a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:33.996334 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e889e3a-9e9a-4e6a-ab34-3f341b60679a None None] Bound using segment: {'id': 'c2a50173-7a4b-4105-9709-ae57998cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '60ede690-53b6-42d3-a9ff-1311cc0d5489'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:55:33.996678 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953a046-1ac2-420c-b972-997b92aff301 req-8624b951-8240-47a0-89ba-1ad7ee2a7f30 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:33.996876 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-3e889e3a-9e9a-4e6a-ab34-3f341b60679a None None] Bound port: 8446616d-6b04-4eb1-94e5-fa127b38f0ed, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a50173-7a4b-4105-9709-ae57998cd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '60ede690-53b6-42d3-a9ff-1311cc0d5489'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:55:33.997166 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3e889e3a-9e9a-4e6a-ab34-3f341b60679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:33.999467 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7953a046-1ac2-420c-b972-997b92aff301 req-8624b951-8240-47a0-89ba-1ad7ee2a7f30 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 944 time: 0.8569686 May 10 14:55:34.001036 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d23463dc-311b-411b-ae1e-0e8db015e8dd tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Unset dirty status for tenant:d545d481cb8447f88ffec45a1bd46457 on resource:subnet {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:55:34.002484 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d23463dc-311b-411b-ae1e-0e8db015e8dd tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1105237 May 10 14:55:34.005561 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46234) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:34.023618 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-31fbcc05-6bf8-4f18-926e-af03a2cea1ec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:34.138113 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cbc02b8c-9580-4f02-a9c8-94bed46719af tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:34.151092 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc02b8c-9580-4f02-a9c8-94bed46719af tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 10 14:55:34.151311 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc02b8c-9580-4f02-a9c8-94bed46719af tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:55:34.153531 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-cbc02b8c-9580-4f02-a9c8-94bed46719af tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "DELETE /v2.0/networks/60ede690-53b6-42d3-a9ff-1311cc0d5489 HTTP/1.1" status: 409 len: 405 time: 0.1469307 May 10 14:55:34.158929 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46238) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:34.167444 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-e1a4d676-2b56-4b37-a9b7-a4eb692f77c4 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-651385150'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:34.174214 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e1a4d676-2b56-4b37-a9b7-a4eb692f77c4 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:34.180270 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e1a4d676-2b56-4b37-a9b7-a4eb692f77c4 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Usage tracker for resource:network and tenant:d545d481cb8447f88ffec45a1bd46457 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:34.185033 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e1a4d676-2b56-4b37-a9b7-a4eb692f77c4 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:34.196312 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e1a4d676-2b56-4b37-a9b7-a4eb692f77c4 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:34.207399 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7953a046-1ac2-420c-b972-997b92aff301 req-e4e72357-6ff8-4ffe-8332-b76bf3bc35b0 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852415 May 10 14:55:34.208997 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a56a30c-10fa-4fca-bccc-f35e410012e5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:55:34.217193 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a4d676-2b56-4b37-a9b7-a4eb692f77c4 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Made reservation on behalf of d545d481cb8447f88ffec45a1bd46457 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:34.222446 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e1a4d676-2b56-4b37-a9b7-a4eb692f77c4 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:34.223282 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] Sync routers for ids ['f466405a-101f-405d-a8be-a5995d4dfbb7'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:55:34.254616 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] Routers {'f466405a-101f-405d-a8be-a5995d4dfbb7'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:34.258218 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:55:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['f466405a-101f-405d-a8be-a5995d4dfbb7'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:34.276566 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9a56a30c-10fa-4fca-bccc-f35e410012e5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/routers/f466405a-101f-405d-a8be-a5995d4dfbb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1178074 May 10 14:55:34.280504 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46242) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:34.281064 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1f0f2ea9-16b5-444b-a88c-daa8a25348f8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:34.308510 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-3e889e3a-9e9a-4e6a-ab34-3f341b60679a None None] For port 8446616d-6b04-4eb1-94e5-fa127b38f0ed, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:55:34.315547 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1f0f2ea9-16b5-444b-a88c-daa8a25348f8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:subnet and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:34.315791 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-efe15408-4d7b-43e5-b0de-418aef626d27 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'network': {'name': 'tempest-RoutersTest-1531579066'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:34.322025 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1f0f2ea9-16b5-444b-a88c-daa8a25348f8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:34.325277 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b4521a48-1d8e-43c1-80d1-6f19b1116489 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:34.332178 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1f0f2ea9-16b5-444b-a88c-daa8a25348f8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:34.336475 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-efe15408-4d7b-43e5-b0de-418aef626d27 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:34.346312 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a4d676-2b56-4b37-a9b7-a4eb692f77c4 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:55:34.354727 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-efe15408-4d7b-43e5-b0de-418aef626d27 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:network and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:34.360596 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-efe15408-4d7b-43e5-b0de-418aef626d27 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:34.370742 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-efe15408-4d7b-43e5-b0de-418aef626d27 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:34.373811 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e1a4d676-2b56-4b37-a9b7-a4eb692f77c4 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:34.374233 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-e1a4d676-2b56-4b37-a9b7-a4eb692f77c4 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Added segment 0fb4ed80-d458-402d-bc6b-934949a57fc7 of type vlan for network a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef May 10 14:55:34.416391 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0f2ea9-16b5-444b-a88c-daa8a25348f8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:34.420181 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2ea9-16b5-444b-a88c-daa8a25348f8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:34.422082 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe15408-4d7b-43e5-b0de-418aef626d27 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Made reservation on behalf of 7644c356883e4453aa5ee3ea8dc28b8a for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:34.427718 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-3e889e3a-9e9a-4e6a-ab34-3f341b60679a None None] For port 8446616d-6b04-4eb1-94e5-fa127b38f0ed, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8446616d-6b04-4eb1-94e5-fa127b38f0ed,segment=NetworkSegment(c2a50173-7a4b-4105-9709-ae57998cd6be),segment_id=c2a50173-7a4b-4105-9709-ae57998cd6be)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:55:34.429495 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d485769d-daf2-44e7-8a95-ebcb8ff589a8 None None] Provisioning for port 673171a0-e1a0-46ba-9a4d-f186e31a3def completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:34.431977 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-efe15408-4d7b-43e5-b0de-418aef626d27 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:34.447266 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-d485769d-daf2-44e7-8a95-ebcb8ff589a8 None None] Provisioning complete for port 673171a0-e1a0-46ba-9a4d-f186e31a3def triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:34.453542 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d485769d-daf2-44e7-8a95-ebcb8ff589a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:34.473670 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e1a4d676-2b56-4b37-a9b7-a4eb692f77c4 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:34.491565 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe15408-4d7b-43e5-b0de-418aef626d27 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:55:34.514918 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] Set router f466405a-101f-405d-a8be-a5995d4dfbb7 gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:55:34.522359 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-efe15408-4d7b-43e5-b0de-418aef626d27 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:34.522359 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-efe15408-4d7b-43e5-b0de-418aef626d27 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Added segment b8ddf0c3-c17e-4a83-850f-f58a83472c7c of type vlan for network 3b6e0a7f-9ec8-484f-80f1-1608c427ef2e May 10 14:55:34.556236 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e1a4d676-2b56-4b37-a9b7-a4eb692f77c4 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:34.563469 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3e889e3a-9e9a-4e6a-ab34-3f341b60679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:34.568920 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a4d676-2b56-4b37-a9b7-a4eb692f77c4 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:34.569592 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e1a4d676-2b56-4b37-a9b7-a4eb692f77c4 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:34.686767 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-31fbcc05-6bf8-4f18-926e-af03a2cea1ec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:34.694617 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-efe15408-4d7b-43e5-b0de-418aef626d27 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:34.705843 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4d676-2b56-4b37-a9b7-a4eb692f77c4 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event updated for resources: {'Network': ['ID=a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:34.732223 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:55:34.745861 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d485769d-daf2-44e7-8a95-ebcb8ff589a8 None None] Port 673171a0-e1a0-46ba-9a4d-f186e31a3def cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:55:34.756138 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e1a4d676-2b56-4b37-a9b7-a4eb692f77c4 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5929995 May 10 14:55:34.756321 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46246) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:34.771203 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-4f89e5f2-c0bf-4f8b-b01a-c74f77fede59 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Request body: {'subnet': {'network_id': 'a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:34.834102 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e889e3a-9e9a-4e6a-ab34-3f341b60679a None None] Pushing event updated for resources: {'Port': ['ID=8446616d-6b04-4eb1-94e5-fa127b38f0ed,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:34.894828 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port b4521a48-1d8e-43c1-80d1-6f19b1116489 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:34.934699 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4f89e5f2-c0bf-4f8b-b01a-c74f77fede59 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:34.941339 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:55:30Z', 'revision_number': 3, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '673171a0-e1a0-46ba-9a4d-f186e31a3def', 'name': '', 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:57:17:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:27Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 2, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:34.944729 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-efe15408-4d7b-43e5-b0de-418aef626d27 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:34.951344 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe15408-4d7b-43e5-b0de-418aef626d27 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:34.952275 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-efe15408-4d7b-43e5-b0de-418aef626d27 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:34.953970 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] Checking router: f466405a-101f-405d-a8be-a5995d4dfbb7 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:55:34.954923 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] Updating router f466405a-101f-405d-a8be-a5995d4dfbb7 port 673171a0-e1a0-46ba-9a4d-f186e31a3def binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:55:34.962396 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port b4521a48-1d8e-43c1-80d1-6f19b1116489 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:34.968867 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:35.030276 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa3ca57-f3b4-45ad-929f-58df50c61d7c None None] Network 60ede690-53b6-42d3-a9ff-1311cc0d5489 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:35.058293 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:35.097368 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4f89e5f2-c0bf-4f8b-b01a-c74f77fede59 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:35.099687 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe15408-4d7b-43e5-b0de-418aef626d27 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Network': ['ID=3b6e0a7f-9ec8-484f-80f1-1608c427ef2e,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:35.112332 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-efe15408-4d7b-43e5-b0de-418aef626d27 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8282466 May 10 14:55:35.113537 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46250) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:35.125371 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f89e5f2-c0bf-4f8b-b01a-c74f77fede59 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Made reservation on behalf of d545d481cb8447f88ffec45a1bd46457 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:35.129378 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4f89e5f2-c0bf-4f8b-b01a-c74f77fede59 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:35.131412 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-494f8c0e-a744-4e36-a925-6441c427365d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'subnet': {'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:35.154506 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 3b6e0a7f-9ec8-484f-80f1-1608c427ef2e details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:55:35.329376 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-244dced9-df75-43e0-a02d-0c79b3a12af0 None None] Provisioning complete for port 673171a0-e1a0-46ba-9a4d-f186e31a3def triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:35.329833 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-244dced9-df75-43e0-a02d-0c79b3a12af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:35.344144 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-494f8c0e-a744-4e36-a925-6441c427365d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:35.364026 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-494f8c0e-a744-4e36-a925-6441c427365d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:subnet and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:35.368011 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-494f8c0e-a744-4e36-a925-6441c427365d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:35.376714 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-494f8c0e-a744-4e36-a925-6441c427365d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:35.409519 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494f8c0e-a744-4e36-a925-6441c427365d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Made reservation on behalf of 7644c356883e4453aa5ee3ea8dc28b8a for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:35.412356 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-494f8c0e-a744-4e36-a925-6441c427365d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:35.593163 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2ea9-16b5-444b-a88c-daa8a25348f8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:35.681822 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f2ea9-16b5-444b-a88c-daa8a25348f8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Subnet': ['ID=41f244c2-365b-4772-bdef-2d4d30c58b06,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:35.684885 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fbcc05-6bf8-4f18-926e-af03a2cea1ec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router b126eb66-45b6-49de-94ec-5d34b89547bc is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:55:35.707923 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:35.722647 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0f2ea9-16b5-444b-a88c-daa8a25348f8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:35.723308 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] Transition to ACTIVE for port object 673171a0-e1a0-46ba-9a4d-f186e31a3def will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:35.737566 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:35.739757 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-1f0f2ea9-16b5-444b-a88c-daa8a25348f8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:35.743390 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0f2ea9-16b5-444b-a88c-daa8a25348f8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:35.743893 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1f0f2ea9-16b5-444b-a88c-daa8a25348f8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:35.768785 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.objects.ports [None req-4f89e5f2-c0bf-4f8b-b01a-c74f77fede59 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 10 14:55:35.770173 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4f89e5f2-c0bf-4f8b-b01a-c74f77fede59 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:35.811138 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-244dced9-df75-43e0-a02d-0c79b3a12af0 None None] Port 673171a0-e1a0-46ba-9a4d-f186e31a3def cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:55:35.877725 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15887bdc-dfb9-4cbc-a459-a29a11a6e43d req-c5fa719b-98b5-4bdb-b103-38c070d4b5d4 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:35.879451 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-15887bdc-dfb9-4cbc-a459-a29a11a6e43d req-c5fa719b-98b5-4bdb-b103-38c070d4b5d4 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 944 time: 0.3820570 May 10 14:55:35.886228 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1f0f2ea9-16b5-444b-a88c-daa8a25348f8 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2405691 May 10 14:55:35.909690 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46256) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:35.910691 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89e5f2-c0bf-4f8b-b01a-c74f77fede59 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event updated for resources: {'Subnet': ['ID=d38a3d7f-a523-4f56-8a36-dce9044f808f,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:35.926480 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-4f705cbc-1fc2-447e-b8b5-8dec17306aca tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'security_group': {'name': 'tempest-secgroup-1020722834'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:35.934334 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4f705cbc-1fc2-447e-b8b5-8dec17306aca tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:35.940196 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4f705cbc-1fc2-447e-b8b5-8dec17306aca tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:security_group and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:35.960059 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4f705cbc-1fc2-447e-b8b5-8dec17306aca tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:35.968944 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4f705cbc-1fc2-447e-b8b5-8dec17306aca tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:36.006675 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-244dced9-df75-43e0-a02d-0c79b3a12af0 None None] Provisioning complete for port b4521a48-1d8e-43c1-80d1-6f19b1116489 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:36.007328 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-244dced9-df75-43e0-a02d-0c79b3a12af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:36.025029 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f89e5f2-c0bf-4f8b-b01a-c74f77fede59 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Checking segment: {'id': '0fb4ed80-d458-402d-bc6b-934949a57fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:36.038545 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f89e5f2-c0bf-4f8b-b01a-c74f77fede59 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Network hostable DHCP agents. Network: a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:55:36.057352 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4f705cbc-1fc2-447e-b8b5-8dec17306aca tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:36.058014 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db2c3a5-c6e9-4cc4-a296-b560bae6a6a8 None None] Network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:36.088974 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:36.129855 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4f705cbc-1fc2-447e-b8b5-8dec17306aca tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:36.152173 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4f705cbc-1fc2-447e-b8b5-8dec17306aca tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:security_group_rule and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:36.161718 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fbcc05-6bf8-4f18-926e-af03a2cea1ec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:55:36.161927 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4f705cbc-1fc2-447e-b8b5-8dec17306aca tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:36.178487 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-494f8c0e-a744-4e36-a925-6441c427365d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:36.178705 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] Attempting to bind port 673171a0-e1a0-46ba-9a4d-f186e31a3def on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:55:36.178802 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] Attempting to bind port 673171a0-e1a0-46ba-9a4d-f186e31a3def by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '2509a8b6-2f80-4a7d-b22b-37303af9fad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:55:36.180063 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f89e5f2-c0bf-4f8b-b01a-c74f77fede59 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Network a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:55:36.184839 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4f705cbc-1fc2-447e-b8b5-8dec17306aca tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:36.185163 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] Sync routers for ids ['b126eb66-45b6-49de-94ec-5d34b89547bc'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:55:36.187529 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] Attempting to bind port 673171a0-e1a0-46ba-9a4d-f186e31a3def on network be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1 {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:55:36.196530 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:55:36.196938 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] Checking segment: {'id': '2509a8b6-2f80-4a7d-b22b-37303af9fad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:36.198767 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:36.199944 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] Bound using segment: {'id': '2509a8b6-2f80-4a7d-b22b-37303af9fad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:55:36.201037 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] Bound port: 673171a0-e1a0-46ba-9a4d-f186e31a3def, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2509a8b6-2f80-4a7d-b22b-37303af9fad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:55:36.202925 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:36.216191 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port b4521a48-1d8e-43c1-80d1-6f19b1116489, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b4521a48-1d8e-43c1-80d1-6f19b1116489,segment=NetworkSegment(be7be785-e257-4b9e-becf-bb9b82aaf850),segment_id=be7be785-e257-4b9e-becf-bb9b82aaf850)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:36.218247 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-4f89e5f2-c0bf-4f8b-b01a-c74f77fede59 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:36.235379 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:36.235585 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-15887bdc-dfb9-4cbc-a459-a29a11a6e43d req-df8b2375-75b0-4ce3-ace4-c090dc04b7c5 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3477657 May 10 14:55:36.235713 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f89e5f2-c0bf-4f8b-b01a-c74f77fede59 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:36.236017 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4f89e5f2-c0bf-4f8b-b01a-c74f77fede59 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:36.236149 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 70f50a28-8f52-44af-8129-3496d24bf1d5 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:36.261425 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bf6f9-6414-4640-bb4e-611d1608e3ea None None] Pushing event updated for resources: {'Port': ['ID=673171a0-e1a0-46ba-9a4d-f186e31a3def,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:36.276027 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-31fbcc05-6bf8-4f18-926e-af03a2cea1ec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:36.276831 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-31fbcc05-6bf8-4f18-926e-af03a2cea1ec tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.6188583 May 10 14:55:36.283748 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf6f9-6414-4640-bb4e-611d1608e3ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:36.284624 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf6f9-6414-4640-bb4e-611d1608e3ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:36.285679 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46260) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:36.285802 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf6f9-6414-4640-bb4e-611d1608e3ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:36.285802 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf6f9-6414-4640-bb4e-611d1608e3ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:36.285802 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf6f9-6414-4640-bb4e-611d1608e3ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:36.286173 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf6f9-6414-4640-bb4e-611d1608e3ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:36.286644 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf6f9-6414-4640-bb4e-611d1608e3ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:36.287094 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf6f9-6414-4640-bb4e-611d1608e3ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:36.287809 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf6f9-6414-4640-bb4e-611d1608e3ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:36.287809 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf6f9-6414-4640-bb4e-611d1608e3ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:36.288297 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf6f9-6414-4640-bb4e-611d1608e3ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:36.288745 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf6f9-6414-4640-bb4e-611d1608e3ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:36.301240 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:55:36.317359 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f8c0e-a744-4e36-a925-6441c427365d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Subnet': ['ID=e338170d-8b6d-4367-b593-e6900023fa5f,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:36.327366 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494f8c0e-a744-4e36-a925-6441c427365d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Checking segment: {'id': 'b8ddf0c3-c17e-4a83-850f-f58a83472c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:36.328042 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494f8c0e-a744-4e36-a925-6441c427365d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network hostable DHCP agents. Network: 3b6e0a7f-9ec8-484f-80f1-1608c427ef2e, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:55:36.346571 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6c9692-a4ec-4f35-a76e-7ddc262e0c1c None None] Network a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:36.354966 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4f89e5f2-c0bf-4f8b-b01a-c74f77fede59 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5973194 May 10 14:55:36.357050 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46266) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:36.359323 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4f705cbc-1fc2-447e-b8b5-8dec17306aca tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:36.365135 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7c95b282-11a6-4bfb-874e-ea30ffdb51f3 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Request body: {'port': {'network_id': 'a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef', 'name': 'tempest-NetworksIpV6TestAttrs-243620590'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:36.367846 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4f705cbc-1fc2-447e-b8b5-8dec17306aca tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:36.383710 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494f8c0e-a744-4e36-a925-6441c427365d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network 3b6e0a7f-9ec8-484f-80f1-1608c427ef2e is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:55:36.401201 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] Routers {'b126eb66-45b6-49de-94ec-5d34b89547bc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:36.401793 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:55:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['b126eb66-45b6-49de-94ec-5d34b89547bc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:36.441877 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4f705cbc-1fc2-447e-b8b5-8dec17306aca tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:36.447102 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4f705cbc-1fc2-447e-b8b5-8dec17306aca tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5296757 May 10 14:55:36.450147 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46270) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:36.454213 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] For port 673171a0-e1a0-46ba-9a4d-f186e31a3def, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:55:36.459696 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] For port 673171a0-e1a0-46ba-9a4d-f186e31a3def, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=673171a0-e1a0-46ba-9a4d-f186e31a3def,segment=NetworkSegment(2509a8b6-2f80-4a7d-b22b-37303af9fad0),segment_id=2509a8b6-2f80-4a7d-b22b-37303af9fad0)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:55:36.461425 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-935f0079-456d-4f37-a856-cc54d1fbee8e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'security_group': {'name': 'tempest-secgroup-1062010453'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:36.463358 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-494f8c0e-a744-4e36-a925-6441c427365d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 3b6e0a7f-9ec8-484f-80f1-1608c427ef2e) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:36.470716 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:36.473423 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494f8c0e-a744-4e36-a925-6441c427365d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:36.474216 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-494f8c0e-a744-4e36-a925-6441c427365d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:36.482506 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f705cbc-1fc2-447e-b8b5-8dec17306aca tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc13f412-16f6-400c-8581-432b8435aff7,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:36.499281 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-935f0079-456d-4f37-a856-cc54d1fbee8e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:36.504252 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-935f0079-456d-4f37-a856-cc54d1fbee8e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:security_group and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:36.508920 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-935f0079-456d-4f37-a856-cc54d1fbee8e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:36.516795 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-935f0079-456d-4f37-a856-cc54d1fbee8e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:36.528246 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-935f0079-456d-4f37-a856-cc54d1fbee8e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:36.553093 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-935f0079-456d-4f37-a856-cc54d1fbee8e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:36.557590 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-935f0079-456d-4f37-a856-cc54d1fbee8e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:security_group_rule and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:36.560983 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-935f0079-456d-4f37-a856-cc54d1fbee8e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:36.563173 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3448c09-7749-4e38-ac9f-128177e09c04 None None] Network 3b6e0a7f-9ec8-484f-80f1-1608c427ef2e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:36.565090 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7c95b282-11a6-4bfb-874e-ea30ffdb51f3 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:36.568058 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-935f0079-456d-4f37-a856-cc54d1fbee8e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:36.570444 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7c95b282-11a6-4bfb-874e-ea30ffdb51f3 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Usage tracker for resource:port and tenant:d545d481cb8447f88ffec45a1bd46457 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:36.575800 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7c95b282-11a6-4bfb-874e-ea30ffdb51f3 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:36.598760 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7c95b282-11a6-4bfb-874e-ea30ffdb51f3 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:36.635948 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] Routers {'f466405a-101f-405d-a8be-a5995d4dfbb7'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:36.636823 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:55:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['f466405a-101f-405d-a8be-a5995d4dfbb7'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:36.666124 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-935f0079-456d-4f37-a856-cc54d1fbee8e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:36.672090 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-935f0079-456d-4f37-a856-cc54d1fbee8e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:36.677718 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c95b282-11a6-4bfb-874e-ea30ffdb51f3 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Made reservation on behalf of d545d481cb8447f88ffec45a1bd46457 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:36.685444 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7c95b282-11a6-4bfb-874e-ea30ffdb51f3 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:36.709866 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46274) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:36.711439 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-494f8c0e-a744-4e36-a925-6441c427365d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5971861 May 10 14:55:36.712557 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bf6f9-6414-4640-bb4e-611d1608e3ea None None] Pushing event updated for resources: {'Port': ['ID=673171a0-e1a0-46ba-9a4d-f186e31a3def,revision_number=4']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:36.738372 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e789a058-1ebd-4328-a635-f3deaee4a80b tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=7c1eaa2d2a564d8c9e902879ced01cd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4530814 May 10 14:55:36.741664 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46278) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:36.803954 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-7c95b282-11a6-4bfb-874e-ea30ffdb51f3 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] device_id is not set on port 237711ad-d731-47be-95fa-0c1ecd9f92d4 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:55:36.889410 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] Set router f466405a-101f-405d-a8be-a5995d4dfbb7 gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:55:36.911681 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f0079-456d-4f37-a856-cc54d1fbee8e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c38cfa-aa5d-4e70-adeb-afcc49b8cc31,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:36.933115 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=b4521a48-1d8e-43c1-80d1-6f19b1116489,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:36.942549 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-935f0079-456d-4f37-a856-cc54d1fbee8e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:36.946280 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-935f0079-456d-4f37-a856-cc54d1fbee8e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4911680 May 10 14:55:36.947341 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46282) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:36.955702 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-8e2133da-f724-4045-9152-01001dc99c5a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'security_group': {'name': 'tempest-secgroup-1531202306'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:36.964251 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8e2133da-f724-4045-9152-01001dc99c5a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:36.974954 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8e2133da-f724-4045-9152-01001dc99c5a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:security_group and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:36.980369 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8e2133da-f724-4045-9152-01001dc99c5a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:36.989054 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8e2133da-f724-4045-9152-01001dc99c5a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:37.006415 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] Set router b126eb66-45b6-49de-94ec-5d34b89547bc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:55:37.117013 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-7c95b282-11a6-4bfb-874e-ea30ffdb51f3 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Allocated IP 2001:db8::f816:3eff:fe70:813f (a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef/d38a3d7f-a523-4f56-8a36-dce9044f808f/237711ad-d731-47be-95fa-0c1ecd9f92d4) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:37.120375 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8e2133da-f724-4045-9152-01001dc99c5a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:37.161205 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8e2133da-f724-4045-9152-01001dc99c5a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:37.169077 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8e2133da-f724-4045-9152-01001dc99c5a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:security_group_rule and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:37.174927 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8e2133da-f724-4045-9152-01001dc99c5a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:37.184244 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8e2133da-f724-4045-9152-01001dc99c5a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:37.309103 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:55:30Z', 'revision_number': 3, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '673171a0-e1a0-46ba-9a4d-f186e31a3def', 'name': '', 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:57:17:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:27Z', 'updated_at': '2022-05-10T14:55:36Z', 'revision_number': 4, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:37.314347 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47497adf-faa0-489e-9523-1af40ec17fd3 None None] The sync data for ids ['f466405a-101f-405d-a8be-a5995d4dfbb7'] in dv-neutron-841204-2-hyperv is: [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:55:30Z', 'revision_number': 3, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '673171a0-e1a0-46ba-9a4d-f186e31a3def', 'name': '', 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:57:17:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:27Z', 'updated_at': '2022-05-10T14:55:36Z', 'revision_number': 4, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:55:37.530295 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 70f50a28-8f52-44af-8129-3496d24bf1d5 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:37.530615 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:37.575462 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8e2133da-f724-4045-9152-01001dc99c5a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:37.590264 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8e2133da-f724-4045-9152-01001dc99c5a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:37.629303 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b04be364-66fc-467f-9a72-5219e678d553 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:37.689671 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-54ef2888-723a-4ab5-8994-e9c39db83817 None None] Provisioning complete for port bb69dbbb-e2ad-40d8-8884-14487a9c2837 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:37.690048 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-54ef2888-723a-4ab5-8994-e9c39db83817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:37.736470 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dab6115-7270-467a-8dc9-9423805715ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef', 'network_id': 'a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef', 'tenant_id': 'd545d481cb8447f88ffec45a1bd46457', 'fixed_ips': [{'subnet_id': 'd38a3d7f-a523-4f56-8a36-dce9044f808f'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:55:37.737318 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6dab6115-7270-467a-8dc9-9423805715ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:37.762885 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfedb993-2457-44a0-9fd4-3ca4f06ed311 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:37.765217 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cfedb993-2457-44a0-9fd4-3ca4f06ed311 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0222702 May 10 14:55:37.770028 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46288) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:37.775768 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7c95b282-11a6-4bfb-874e-ea30ffdb51f3 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:37.778745 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8e2133da-f724-4045-9152-01001dc99c5a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:37.780213 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8e2133da-f724-4045-9152-01001dc99c5a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8319578 May 10 14:55:37.817651 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46292) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:37.832679 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-b2c2e000-a237-4bef-abab-7c96f0127bb9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1332391284', 'security_groups': ['20b3424a-c84f-49af-85a9-5fb12a2d7807'], 'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '41f244c2-365b-4772-bdef-2d4d30c58b06'}]}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:37.838205 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2133da-f724-4045-9152-01001dc99c5a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b3424a-c84f-49af-85a9-5fb12a2d7807,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:37.871368 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0e93e122-0fae-4bf0-a466-1073d2dc92f9 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0991211 May 10 14:55:37.875200 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46296) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:37.880823 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-25fdb50d-ff80-4664-8c51-2e2e16287fe4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-741372602', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:37.883750 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3949f-3951-4d70-a920-4eb61f8f0aa4 req-562c3a68-c490-4255-bded-bb9ccded11fa tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:37.885584 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f0d3949f-3951-4d70-a920-4eb61f8f0aa4 req-562c3a68-c490-4255-bded-bb9ccded11fa tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 944 time: 0.4601719 May 10 14:55:37.932220 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532b4b46-e465-423f-bbac-209b552769ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-3b6e0a7f-9ec8-484f-80f1-1608c427ef2e', 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'fixed_ips': [{'subnet_id': 'e338170d-8b6d-4367-b593-e6900023fa5f'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:55:37.933045 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-532b4b46-e465-423f-bbac-209b552769ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:37.988431 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-54ef2888-723a-4ab5-8994-e9c39db83817 None None] Port bb69dbbb-e2ad-40d8-8884-14487a9c2837 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:55:38.110279 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-7c95b282-11a6-4bfb-874e-ea30ffdb51f3 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Transition to ACTIVE for port object 237711ad-d731-47be-95fa-0c1ecd9f92d4 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:38.114444 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b2c2e000-a237-4bef-abab-7c96f0127bb9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:38.126767 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f0d3949f-3951-4d70-a920-4eb61f8f0aa4 req-228728c6-4a15-49f9-9abb-6a9b1aa585e6 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277033 May 10 14:55:38.135055 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b2c2e000-a237-4bef-abab-7c96f0127bb9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:38.163867 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c2e000-a237-4bef-abab-7c96f0127bb9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:38.197918 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86d9e51-9c01-4bed-a914-40a178bdf583 None None] Update dhcp port {'port': {'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e', 'fixed_ips': [{'subnet_id': 'b9fe28f9-457c-4463-a04d-87285902f7d8', 'ip_address': '172.20.0.18'}, {'subnet_id': '41f244c2-365b-4772-bdef-2d4d30c58b06'}], 'binding:host_id': 'dv-neutron-841204-2-hyperv'}, 'id': 'efaeaf8e-a200-42f6-9efd-06ef47f071ec'} from dv-neutron-841204-2-hyperv. {{(pid=88053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 10 14:55:38.238376 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-25fdb50d-ff80-4664-8c51-2e2e16287fe4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:38.247716 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-25fdb50d-ff80-4664-8c51-2e2e16287fe4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:subnet and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:38.251180 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7c95b282-11a6-4bfb-874e-ea30ffdb51f3 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:38.255544 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-25fdb50d-ff80-4664-8c51-2e2e16287fe4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:38.301042 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-25fdb50d-ff80-4664-8c51-2e2e16287fe4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:38.327494 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fdb50d-ff80-4664-8c51-2e2e16287fe4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:38.332191 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-25fdb50d-ff80-4664-8c51-2e2e16287fe4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:38.356280 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device b5b060e6-dabc-465e-a1e1-cde8509caafa details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 14:55:38.361979 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c95b282-11a6-4bfb-874e-ea30ffdb51f3 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Network a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:38.374554 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-7c95b282-11a6-4bfb-874e-ea30ffdb51f3 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:38.376394 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95b282-11a6-4bfb-874e-ea30ffdb51f3 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event updated for resources: {'Port': ['ID=237711ad-d731-47be-95fa-0c1ecd9f92d4,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:38.381526 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c95b282-11a6-4bfb-874e-ea30ffdb51f3 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:55:38.387083 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c95b282-11a6-4bfb-874e-ea30ffdb51f3 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:38.387698 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7c95b282-11a6-4bfb-874e-ea30ffdb51f3 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:38.411125 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b2c2e000-a237-4bef-abab-7c96f0127bb9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:38.433670 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7c95b282-11a6-4bfb-874e-ea30ffdb51f3 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0729713 May 10 14:55:38.434395 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46300) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:38.447766 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-6dab6115-7270-467a-8dc9-9423805715ec None None] Allocated IP 2001:db8::f816:3eff:fe72:f5dd (a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef/d38a3d7f-a523-4f56-8a36-dce9044f808f/650ade6d-a09e-4c67-b628-1b5a350e3f00) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:38.471632 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-b2c2e000-a237-4bef-abab-7c96f0127bb9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] device_id is not set on port 36b88891-923d-4b5d-9322-a1cc69cb8b62 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:55:38.479146 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e86d9e51-9c01-4bed-a914-40a178bdf583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:38.499363 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device a44146d1-0af7-4620-a3d9-8f582d1b7925 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:38.516585 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-b04be364-66fc-467f-9a72-5219e678d553 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Allocated IP 172.22.0.1 (3b6e0a7f-9ec8-484f-80f1-1608c427ef2e/e338170d-8b6d-4367-b593-e6900023fa5f/92e4b066-aded-4fb6-9427-16d5d88f571d) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:38.566861 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-04936a5c-6da8-40c3-8b6d-39c0befe2fab tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Deleting subnet d38a3d7f-a523-4f56-8a36-dce9044f808f {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:55:38.579131 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-54ef2888-723a-4ab5-8994-e9c39db83817 None None] Provisioning complete for port efaeaf8e-a200-42f6-9efd-06ef47f071ec triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:38.579504 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-54ef2888-723a-4ab5-8994-e9c39db83817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:38.720889 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-b2c2e000-a237-4bef-abab-7c96f0127bb9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Allocated IP 172.20.0.8 (1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e/41f244c2-365b-4772-bdef-2d4d30c58b06/36b88891-923d-4b5d-9322-a1cc69cb8b62) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:38.770553 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b04be364-66fc-467f-9a72-5219e678d553 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:38.781317 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-25fdb50d-ff80-4664-8c51-2e2e16287fe4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:38.831801 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-b04be364-66fc-467f-9a72-5219e678d553 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Transition to ACTIVE for port object 92e4b066-aded-4fb6-9427-16d5d88f571d will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:38.885029 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdb50d-ff80-4664-8c51-2e2e16287fe4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Subnet': ['ID=1bd4c6da-4fae-48d2-bfd5-eb04f1871d48,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:38.901229 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fdb50d-ff80-4664-8c51-2e2e16287fe4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Checking segment: {'id': '777140e6-a865-4949-aefe-71c926a17b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:38.901413 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fdb50d-ff80-4664-8c51-2e2e16287fe4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network hostable DHCP agents. Network: e8572de1-4d0f-4d72-8907-1d51ee7294b5, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:55:38.923028 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b04be364-66fc-467f-9a72-5219e678d553 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:38.945038 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b2c2e000-a237-4bef-abab-7c96f0127bb9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:38.965467 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fdb50d-ff80-4664-8c51-2e2e16287fe4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network e8572de1-4d0f-4d72-8907-1d51ee7294b5 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:55:38.968432 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-b2c2e000-a237-4bef-abab-7c96f0127bb9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Transition to ACTIVE for port object 36b88891-923d-4b5d-9322-a1cc69cb8b62 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:38.986495 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port b5b060e6-dabc-465e-a1e1-cde8509caafa, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=b5b060e6-dabc-465e-a1e1-cde8509caafa,segment=NetworkSegment(d7574317-f155-4685-9a5d-5802df6f0649),segment_id=d7574317-f155-4685-9a5d-5802df6f0649)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:39.003193 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b2c2e000-a237-4bef-abab-7c96f0127bb9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:39.007376 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04be364-66fc-467f-9a72-5219e678d553 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network 3b6e0a7f-9ec8-484f-80f1-1608c427ef2e is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:39.010576 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-25fdb50d-ff80-4664-8c51-2e2e16287fe4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, e8572de1-4d0f-4d72-8907-1d51ee7294b5) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:39.015293 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fdb50d-ff80-4664-8c51-2e2e16287fe4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:39.015929 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-25fdb50d-ff80-4664-8c51-2e2e16287fe4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:39.025167 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-b04be364-66fc-467f-9a72-5219e678d553 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:39.027875 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04be364-66fc-467f-9a72-5219e678d553 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:55:39.033273 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'name': 'tempest-TestNetworkBasicOps-router-764486986', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:28Z', 'updated_at': '2022-05-10T14:55:33Z', 'revision_number': 3, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:30Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:39.048228 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e464eda-4520-436c-9682-a6ef6991c63a None None] Network e8572de1-4d0f-4d72-8907-1d51ee7294b5 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:39.084031 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04be364-66fc-467f-9a72-5219e678d553 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Port': ['ID=92e4b066-aded-4fb6-9427-16d5d88f571d,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:39.091415 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c2e000-a237-4bef-abab-7c96f0127bb9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:39.095586 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'b5b060e6-dabc-465e-a1e1-cde8509caafa', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'port_id': 'b5b060e6-dabc-465e-a1e1-cde8509caafa', 'mac_address': 'fa:16:3e:fe:7e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 14:55:39.095773 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-b2c2e000-a237-4bef-abab-7c96f0127bb9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:39.101231 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c2e000-a237-4bef-abab-7c96f0127bb9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:55:39.112666 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-25fdb50d-ff80-4664-8c51-2e2e16287fe4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2362599 May 10 14:55:39.113575 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b04be364-66fc-467f-9a72-5219e678d553 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:39.116377 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46304) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:39.145378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2e000-a237-4bef-abab-7c96f0127bb9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Port': ['ID=36b88891-923d-4b5d-9322-a1cc69cb8b62,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:39.196588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2e000-a237-4bef-abab-7c96f0127bb9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:39.197689 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b2c2e000-a237-4bef-abab-7c96f0127bb9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:39.236645 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b2c2e000-a237-4bef-abab-7c96f0127bb9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4172432 May 10 14:55:39.239810 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46310) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:39.247106 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7f252cbb-8ed3-4e3c-80ce-f21cdb5db5cc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'subnet': {'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:39.285940 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port a44146d1-0af7-4620-a3d9-8f582d1b7925 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:39.286589 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:39.336886 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] Checking router: b126eb66-45b6-49de-94ec-5d34b89547bc for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:55:39.337104 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] Updating router b126eb66-45b6-49de-94ec-5d34b89547bc port 0495fef3-20ee-4121-a475-d5b4a776f4df binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:55:39.471187 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7f252cbb-8ed3-4e3c-80ce-f21cdb5db5cc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:39.480321 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7bb0c-2056-4f5f-a5a3-753b1bd3a723 req-3ebc1cb8-2b23-44a2-abf1-ad1ce6fae034 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:39.481813 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-19f7bb0c-2056-4f5f-a5a3-753b1bd3a723 req-3ebc1cb8-2b23-44a2-abf1-ad1ce6fae034 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 944 time: 0.2176173 May 10 14:55:39.484923 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7f252cbb-8ed3-4e3c-80ce-f21cdb5db5cc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:subnet and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:39.489245 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7f252cbb-8ed3-4e3c-80ce-f21cdb5db5cc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:39.508174 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7f252cbb-8ed3-4e3c-80ce-f21cdb5db5cc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:39.535862 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f252cbb-8ed3-4e3c-80ce-f21cdb5db5cc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:39.539428 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7f252cbb-8ed3-4e3c-80ce-f21cdb5db5cc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:39.543717 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-532b4b46-e465-423f-bbac-209b552769ea None None] Allocated IP 172.22.0.2 (3b6e0a7f-9ec8-484f-80f1-1608c427ef2e/e338170d-8b6d-4367-b593-e6900023fa5f/ce6a3566-0dd9-4d0e-a6af-9fc419eb741a) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:39.576526 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b04be364-66fc-467f-9a72-5219e678d553 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:39.605102 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:39.629418 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-19f7bb0c-2056-4f5f-a5a3-753b1bd3a723 req-f6d821bd-d163-47f0-b9aa-e2c9198c6bee tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342354 May 10 14:55:39.630927 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:39.664878 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6dab6115-7270-467a-8dc9-9423805715ec None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:39.673453 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-e86d9e51-9c01-4bed-a914-40a178bdf583 None None] Allocated IP 172.20.0.2 (1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e/41f244c2-365b-4772-bdef-2d4d30c58b06/efaeaf8e-a200-42f6-9efd-06ef47f071ec) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:39.705366 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.ipam_backend_mixin [None req-7f252cbb-8ed3-4e3c-80ce-f21cdb5db5cc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 41f244c2-365b-4772-bdef-2d4d30c58b06 (CIDR: 172.20.0.0/28) May 10 14:55:39.709307 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f252cbb-8ed3-4e3c-80ce-f21cdb5db5cc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:55:39.709925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f252cbb-8ed3-4e3c-80ce-f21cdb5db5cc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:55:39.730018 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7f252cbb-8ed3-4e3c-80ce-f21cdb5db5cc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4891136 May 10 14:55:39.732592 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46314) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:39.737103 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b060e6-dabc-465e-a1e1-cde8509caafa {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:55:39.739662 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-507b9aed-2d1c-44a2-9d4d-35cdb043f118 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'subnet': {'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:39.791847 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6dab6115-7270-467a-8dc9-9423805715ec None None] Transition to ACTIVE for port object 650ade6d-a09e-4c67-b628-1b5a350e3f00 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:39.909129 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-507b9aed-2d1c-44a2-9d4d-35cdb043f118 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:39.913710 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-507b9aed-2d1c-44a2-9d4d-35cdb043f118 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:subnet and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:39.917073 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-507b9aed-2d1c-44a2-9d4d-35cdb043f118 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:39.924959 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-507b9aed-2d1c-44a2-9d4d-35cdb043f118 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:39.939461 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507b9aed-2d1c-44a2-9d4d-35cdb043f118 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:39.943536 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-507b9aed-2d1c-44a2-9d4d-35cdb043f118 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:40.055567 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6dab6115-7270-467a-8dc9-9423805715ec None None] Transition to ACTIVE for port object 650ade6d-a09e-4c67-b628-1b5a350e3f00 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:40.065191 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port b5b060e6-dabc-465e-a1e1-cde8509caafa, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=b5b060e6-dabc-465e-a1e1-cde8509caafa,segment=NetworkSegment(d7574317-f155-4685-9a5d-5802df6f0649),segment_id=d7574317-f155-4685-9a5d-5802df6f0649)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:40.107105 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6dab6115-7270-467a-8dc9-9423805715ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:40.110934 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:40.173682 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-04936a5c-6da8-40c3-8b6d-39c0befe2fab tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:40.258104 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-04936a5c-6da8-40c3-8b6d-39c0befe2fab tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:40.282770 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dab6115-7270-467a-8dc9-9423805715ec None None] Network a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:40.319506 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3714ad2c-c178-4c62-857e-20833a7d6693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ips': [{'subnet_id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:55:40.320335 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3714ad2c-c178-4c62-857e-20833a7d6693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:40.330609 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.ipam_backend_mixin [None req-507b9aed-2d1c-44a2-9d4d-35cdb043f118 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b9fe28f9-457c-4463-a04d-87285902f7d8 (CIDR: 172.20.0.16/28) May 10 14:55:40.331645 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-6dab6115-7270-467a-8dc9-9423805715ec None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:40.343537 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-507b9aed-2d1c-44a2-9d4d-35cdb043f118 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 14:55:40.350793 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-507b9aed-2d1c-44a2-9d4d-35cdb043f118 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:55:40.378521 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dab6115-7270-467a-8dc9-9423805715ec None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:55:40.424867 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-507b9aed-2d1c-44a2-9d4d-35cdb043f118 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6904428 May 10 14:55:40.428686 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46318) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:40.441966 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-04936a5c-6da8-40c3-8b6d-39c0befe2fab tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:40.452819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-70837ca0-b74f-4a1b-bed1-34ee7a214b9e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'subnet': {'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:40.458829 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab6115-7270-467a-8dc9-9423805715ec None None] Pushing event updated for resources: {'Port': ['ID=650ade6d-a09e-4c67-b628-1b5a350e3f00,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:40.461374 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['b5b060e6-dabc-465e-a1e1-cde8509caafa'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 14:55:40.485336 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b04be364-66fc-467f-9a72-5219e678d553 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:40.540575 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-04936a5c-6da8-40c3-8b6d-39c0befe2fab tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:40.558774 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b04be364-66fc-467f-9a72-5219e678d553 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:40.578458 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b4521a48-1d8e-43c1-80d1-6f19b1116489 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:40.578691 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04936a5c-6da8-40c3-8b6d-39c0befe2fab tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event deleted for resources: {'Subnet': ['ID=d38a3d7f-a523-4f56-8a36-dce9044f808f,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:40.586473 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-04936a5c-6da8-40c3-8b6d-39c0befe2fab tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:40.599577 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-04936a5c-6da8-40c3-8b6d-39c0befe2fab tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "DELETE /v2.0/subnets/d38a3d7f-a523-4f56-8a36-dce9044f808f HTTP/1.1" status: 204 len: 168 time: 2.1619933 May 10 14:55:40.599804 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46322) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:40.615084 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-e86d9e51-9c01-4bed-a914-40a178bdf583 None None] For port efaeaf8e-a200-42f6-9efd-06ef47f071ec, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=efaeaf8e-a200-42f6-9efd-06ef47f071ec,segment=NetworkSegment(53c1f769-6d45-4948-abb6-4a1ef3aa7258),segment_id=53c1f769-6d45-4948-abb6-4a1ef3aa7258)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:40.650274 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-11246847-603f-48c3-98cb-887dbbdf263f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:40.671506 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1d71ed-9ad8-4aab-b40c-8c0c6b676df8 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:40.672474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1d71ed-9ad8-4aab-b40c-8c0c6b676df8 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:40.673226 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-db1d71ed-9ad8-4aab-b40c-8c0c6b676df8 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Synchronizing usage tracker for tenant:d545d481cb8447f88ffec45a1bd46457 on resource:subnet {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:55:40.695109 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-db1d71ed-9ad8-4aab-b40c-8c0c6b676df8 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Unset dirty status for tenant:d545d481cb8447f88ffec45a1bd46457 on resource:subnet {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:55:40.697190 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-db1d71ed-9ad8-4aab-b40c-8c0c6b676df8 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0963328 May 10 14:55:40.700443 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46328) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:40.824201 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b04be364-66fc-467f-9a72-5219e678d553 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:40.839865 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04be364-66fc-467f-9a72-5219e678d553 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Port': ['ID=92e4b066-aded-4fb6-9427-16d5d88f571d,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:40.915611 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-532b4b46-e465-423f-bbac-209b552769ea None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:40.919361 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cae7b68e-bff4-4044-b3cb-b0b27e5411dd tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:40.935301 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6dab6115-7270-467a-8dc9-9423805715ec None None] Attempting to bind port 650ade6d-a09e-4c67-b628-1b5a350e3f00 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:55:40.935577 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6dab6115-7270-467a-8dc9-9423805715ec None None] Attempting to bind port 650ade6d-a09e-4c67-b628-1b5a350e3f00 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '0fb4ed80-d458-402d-bc6b-934949a57fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:55:40.936507 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab6115-7270-467a-8dc9-9423805715ec None None] Attempting to bind port 650ade6d-a09e-4c67-b628-1b5a350e3f00 on network a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:55:40.937711 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae7b68e-bff4-4044-b3cb-b0b27e5411dd tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 10 14:55:40.938172 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae7b68e-bff4-4044-b3cb-b0b27e5411dd tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:55:40.944041 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cae7b68e-bff4-4044-b3cb-b0b27e5411dd tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "DELETE /v2.0/networks/a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef HTTP/1.1" status: 409 len: 405 time: 0.2408266 May 10 14:55:40.949906 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46332) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:40.970387 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-96cec54b-013f-4475-b643-926c947e15a0 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-306996371'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:40.979877 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e86d9e51-9c01-4bed-a914-40a178bdf583 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:40.981689 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-96cec54b-013f-4475-b643-926c947e15a0 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:40.984995 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=b5b060e6-dabc-465e-a1e1-cde8509caafa,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:40.987987 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab6115-7270-467a-8dc9-9423805715ec None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:55:40.988357 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab6115-7270-467a-8dc9-9423805715ec None None] Checking segment: {'id': '0fb4ed80-d458-402d-bc6b-934949a57fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:40.989099 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6dab6115-7270-467a-8dc9-9423805715ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:40.989235 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab6115-7270-467a-8dc9-9423805715ec None None] Bound using segment: {'id': '0fb4ed80-d458-402d-bc6b-934949a57fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:55:40.989623 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6dab6115-7270-467a-8dc9-9423805715ec None None] Bound port: 650ade6d-a09e-4c67-b628-1b5a350e3f00, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb4ed80-d458-402d-bc6b-934949a57fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:55:40.989995 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6dab6115-7270-467a-8dc9-9423805715ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:40.991225 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-96cec54b-013f-4475-b643-926c947e15a0 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Usage tracker for resource:network and tenant:d545d481cb8447f88ffec45a1bd46457 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:40.994714 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-96cec54b-013f-4475-b643-926c947e15a0 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:41.001548 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-532b4b46-e465-423f-bbac-209b552769ea None None] Transition to ACTIVE for port object ce6a3566-0dd9-4d0e-a6af-9fc419eb741a will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:41.004997 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-70837ca0-b74f-4a1b-bed1-34ee7a214b9e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:41.008793 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-96cec54b-013f-4475-b643-926c947e15a0 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:41.023683 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-70837ca0-b74f-4a1b-bed1-34ee7a214b9e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Usage tracker for resource:subnet and tenant:bcdeb671ca1c427bb10de7b95cee308e is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:41.031521 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-70837ca0-b74f-4a1b-bed1-34ee7a214b9e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:41.032716 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ecf72-e866-46c7-8987-0ff78b262cbc req-96801299-f05f-4a37-9665-bf5d66765774 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:41.035355 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cd7ecf72-e866-46c7-8987-0ff78b262cbc req-96801299-f05f-4a37-9665-bf5d66765774 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 945 time: 0.2345116 May 10 14:55:41.037685 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cec54b-013f-4475-b643-926c947e15a0 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Made reservation on behalf of d545d481cb8447f88ffec45a1bd46457 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:41.040575 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-70837ca0-b74f-4a1b-bed1-34ee7a214b9e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:41.043685 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-96cec54b-013f-4475-b643-926c947e15a0 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:41.101822 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e86d9e51-9c01-4bed-a914-40a178bdf583 None None] Transition to ACTIVE for port object efaeaf8e-a200-42f6-9efd-06ef47f071ec will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:41.110667 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96cec54b-013f-4475-b643-926c947e15a0 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:55:41.112364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70837ca0-b74f-4a1b-bed1-34ee7a214b9e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Made reservation on behalf of bcdeb671ca1c427bb10de7b95cee308e for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:41.115045 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cd7ecf72-e866-46c7-8987-0ff78b262cbc req-a0d3e8ff-e02c-44e2-b3eb-dcec879ae4c5 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586054 May 10 14:55:41.115719 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-70837ca0-b74f-4a1b-bed1-34ee7a214b9e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:41.122826 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-96cec54b-013f-4475-b643-926c947e15a0 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:41.123239 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-96cec54b-013f-4475-b643-926c947e15a0 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Added segment a3d794f6-458e-4ad3-ad13-0e46f01a3b16 of type vlan for network 86028837-2fc8-4bce-b769-431cdc911499 May 10 14:55:41.145975 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-532b4b46-e465-423f-bbac-209b552769ea None None] Transition to ACTIVE for port object ce6a3566-0dd9-4d0e-a6af-9fc419eb741a will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:41.153640 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e86d9e51-9c01-4bed-a914-40a178bdf583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:41.155452 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-96cec54b-013f-4475-b643-926c947e15a0 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:41.186814 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-96cec54b-013f-4475-b643-926c947e15a0 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:41.191823 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cec54b-013f-4475-b643-926c947e15a0 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:41.192405 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-96cec54b-013f-4475-b643-926c947e15a0 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:41.240274 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-532b4b46-e465-423f-bbac-209b552769ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:41.262669 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.resource_extend [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:55:41.281972 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04be364-66fc-467f-9a72-5219e678d553 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network 3b6e0a7f-9ec8-484f-80f1-1608c427ef2e is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:41.288358 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-b04be364-66fc-467f-9a72-5219e678d553 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:41.300059 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-96cec54b-013f-4475-b643-926c947e15a0 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3367276 May 10 14:55:41.303647 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46336) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:41.314253 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-bcea0177-1913-4cbd-b303-b8f9ebed5f3c tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Request body: {'subnet': {'network_id': '86028837-2fc8-4bce-b769-431cdc911499', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:41.318501 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port b4521a48-1d8e-43c1-80d1-6f19b1116489 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:41.318870 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:41.331571 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cec54b-013f-4475-b643-926c947e15a0 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event updated for resources: {'Network': ['ID=86028837-2fc8-4bce-b769-431cdc911499,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:41.369711 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 86028837-2fc8-4bce-b769-431cdc911499 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:55:41.444535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-bcea0177-1913-4cbd-b303-b8f9ebed5f3c tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:41.457193 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-bcea0177-1913-4cbd-b303-b8f9ebed5f3c tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:41.470508 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcea0177-1913-4cbd-b303-b8f9ebed5f3c tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Made reservation on behalf of d545d481cb8447f88ffec45a1bd46457 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:41.474229 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bcea0177-1913-4cbd-b303-b8f9ebed5f3c tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:41.502231 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-3714ad2c-c178-4c62-857e-20833a7d6693 None None] Allocated IP 172.20.0.2 (e8572de1-4d0f-4d72-8907-1d51ee7294b5/1bd4c6da-4fae-48d2-bfd5-eb04f1871d48/cda1ee44-d69c-4119-bf66-7af2477b49f4) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:41.577750 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532b4b46-e465-423f-bbac-209b552769ea None None] Network 3b6e0a7f-9ec8-484f-80f1-1608c427ef2e is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:41.604586 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-532b4b46-e465-423f-bbac-209b552769ea None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:41.624116 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-6dab6115-7270-467a-8dc9-9423805715ec None None] For port 650ade6d-a09e-4c67-b628-1b5a350e3f00, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:55:41.626223 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b4b46-e465-423f-bbac-209b552769ea None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:55:41.640488 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d9e51-9c01-4bed-a914-40a178bdf583 None None] Pushing event updated for resources: {'Port': ['ID=efaeaf8e-a200-42f6-9efd-06ef47f071ec,revision_number=6']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:41.708381 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04be364-66fc-467f-9a72-5219e678d553 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Router f466405a-101f-405d-a8be-a5995d4dfbb7 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:55:41.749472 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:41.752709 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-6dab6115-7270-467a-8dc9-9423805715ec None None] For port 650ade6d-a09e-4c67-b628-1b5a350e3f00, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=650ade6d-a09e-4c67-b628-1b5a350e3f00,segment=NetworkSegment(0fb4ed80-d458-402d-bc6b-934949a57fc7),segment_id=0fb4ed80-d458-402d-bc6b-934949a57fc7)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:55:41.831057 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6dab6115-7270-467a-8dc9-9423805715ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:41.845285 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.objects.ports [None req-bcea0177-1913-4cbd-b303-b8f9ebed5f3c tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 10 14:55:41.846277 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bcea0177-1913-4cbd-b303-b8f9ebed5f3c tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:41.930526 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] Transition to ACTIVE for port object 0495fef3-20ee-4121-a475-d5b4a776f4df will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:41.938251 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea0177-1913-4cbd-b303-b8f9ebed5f3c tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event updated for resources: {'Subnet': ['ID=aaca1108-a7a5-47bb-befd-ee6f99c87008,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:42.011222 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcea0177-1913-4cbd-b303-b8f9ebed5f3c tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Checking segment: {'id': 'a3d794f6-458e-4ad3-ad13-0e46f01a3b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '86028837-2fc8-4bce-b769-431cdc911499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:42.011949 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcea0177-1913-4cbd-b303-b8f9ebed5f3c tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Network hostable DHCP agents. Network: 86028837-2fc8-4bce-b769-431cdc911499, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:55:42.019217 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04be364-66fc-467f-9a72-5219e678d553 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:55:42.032762 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] Sync routers for ids ['f466405a-101f-405d-a8be-a5995d4dfbb7'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:55:42.038591 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b4b46-e465-423f-bbac-209b552769ea None None] Pushing event updated for resources: {'Port': ['ID=ce6a3566-0dd9-4d0e-a6af-9fc419eb741a,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:42.040855 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:42.044863 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcea0177-1913-4cbd-b303-b8f9ebed5f3c tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Network 86028837-2fc8-4bce-b769-431cdc911499 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:55:42.048534 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] Routers {'f466405a-101f-405d-a8be-a5995d4dfbb7'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:42.049273 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:55:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['f466405a-101f-405d-a8be-a5995d4dfbb7'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:42.058031 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b04be364-66fc-467f-9a72-5219e678d553 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/routers/f466405a-101f-405d-a8be-a5995d4dfbb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3438530 May 10 14:55:42.062785 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46340) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:42.069422 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-18cbe12d-ce74-490c-a399-6baa40e5a8de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'network': {'name': 'tempest-RoutersTest-1902943629'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:42.074809 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-bcea0177-1913-4cbd-b303-b8f9ebed5f3c tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 86028837-2fc8-4bce-b769-431cdc911499) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:42.080483 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcea0177-1913-4cbd-b303-b8f9ebed5f3c tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:42.081219 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bcea0177-1913-4cbd-b303-b8f9ebed5f3c tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:42.110997 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-18cbe12d-ce74-490c-a399-6baa40e5a8de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:42.116857 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-18cbe12d-ce74-490c-a399-6baa40e5a8de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:network and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:42.123003 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bcea0177-1913-4cbd-b303-b8f9ebed5f3c tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8179073 May 10 14:55:42.125547 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-18cbe12d-ce74-490c-a399-6baa40e5a8de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:42.127003 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46344) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:42.130165 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaae4b72-1841-4e1b-9e75-c1804348482c None None] Network 86028837-2fc8-4bce-b769-431cdc911499 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:42.142832 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-18cbe12d-ce74-490c-a399-6baa40e5a8de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:42.157730 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cbe12d-ce74-490c-a399-6baa40e5a8de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Made reservation on behalf of 7644c356883e4453aa5ee3ea8dc28b8a for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:42.161819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-70837ca0-b74f-4a1b-bed1-34ee7a214b9e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:42.163411 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-18cbe12d-ce74-490c-a399-6baa40e5a8de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:42.219459 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18cbe12d-ce74-490c-a399-6baa40e5a8de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:55:42.238809 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-18cbe12d-ce74-490c-a399-6baa40e5a8de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:42.239157 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-18cbe12d-ce74-490c-a399-6baa40e5a8de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Added segment a88819f8-2578-4692-90f3-25e903b3f6af of type vlan for network b0f32687-655e-4471-b96e-050bfbfc0bc6 May 10 14:55:42.292867 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-18cbe12d-ce74-490c-a399-6baa40e5a8de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:42.345202 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] Set router f466405a-101f-405d-a8be-a5995d4dfbb7 gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:55:42.374777 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-532b4b46-e465-423f-bbac-209b552769ea None None] Attempting to bind port ce6a3566-0dd9-4d0e-a6af-9fc419eb741a on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:55:42.375425 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-532b4b46-e465-423f-bbac-209b552769ea None None] Attempting to bind port ce6a3566-0dd9-4d0e-a6af-9fc419eb741a by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'b8ddf0c3-c17e-4a83-850f-f58a83472c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:55:42.376208 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b4b46-e465-423f-bbac-209b552769ea None None] Attempting to bind port ce6a3566-0dd9-4d0e-a6af-9fc419eb741a on network 3b6e0a7f-9ec8-484f-80f1-1608c427ef2e {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:55:42.383069 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70837ca0-b74f-4a1b-bed1-34ee7a214b9e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:42.398878 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-70837ca0-b74f-4a1b-bed1-34ee7a214b9e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:42.406890 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70837ca0-b74f-4a1b-bed1-34ee7a214b9e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Subnet': ['ID=1233024e-af0b-45af-bc8c-703dc19dc1a2,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:42.415373 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70837ca0-b74f-4a1b-bed1-34ee7a214b9e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:42.415964 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-70837ca0-b74f-4a1b-bed1-34ee7a214b9e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:42.433383 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-18cbe12d-ce74-490c-a399-6baa40e5a8de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:42.440266 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 673171a0-e1a0-46ba-9a4d-f186e31a3def up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:42.442310 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cbe12d-ce74-490c-a399-6baa40e5a8de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:42.442971 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-18cbe12d-ce74-490c-a399-6baa40e5a8de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:42.488262 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-70837ca0-b74f-4a1b-bed1-34ee7a214b9e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0529468 May 10 14:55:42.488505 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46350) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:42.497570 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5dda2a6-f5f2-4864-a316-14de6f68f3f8 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:42.500383 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b4b46-e465-423f-bbac-209b552769ea None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:55:42.500841 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b4b46-e465-423f-bbac-209b552769ea None None] Checking segment: {'id': 'b8ddf0c3-c17e-4a83-850f-f58a83472c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:42.501311 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-532b4b46-e465-423f-bbac-209b552769ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:42.501774 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b4b46-e465-423f-bbac-209b552769ea None None] Bound using segment: {'id': 'b8ddf0c3-c17e-4a83-850f-f58a83472c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:55:42.502331 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-532b4b46-e465-423f-bbac-209b552769ea None None] Bound port: ce6a3566-0dd9-4d0e-a6af-9fc419eb741a, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ddf0c3-c17e-4a83-850f-f58a83472c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:55:42.502982 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-532b4b46-e465-423f-bbac-209b552769ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:42.549040 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-714a7110-cf42-4d59-93b7-8470387945f4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-12868141', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1233024e-af0b-45af-bc8c-703dc19dc1a2'}], 'security_groups': ['dc13f412-16f6-400c-8581-432b8435aff7', 'f5c38cfa-aa5d-4e70-adeb-afcc49b8cc31']}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:42.550592 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75af4894-64f0-499c-bfa1-048c8b96d738 None None] Network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:42.582538 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5dda2a6-f5f2-4864-a316-14de6f68f3f8 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:42.709977 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5dda2a6-f5f2-4864-a316-14de6f68f3f8 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:42.744632 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbe12d-ce74-490c-a399-6baa40e5a8de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Network': ['ID=b0f32687-655e-4471-b96e-050bfbfc0bc6,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:42.769426 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dda2a6-f5f2-4864-a316-14de6f68f3f8 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event deleted for resources: {'Subnet': ['ID=aaca1108-a7a5-47bb-befd-ee6f99c87008,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:42.774557 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1a90d-96c7-4b88-a755-1d48b91c154f req-a8777fff-5bc7-4d5f-9c3b-197eff3a84a9 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:42.776279 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7cb1a90d-96c7-4b88-a755-1d48b91c154f req-a8777fff-5bc7-4d5f-9c3b-197eff3a84a9 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 945 time: 0.4776154 May 10 14:55:42.780957 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-18cbe12d-ce74-490c-a399-6baa40e5a8de tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7171366 May 10 14:55:42.781819 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46354) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:42.787656 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:55:39Z', 'revision_number': 4, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '673171a0-e1a0-46ba-9a4d-f186e31a3def', 'name': '', 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:57:17:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:27Z', 'updated_at': '2022-05-10T14:55:36Z', 'revision_number': 4, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92e4b066-aded-4fb6-9427-16d5d88f571d', 'name': '', 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:99:bf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:38Z', 'updated_at': '2022-05-10T14:55:40Z', 'revision_number': 2, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:42.793194 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] Checking router: f466405a-101f-405d-a8be-a5995d4dfbb7 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:55:42.793732 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] Updating router f466405a-101f-405d-a8be-a5995d4dfbb7 port 92e4b066-aded-4fb6-9427-16d5d88f571d binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:55:42.802502 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] Attempting to bind port 0495fef3-20ee-4121-a475-d5b4a776f4df on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:55:42.802863 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] Attempting to bind port 0495fef3-20ee-4121-a475-d5b4a776f4df by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:55:42.803212 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] Attempting to bind port 0495fef3-20ee-4121-a475-d5b4a776f4df on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:55:42.831308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-6ff29f63-1a62-4ae3-a811-831de8b92449 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'subnet': {'network_id': 'b0f32687-655e-4471-b96e-050bfbfc0bc6', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:42.859286 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:42.884977 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5dda2a6-f5f2-4864-a316-14de6f68f3f8 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:42.916994 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-e5dda2a6-f5f2-4864-a316-14de6f68f3f8 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86028837-2fc8-4bce-b769-431cdc911499']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:42.931981 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7cb1a90d-96c7-4b88-a755-1d48b91c154f req-9f2a20f8-44b2-4b8d-944c-476f4a49af51 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368446 May 10 14:55:42.933548 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-e5dda2a6-f5f2-4864-a316-14de6f68f3f8 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d794f6-458e-4ad3-ad13-0e46f01a3b16') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:42.934036 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-e5dda2a6-f5f2-4864-a316-14de6f68f3f8 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d794f6-458e-4ad3-ad13-0e46f01a3b16') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:42.950527 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5dda2a6-f5f2-4864-a316-14de6f68f3f8 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:42.969480 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5dda2a6-f5f2-4864-a316-14de6f68f3f8 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:42.972580 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3714ad2c-c178-4c62-857e-20833a7d6693 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:42.976751 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5dda2a6-f5f2-4864-a316-14de6f68f3f8 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:55:42.977141 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5dda2a6-f5f2-4864-a316-14de6f68f3f8 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:55:42.994720 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:55:43.013095 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-714a7110-cf42-4d59-93b7-8470387945f4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:43.037855 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network b0f32687-655e-4471-b96e-050bfbfc0bc6 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:55:43.091544 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5dda2a6-f5f2-4864-a316-14de6f68f3f8 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:43.116024 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5dda2a6-f5f2-4864-a316-14de6f68f3f8 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:43.130234 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dda2a6-f5f2-4864-a316-14de6f68f3f8 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event deleted for resources: {'Network': ['ID=86028837-2fc8-4bce-b769-431cdc911499,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:43.137548 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:55:43.138103 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:43.138103 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:43.138539 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:55:43.139548 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] Bound port: 0495fef3-20ee-4121-a475-d5b4a776f4df, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:55:43.140341 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:43.145506 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e5dda2a6-f5f2-4864-a316-14de6f68f3f8 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "DELETE /v2.0/networks/86028837-2fc8-4bce-b769-431cdc911499 HTTP/1.1" status: 204 len: 168 time: 1.0174267 May 10 14:55:43.148932 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46358) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:43.155915 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-4a1c340e-97b6-4b7e-a8b3-16964cdc08a6 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-894034421'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:43.161528 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4a1c340e-97b6-4b7e-a8b3-16964cdc08a6 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:43.166842 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4a1c340e-97b6-4b7e-a8b3-16964cdc08a6 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Usage tracker for resource:network and tenant:d545d481cb8447f88ffec45a1bd46457 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:43.171500 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4a1c340e-97b6-4b7e-a8b3-16964cdc08a6 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:43.178906 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4a1c340e-97b6-4b7e-a8b3-16964cdc08a6 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:43.194563 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1c340e-97b6-4b7e-a8b3-16964cdc08a6 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Made reservation on behalf of d545d481cb8447f88ffec45a1bd46457 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:43.199200 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4a1c340e-97b6-4b7e-a8b3-16964cdc08a6 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:43.203528 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3714ad2c-c178-4c62-857e-20833a7d6693 None None] Transition to ACTIVE for port object cda1ee44-d69c-4119-bf66-7af2477b49f4 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:43.228257 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1e4bde23-998b-4ac9-90ab-72671eaca80b None None] Provisioning complete for port bb69dbbb-e2ad-40d8-8884-14487a9c2837 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:43.228623 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1e4bde23-998b-4ac9-90ab-72671eaca80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:43.246710 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1c340e-97b6-4b7e-a8b3-16964cdc08a6 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:55:43.258736 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4a1c340e-97b6-4b7e-a8b3-16964cdc08a6 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:43.259505 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-4a1c340e-97b6-4b7e-a8b3-16964cdc08a6 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Added segment df333214-e5ef-4e64-99bb-832b2da0746b of type vlan for network a0b54456-1728-4a6e-a10f-d7fc04a5b09e May 10 14:55:43.296384 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4a1c340e-97b6-4b7e-a8b3-16964cdc08a6 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:43.332767 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6ff29f63-1a62-4ae3-a811-831de8b92449 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:43.341509 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6ff29f63-1a62-4ae3-a811-831de8b92449 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:subnet and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:43.344258 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:43.345907 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6ff29f63-1a62-4ae3-a811-831de8b92449 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:43.346843 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4a1c340e-97b6-4b7e-a8b3-16964cdc08a6 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:43.354191 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1c340e-97b6-4b7e-a8b3-16964cdc08a6 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:43.354827 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4a1c340e-97b6-4b7e-a8b3-16964cdc08a6 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:43.356172 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6ff29f63-1a62-4ae3-a811-831de8b92449 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:43.368102 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] Transition to ACTIVE for port object 92e4b066-aded-4fb6-9427-16d5d88f571d will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:43.375364 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-1e4bde23-998b-4ac9-90ab-72671eaca80b None None] Port bb69dbbb-e2ad-40d8-8884-14487a9c2837 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:55:43.377731 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:43.422762 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff29f63-1a62-4ae3-a811-831de8b92449 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Made reservation on behalf of 7644c356883e4453aa5ee3ea8dc28b8a for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:43.426054 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6ff29f63-1a62-4ae3-a811-831de8b92449 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:43.429901 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab6115-7270-467a-8dc9-9423805715ec None None] Pushing event updated for resources: {'Port': ['ID=650ade6d-a09e-4c67-b628-1b5a350e3f00,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:43.495047 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63625e6c-befd-4972-859d-49a3b4370640 None None] Network a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:43.505567 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c340e-97b6-4b7e-a8b3-16964cdc08a6 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event updated for resources: {'Network': ['ID=a0b54456-1728-4a6e-a10f-d7fc04a5b09e,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:43.511165 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4a1c340e-97b6-4b7e-a8b3-16964cdc08a6 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3611662 May 10 14:55:43.514165 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46362) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:43.520581 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-762fd61a-9806-4763-a699-947eb0fb8b66 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Request body: {'subnet': {'network_id': 'a0b54456-1728-4a6e-a10f-d7fc04a5b09e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:43.555948 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9097026a-d4bf-4d1f-a069-7616612dfebe None None] Network 86028837-2fc8-4bce-b769-431cdc911499 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:43.572898 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network a0b54456-1728-4a6e-a10f-d7fc04a5b09e details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:55:43.606513 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] Attempting to bind port 92e4b066-aded-4fb6-9427-16d5d88f571d on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:55:43.606871 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] Attempting to bind port 92e4b066-aded-4fb6-9427-16d5d88f571d by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'b8ddf0c3-c17e-4a83-850f-f58a83472c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:55:43.607223 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] Attempting to bind port 92e4b066-aded-4fb6-9427-16d5d88f571d on network 3b6e0a7f-9ec8-484f-80f1-1608c427ef2e {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:55:43.615321 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:55:43.615687 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] Checking segment: {'id': 'b8ddf0c3-c17e-4a83-850f-f58a83472c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:43.616111 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:43.616458 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] Bound using segment: {'id': 'b8ddf0c3-c17e-4a83-850f-f58a83472c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:55:43.616912 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] Bound port: 92e4b066-aded-4fb6-9427-16d5d88f571d, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ddf0c3-c17e-4a83-850f-f58a83472c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:55:43.617294 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:43.656610 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-714a7110-cf42-4d59-93b7-8470387945f4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Delete allocated IP 172.20.0.8 (1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e/41f244c2-365b-4772-bdef-2d4d30c58b06) {{(pid=88051) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 10 14:55:43.660422 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-762fd61a-9806-4763-a699-947eb0fb8b66 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:43.667616 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-762fd61a-9806-4763-a699-947eb0fb8b66 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Usage tracker for resource:subnet and tenant:d545d481cb8447f88ffec45a1bd46457 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:43.672527 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-762fd61a-9806-4763-a699-947eb0fb8b66 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:43.675535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-714a7110-cf42-4d59-93b7-8470387945f4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Allocated IP 172.20.0.39 (1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e/1233024e-af0b-45af-bc8c-703dc19dc1a2/36b88891-923d-4b5d-9322-a1cc69cb8b62) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:43.682415 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-762fd61a-9806-4763-a699-947eb0fb8b66 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:43.690856 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] For port 0495fef3-20ee-4121-a475-d5b4a776f4df, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:55:43.699609 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762fd61a-9806-4763-a699-947eb0fb8b66 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Made reservation on behalf of d545d481cb8447f88ffec45a1bd46457 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:43.704415 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-762fd61a-9806-4763-a699-947eb0fb8b66 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:43.728842 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] For port 92e4b066-aded-4fb6-9427-16d5d88f571d, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:55:43.733002 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] For port 92e4b066-aded-4fb6-9427-16d5d88f571d, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=92e4b066-aded-4fb6-9427-16d5d88f571d,segment=NetworkSegment(b8ddf0c3-c17e-4a83-850f-f58a83472c7c),segment_id=b8ddf0c3-c17e-4a83-850f-f58a83472c7c)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:55:43.741020 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3e307-acdd-404f-8aa0-c231f13dedf8 None None] Pushing event updated for resources: {'Port': ['ID=92e4b066-aded-4fb6-9427-16d5d88f571d,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:43.744805 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:43.826770 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] Routers {'f466405a-101f-405d-a8be-a5995d4dfbb7'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:43.827731 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:55:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['f466405a-101f-405d-a8be-a5995d4dfbb7'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:43.861547 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3714ad2c-c178-4c62-857e-20833a7d6693 None None] Transition to ACTIVE for port object cda1ee44-d69c-4119-bf66-7af2477b49f4 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:43.942092 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9097026a-d4bf-4d1f-a069-7616612dfebe None None] Network 86028837-2fc8-4bce-b769-431cdc911499 could not be found, it might have been deleted concurrently. {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 10 14:55:43.945199 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] For port 0495fef3-20ee-4121-a475-d5b4a776f4df, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0495fef3-20ee-4121-a475-d5b4a776f4df,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:55:43.972970 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 673171a0-e1a0-46ba-9a4d-f186e31a3def completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:44.016957 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6ff29f63-1a62-4ae3-a811-831de8b92449 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:44.023250 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3714ad2c-c178-4c62-857e-20833a7d6693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:44.035391 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1e4bde23-998b-4ac9-90ab-72671eaca80b None None] Provisioning for port efaeaf8e-a200-42f6-9efd-06ef47f071ec completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:44.064676 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1e4bde23-998b-4ac9-90ab-72671eaca80b None None] Provisioning complete for port efaeaf8e-a200-42f6-9efd-06ef47f071ec triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:44.065442 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1e4bde23-998b-4ac9-90ab-72671eaca80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:44.079565 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] Set router f466405a-101f-405d-a8be-a5995d4dfbb7 gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:55:44.096102 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 673171a0-e1a0-46ba-9a4d-f186e31a3def triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:44.096471 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:44.113723 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-714a7110-cf42-4d59-93b7-8470387945f4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:44.121230 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:44.149946 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1efd7-b5c8-43b6-9438-63fa67026cb1 None None] Pushing event updated for resources: {'Port': ['ID=0495fef3-20ee-4121-a475-d5b4a776f4df,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:44.204398 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3714ad2c-c178-4c62-857e-20833a7d6693 None None] Network e8572de1-4d0f-4d72-8907-1d51ee7294b5 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:44.210478 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-714a7110-cf42-4d59-93b7-8470387945f4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Ignored duplicate provisioning block setup for port 36b88891-923d-4b5d-9322-a1cc69cb8b62 by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 10 14:55:44.221062 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff29f63-1a62-4ae3-a811-831de8b92449 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Subnet': ['ID=c8505c70-15cf-4cf5-a73d-39cfb37314ea,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:44.243198 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-11246847-603f-48c3-98cb-887dbbdf263f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.20.0.1 (e8572de1-4d0f-4d72-8907-1d51ee7294b5/1bd4c6da-4fae-48d2-bfd5-eb04f1871d48/4829d7e7-54e3-4c8c-9d3b-583e01e95d5d) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:44.267045 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-714a7110-cf42-4d59-93b7-8470387945f4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:44.303989 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-3714ad2c-c178-4c62-857e-20833a7d6693 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:44.349593 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-532b4b46-e465-423f-bbac-209b552769ea None None] For port ce6a3566-0dd9-4d0e-a6af-9fc419eb741a, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:55:44.359596 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3714ad2c-c178-4c62-857e-20833a7d6693 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:55:44.409862 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a7110-cf42-4d59-93b7-8470387945f4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event updated for resources: {'Port': ['ID=36b88891-923d-4b5d-9322-a1cc69cb8b62,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:44.440691 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff29f63-1a62-4ae3-a811-831de8b92449 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Checking segment: {'id': 'a88819f8-2578-4692-90f3-25e903b3f6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b0f32687-655e-4471-b96e-050bfbfc0bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:44.442453 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff29f63-1a62-4ae3-a811-831de8b92449 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network hostable DHCP agents. Network: b0f32687-655e-4471-b96e-050bfbfc0bc6, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:55:44.464398 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3e307-acdd-404f-8aa0-c231f13dedf8 None None] Pushing event updated for resources: {'Port': ['ID=92e4b066-aded-4fb6-9427-16d5d88f571d,revision_number=4']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:44.470387 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:55:39Z', 'revision_number': 4, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '673171a0-e1a0-46ba-9a4d-f186e31a3def', 'name': '', 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:57:17:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:27Z', 'updated_at': '2022-05-10T14:55:36Z', 'revision_number': 4, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92e4b066-aded-4fb6-9427-16d5d88f571d', 'name': '', 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:99:bf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:38Z', 'updated_at': '2022-05-10T14:55:43Z', 'revision_number': 4, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:44.473492 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] Routers {'b126eb66-45b6-49de-94ec-5d34b89547bc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:44.474135 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:55:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['b126eb66-45b6-49de-94ec-5d34b89547bc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:44.476202 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6db321a-a0b3-494e-9622-3182593e6283 None None] The sync data for ids ['f466405a-101f-405d-a8be-a5995d4dfbb7'] in dv-neutron-841204-2-hyperv is: [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:55:39Z', 'revision_number': 4, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '673171a0-e1a0-46ba-9a4d-f186e31a3def', 'name': '', 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:57:17:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:27Z', 'updated_at': '2022-05-10T14:55:36Z', 'revision_number': 4, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92e4b066-aded-4fb6-9427-16d5d88f571d', 'name': '', 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:99:bf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:38Z', 'updated_at': '2022-05-10T14:55:43Z', 'revision_number': 4, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:55:44.554954 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-762fd61a-9806-4763-a699-947eb0fb8b66 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:44.571094 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-714a7110-cf42-4d59-93b7-8470387945f4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] In _notify_port_updated(), no bound segment for port 36b88891-923d-4b5d-9322-a1cc69cb8b62 on network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e {{(pid=88051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 10 14:55:44.577605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714a7110-cf42-4d59-93b7-8470387945f4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:44.578663 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-714a7110-cf42-4d59-93b7-8470387945f4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:44.583570 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-714a7110-cf42-4d59-93b7-8470387945f4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "PUT /v2.0/ports/36b88891-923d-4b5d-9322-a1cc69cb8b62 HTTP/1.1" status: 200 len: 958 time: 2.0481486 May 10 14:55:44.585839 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46368) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:44.665175 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-6cef2304-6cdb-4909-be8d-19ca81da831c tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting port 36b88891-923d-4b5d-9322-a1cc69cb8b62 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:44.665616 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6cef2304-6cdb-4909-be8d-19ca81da831c tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:44.707731 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-11246847-603f-48c3-98cb-887dbbdf263f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:44.725091 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762fd61a-9806-4763-a699-947eb0fb8b66 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event updated for resources: {'Subnet': ['ID=806eaa49-c68e-4bb1-b180-09b6f82e87cf,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:44.743568 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762fd61a-9806-4763-a699-947eb0fb8b66 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Checking segment: {'id': 'df333214-e5ef-4e64-99bb-832b2da0746b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'a0b54456-1728-4a6e-a10f-d7fc04a5b09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:44.743822 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762fd61a-9806-4763-a699-947eb0fb8b66 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Network hostable DHCP agents. Network: a0b54456-1728-4a6e-a10f-d7fc04a5b09e, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:55:44.747190 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8ddd3-5043-4145-965b-3ca0b3491e4a req-2459ad52-e306-4a99-81b6-be8c8a1b2ba8 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:44.749088 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8eb8ddd3-5043-4145-965b-3ca0b3491e4a req-2459ad52-e306-4a99-81b6-be8c8a1b2ba8 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 945 time: 0.6313748 May 10 14:55:44.752265 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-11246847-603f-48c3-98cb-887dbbdf263f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Transition to ACTIVE for port object 4829d7e7-54e3-4c8c-9d3b-583e01e95d5d will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:44.783133 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762fd61a-9806-4763-a699-947eb0fb8b66 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Network a0b54456-1728-4a6e-a10f-d7fc04a5b09e is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:55:44.797608 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-762fd61a-9806-4763-a699-947eb0fb8b66 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, a0b54456-1728-4a6e-a10f-d7fc04a5b09e) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:44.802360 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762fd61a-9806-4763-a699-947eb0fb8b66 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:44.803488 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-762fd61a-9806-4763-a699-947eb0fb8b66 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:44.810279 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-11246847-603f-48c3-98cb-887dbbdf263f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:44.832486 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] Set router b126eb66-45b6-49de-94ec-5d34b89547bc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:55:44.871090 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8eb8ddd3-5043-4145-965b-3ca0b3491e4a req-5bbbb55c-40dc-4209-8378-1e92f869200e tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137636 May 10 14:55:44.883942 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff29f63-1a62-4ae3-a811-831de8b92449 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network b0f32687-655e-4471-b96e-050bfbfc0bc6 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:55:44.896391 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-6ff29f63-1a62-4ae3-a811-831de8b92449 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, b0f32687-655e-4471-b96e-050bfbfc0bc6) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:44.917037 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11246847-603f-48c3-98cb-887dbbdf263f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=4829d7e7-54e3-4c8c-9d3b-583e01e95d5d,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:44.941406 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11246847-603f-48c3-98cb-887dbbdf263f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network e8572de1-4d0f-4d72-8907-1d51ee7294b5 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:44.942685 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-11246847-603f-48c3-98cb-887dbbdf263f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:44.945284 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11246847-603f-48c3-98cb-887dbbdf263f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:55:44.980726 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-762fd61a-9806-4763-a699-947eb0fb8b66 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4626470 May 10 14:55:44.984035 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46372) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:45.023217 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff29f63-1a62-4ae3-a811-831de8b92449 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:45.023992 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6ff29f63-1a62-4ae3-a811-831de8b92449 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:45.075161 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-532b4b46-e465-423f-bbac-209b552769ea None None] For port ce6a3566-0dd9-4d0e-a6af-9fc419eb741a, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=ce6a3566-0dd9-4d0e-a6af-9fc419eb741a,segment=NetworkSegment(b8ddf0c3-c17e-4a83-850f-f58a83472c7c),segment_id=b8ddf0c3-c17e-4a83-850f-f58a83472c7c)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:55:45.099106 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0ece27-b8c7-4cec-998c-3694d4505d0b None None] Network a0b54456-1728-4a6e-a10f-d7fc04a5b09e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:45.112807 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361ca11b-4e91-487a-9f65-dd109936de5c None None] Network b0f32687-655e-4471-b96e-050bfbfc0bc6 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:45.158235 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714ad2c-c178-4c62-857e-20833a7d6693 None None] Pushing event updated for resources: {'Port': ['ID=cda1ee44-d69c-4119-bf66-7af2477b49f4,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:45.165822 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e9949b98-5139-49f1-9fee-1510aaf31771 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:45.181275 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-532b4b46-e465-423f-bbac-209b552769ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:45.223424 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6ff29f63-1a62-4ae3-a811-831de8b92449 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4333372 May 10 14:55:45.224917 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46376) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:45.225310 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-11246847-603f-48c3-98cb-887dbbdf263f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:45.278075 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e9949b98-5139-49f1-9fee-1510aaf31771 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:45.385191 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e9949b98-5139-49f1-9fee-1510aaf31771 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:45.416436 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6cef2304-6cdb-4909-be8d-19ca81da831c tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:45.427811 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9949b98-5139-49f1-9fee-1510aaf31771 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event deleted for resources: {'Subnet': ['ID=806eaa49-c68e-4bb1-b180-09b6f82e87cf,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:45.467373 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1efd7-b5c8-43b6-9438-63fa67026cb1 None None] Pushing event updated for resources: {'Port': ['ID=0495fef3-20ee-4121-a475-d5b4a776f4df,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:45.578958 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e9949b98-5139-49f1-9fee-1510aaf31771 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:45.582398 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-6cef2304-6cdb-4909-be8d-19ca81da831c tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Calling delete_port for 36b88891-923d-4b5d-9322-a1cc69cb8b62 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:55:45.595840 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-11246847-603f-48c3-98cb-887dbbdf263f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:45.624441 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-e9949b98-5139-49f1-9fee-1510aaf31771 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b54456-1728-4a6e-a10f-d7fc04a5b09e']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:45.653051 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:45.675975 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-e9949b98-5139-49f1-9fee-1510aaf31771 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df333214-e5ef-4e64-99bb-832b2da0746b') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:45.676273 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-e9949b98-5139-49f1-9fee-1510aaf31771 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df333214-e5ef-4e64-99bb-832b2da0746b') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:45.700605 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e9949b98-5139-49f1-9fee-1510aaf31771 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:45.737402 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-3714ad2c-c178-4c62-857e-20833a7d6693 None None] Attempting to bind port cda1ee44-d69c-4119-bf66-7af2477b49f4 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:55:45.737773 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-3714ad2c-c178-4c62-857e-20833a7d6693 None None] Attempting to bind port cda1ee44-d69c-4119-bf66-7af2477b49f4 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '777140e6-a865-4949-aefe-71c926a17b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:55:45.738127 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3714ad2c-c178-4c62-857e-20833a7d6693 None None] Attempting to bind port cda1ee44-d69c-4119-bf66-7af2477b49f4 on network e8572de1-4d0f-4d72-8907-1d51ee7294b5 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:55:45.793993 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e9949b98-5139-49f1-9fee-1510aaf31771 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:45.797309 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 673171a0-e1a0-46ba-9a4d-f186e31a3def, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=673171a0-e1a0-46ba-9a4d-f186e31a3def,segment=NetworkSegment(2509a8b6-2f80-4a7d-b22b-37303af9fad0),segment_id=2509a8b6-2f80-4a7d-b22b-37303af9fad0)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:45.813329 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9949b98-5139-49f1-9fee-1510aaf31771 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:55:45.814279 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e9949b98-5139-49f1-9fee-1510aaf31771 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:45.815427 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3714ad2c-c178-4c62-857e-20833a7d6693 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:55:45.815803 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3714ad2c-c178-4c62-857e-20833a7d6693 None None] Checking segment: {'id': '777140e6-a865-4949-aefe-71c926a17b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:45.816198 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3714ad2c-c178-4c62-857e-20833a7d6693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:45.816590 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3714ad2c-c178-4c62-857e-20833a7d6693 None None] Bound using segment: {'id': '777140e6-a865-4949-aefe-71c926a17b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:55:45.817069 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-3714ad2c-c178-4c62-857e-20833a7d6693 None None] Bound port: cda1ee44-d69c-4119-bf66-7af2477b49f4, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '777140e6-a865-4949-aefe-71c926a17b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:55:45.817440 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3714ad2c-c178-4c62-857e-20833a7d6693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:45.869892 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:55:45.913923 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:55:46.060478 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b4b46-e465-423f-bbac-209b552769ea None None] Pushing event updated for resources: {'Port': ['ID=ce6a3566-0dd9-4d0e-a6af-9fc419eb741a,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:46.073640 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e9949b98-5139-49f1-9fee-1510aaf31771 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:46.095975 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e9949b98-5139-49f1-9fee-1510aaf31771 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:46.133208 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9949b98-5139-49f1-9fee-1510aaf31771 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event deleted for resources: {'Network': ['ID=a0b54456-1728-4a6e-a10f-d7fc04a5b09e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:46.146887 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e9949b98-5139-49f1-9fee-1510aaf31771 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "DELETE /v2.0/networks/a0b54456-1728-4a6e-a10f-d7fc04a5b09e HTTP/1.1" status: 204 len: 168 time: 1.1585548 May 10 14:55:46.166096 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46382) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:46.186113 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-a3d70c64-b54c-45bb-86ee-63ad58261d6d tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-482053334'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:46.262860 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 92e4b066-aded-4fb6-9427-16d5d88f571d up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:46.305757 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device b5b060e6-dabc-465e-a1e1-cde8509caafa up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:46.378206 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a3d70c64-b54c-45bb-86ee-63ad58261d6d tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:46.453370 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6cef2304-6cdb-4909-be8d-19ca81da831c tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:46.512098 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-11246847-603f-48c3-98cb-887dbbdf263f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:46.522355 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef2304-6cdb-4909-be8d-19ca81da831c tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Port': ['ID=36b88891-923d-4b5d-9322-a1cc69cb8b62,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:46.522926 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a3d70c64-b54c-45bb-86ee-63ad58261d6d tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Usage tracker for resource:network and tenant:d545d481cb8447f88ffec45a1bd46457 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:46.531886 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a3d70c64-b54c-45bb-86ee-63ad58261d6d tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:46.536032 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-11246847-603f-48c3-98cb-887dbbdf263f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:46.539622 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-3714ad2c-c178-4c62-857e-20833a7d6693 None None] For port cda1ee44-d69c-4119-bf66-7af2477b49f4, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:55:46.544052 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3e2d5-2ce2-413b-92b7-8126bf66dbbe req-82746cab-0d64-4f02-a88b-53c40dae4a36 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:46.546948 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-69d3e2d5-2ce2-413b-92b7-8126bf66dbbe req-82746cab-0d64-4f02-a88b-53c40dae4a36 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 945 time: 0.3791187 May 10 14:55:46.547812 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d85d3a-3e59-4360-8a37-d81c812fb17f None None] Network a0b54456-1728-4a6e-a10f-d7fc04a5b09e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:46.562087 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=673171a0-e1a0-46ba-9a4d-f186e31a3def,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:46.565163 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3fc52b-c749-4f08-8fd7-79379b1580da None None] Update dhcp port {'port': {'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e', 'fixed_ips': [{'subnet_id': 'b9fe28f9-457c-4463-a04d-87285902f7d8', 'ip_address': '172.20.0.18'}, {'subnet_id': '41f244c2-365b-4772-bdef-2d4d30c58b06', 'ip_address': '172.20.0.2'}, {'subnet_id': '1233024e-af0b-45af-bc8c-703dc19dc1a2'}], 'binding:host_id': 'dv-neutron-841204-2-hyperv'}, 'id': 'efaeaf8e-a200-42f6-9efd-06ef47f071ec'} from dv-neutron-841204-2-hyperv. {{(pid=88053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 10 14:55:46.610109 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a3d70c64-b54c-45bb-86ee-63ad58261d6d tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:46.684598 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d70c64-b54c-45bb-86ee-63ad58261d6d tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Made reservation on behalf of d545d481cb8447f88ffec45a1bd46457 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:46.690139 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a3d70c64-b54c-45bb-86ee-63ad58261d6d tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:46.714110 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11246847-603f-48c3-98cb-887dbbdf263f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=4829d7e7-54e3-4c8c-9d3b-583e01e95d5d,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:46.736734 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-11246847-603f-48c3-98cb-887dbbdf263f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:46.756846 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-3714ad2c-c178-4c62-857e-20833a7d6693 None None] For port cda1ee44-d69c-4119-bf66-7af2477b49f4, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=cda1ee44-d69c-4119-bf66-7af2477b49f4,segment=NetworkSegment(777140e6-a865-4949-aefe-71c926a17b5d),segment_id=777140e6-a865-4949-aefe-71c926a17b5d)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:55:46.759564 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d85d3a-3e59-4360-8a37-d81c812fb17f None None] Network a0b54456-1728-4a6e-a10f-d7fc04a5b09e could not be found, it might have been deleted concurrently. {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 10 14:55:46.766515 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61b7d79b-c2a8-4309-8298-f1c32a0a1ec0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:46.778102 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3714ad2c-c178-4c62-857e-20833a7d6693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:46.804160 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-69d3e2d5-2ce2-413b-92b7-8126bf66dbbe req-4155a751-d34e-4881-9783-2744203189ad tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109439 May 10 14:55:46.830163 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e1d696-73c0-4933-84ec-21f22bdb781d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-b0f32687-655e-4471-b96e-050bfbfc0bc6', 'network_id': 'b0f32687-655e-4471-b96e-050bfbfc0bc6', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'fixed_ips': [{'subnet_id': 'c8505c70-15cf-4cf5-a73d-39cfb37314ea'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:55:46.831276 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a2e1d696-73c0-4933-84ec-21f22bdb781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:46.859887 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d70c64-b54c-45bb-86ee-63ad58261d6d tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:55:46.867252 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972f7c16-ee92-4bd5-b985-3716cde74f78 None None] Network 3b6e0a7f-9ec8-484f-80f1-1608c427ef2e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:46.879859 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a3d70c64-b54c-45bb-86ee-63ad58261d6d tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:46.880207 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-a3d70c64-b54c-45bb-86ee-63ad58261d6d tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Added segment 91e9af26-e083-486e-8a1a-fe110cbc400d of type vlan for network f682b3a2-c933-43f7-8025-67bea8a579d1 May 10 14:55:46.898477 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8e3fc52b-c749-4f08-8fd7-79379b1580da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:46.928117 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 92e4b066-aded-4fb6-9427-16d5d88f571d completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:46.976237 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11246847-603f-48c3-98cb-887dbbdf263f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network e8572de1-4d0f-4d72-8907-1d51ee7294b5 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:46.979145 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a3d70c64-b54c-45bb-86ee-63ad58261d6d tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:46.985045 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-11246847-603f-48c3-98cb-887dbbdf263f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:47.025654 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device efaeaf8e-a200-42f6-9efd-06ef47f071ec up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:47.142692 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6cef2304-6cdb-4909-be8d-19ca81da831c tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:47.162458 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port b5b060e6-dabc-465e-a1e1-cde8509caafa completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:47.164674 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6cef2304-6cdb-4909-be8d-19ca81da831c tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/ports/36b88891-923d-4b5d-9322-a1cc69cb8b62 HTTP/1.1" status: 204 len: 168 time: 2.5776770 May 10 14:55:47.169503 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46386) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:47.213726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a3d70c64-b54c-45bb-86ee-63ad58261d6d tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:47.229050 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d70c64-b54c-45bb-86ee-63ad58261d6d tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:47.229875 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a3d70c64-b54c-45bb-86ee-63ad58261d6d tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:47.258777 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port b5b060e6-dabc-465e-a1e1-cde8509caafa triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:47.259780 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:47.289165 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77b9f28-8764-414c-9d53-8346370b45dc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] GET failed (client error): The resource could not be found. May 10 14:55:47.289863 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e77b9f28-8764-414c-9d53-8346370b45dc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Synchronizing usage tracker for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:55:47.296311 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4dcf17a1-4783-4d6e-8ac6-96ad239dfefe None None] Provisioning for port ce6a3566-0dd9-4d0e-a6af-9fc419eb741a completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:47.312589 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714ad2c-c178-4c62-857e-20833a7d6693 None None] Pushing event updated for resources: {'Port': ['ID=cda1ee44-d69c-4119-bf66-7af2477b49f4,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:47.376274 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d70c64-b54c-45bb-86ee-63ad58261d6d tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event updated for resources: {'Network': ['ID=f682b3a2-c933-43f7-8025-67bea8a579d1,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:47.383521 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a3d70c64-b54c-45bb-86ee-63ad58261d6d tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2157102 May 10 14:55:47.390623 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46390) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:47.401636 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Request body: {'subnet': {'network_id': 'f682b3a2-c933-43f7-8025-67bea8a579d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:47.401843 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e77b9f28-8764-414c-9d53-8346370b45dc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Unset dirty status for tenant:bcdeb671ca1c427bb10de7b95cee308e on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:55:47.409871 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e77b9f28-8764-414c-9d53-8346370b45dc tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports/36b88891-923d-4b5d-9322-a1cc69cb8b62 HTTP/1.1" status: 404 len: 333 time: 0.2355981 May 10 14:55:47.409871 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46394) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:47.427737 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11246847-603f-48c3-98cb-887dbbdf263f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router b126eb66-45b6-49de-94ec-5d34b89547bc has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:55:47.451590 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'name': 'tempest-TestNetworkBasicOps-router-764486986', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:28Z', 'updated_at': '2022-05-10T14:55:33Z', 'revision_number': 3, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:30Z', 'updated_at': '2022-05-10T14:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:47.505733 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c5510c2-fce7-4d97-a934-336c9cd7de0f tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:47.535580 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c5510c2-fce7-4d97-a934-336c9cd7de0f tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:47.549369 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network f682b3a2-c933-43f7-8025-67bea8a579d1 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:55:47.588493 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c5510c2-fce7-4d97-a934-336c9cd7de0f tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:47.608817 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5510c2-fce7-4d97-a934-336c9cd7de0f tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b3424a-c84f-49af-85a9-5fb12a2d7807,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:47.612046 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:47.618223 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Usage tracker for resource:subnet and tenant:d545d481cb8447f88ffec45a1bd46457 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:47.620462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c5510c2-fce7-4d97-a934-336c9cd7de0f tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:47.621435 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:47.625705 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4c5510c2-fce7-4d97-a934-336c9cd7de0f tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/security-groups/20b3424a-c84f-49af-85a9-5fb12a2d7807 HTTP/1.1" status: 204 len: 168 time: 0.2116582 May 10 14:55:47.626290 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46398) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:47.631372 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:47.645734 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1c6710-9bb5-44c3-a3f9-28f43764a4f4 None None] The sync data for ids ['b126eb66-45b6-49de-94ec-5d34b89547bc'] in dv-neutron-841204-2-hyperv is: [{'id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'name': 'tempest-TestNetworkBasicOps-router-764486986', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:28Z', 'updated_at': '2022-05-10T14:55:33Z', 'revision_number': 3, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:30Z', 'updated_at': '2022-05-10T14:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:55:47.709880 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b766ad48-4ba3-4042-91d5-a2e723efe2c3 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:47.729546 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Made reservation on behalf of d545d481cb8447f88ffec45a1bd46457 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:55:47.736378 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:47.746095 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b766ad48-4ba3-4042-91d5-a2e723efe2c3 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:47.771899 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-a2e1d696-73c0-4933-84ec-21f22bdb781d None None] Allocated IP 172.23.0.2 (b0f32687-655e-4471-b96e-050bfbfc0bc6/c8505c70-15cf-4cf5-a73d-39cfb37314ea/5bc25cce-63dc-4341-b930-860d0f0fb161) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:47.807046 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b766ad48-4ba3-4042-91d5-a2e723efe2c3 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:47.835429 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766ad48-4ba3-4042-91d5-a2e723efe2c3 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c38cfa-aa5d-4e70-adeb-afcc49b8cc31,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:47.847770 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b766ad48-4ba3-4042-91d5-a2e723efe2c3 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:47.851739 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b766ad48-4ba3-4042-91d5-a2e723efe2c3 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/security-groups/f5c38cfa-aa5d-4e70-adeb-afcc49b8cc31 HTTP/1.1" status: 204 len: 168 time: 0.2243657 May 10 14:55:47.852339 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46404) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:47.866746 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port efaeaf8e-a200-42f6-9efd-06ef47f071ec triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:47.867128 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:47.897779 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11246847-603f-48c3-98cb-887dbbdf263f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:55:47.907029 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-11246847-603f-48c3-98cb-887dbbdf263f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/routers/b126eb66-45b6-49de-94ec-5d34b89547bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7874186 May 10 14:55:47.912945 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46408) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:48.270400 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91b96c81-0acc-4379-b172-5a7454bfc140 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:48.285040 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-8e3fc52b-c749-4f08-8fd7-79379b1580da None None] Allocated IP 172.20.0.34 (1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e/1233024e-af0b-45af-bc8c-703dc19dc1a2/efaeaf8e-a200-42f6-9efd-06ef47f071ec) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:48.309737 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.objects.ports [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 10 14:55:48.311981 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:48.320018 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:48.373680 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602cd17-0a36-448d-b46a-3e6af0842c0d req-cb9421ad-b070-47d2-8722-262e13b2f1cb tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.375676 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1602cd17-0a36-448d-b46a-3e6af0842c0d req-cb9421ad-b070-47d2-8722-262e13b2f1cb tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 945 time: 0.2903492 May 10 14:55:48.399344 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91b96c81-0acc-4379-b172-5a7454bfc140 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:48.438971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event updated for resources: {'Subnet': ['ID=87a58084-f4d7-47de-b211-caf85b123c73,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:48.450048 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Checking segment: {'id': '91e9af26-e083-486e-8a1a-fe110cbc400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f682b3a2-c933-43f7-8025-67bea8a579d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:48.450404 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Network hostable DHCP agents. Network: f682b3a2-c933-43f7-8025-67bea8a579d1, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:55:48.457685 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:48.457993 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:48.458615 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:48.458912 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:48.459251 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:48.459704 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:48.460055 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:48.460367 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:48.460694 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:48.461017 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:48.461492 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:48.461816 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:48.485091 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Network f682b3a2-c933-43f7-8025-67bea8a579d1 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:55:48.486717 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0be5eff-477f-4d23-aab2-096069bc6599 None None] Network e8572de1-4d0f-4d72-8907-1d51ee7294b5 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:48.497542 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, f682b3a2-c933-43f7-8025-67bea8a579d1) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:48.503612 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.504697 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:48.535099 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ddbb8185-1ffb-4101-862c-5efa01b0ef83 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1431136 May 10 14:55:48.537607 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46412) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:48.538597 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9462a4-c5cc-4469-a92a-3c719c4a0ce9 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.539083 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9462a4-c5cc-4469-a92a-3c719c4a0ce9 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.539871 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9462a4-c5cc-4469-a92a-3c719c4a0ce9 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.540328 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9462a4-c5cc-4469-a92a-3c719c4a0ce9 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.540779 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9462a4-c5cc-4469-a92a-3c719c4a0ce9 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.541230 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9462a4-c5cc-4469-a92a-3c719c4a0ce9 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.541673 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9462a4-c5cc-4469-a92a-3c719c4a0ce9 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.542116 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9462a4-c5cc-4469-a92a-3c719c4a0ce9 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.542578 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9462a4-c5cc-4469-a92a-3c719c4a0ce9 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.543165 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9462a4-c5cc-4469-a92a-3c719c4a0ce9 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.543609 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9462a4-c5cc-4469-a92a-3c719c4a0ce9 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.544043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9462a4-c5cc-4469-a92a-3c719c4a0ce9 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.544480 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9462a4-c5cc-4469-a92a-3c719c4a0ce9 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.544919 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9462a4-c5cc-4469-a92a-3c719c4a0ce9 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.546402 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9462a4-c5cc-4469-a92a-3c719c4a0ce9 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.551449 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3e9462a4-c5cc-4469-a92a-3c719c4a0ce9 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10485 time: 0.6346984 May 10 14:55:48.551991 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbbaf57-023c-4d12-b99a-39612f89a0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b060e6-dabc-465e-a1e1-cde8509caafa'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:55:48.552315 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46416) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:48.594591 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f17ca8-7606-459b-ab9e-2495754b50ac None None] Network f682b3a2-c933-43f7-8025-67bea8a579d1 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:48.657475 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1602cd17-0a36-448d-b46a-3e6af0842c0d req-49683310-121b-4f5d-9357-02962c674536 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700511 May 10 14:55:48.663863 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91b96c81-0acc-4379-b172-5a7454bfc140 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:48.715704 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc0a750-e5cb-4e86-b79a-cb178b596591'] response: {'server_uuid': 'acbbaf57-023c-4d12-b99a-39612f89a0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b060e6-dabc-465e-a1e1-cde8509caafa', 'code': 200} May 10 14:55:48.720748 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port b5b060e6-dabc-465e-a1e1-cde8509caafa, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=b5b060e6-dabc-465e-a1e1-cde8509caafa,segment=NetworkSegment(d7574317-f155-4685-9a5d-5802df6f0649),segment_id=d7574317-f155-4685-9a5d-5802df6f0649)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:48.721717 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d770168-bb41-42ff-a37d-c2e4008b48ce tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.722179 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d770168-bb41-42ff-a37d-c2e4008b48ce tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.722652 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d770168-bb41-42ff-a37d-c2e4008b48ce tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.723096 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d770168-bb41-42ff-a37d-c2e4008b48ce tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.723533 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d770168-bb41-42ff-a37d-c2e4008b48ce tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.723973 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d770168-bb41-42ff-a37d-c2e4008b48ce tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.724404 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d770168-bb41-42ff-a37d-c2e4008b48ce tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.724841 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d770168-bb41-42ff-a37d-c2e4008b48ce tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.725273 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d770168-bb41-42ff-a37d-c2e4008b48ce tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.725707 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d770168-bb41-42ff-a37d-c2e4008b48ce tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.726137 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d770168-bb41-42ff-a37d-c2e4008b48ce tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.726594 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d770168-bb41-42ff-a37d-c2e4008b48ce tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.727026 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d770168-bb41-42ff-a37d-c2e4008b48ce tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.727457 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d770168-bb41-42ff-a37d-c2e4008b48ce tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.727889 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d770168-bb41-42ff-a37d-c2e4008b48ce tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:48.730181 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1d770168-bb41-42ff-a37d-c2e4008b48ce tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9424 time: 0.1741617 May 10 14:55:48.731578 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91b96c81-0acc-4379-b172-5a7454bfc140 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:48.733189 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-91b96c81-0acc-4379-b172-5a7454bfc140 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/security-groups/dc13f412-16f6-400c-8581-432b8435aff7 HTTP/1.1" status: 204 len: 168 time: 0.8794265 May 10 14:55:48.734582 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b96c81-0acc-4379-b172-5a7454bfc140 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc13f412-16f6-400c-8581-432b8435aff7,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:48.736218 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46422) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:48.777693 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46424) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:48.866746 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-06fe4340-cbd6-41aa-8721-460f6374e7c2 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting subnet 41f244c2-365b-4772-bdef-2d4d30c58b06 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:55:48.907442 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:49.020346 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0243b5a1-2ae1-4a6a-ac7b-4d48229dbb17 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:49.031340 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2b39087a-e68f-45b8-9149-be31367daf7b None None] Provisioning for port cda1ee44-d69c-4119-bf66-7af2477b49f4 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:49.047425 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2d517f56-5443-4546-b208-33bac6f03fda tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3574 time: 0.3100889 May 10 14:55:49.111028 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a2e1d696-73c0-4933-84ec-21f22bdb781d None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:49.124693 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a2e1d696-73c0-4933-84ec-21f22bdb781d None None] Transition to ACTIVE for port object 5bc25cce-63dc-4341-b930-860d0f0fb161 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:49.147474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46432) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:49.153336 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-a271e2cd-47f6-4be5-9fbb-70ee6d64a63f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1755877268', 'description': 'tempest-secgroup-smoke-1755877268 description', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:49.155783 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3265d-908f-49b0-ad21-98441e203047 req-a2f91bae-490f-417c-aa5c-16763ada868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:49.157282 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-15c3265d-908f-49b0-ad21-98441e203047 req-a2f91bae-490f-417c-aa5c-16763ada868c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 1099 time: 0.1807601 May 10 14:55:49.158179 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0243b5a1-2ae1-4a6a-ac7b-4d48229dbb17 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:49.166737 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a271e2cd-47f6-4be5-9fbb-70ee6d64a63f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:49.172627 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a271e2cd-47f6-4be5-9fbb-70ee6d64a63f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:49.176926 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a271e2cd-47f6-4be5-9fbb-70ee6d64a63f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:49.183869 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a271e2cd-47f6-4be5-9fbb-70ee6d64a63f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:49.199160 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a271e2cd-47f6-4be5-9fbb-70ee6d64a63f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:49.241874 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a271e2cd-47f6-4be5-9fbb-70ee6d64a63f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:49.253031 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a271e2cd-47f6-4be5-9fbb-70ee6d64a63f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:49.255697 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-15c3265d-908f-49b0-ad21-98441e203047 req-792f9225-54d3-41ff-929c-86106de1d6d6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671647 May 10 14:55:49.257485 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a271e2cd-47f6-4be5-9fbb-70ee6d64a63f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:49.267026 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a271e2cd-47f6-4be5-9fbb-70ee6d64a63f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:49.307473 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a2e1d696-73c0-4933-84ec-21f22bdb781d None None] Transition to ACTIVE for port object 5bc25cce-63dc-4341-b930-860d0f0fb161 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:49.312943 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0243b5a1-2ae1-4a6a-ac7b-4d48229dbb17 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:49.351281 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=b5b060e6-dabc-465e-a1e1-cde8509caafa,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:49.366596 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-8e3fc52b-c749-4f08-8fd7-79379b1580da None None] For port efaeaf8e-a200-42f6-9efd-06ef47f071ec, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=efaeaf8e-a200-42f6-9efd-06ef47f071ec,segment=NetworkSegment(53c1f769-6d45-4948-abb6-4a1ef3aa7258),segment_id=53c1f769-6d45-4948-abb6-4a1ef3aa7258)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:49.371446 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a2e1d696-73c0-4933-84ec-21f22bdb781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:49.382652 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243b5a1-2ae1-4a6a-ac7b-4d48229dbb17 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event deleted for resources: {'Subnet': ['ID=87a58084-f4d7-47de-b211-caf85b123c73,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:49.412926 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8e3fc52b-c749-4f08-8fd7-79379b1580da None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:49.422926 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a271e2cd-47f6-4be5-9fbb-70ee6d64a63f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:49.434805 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8e3fc52b-c749-4f08-8fd7-79379b1580da None None] Transition to ACTIVE for port object efaeaf8e-a200-42f6-9efd-06ef47f071ec will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:49.473384 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8e3fc52b-c749-4f08-8fd7-79379b1580da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:49.489913 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-06fe4340-cbd6-41aa-8721-460f6374e7c2 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:49.494704 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a271e2cd-47f6-4be5-9fbb-70ee6d64a63f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:49.568534 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a271e2cd-47f6-4be5-9fbb-70ee6d64a63f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:49.573810 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a271e2cd-47f6-4be5-9fbb-70ee6d64a63f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4213073 May 10 14:55:49.574015 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0495fef3-20ee-4121-a475-d5b4a776f4df up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:49.574896 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46436) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:49.596980 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-593ef571-9473-4b81-b1a5-5eece57cda4a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '33928aeb-0d2a-460a-99f1-3415f01a6e77', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:49.599858 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0243b5a1-2ae1-4a6a-ac7b-4d48229dbb17 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:49.608715 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271e2cd-47f6-4be5-9fbb-70ee6d64a63f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33928aeb-0d2a-460a-99f1-3415f01a6e77,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:49.619015 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-593ef571-9473-4b81-b1a5-5eece57cda4a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:49.624687 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-61b7d79b-c2a8-4309-8298-f1c32a0a1ec0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Allocated IP 172.23.0.1 (b0f32687-655e-4471-b96e-050bfbfc0bc6/c8505c70-15cf-4cf5-a73d-39cfb37314ea/0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:49.626989 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-593ef571-9473-4b81-b1a5-5eece57cda4a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:49.629654 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-06fe4340-cbd6-41aa-8721-460f6374e7c2 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:49.631581 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-593ef571-9473-4b81-b1a5-5eece57cda4a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:49.642125 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-593ef571-9473-4b81-b1a5-5eece57cda4a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:49.650682 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e1d696-73c0-4933-84ec-21f22bdb781d None None] Network b0f32687-655e-4471-b96e-050bfbfc0bc6 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:49.673057 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-a2e1d696-73c0-4933-84ec-21f22bdb781d None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:49.676594 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e1d696-73c0-4933-84ec-21f22bdb781d None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:55:49.725446 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1d696-73c0-4933-84ec-21f22bdb781d None None] Pushing event updated for resources: {'Port': ['ID=5bc25cce-63dc-4341-b930-860d0f0fb161,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:49.734386 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-0243b5a1-2ae1-4a6a-ac7b-4d48229dbb17 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f682b3a2-c933-43f7-8025-67bea8a579d1']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:49.767412 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-0243b5a1-2ae1-4a6a-ac7b-4d48229dbb17 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e9af26-e083-486e-8a1a-fe110cbc400d') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:49.767724 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-0243b5a1-2ae1-4a6a-ac7b-4d48229dbb17 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e9af26-e083-486e-8a1a-fe110cbc400d') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:49.786119 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0243b5a1-2ae1-4a6a-ac7b-4d48229dbb17 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:49.831054 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b36eddb-37ec-468a-8395-14d8d7863237 None None] Network f682b3a2-c933-43f7-8025-67bea8a579d1 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:49.837680 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0243b5a1-2ae1-4a6a-ac7b-4d48229dbb17 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:49.852164 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ec640460-b0e6-4961-ad72-a4b86da2743f None None] Provisioning for port 92e4b066-aded-4fb6-9427-16d5d88f571d completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:49.859170 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0243b5a1-2ae1-4a6a-ac7b-4d48229dbb17 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:55:49.859914 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0243b5a1-2ae1-4a6a-ac7b-4d48229dbb17 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:55:49.876818 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:55:49.896776 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61b7d79b-c2a8-4309-8298-f1c32a0a1ec0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:49.925732 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-61b7d79b-c2a8-4309-8298-f1c32a0a1ec0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Transition to ACTIVE for port object 0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:49.976389 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-06fe4340-cbd6-41aa-8721-460f6374e7c2 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:50.031580 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0243b5a1-2ae1-4a6a-ac7b-4d48229dbb17 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:50.036933 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0243b5a1-2ae1-4a6a-ac7b-4d48229dbb17 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:50.045965 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61b7d79b-c2a8-4309-8298-f1c32a0a1ec0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:50.063446 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-593ef571-9473-4b81-b1a5-5eece57cda4a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:50.081920 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243b5a1-2ae1-4a6a-ac7b-4d48229dbb17 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event deleted for resources: {'Network': ['ID=f682b3a2-c933-43f7-8025-67bea8a579d1,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:50.087188 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0243b5a1-2ae1-4a6a-ac7b-4d48229dbb17 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "DELETE /v2.0/networks/f682b3a2-c933-43f7-8025-67bea8a579d1 HTTP/1.1" status: 204 len: 168 time: 1.5483532 May 10 14:55:50.096788 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46442) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:50.170698 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c5bc09-026c-4894-9058-e68141461df9 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] DELETE failed (client error): The resource could not be found. May 10 14:55:50.171965 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c5bc09-026c-4894-9058-e68141461df9 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:55:50.186791 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-35c5bc09-026c-4894-9058-e68141461df9 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "DELETE /v2.0/subnets/87a58084-f4d7-47de-b211-caf85b123c73 HTTP/1.1" status: 404 len: 337 time: 0.0881758 May 10 14:55:50.193977 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46446) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:50.198965 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-06fe4340-cbd6-41aa-8721-460f6374e7c2 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:50.211151 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b7d79b-c2a8-4309-8298-f1c32a0a1ec0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network b0f32687-655e-4471-b96e-050bfbfc0bc6 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:50.226830 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-61b7d79b-c2a8-4309-8298-f1c32a0a1ec0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:50.229572 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b7d79b-c2a8-4309-8298-f1c32a0a1ec0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:55:50.254614 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ec640460-b0e6-4961-ad72-a4b86da2743f None None] Provisioning complete for port 92e4b066-aded-4fb6-9427-16d5d88f571d triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:50.255409 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ec640460-b0e6-4961-ad72-a4b86da2743f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:50.284077 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a96809-bf0e-46cf-84b7-574ab72f7926 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] DELETE failed (client error): The resource could not be found. May 10 14:55:50.284715 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a96809-bf0e-46cf-84b7-574ab72f7926 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:55:50.285250 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] Sync routers for ids ['b126eb66-45b6-49de-94ec-5d34b89547bc'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:55:50.286864 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-10a96809-bf0e-46cf-84b7-574ab72f7926 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "DELETE /v2.0/networks/f682b3a2-c933-43f7-8025-67bea8a579d1 HTTP/1.1" status: 404 len: 339 time: 0.0907195 May 10 14:55:50.288181 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe4340-cbd6-41aa-8721-460f6374e7c2 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Subnet': ['ID=41f244c2-365b-4772-bdef-2d4d30c58b06,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:50.291504 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fc52b-c749-4f08-8fd7-79379b1580da None None] Pushing event updated for resources: {'Port': ['ID=efaeaf8e-a200-42f6-9efd-06ef47f071ec,revision_number=7']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:50.293849 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46450) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:50.299716 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-06fe4340-cbd6-41aa-8721-460f6374e7c2 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:50.310024 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-06fe4340-cbd6-41aa-8721-460f6374e7c2 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/subnets/41f244c2-365b-4772-bdef-2d4d30c58b06 HTTP/1.1" status: 204 len: 168 time: 1.5304418 May 10 14:55:50.313273 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46452) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:50.386791 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a2e1d696-73c0-4933-84ec-21f22bdb781d None None] Attempting to bind port 5bc25cce-63dc-4341-b930-860d0f0fb161 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:55:50.387375 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a2e1d696-73c0-4933-84ec-21f22bdb781d None None] Attempting to bind port 5bc25cce-63dc-4341-b930-860d0f0fb161 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'a88819f8-2578-4692-90f3-25e903b3f6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b0f32687-655e-4471-b96e-050bfbfc0bc6'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:55:50.387679 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e1d696-73c0-4933-84ec-21f22bdb781d None None] Attempting to bind port 5bc25cce-63dc-4341-b930-860d0f0fb161 on network b0f32687-655e-4471-b96e-050bfbfc0bc6 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:55:50.416790 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-edabdb63-9c6c-4248-ae80-b1e486386152 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] DELETE failed (client error): The resource could not be found. May 10 14:55:50.417515 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edabdb63-9c6c-4248-ae80-b1e486386152 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:55:50.422212 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-edabdb63-9c6c-4248-ae80-b1e486386152 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "DELETE /v2.0/subnets/806eaa49-c68e-4bb1-b180-09b6f82e87cf HTTP/1.1" status: 404 len: 337 time: 0.1103473 May 10 14:55:50.433447 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46458) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:50.439925 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e1d696-73c0-4933-84ec-21f22bdb781d None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:55:50.440454 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e1d696-73c0-4933-84ec-21f22bdb781d None None] Checking segment: {'id': 'a88819f8-2578-4692-90f3-25e903b3f6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b0f32687-655e-4471-b96e-050bfbfc0bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:50.440930 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a2e1d696-73c0-4933-84ec-21f22bdb781d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:50.441453 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e1d696-73c0-4933-84ec-21f22bdb781d None None] Bound using segment: {'id': 'a88819f8-2578-4692-90f3-25e903b3f6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b0f32687-655e-4471-b96e-050bfbfc0bc6'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:55:50.441978 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a2e1d696-73c0-4933-84ec-21f22bdb781d None None] Bound port: 5bc25cce-63dc-4341-b930-860d0f0fb161, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88819f8-2578-4692-90f3-25e903b3f6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b0f32687-655e-4471-b96e-050bfbfc0bc6'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:55:50.442439 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a2e1d696-73c0-4933-84ec-21f22bdb781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:50.454273 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] Routers {'b126eb66-45b6-49de-94ec-5d34b89547bc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:50.455036 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:55:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['b126eb66-45b6-49de-94ec-5d34b89547bc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:50.491338 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24702e3-756b-4efa-a7df-00bc5c957fd4 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] DELETE failed (client error): The resource could not be found. May 10 14:55:50.491890 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a24702e3-756b-4efa-a7df-00bc5c957fd4 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:55:50.496546 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a24702e3-756b-4efa-a7df-00bc5c957fd4 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "DELETE /v2.0/networks/a0b54456-1728-4a6e-a10f-d7fc04a5b09e HTTP/1.1" status: 404 len: 339 time: 0.0572071 May 10 14:55:50.497156 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46462) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:50.544549 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-874e5acd-1756-4dcb-b06b-1d2995a3e47b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting subnet 1233024e-af0b-45af-bc8c-703dc19dc1a2 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:55:50.553537 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 0495fef3-20ee-4121-a475-d5b4a776f4df completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:50.553994 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-403bf424-7ff2-4e27-811a-6cd150f0a15c tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] DELETE failed (client error): The resource could not be found. May 10 14:55:50.554450 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-403bf424-7ff2-4e27-811a-6cd150f0a15c tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:55:50.559766 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-403bf424-7ff2-4e27-811a-6cd150f0a15c tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "DELETE /v2.0/subnets/aaca1108-a7a5-47bb-befd-ee6f99c87008 HTTP/1.1" status: 404 len: 337 time: 0.0580664 May 10 14:55:50.561198 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-874e5acd-1756-4dcb-b06b-1d2995a3e47b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:50.594055 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46466) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:50.598133 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fea88c20-9f49-47bf-8e0b-091e4bc5c252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:50.626230 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 0495fef3-20ee-4121-a475-d5b4a776f4df triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:50.629529 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:50.631050 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7d79b-c2a8-4309-8298-f1c32a0a1ec0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Port': ['ID=0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:50.645663 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb135aa-0a2a-47aa-b9c0-833c01ea3d46 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] DELETE failed (client error): The resource could not be found. May 10 14:55:50.646890 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb135aa-0a2a-47aa-b9c0-833c01ea3d46 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:55:50.651726 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-eeb135aa-0a2a-47aa-b9c0-833c01ea3d46 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "DELETE /v2.0/networks/86028837-2fc8-4bce-b769-431cdc911499 HTTP/1.1" status: 404 len: 339 time: 0.0563083 May 10 14:55:50.654228 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46470) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:50.657943 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61b7d79b-c2a8-4309-8298-f1c32a0a1ec0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:50.715250 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869155a-e0ed-4e8b-a26e-a7a1ca1a1027 req-dfbadf05-6959-476a-a4ff-bcdff2e1ff55 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:50.717726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-874e5acd-1756-4dcb-b06b-1d2995a3e47b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:50.718533 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e869155a-e0ed-4e8b-a26e-a7a1ca1a1027 req-dfbadf05-6959-476a-a4ff-bcdff2e1ff55 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 946 time: 0.7548394 May 10 14:55:50.753843 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-593ef571-9473-4b81-b1a5-5eece57cda4a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:50.786488 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-c83e9944-8e02-4ce7-8699-4f867db37d27 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Deleting port 237711ad-d731-47be-95fa-0c1ecd9f92d4 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:50.786842 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c83e9944-8e02-4ce7-8699-4f867db37d27 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:50.793208 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e869155a-e0ed-4e8b-a26e-a7a1ca1a1027 req-dc697881-c668-439e-8453-a1e9ea523b07 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648239 May 10 14:55:50.795804 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-593ef571-9473-4b81-b1a5-5eece57cda4a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:50.827753 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ef571-9473-4b81-b1a5-5eece57cda4a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ed336e-b91f-4007-8c5f-210ca451676a,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:50.860008 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-593ef571-9473-4b81-b1a5-5eece57cda4a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:50.861255 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-593ef571-9473-4b81-b1a5-5eece57cda4a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2790082 May 10 14:55:50.863952 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46474) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:50.934932 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-9b8d4716-2d01-4444-be3c-97b3a089aa4f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '33928aeb-0d2a-460a-99f1-3415f01a6e77', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:50.960709 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9b8d4716-2d01-4444-be3c-97b3a089aa4f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:50.973135 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-874e5acd-1756-4dcb-b06b-1d2995a3e47b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:50.988718 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9b8d4716-2d01-4444-be3c-97b3a089aa4f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:50.996944 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9b8d4716-2d01-4444-be3c-97b3a089aa4f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:51.031067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61b7d79b-c2a8-4309-8298-f1c32a0a1ec0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:51.043548 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9b8d4716-2d01-4444-be3c-97b3a089aa4f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:51.118691 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] Set router b126eb66-45b6-49de-94ec-5d34b89547bc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:55:51.124070 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b8d4716-2d01-4444-be3c-97b3a089aa4f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:51.193100 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a2e1d696-73c0-4933-84ec-21f22bdb781d None None] For port 5bc25cce-63dc-4341-b930-860d0f0fb161, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:55:51.250249 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a2e1d696-73c0-4933-84ec-21f22bdb781d None None] For port 5bc25cce-63dc-4341-b930-860d0f0fb161, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=5bc25cce-63dc-4341-b930-860d0f0fb161,segment=NetworkSegment(a88819f8-2578-4692-90f3-25e903b3f6af),segment_id=a88819f8-2578-4692-90f3-25e903b3f6af)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:55:51.266104 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ec640460-b0e6-4961-ad72-a4b86da2743f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:51.280343 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c83e9944-8e02-4ce7-8699-4f867db37d27 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:51.292398 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a2e1d696-73c0-4933-84ec-21f22bdb781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:51.422911 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b8d4716-2d01-4444-be3c-97b3a089aa4f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:51.439005 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-c83e9944-8e02-4ce7-8699-4f867db37d27 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Calling delete_port for 237711ad-d731-47be-95fa-0c1ecd9f92d4 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:55:51.455710 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b8d4716-2d01-4444-be3c-97b3a089aa4f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:51.480400 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-874e5acd-1756-4dcb-b06b-1d2995a3e47b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:51.485961 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:51.511934 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 0495fef3-20ee-4121-a475-d5b4a776f4df, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0495fef3-20ee-4121-a475-d5b4a776f4df,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:51.527990 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d4716-2d01-4444-be3c-97b3a089aa4f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbda500-fdc9-463c-a7bc-f7d6d403046f,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:51.550415 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e5acd-1756-4dcb-b06b-1d2995a3e47b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Subnet': ['ID=1233024e-af0b-45af-bc8c-703dc19dc1a2,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:51.560367 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-874e5acd-1756-4dcb-b06b-1d2995a3e47b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:51.561478 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:51.562324 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device cda1ee44-d69c-4119-bf66-7af2477b49f4 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:51.572533 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-874e5acd-1756-4dcb-b06b-1d2995a3e47b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/subnets/1233024e-af0b-45af-bc8c-703dc19dc1a2 HTTP/1.1" status: 204 len: 168 time: 1.2112794 May 10 14:55:51.584370 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46478) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:51.638000 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed5a25d-81b1-4efe-af2f-a1d53878388c tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] DELETE failed (client error): The resource could not be found. May 10 14:55:51.639542 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed5a25d-81b1-4efe-af2f-a1d53878388c tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:55:51.644268 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4ed5a25d-81b1-4efe-af2f-a1d53878388c tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/subnets/41f244c2-365b-4772-bdef-2d4d30c58b06 HTTP/1.1" status: 404 len: 337 time: 0.0564053 May 10 14:55:51.644589 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46482) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:51.717892 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c83e9944-8e02-4ce7-8699-4f867db37d27 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:51.740475 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-ec640460-b0e6-4961-ad72-a4b86da2743f None None] For port 92e4b066-aded-4fb6-9427-16d5d88f571d, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=92e4b066-aded-4fb6-9427-16d5d88f571d,segment=NetworkSegment(b8ddf0c3-c17e-4a83-850f-f58a83472c7c),segment_id=b8ddf0c3-c17e-4a83-850f-f58a83472c7c)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:51.741653 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8932ca41-da14-499c-b3c0-fbbc1d031c56 None None] Network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:51.770694 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61b7d79b-c2a8-4309-8298-f1c32a0a1ec0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:51.772045 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ec640460-b0e6-4961-ad72-a4b86da2743f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:51.773869 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1d696-73c0-4933-84ec-21f22bdb781d None None] Pushing event updated for resources: {'Port': ['ID=5bc25cce-63dc-4341-b930-860d0f0fb161,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:51.778690 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b8d4716-2d01-4444-be3c-97b3a089aa4f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:51.783886 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9b8d4716-2d01-4444-be3c-97b3a089aa4f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9168015 May 10 14:55:51.785859 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d4716-2d01-4444-be3c-97b3a089aa4f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:51.785859 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d4716-2d01-4444-be3c-97b3a089aa4f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:51.785859 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d4716-2d01-4444-be3c-97b3a089aa4f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:51.785859 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d4716-2d01-4444-be3c-97b3a089aa4f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:51.786538 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d4716-2d01-4444-be3c-97b3a089aa4f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:51.787491 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d4716-2d01-4444-be3c-97b3a089aa4f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:51.787863 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d4716-2d01-4444-be3c-97b3a089aa4f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:51.788189 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d4716-2d01-4444-be3c-97b3a089aa4f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:51.788512 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d4716-2d01-4444-be3c-97b3a089aa4f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:51.788959 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d4716-2d01-4444-be3c-97b3a089aa4f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:51.789287 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d4716-2d01-4444-be3c-97b3a089aa4f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:51.789650 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d4716-2d01-4444-be3c-97b3a089aa4f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:51.793381 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61b7d79b-c2a8-4309-8298-f1c32a0a1ec0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:51.803616 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46486) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:51.816828 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e9944-8e02-4ce7-8699-4f867db37d27 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event deleted for resources: {'Port': ['ID=237711ad-d731-47be-95fa-0c1ecd9f92d4,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:51.821265 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-cc8a7b19-60f5-4dd3-860e-8bb643e24911 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '33928aeb-0d2a-460a-99f1-3415f01a6e77', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:51.839399 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9541c4-3bfe-407f-b492-9b85c9fc6610 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting subnet b9fe28f9-457c-4463-a04d-87285902f7d8 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:55:51.843006 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-cc8a7b19-60f5-4dd3-860e-8bb643e24911 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:51.845432 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c83e9944-8e02-4ce7-8699-4f867db37d27 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:51.866051 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d9541c4-3bfe-407f-b492-9b85c9fc6610 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:51.943678 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-cc8a7b19-60f5-4dd3-860e-8bb643e24911 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:51.976874 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-cc8a7b19-60f5-4dd3-860e-8bb643e24911 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:51.980616 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c83e9944-8e02-4ce7-8699-4f867db37d27 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "DELETE /v2.0/ports/237711ad-d731-47be-95fa-0c1ecd9f92d4 HTTP/1.1" status: 204 len: 168 time: 1.3254106 May 10 14:55:51.986737 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46492) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:51.997150 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-cc8a7b19-60f5-4dd3-860e-8bb643e24911 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:52.040161 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d9541c4-3bfe-407f-b492-9b85c9fc6610 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:52.080045 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7b19-60f5-4dd3-860e-8bb643e24911 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:52.179175 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7d79b-c2a8-4309-8298-f1c32a0a1ec0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event updated for resources: {'Port': ['ID=0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:52.189798 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7b19-60f5-4dd3-860e-8bb643e24911 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:52.190660 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97eb542-eab2-4c99-90da-be41e9d76856 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] DELETE failed (client error): The resource could not be found. May 10 14:55:52.191704 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c97eb542-eab2-4c99-90da-be41e9d76856 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:55:52.197021 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c97eb542-eab2-4c99-90da-be41e9d76856 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "DELETE /v2.0/subnets/d38a3d7f-a523-4f56-8a36-dce9044f808f HTTP/1.1" status: 404 len: 337 time: 0.2059705 May 10 14:55:52.197938 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46496) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:52.201832 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7b19-60f5-4dd3-860e-8bb643e24911 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:52.231344 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61b7d79b-c2a8-4309-8298-f1c32a0a1ec0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:52.263253 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=0495fef3-20ee-4121-a475-d5b4a776f4df,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:52.318483 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a7b19-60f5-4dd3-860e-8bb643e24911 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662ca33a-24c8-4b5b-8cb3-4fee45a9ff02,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:52.352148 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d9541c4-3bfe-407f-b492-9b85c9fc6610 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:52.360745 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec640460-b0e6-4961-ad72-a4b86da2743f None None] Pushing event updated for resources: {'Port': ['ID=92e4b066-aded-4fb6-9427-16d5d88f571d,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:52.397292 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port cda1ee44-d69c-4119-bf66-7af2477b49f4 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:52.402043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5de0e-52b8-4b06-9323-0690506c9fa6 req-710bc979-fa26-4568-b20f-8d043198ac33 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:52.409557 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a4f5de0e-52b8-4b06-9323-0690506c9fa6 req-710bc979-fa26-4568-b20f-8d043198ac33 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 946 time: 0.3094299 May 10 14:55:52.424485 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-49790188-1e92-4e18-9d52-a69db97dfdc3 None None] Provisioning complete for port 92e4b066-aded-4fb6-9427-16d5d88f571d triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:52.424851 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-49790188-1e92-4e18-9d52-a69db97dfdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:52.437678 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cc8a7b19-60f5-4dd3-860e-8bb643e24911 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:52.438904 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-cc8a7b19-60f5-4dd3-860e-8bb643e24911 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6298273 May 10 14:55:52.444414 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46500) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:52.453993 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-f03eac4c-289e-4f91-a58c-60335c5a2b19 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '33928aeb-0d2a-460a-99f1-3415f01a6e77', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:52.489746 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port cda1ee44-d69c-4119-bf66-7af2477b49f4 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:52.490334 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:52.495459 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a4f5de0e-52b8-4b06-9323-0690506c9fa6 req-3f5130e0-66e2-47f9-a106-d341647cfd0f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848556 May 10 14:55:52.498397 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f03eac4c-289e-4f91-a58c-60335c5a2b19 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:52.511707 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b7d79b-c2a8-4309-8298-f1c32a0a1ec0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Network b0f32687-655e-4471-b96e-050bfbfc0bc6 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:52.513219 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-61b7d79b-c2a8-4309-8298-f1c32a0a1ec0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:52.517921 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2fe03192-679b-4095-9ad6-dbb72a47a052 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:52.520873 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f03eac4c-289e-4f91-a58c-60335c5a2b19 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:52.528646 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f03eac4c-289e-4f91-a58c-60335c5a2b19 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:52.532303 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6b6afcb1-1ae6-4fa8-af23-87a8031a49c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:52.538452 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f03eac4c-289e-4f91-a58c-60335c5a2b19 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:52.558264 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-2fe03192-679b-4095-9ad6-dbb72a47a052 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Deleting port 650ade6d-a09e-4c67-b628-1b5a350e3f00 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:52.559054 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2fe03192-679b-4095-9ad6-dbb72a47a052 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:52.610225 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d9541c4-3bfe-407f-b492-9b85c9fc6610 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:52.657271 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f03eac4c-289e-4f91-a58c-60335c5a2b19 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:52.681626 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9541c4-3bfe-407f-b492-9b85c9fc6610 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Subnet': ['ID=b9fe28f9-457c-4463-a04d-87285902f7d8,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:52.686006 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d9541c4-3bfe-407f-b492-9b85c9fc6610 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:52.700755 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'name': 'tempest-TestNetworkBasicOps-router-764486986', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:28Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:30Z', 'updated_at': '2022-05-10T14:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4829d7e7-54e3-4c8c-9d3b-583e01e95d5d', 'name': '', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:dc:dc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:41Z', 'updated_at': '2022-05-10T14:55:46Z', 'revision_number': 2, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:52.717953 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] Checking router: b126eb66-45b6-49de-94ec-5d34b89547bc for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:55:52.718305 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] Updating router b126eb66-45b6-49de-94ec-5d34b89547bc port 4829d7e7-54e3-4c8c-9d3b-583e01e95d5d binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:55:52.750474 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6d9541c4-3bfe-407f-b492-9b85c9fc6610 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/subnets/b9fe28f9-457c-4463-a04d-87285902f7d8 HTTP/1.1" status: 204 len: 168 time: 1.1019950 May 10 14:55:52.755720 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46506) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:52.815243 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d1f715-342a-4528-a8e5-74a1ab77028b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] DELETE failed (client error): The resource could not be found. May 10 14:55:52.815941 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7d1f715-342a-4528-a8e5-74a1ab77028b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:55:52.820376 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e7d1f715-342a-4528-a8e5-74a1ab77028b tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/subnets/909eaa1c-a72b-435e-942e-b18c814f3906 HTTP/1.1" status: 404 len: 337 time: 0.0564098 May 10 14:55:52.834811 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46510) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:52.840986 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:52.861716 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f03eac4c-289e-4f91-a58c-60335c5a2b19 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:52.872814 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f03eac4c-289e-4f91-a58c-60335c5a2b19 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:52.896318 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:52.905758 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-06a49173-87e7-41b7-b3d4-eec025362f0a tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f3e75af-615a-47ce-9af4-250a337917f4 HTTP/1.1" status: 200 len: 205 time: 0.0674250 May 10 14:55:52.907938 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46514) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:52.920415 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03eac4c-289e-4f91-a58c-60335c5a2b19 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423db706-e7a8-492a-814c-fd8051934f9c,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:52.940523 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-49790188-1e92-4e18-9d52-a69db97dfdc3 None None] Provisioning complete for port bb69dbbb-e2ad-40d8-8884-14487a9c2837 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:52.940883 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-49790188-1e92-4e18-9d52-a69db97dfdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:52.941326 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-2fe03192-679b-4095-9ad6-dbb72a47a052 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] For port 650ade6d-a09e-4c67-b628-1b5a350e3f00, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=650ade6d-a09e-4c67-b628-1b5a350e3f00,segment=NetworkSegment(0fb4ed80-d458-402d-bc6b-934949a57fc7),segment_id=0fb4ed80-d458-402d-bc6b-934949a57fc7)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:52.941823 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2fe03192-679b-4095-9ad6-dbb72a47a052 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:53.042028 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f03eac4c-289e-4f91-a58c-60335c5a2b19 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:53.043793 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f03eac4c-289e-4f91-a58c-60335c5a2b19 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5963471 May 10 14:55:53.107120 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port cda1ee44-d69c-4119-bf66-7af2477b49f4, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=cda1ee44-d69c-4119-bf66-7af2477b49f4,segment=NetworkSegment(777140e6-a865-4949-aefe-71c926a17b5d),segment_id=777140e6-a865-4949-aefe-71c926a17b5d)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:53.116723 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46518) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:53.129700 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-2fe03192-679b-4095-9ad6-dbb72a47a052 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Calling delete_port for 650ade6d-a09e-4c67-b628-1b5a350e3f00 owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:55:53.142142 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-c74e265b-8a19-437d-87ee-203ae1fdaaa4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] delete failed (client error): The resource could not be found. May 10 14:55:53.143733 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c74e265b-8a19-437d-87ee-203ae1fdaaa4 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/routers/0f3e75af-615a-47ce-9af4-250a337917f4 HTTP/1.1" status: 404 len: 336 time: 0.2307904 May 10 14:55:53.148297 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46522) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:53.162042 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:53.163357 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 673171a0-e1a0-46ba-9a4d-f186e31a3def up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:53.172193 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-a30c4f56-d1ef-43cf-9fc6-1a8e41d8ff6c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '33928aeb-0d2a-460a-99f1-3415f01a6e77', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:53.196521 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a30c4f56-d1ef-43cf-9fc6-1a8e41d8ff6c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:53.197271 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a245a8-8795-4f1c-87e0-07329ee702cf tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] DELETE failed (client error): The resource could not be found. May 10 14:55:53.197927 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a245a8-8795-4f1c-87e0-07329ee702cf tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:55:53.199869 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-45a245a8-8795-4f1c-87e0-07329ee702cf tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/subnets/4c085c1a-70bc-4dfe-a82f-609cb63f003a HTTP/1.1" status: 404 len: 337 time: 0.0485194 May 10 14:55:53.206866 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46526) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:53.211269 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b7d79b-c2a8-4309-8298-f1c32a0a1ec0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Router f466405a-101f-405d-a8be-a5995d4dfbb7 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:55:53.257928 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f59a445-d1cb-4278-8c0a-3a72bdb3ebe9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] DELETE failed (client error): The resource could not be found. May 10 14:55:53.258472 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f59a445-d1cb-4278-8c0a-3a72bdb3ebe9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:55:53.260359 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1f59a445-d1cb-4278-8c0a-3a72bdb3ebe9 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/subnets/bf4999e5-cc2f-41a5-b146-62bcad56c2ed HTTP/1.1" status: 404 len: 337 time: 0.0519097 May 10 14:55:53.269234 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46530) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:53.345697 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a30c4f56-d1ef-43cf-9fc6-1a8e41d8ff6c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:53.350592 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a30c4f56-d1ef-43cf-9fc6-1a8e41d8ff6c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:53.362008 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a30c4f56-d1ef-43cf-9fc6-1a8e41d8ff6c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:53.388803 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.securitygroups_db [None req-a30c4f56-d1ef-43cf-9fc6-1a8e41d8ff6c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Project 7c1eaa2d2a564d8c9e902879ced01cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:55:53.397875 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a30c4f56-d1ef-43cf-9fc6-1a8e41d8ff6c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:53.426330 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40884ff9-8661-4928-80bb-7079de98e046 None None] Network b0f32687-655e-4471-b96e-050bfbfc0bc6 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:53.428537 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2fe03192-679b-4095-9ad6-dbb72a47a052 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:53.455300 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be66d42-774f-4b85-93f2-b73ee3e18657 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] DELETE failed (client error): The resource could not be found. May 10 14:55:53.455300 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be66d42-774f-4b85-93f2-b73ee3e18657 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:55:53.459661 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6be66d42-774f-4b85-93f2-b73ee3e18657 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/subnets/ca49d3ff-e3b3-4e50-b33a-3dbf26fc6de1 HTTP/1.1" status: 404 len: 337 time: 0.1238241 May 10 14:55:53.468515 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-49790188-1e92-4e18-9d52-a69db97dfdc3 None None] Port bb69dbbb-e2ad-40d8-8884-14487a9c2837 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:55:53.473340 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46534) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:53.492930 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d063064-83c2-4f67-be43-6de15732354b req-b3753d5a-c51b-46d3-b0e7-c8cb5369ea7e tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:53.494600 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6d063064-83c2-4f67-be43-6de15732354b req-b3753d5a-c51b-46d3-b0e7-c8cb5369ea7e tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 946 time: 0.8617516 May 10 14:55:53.526562 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe03192-679b-4095-9ad6-dbb72a47a052 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event deleted for resources: {'Port': ['ID=650ade6d-a09e-4c67-b628-1b5a350e3f00,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:53.541350 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe03192-679b-4095-9ad6-dbb72a47a052 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] No DVR routers for this DVR port 650ade6d-a09e-4c67-b628-1b5a350e3f00 on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:55:53.551648 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b7d79b-c2a8-4309-8298-f1c32a0a1ec0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:55:53.557977 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-61b7d79b-c2a8-4309-8298-f1c32a0a1ec0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/routers/f466405a-101f-405d-a8be-a5995d4dfbb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3265610 May 10 14:55:53.561044 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46538) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:53.566156 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] Sync routers for ids ['f466405a-101f-405d-a8be-a5995d4dfbb7'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:55:53.576766 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6d063064-83c2-4f67-be43-6de15732354b req-3a6e26cc-49be-480d-a88b-d3013757e3e9 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723445 May 10 14:55:53.580920 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:53.581679 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab87fba-77e2-49ee-83c4-5de1cedc74d9 None None] Update dhcp port {'port': {'network_id': '1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e', 'fixed_ips': [{'subnet_id': 'b9fe28f9-457c-4463-a04d-87285902f7d8'}], 'binding:host_id': 'dv-neutron-841204-2-hyperv'}, 'id': 'efaeaf8e-a200-42f6-9efd-06ef47f071ec'} from dv-neutron-841204-2-hyperv. {{(pid=88053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 10 14:55:53.582563 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] Routers {'f466405a-101f-405d-a8be-a5995d4dfbb7'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:53.583464 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:55:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['f466405a-101f-405d-a8be-a5995d4dfbb7'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:53.588931 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-03980136-04af-4d7d-aec1-add71036e524 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:53.596082 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-3878145b-b739-4163-adde-57445720018e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] DELETE failed (client error): The resource could not be found. May 10 14:55:53.596633 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3878145b-b739-4163-adde-57445720018e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:55:53.613466 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46542) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:53.679899 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0ab87fba-77e2-49ee-83c4-5de1cedc74d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:53.729531 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3878145b-b739-4163-adde-57445720018e tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/ports/588ab491-feb9-4419-a9cf-cdc56d4ec8a6 HTTP/1.1" status: 404 len: 333 time: 0.2503786 May 10 14:55:53.738165 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:53.739537 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:53.753430 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46546) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:53.806382 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-49790188-1e92-4e18-9d52-a69db97dfdc3 None None] Provisioning for port 4829d7e7-54e3-4c8c-9d3b-583e01e95d5d completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:53.821254 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-49790188-1e92-4e18-9d52-a69db97dfdc3 None None] Provisioning complete for port 4829d7e7-54e3-4c8c-9d3b-583e01e95d5d triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:53.821486 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-49790188-1e92-4e18-9d52-a69db97dfdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:53.829217 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2fe03192-679b-4095-9ad6-dbb72a47a052 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:53.829739 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] Set router f466405a-101f-405d-a8be-a5995d4dfbb7 gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:55:53.838281 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4da5aa3-90a6-4632-b8f7-a0fde444cb31 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] DELETE failed (client error): The resource could not be found. May 10 14:55:53.838896 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4da5aa3-90a6-4632-b8f7-a0fde444cb31 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:55:53.846376 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a30c4f56-d1ef-43cf-9fc6-1a8e41d8ff6c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:53.865109 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b4da5aa3-90a6-4632-b8f7-a0fde444cb31 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/subnets/9260b870-09e3-4873-8e14-843a70e1ea2e HTTP/1.1" status: 404 len: 337 time: 0.1094239 May 10 14:55:53.874547 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46550) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:53.875929 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=cda1ee44-d69c-4119-bf66-7af2477b49f4,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:53.876139 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a30c4f56-d1ef-43cf-9fc6-1a8e41d8ff6c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:53.898608 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-2fe03192-679b-4095-9ad6-dbb72a47a052 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:53.928714 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-2fe03192-679b-4095-9ad6-dbb72a47a052 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb4ed80-d458-402d-bc6b-934949a57fc7') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:53.929238 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-2fe03192-679b-4095-9ad6-dbb72a47a052 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb4ed80-d458-402d-bc6b-934949a57fc7') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:53.937925 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c4f56-d1ef-43cf-9fc6-1a8e41d8ff6c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a81c286-38c5-4686-b267-cdfe3c44c79f,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:53.954805 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2fe03192-679b-4095-9ad6-dbb72a47a052 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:53.973529 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a30c4f56-d1ef-43cf-9fc6-1a8e41d8ff6c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:53.974984 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a30c4f56-d1ef-43cf-9fc6-1a8e41d8ff6c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8576870 May 10 14:55:53.982951 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-b477bd60-fe03-434b-b10b-03777a24a43d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] DELETE failed (client error): The resource could not be found. May 10 14:55:53.983487 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b477bd60-fe03-434b-b10b-03777a24a43d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:55:53.985450 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b477bd60-fe03-434b-b10b-03777a24a43d tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/subnets/bf016fcf-801e-4065-966f-e6e07b71f2c6 HTTP/1.1" status: 404 len: 337 time: 0.1095257 May 10 14:55:53.986197 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46554) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:53.995991 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46556) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:54.002865 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2fe03192-679b-4095-9ad6-dbb72a47a052 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:54.004777 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-9ab2b12e-5bdc-44c8-add7-4898c94ab2cd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '33928aeb-0d2a-460a-99f1-3415f01a6e77', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:54.008109 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212df4d7-920c-41ce-bf5f-b315e9d21675 tempest-TestVolumeBootPattern-1521817866 tempest-TestVolumeBootPattern-1521817866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:54.010729 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-212df4d7-920c-41ce-bf5f-b315e9d21675 tempest-TestVolumeBootPattern-1521817866 tempest-TestVolumeBootPattern-1521817866-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 1094 time: 0.3888695 May 10 14:55:54.011169 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9ab2b12e-5bdc-44c8-add7-4898c94ab2cd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:54.015588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9ab2b12e-5bdc-44c8-add7-4898c94ab2cd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:54.019146 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9ab2b12e-5bdc-44c8-add7-4898c94ab2cd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:54.025744 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9ab2b12e-5bdc-44c8-add7-4898c94ab2cd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:54.043410 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46562) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:54.047250 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-9ab2b12e-5bdc-44c8-add7-4898c94ab2cd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Project 7c1eaa2d2a564d8c9e902879ced01cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:55:54.057754 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': 'b5b060e6-dabc-465e-a1e1-cde8509caafa', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:54.065374 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9ab2b12e-5bdc-44c8-add7-4898c94ab2cd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:54.067173 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d7420ba-5fd4-4638-9a12-8ee0be139508 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] DELETE failed (client error): The resource could not be found. May 10 14:55:54.067785 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d7420ba-5fd4-4638-9a12-8ee0be139508 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:55:54.072447 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2d7420ba-5fd4-4638-9a12-8ee0be139508 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/ports/12579727-78fb-4080-8253-7d8875a4c579 HTTP/1.1" status: 404 len: 333 time: 0.0753140 May 10 14:55:54.075520 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46566) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:54.076407 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe03192-679b-4095-9ad6-dbb72a47a052 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:55:54.077134 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2fe03192-679b-4095-9ad6-dbb72a47a052 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:55:54.098564 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:55:54.112629 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 673171a0-e1a0-46ba-9a4d-f186e31a3def triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:54.113007 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:54.116261 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:55:54.135204 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Usage tracker for resource:floatingip and tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:55:54.145220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:55:54.152865 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37b9155-8d8f-4dd0-bc81-215d204fb342 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] DELETE failed (client error): The resource could not be found. May 10 14:55:54.153668 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37b9155-8d8f-4dd0-bc81-215d204fb342 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:55:54.156392 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a37b9155-8d8f-4dd0-bc81-215d204fb342 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/subnets/a2e02d3d-76af-4cb7-8200-048daaf9b7d7 HTTP/1.1" status: 404 len: 337 time: 0.0790932 May 10 14:55:54.163233 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46570) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:54.171442 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:55:54.245403 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-237f61c5-c822-4bcd-bdf2-4e3417056bef tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] DELETE failed (client error): The resource could not be found. May 10 14:55:54.246399 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237f61c5-c822-4bcd-bdf2-4e3417056bef tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:55:54.252299 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-237f61c5-c822-4bcd-bdf2-4e3417056bef tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/subnets/51c1cc8e-9e80-4d37-9776-06b418b16351 HTTP/1.1" status: 404 len: 337 time: 0.0876176 May 10 14:55:54.255417 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46574) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:54.263768 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-49790188-1e92-4e18-9d52-a69db97dfdc3 None None] Port 4829d7e7-54e3-4c8c-9d3b-583e01e95d5d cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:55:54.273923 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:54.302818 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2fe03192-679b-4095-9ad6-dbb72a47a052 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:54.309366 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2fe03192-679b-4095-9ad6-dbb72a47a052 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:54.345793 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a356f3b-c536-4c5c-97ed-8954fe54a80b None None] Network 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:55:54.358845 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2fe03192-679b-4095-9ad6-dbb72a47a052 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "DELETE /v2.0/networks/a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef HTTP/1.1" status: 204 len: 168 time: 2.1592629 May 10 14:55:54.360122 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe03192-679b-4095-9ad6-dbb72a47a052 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event deleted for resources: {'Network': ['ID=a1bc53bc-1db1-4e5f-96a5-4df86f19a5ef,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:54.364009 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:55:50Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7', 'name': '', 'network_id': 'b0f32687-655e-4471-b96e-050bfbfc0bc6', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:71:d2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'c8505c70-15cf-4cf5-a73d-39cfb37314ea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:47Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 2, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': 'c8505c70-15cf-4cf5-a73d-39cfb37314ea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '673171a0-e1a0-46ba-9a4d-f186e31a3def', 'name': '', 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:57:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:27Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92e4b066-aded-4fb6-9427-16d5d88f571d', 'name': '', 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:99:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:38Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:54.365898 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46578) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:54.369827 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] Checking router: f466405a-101f-405d-a8be-a5995d4dfbb7 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:55:54.370505 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] Updating router f466405a-101f-405d-a8be-a5995d4dfbb7 port 0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7 binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:55:54.436504 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:54.445054 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-577ec9d0-4ab5-495c-bdae-d76de3651950 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting port bb69dbbb-e2ad-40d8-8884-14487a9c2837 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:54.445771 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-577ec9d0-4ab5-495c-bdae-d76de3651950 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:54.463067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9ab2b12e-5bdc-44c8-add7-4898c94ab2cd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:54.472450 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9ab2b12e-5bdc-44c8-add7-4898c94ab2cd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:54.519578 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-49790188-1e92-4e18-9d52-a69db97dfdc3 None None] Provisioning complete for port cda1ee44-d69c-4119-bf66-7af2477b49f4 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:54.520080 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-49790188-1e92-4e18-9d52-a69db97dfdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:54.521174 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-3cbb47b7-2dbd-4b9c-88bb-720d7b27cd49 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Deleting port 2c925662-5e18-4097-8def-9415d83ab2cd {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:54.521693 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3cbb47b7-2dbd-4b9c-88bb-720d7b27cd49 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:54.556583 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2b12e-5bdc-44c8-add7-4898c94ab2cd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a98ac05-1039-44e2-a33b-12736b86d14b,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:54.558347 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9ab2b12e-5bdc-44c8-add7-4898c94ab2cd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:54.581266 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9ab2b12e-5bdc-44c8-add7-4898c94ab2cd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5684302 May 10 14:55:54.747008 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device ce6a3566-0dd9-4d0e-a6af-9fc419eb741a up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:54.842862 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:54.887677 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:54.889127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-577ec9d0-4ab5-495c-bdae-d76de3651950 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:54.889822 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] Transition to ACTIVE for port object 0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7 will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:54.891884 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.extraroute_db [None req-03980136-04af-4d7d-aec1-add71036e524 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88051) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 10 14:55:54.907282 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:54.929691 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.resource_extend [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:55:54.965429 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.extraroute_db [None req-03980136-04af-4d7d-aec1-add71036e524 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Removed routes are [] {{(pid=88051) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 10 14:55:54.966296 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-03980136-04af-4d7d-aec1-add71036e524 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:54.972489 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-194ea6a8-84c9-48e8-980f-6b281c80392d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:55:55.026770 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-577ec9d0-4ab5-495c-bdae-d76de3651950 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Calling delete_port for bb69dbbb-e2ad-40d8-8884-14487a9c2837 owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:55:55.113137 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:55.141276 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-577ec9d0-4ab5-495c-bdae-d76de3651950 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:55.179743 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f88331-0482-4064-be31-44636d8cd8cb None None] Pushing event updated for resources: {'Port': ['ID=0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:55.197345 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] Attempting to bind port 0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:55:55.198529 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] Attempting to bind port 0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'a88819f8-2578-4692-90f3-25e903b3f6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b0f32687-655e-4471-b96e-050bfbfc0bc6'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:55:55.199274 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] Attempting to bind port 0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7 on network b0f32687-655e-4471-b96e-050bfbfc0bc6 {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:55:55.207846 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:55:55.208506 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] Checking segment: {'id': 'a88819f8-2578-4692-90f3-25e903b3f6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b0f32687-655e-4471-b96e-050bfbfc0bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:55.209316 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:55.209927 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] Bound using segment: {'id': 'a88819f8-2578-4692-90f3-25e903b3f6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b0f32687-655e-4471-b96e-050bfbfc0bc6'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:55:55.210785 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] Bound port: 0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88819f8-2578-4692-90f3-25e903b3f6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b0f32687-655e-4471-b96e-050bfbfc0bc6'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:55:55.211426 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:55.246880 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ec9d0-4ab5-495c-bdae-d76de3651950 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Port': ['ID=bb69dbbb-e2ad-40d8-8884-14487a9c2837,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:55.252249 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:55.277898 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port ce6a3566-0dd9-4d0e-a6af-9fc419eb741a completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:55.289838 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port ce6a3566-0dd9-4d0e-a6af-9fc419eb741a triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:55.290352 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:55.333521 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132f0db0-66e6-4321-9b29-c929351b7c28 None None] DHCP port deletion for 1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:55:55.345025 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] Transition to ACTIVE for port object 4829d7e7-54e3-4c8c-9d3b-583e01e95d5d will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:55:55.353359 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-132f0db0-66e6-4321-9b29-c929351b7c28 None None] Deleting port efaeaf8e-a200-42f6-9efd-06ef47f071ec {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:55.353632 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-132f0db0-66e6-4321-9b29-c929351b7c28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:55.368548 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-194ea6a8-84c9-48e8-980f-6b281c80392d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:55:55.369675 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-194ea6a8-84c9-48e8-980f-6b281c80392d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1755877268&fields=id&tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 267 time: 0.5430069 May 10 14:55:55.383301 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] For port 0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:55:55.388051 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] For port 0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7,segment=NetworkSegment(a88819f8-2578-4692-90f3-25e903b3f6af),segment_id=a88819f8-2578-4692-90f3-25e903b3f6af)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:55:55.403582 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:55.442512 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-49790188-1e92-4e18-9d52-a69db97dfdc3 None None] Provisioning for port efaeaf8e-a200-42f6-9efd-06ef47f071ec completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:55.481564 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-577ec9d0-4ab5-495c-bdae-d76de3651950 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:55.502304 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:55.537592 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] Routers {'f466405a-101f-405d-a8be-a5995d4dfbb7'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:55.538762 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:55:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['f466405a-101f-405d-a8be-a5995d4dfbb7'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:55.568696 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-577ec9d0-4ab5-495c-bdae-d76de3651950 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/ports/bb69dbbb-e2ad-40d8-8884-14487a9c2837 HTTP/1.1" status: 204 len: 168 time: 1.3127723 May 10 14:55:55.569549 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46594) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:55.582335 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3cbb47b7-2dbd-4b9c-88bb-720d7b27cd49 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:55.668882 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-49790188-1e92-4e18-9d52-a69db97dfdc3 None None] Provisioning complete for port efaeaf8e-a200-42f6-9efd-06ef47f071ec triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:55.668882 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-49790188-1e92-4e18-9d52-a69db97dfdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:55.721947 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f88331-0482-4064-be31-44636d8cd8cb None None] Pushing event updated for resources: {'Port': ['ID=0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7,revision_number=4']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:55.800620 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-05bb679f-0739-4567-9aaf-594b7fab479d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:55:55.801580 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-05bb679f-0739-4567-9aaf-594b7fab479d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:network {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:55:55.828801 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] Set router f466405a-101f-405d-a8be-a5995d4dfbb7 gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:55:55.880288 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Allocated IP 172.26.0.152 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/487ac850-0b44-40e6-be92-24c1d1d2e380) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:55:56.000731 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-05bb679f-0739-4567-9aaf-594b7fab479d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:network {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:55:56.017356 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-05bb679f-0739-4567-9aaf-594b7fab479d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/networks?id=e8572de1-4d0f-4d72-8907-1d51ee7294b5 HTTP/1.1" status: 200 len: 797 time: 0.6359706 May 10 14:55:56.126411 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-d0b2a79e-d5d5-4c3c-b6a0-db4ae96850ea tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/quotas/7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 375 time: 0.1080914 May 10 14:55:56.159124 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-3cbb47b7-2dbd-4b9c-88bb-720d7b27cd49 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Calling delete_port for 2c925662-5e18-4097-8def-9415d83ab2cd owned by {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:55:56.199828 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-03980136-04af-4d7d-aec1-add71036e524 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:56.212874 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-03980136-04af-4d7d-aec1-add71036e524 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539321'] for router, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:56.275111 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-132f0db0-66e6-4321-9b29-c929351b7c28 None None] For port efaeaf8e-a200-42f6-9efd-06ef47f071ec, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=efaeaf8e-a200-42f6-9efd-06ef47f071ec,segment=NetworkSegment(53c1f769-6d45-4948-abb6-4a1ef3aa7258),segment_id=53c1f769-6d45-4948-abb6-4a1ef3aa7258)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:56.275977 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-132f0db0-66e6-4321-9b29-c929351b7c28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:56.301726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-90844878-11ff-4f25-8791-de8f6226a277 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:56.373979 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-90844878-11ff-4f25-8791-de8f6226a277 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting port efaeaf8e-a200-42f6-9efd-06ef47f071ec {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:56.374249 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-90844878-11ff-4f25-8791-de8f6226a277 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:56.469614 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-132f0db0-66e6-4321-9b29-c929351b7c28 None None] Calling delete_port for efaeaf8e-a200-42f6-9efd-06ef47f071ec owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:55:56.484824 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3cbb47b7-2dbd-4b9c-88bb-720d7b27cd49 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:56.614977 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:55:54Z', 'revision_number': 6, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7', 'name': '', 'network_id': 'b0f32687-655e-4471-b96e-050bfbfc0bc6', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:71:d2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'c8505c70-15cf-4cf5-a73d-39cfb37314ea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:47Z', 'updated_at': '2022-05-10T14:55:55Z', 'revision_number': 4, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': 'c8505c70-15cf-4cf5-a73d-39cfb37314ea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '673171a0-e1a0-46ba-9a4d-f186e31a3def', 'name': '', 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:57:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:27Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92e4b066-aded-4fb6-9427-16d5d88f571d', 'name': '', 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:99:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:38Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:56.627387 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8d0c87-dacb-4123-9198-7d7cf3f9c4c7 None None] The sync data for ids ['f466405a-101f-405d-a8be-a5995d4dfbb7'] in dv-neutron-841204-2-hyperv is: [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:55:54Z', 'revision_number': 6, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7', 'name': '', 'network_id': 'b0f32687-655e-4471-b96e-050bfbfc0bc6', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:71:d2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'c8505c70-15cf-4cf5-a73d-39cfb37314ea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:47Z', 'updated_at': '2022-05-10T14:55:55Z', 'revision_number': 4, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': 'c8505c70-15cf-4cf5-a73d-39cfb37314ea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '673171a0-e1a0-46ba-9a4d-f186e31a3def', 'name': '', 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:57:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:27Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92e4b066-aded-4fb6-9427-16d5d88f571d', 'name': '', 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:99:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:38Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:55:56.711466 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:56.744767 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26673d5b-33f5-4b2a-a9b9-519ebea8828e None None] Pushing event updated for resources: {'Port': ['ID=4829d7e7-54e3-4c8c-9d3b-583e01e95d5d,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:56.759036 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb47b7-2dbd-4b9c-88bb-720d7b27cd49 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event deleted for resources: {'Port': ['ID=2c925662-5e18-4097-8def-9415d83ab2cd,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:56.790519 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-9d65bb57-30cc-490a-a129-f7d5fc1b95fd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:55:56.807758 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03980136-04af-4d7d-aec1-add71036e524 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Router f466405a-101f-405d-a8be-a5995d4dfbb7 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:55:56.812884 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3cbb47b7-2dbd-4b9c-88bb-720d7b27cd49 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:56.853556 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-132f0db0-66e6-4321-9b29-c929351b7c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:56.901205 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-9d65bb57-30cc-490a-a129-f7d5fc1b95fd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:55:56.902987 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3cbb47b7-2dbd-4b9c-88bb-720d7b27cd49 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "DELETE /v2.0/ports/2c925662-5e18-4097-8def-9415d83ab2cd HTTP/1.1" status: 204 len: 168 time: 2.5359282 May 10 14:55:56.903735 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-9d65bb57-30cc-490a-a129-f7d5fc1b95fd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7764957 May 10 14:55:56.907416 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46598) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:57.002139 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea600e8-7b43-4044-b6dd-a34c99162289 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] DELETE failed (client error): The resource could not be found. May 10 14:55:57.002936 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fea600e8-7b43-4044-b6dd-a34c99162289 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:55:57.004843 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-fea600e8-7b43-4044-b6dd-a34c99162289 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "DELETE /v2.0/subnets/744b6141-27b0-4bab-8a4d-3732d95f1543 HTTP/1.1" status: 404 len: 337 time: 0.0963774 May 10 14:55:57.013781 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-90844878-11ff-4f25-8791-de8f6226a277 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] For port efaeaf8e-a200-42f6-9efd-06ef47f071ec, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=efaeaf8e-a200-42f6-9efd-06ef47f071ec,segment=NetworkSegment(53c1f769-6d45-4948-abb6-4a1ef3aa7258),segment_id=53c1f769-6d45-4948-abb6-4a1ef3aa7258)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:57.014446 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-90844878-11ff-4f25-8791-de8f6226a277 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:57.057209 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-49790188-1e92-4e18-9d52-a69db97dfdc3 None None] Port efaeaf8e-a200-42f6-9efd-06ef47f071ec update to ACTIVE by agent not found {{(pid=88053) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 10 14:55:57.073451 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46602) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:57.098117 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f0db0-66e6-4321-9b29-c929351b7c28 None None] Pushing event deleted for resources: {'Port': ['ID=efaeaf8e-a200-42f6-9efd-06ef47f071ec,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:57.130551 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132f0db0-66e6-4321-9b29-c929351b7c28 None None] No DVR routers for this DVR port efaeaf8e-a200-42f6-9efd-06ef47f071ec on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:55:57.141897 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] Attempting to bind port 4829d7e7-54e3-4c8c-9d3b-583e01e95d5d on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:55:57.142326 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] Attempting to bind port 4829d7e7-54e3-4c8c-9d3b-583e01e95d5d by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '777140e6-a865-4949-aefe-71c926a17b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:55:57.142803 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] Attempting to bind port 4829d7e7-54e3-4c8c-9d3b-583e01e95d5d on network e8572de1-4d0f-4d72-8907-1d51ee7294b5 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:55:57.145331 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-49790188-1e92-4e18-9d52-a69db97dfdc3 None None] Could not find standard attr ID for object 36b88891-923d-4b5d-9322-a1cc69cb8b62. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:55:57.167092 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:55:57.169187 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] Checking segment: {'id': '777140e6-a865-4949-aefe-71c926a17b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:55:57.169716 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:57.170161 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] Bound using segment: {'id': '777140e6-a865-4949-aefe-71c926a17b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:55:57.170685 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] Bound port: 4829d7e7-54e3-4c8c-9d3b-583e01e95d5d, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '777140e6-a865-4949-aefe-71c926a17b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:55:57.171061 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:57.180094 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-90844878-11ff-4f25-8791-de8f6226a277 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Calling delete_port for efaeaf8e-a200-42f6-9efd-06ef47f071ec owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:55:57.277353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.db.api [None req-90844878-11ff-4f25-8791-de8f6226a277 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:55:57.277760 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG oslo_db.api [None req-90844878-11ff-4f25-8791-de8f6226a277 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:55:57.282916 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69ed6c4-9299-44cd-b026-04abbe8afe43 None None] get_active_networks_info from dv-neutron-841204-2-hyperv {{(pid=88053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 10 14:55:57.319544 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:57.339067 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:57.386152 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1bc417f9-8325-4df9-b010-e0a71298d194 None None] Provisioning for port 0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:57.436700 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1bc417f9-8325-4df9-b010-e0a71298d194 None None] Could not find standard attr ID for object bb69dbbb-e2ad-40d8-8884-14487a9c2837. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:55:57.449341 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] For port 4829d7e7-54e3-4c8c-9d3b-583e01e95d5d, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:55:57.459618 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] For port 4829d7e7-54e3-4c8c-9d3b-583e01e95d5d, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=4829d7e7-54e3-4c8c-9d3b-583e01e95d5d,segment=NetworkSegment(777140e6-a865-4949-aefe-71c926a17b5d),segment_id=777140e6-a865-4949-aefe-71c926a17b5d)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:55:57.466788 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port ce6a3566-0dd9-4d0e-a6af-9fc419eb741a, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=ce6a3566-0dd9-4d0e-a6af-9fc419eb741a,segment=NetworkSegment(b8ddf0c3-c17e-4a83-850f-f58a83472c7c),segment_id=b8ddf0c3-c17e-4a83-850f-f58a83472c7c)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:57.477109 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:57.517367 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:57.592031 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1bc417f9-8325-4df9-b010-e0a71298d194 None None] Could not find standard attr ID for object efaeaf8e-a200-42f6-9efd-06ef47f071ec. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 14:55:57.617271 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] Routers {'b126eb66-45b6-49de-94ec-5d34b89547bc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:57.617926 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:55:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['b126eb66-45b6-49de-94ec-5d34b89547bc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:57.633011 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03980136-04af-4d7d-aec1-add71036e524 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:55:57.635925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:55:57.642375 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Pushing event updated for resources: {'Port': ['ID=487ac850-0b44-40e6-be92-24c1d1d2e380,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:57.651562 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc60439e-1bf9-44a0-abda-1d8401be82e9 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:57.673224 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:55:57.680319 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:55:57.698948 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1bc417f9-8325-4df9-b010-e0a71298d194 None None] Provisioning for port 5bc25cce-63dc-4341-b930-860d0f0fb161 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:55:57.707486 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26673d5b-33f5-4b2a-a9b9-519ebea8828e None None] Pushing event updated for resources: {'Port': ['ID=4829d7e7-54e3-4c8c-9d3b-583e01e95d5d,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:57.741679 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-03980136-04af-4d7d-aec1-add71036e524 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:57.745500 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-03980136-04af-4d7d-aec1-add71036e524 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/routers/f466405a-101f-405d-a8be-a5995d4dfbb7 HTTP/1.1" status: 200 len: 932 time: 4.1809957 May 10 14:55:57.747370 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46606) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:57.760544 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f6498-d592-4c0d-a501-86d9aad397ea None None] Sync routers for ids ['f466405a-101f-405d-a8be-a5995d4dfbb7'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:55:57.762635 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-dc60439e-1bf9-44a0-abda-1d8401be82e9 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Deleting port 8446616d-6b04-4eb1-94e5-fa127b38f0ed {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:57.762979 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc60439e-1bf9-44a0-abda-1d8401be82e9 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:57.802217 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69ed6c4-9299-44cd-b026-04abbe8afe43 None None] Resources bound (agent type, host, resource id): {{(pid=88053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 14:55:57.815175 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-90844878-11ff-4f25-8791-de8f6226a277 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Deleting port efaeaf8e-a200-42f6-9efd-06ef47f071ec {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:55:57.815683 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-90844878-11ff-4f25-8791-de8f6226a277 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:57.863590 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-24a3a34a-16b2-4c89-8cbf-a83b221451ac service neutron] 10.222.0.79 "GET /v2.0/networks/e8572de1-4d0f-4d72-8907-1d51ee7294b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9226182 May 10 14:55:57.869715 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5f6498-d592-4c0d-a501-86d9aad397ea None None] Routers {'f466405a-101f-405d-a8be-a5995d4dfbb7'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:57.870348 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-dd5f6498-d592-4c0d-a501-86d9aad397ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:55:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['f466405a-101f-405d-a8be-a5995d4dfbb7'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:57.922029 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 92e4b066-aded-4fb6-9427-16d5d88f571d up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:57.971898 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-90844878-11ff-4f25-8791-de8f6226a277 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] The port 'efaeaf8e-a200-42f6-9efd-06ef47f071ec' was deleted {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:55:58.118643 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-53c0c620-5ea2-4941-95c0-a39bc8666585 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/routers/f466405a-101f-405d-a8be-a5995d4dfbb7 HTTP/1.1" status: 200 len: 932 time: 0.3695457 May 10 14:55:58.119334 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46610) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:58.129834 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-db365d67-14e4-458c-b925-e6f025342566 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'router': {'routes': None}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:58.133460 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=ce6a3566-0dd9-4d0e-a6af-9fc419eb741a,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:58.270346 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-dd5f6498-d592-4c0d-a501-86d9aad397ea None None] Set router f466405a-101f-405d-a8be-a5995d4dfbb7 gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:55:58.314534 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-90844878-11ff-4f25-8791-de8f6226a277 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:58.335770 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] Set router b126eb66-45b6-49de-94ec-5d34b89547bc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:55:58.370640 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-95757076-cc6d-4420-86f9-da34b94bb738 service neutron] 10.222.0.79 "GET /v2.0/networks/e8572de1-4d0f-4d72-8907-1d51ee7294b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060909 May 10 14:55:58.404909 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-dc60439e-1bf9-44a0-abda-1d8401be82e9 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] For port 8446616d-6b04-4eb1-94e5-fa127b38f0ed, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8446616d-6b04-4eb1-94e5-fa127b38f0ed,segment=NetworkSegment(c2a50173-7a4b-4105-9709-ae57998cd6be),segment_id=c2a50173-7a4b-4105-9709-ae57998cd6be)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:55:58.405295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc60439e-1bf9-44a0-abda-1d8401be82e9 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:58.415503 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-90844878-11ff-4f25-8791-de8f6226a277 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:58.437795 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-90844878-11ff-4f25-8791-de8f6226a277 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c1f769-6d45-4948-abb6-4a1ef3aa7258') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:58.438068 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-90844878-11ff-4f25-8791-de8f6226a277 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c1f769-6d45-4948-abb6-4a1ef3aa7258') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:58.456493 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-90844878-11ff-4f25-8791-de8f6226a277 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:58.492431 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 92e4b066-aded-4fb6-9427-16d5d88f571d triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:58.492835 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:58.589208 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-dc60439e-1bf9-44a0-abda-1d8401be82e9 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Calling delete_port for 8446616d-6b04-4eb1-94e5-fa127b38f0ed owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:55:58.632971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-90844878-11ff-4f25-8791-de8f6226a277 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:58.646848 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90844878-11ff-4f25-8791-de8f6226a277 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:55:58.647198 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-90844878-11ff-4f25-8791-de8f6226a277 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: util.warn( May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:55:58.665876 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:55:58.707676 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-631e9d95-0971-4962-a22e-2f51dd482f59 req-b720c7c9-dd81-437f-bbc5-66fb8d09f649 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f HTTP/1.1" status: 200 len: 210 time: 0.1196530 May 10 14:55:58.777341 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc60439e-1bf9-44a0-abda-1d8401be82e9 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:58.830309 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60439e-1bf9-44a0-abda-1d8401be82e9 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event deleted for resources: {'Port': ['ID=8446616d-6b04-4eb1-94e5-fa127b38f0ed,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:58.842729 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-90844878-11ff-4f25-8791-de8f6226a277 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:58.844984 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc60439e-1bf9-44a0-abda-1d8401be82e9 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] No DVR routers for this DVR port 8446616d-6b04-4eb1-94e5-fa127b38f0ed on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:55:58.870505 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-90844878-11ff-4f25-8791-de8f6226a277 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:58.886275 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90844878-11ff-4f25-8791-de8f6226a277 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] Pushing event deleted for resources: {'Network': ['ID=1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:58.949416 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-90844878-11ff-4f25-8791-de8f6226a277 tempest-PortsTestJSON-1615892070 tempest-PortsTestJSON-1615892070-project] 10.222.0.79 "DELETE /v2.0/networks/1bcd8a15-3fda-481c-bd6c-f2537ff7bc3e HTTP/1.1" status: 204 len: 168 time: 3.3764553 May 10 14:55:59.160445 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc60439e-1bf9-44a0-abda-1d8401be82e9 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:59.205438 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-dc60439e-1bf9-44a0-abda-1d8401be82e9 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ede690-53b6-42d3-a9ff-1311cc0d5489']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:59.225139 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-dc60439e-1bf9-44a0-abda-1d8401be82e9 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a50173-7a4b-4105-9709-ae57998cd6be') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:59.225618 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-dc60439e-1bf9-44a0-abda-1d8401be82e9 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a50173-7a4b-4105-9709-ae57998cd6be') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:59.226037 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0495fef3-20ee-4121-a475-d5b4a776f4df up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:55:59.241511 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc60439e-1bf9-44a0-abda-1d8401be82e9 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:59.257145 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.extraroute_db [None req-db365d67-14e4-458c-b925-e6f025342566 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Added routes are [] {{(pid=88052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 10 14:55:59.257822 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.extraroute_db [None req-db365d67-14e4-458c-b925-e6f025342566 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 10 14:55:59.266560 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:59.269731 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc60439e-1bf9-44a0-abda-1d8401be82e9 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:59.298950 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc60439e-1bf9-44a0-abda-1d8401be82e9 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:55:59.299670 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc60439e-1bf9-44a0-abda-1d8401be82e9 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:59.318964 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-db365d67-14e4-458c-b925-e6f025342566 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:55:59.320632 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:55:59.449569 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 0495fef3-20ee-4121-a475-d5b4a776f4df triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:59.450200 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:59.462374 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46628) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:59.464039 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc60439e-1bf9-44a0-abda-1d8401be82e9 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:59.479946 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc60439e-1bf9-44a0-abda-1d8401be82e9 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:59.491713 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'name': 'tempest-TestNetworkBasicOps-router-764486986', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:28Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:30Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4829d7e7-54e3-4c8c-9d3b-583e01e95d5d', 'name': '', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:dc:dc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:41Z', 'updated_at': '2022-05-10T14:55:57Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:59.522845 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a9541-e80b-4ade-854f-76c42cd911ec None None] The sync data for ids ['b126eb66-45b6-49de-94ec-5d34b89547bc'] in dv-neutron-841204-2-hyperv is: [{'id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'name': 'tempest-TestNetworkBasicOps-router-764486986', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:28Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:30Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4829d7e7-54e3-4c8c-9d3b-583e01e95d5d', 'name': '', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:dc:dc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:41Z', 'updated_at': '2022-05-10T14:55:57Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:55:59.561688 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-dd5f6498-d592-4c0d-a501-86d9aad397ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:55:54Z', 'revision_number': 6, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7', 'name': '', 'network_id': 'b0f32687-655e-4471-b96e-050bfbfc0bc6', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:71:d2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'c8505c70-15cf-4cf5-a73d-39cfb37314ea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:47Z', 'updated_at': '2022-05-10T14:55:55Z', 'revision_number': 4, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': 'c8505c70-15cf-4cf5-a73d-39cfb37314ea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '673171a0-e1a0-46ba-9a4d-f186e31a3def', 'name': '', 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:57:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:27Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92e4b066-aded-4fb6-9427-16d5d88f571d', 'name': '', 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:99:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:38Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:59.571228 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0271dc-ad7b-4392-b02b-8affaa27efb3 None None] get_active_networks_info from dv-neutron-841204-2-hyperv {{(pid=88053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 10 14:55:59.673925 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f6498-d592-4c0d-a501-86d9aad397ea None None] Checking router: f466405a-101f-405d-a8be-a5995d4dfbb7 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:55:59.706579 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5f6498-d592-4c0d-a501-86d9aad397ea None None] Routers {'f466405a-101f-405d-a8be-a5995d4dfbb7'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:55:59.707225 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-dd5f6498-d592-4c0d-a501-86d9aad397ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:55:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['f466405a-101f-405d-a8be-a5995d4dfbb7'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:55:59.712310 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60439e-1bf9-44a0-abda-1d8401be82e9 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event deleted for resources: {'Network': ['ID=60ede690-53b6-42d3-a9ff-1311cc0d5489,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:59.737936 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dc60439e-1bf9-44a0-abda-1d8401be82e9 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "DELETE /v2.0/networks/60ede690-53b6-42d3-a9ff-1311cc0d5489 HTTP/1.1" status: 204 len: 168 time: 2.6539290 May 10 14:55:59.738662 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46636) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:59.803120 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:59.852805 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-db365d67-14e4-458c-b925-e6f025342566 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:59.861266 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-db365d67-14e4-458c-b925-e6f025342566 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539321'] for router, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:59.976679 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a2d97b-ef6a-4efb-83fa-b56435ed67ff tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Deleting subnet b571f4f7-f655-450d-864c-3aa88e1c59de {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:56:00.022348 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e3eb8311-cd6e-4b7a-ade9-4da7e220b9b9 req-c61889b2-fe53-48f4-8c7c-7fc396bc20a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f HTTP/1.1" status: 200 len: 210 time: 0.0914183 May 10 14:56:00.028409 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-07a2d97b-ef6a-4efb-83fa-b56435ed67ff tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:00.108157 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c9405ed0-8f86-4557-adef-622be702110b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bcdeb671ca1c427bb10de7b95cee308e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6387763 May 10 14:56:00.120915 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46640) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:00.204805 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-07a2d97b-ef6a-4efb-83fa-b56435ed67ff tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:00.232374 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device cda1ee44-d69c-4119-bf66-7af2477b49f4 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:56:00.240389 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db365d67-14e4-458c-b925-e6f025342566 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Router f466405a-101f-405d-a8be-a5995d4dfbb7 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:56:00.299964 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-dd5f6498-d592-4c0d-a501-86d9aad397ea None None] Set router f466405a-101f-405d-a8be-a5995d4dfbb7 gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:56:00.406797 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:00.414409 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-07a2d97b-ef6a-4efb-83fa-b56435ed67ff tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:00.450219 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:00.611935 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:00.635455 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0271dc-ad7b-4392-b02b-8affaa27efb3 None None] Resources bound (agent type, host, resource id): {{(pid=88053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 14:56:00.670733 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port cda1ee44-d69c-4119-bf66-7af2477b49f4 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:56:00.670733 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:00.710353 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Pushing event updated for resources: {'Port': ['ID=487ac850-0b44-40e6-be92-24c1d1d2e380,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:00.773085 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db365d67-14e4-458c-b925-e6f025342566 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:56:00.803456 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-db365d67-14e4-458c-b925-e6f025342566 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:00.806086 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-db365d67-14e4-458c-b925-e6f025342566 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/routers/f466405a-101f-405d-a8be-a5995d4dfbb7 HTTP/1.1" status: 200 len: 698 time: 2.6827817 May 10 14:56:00.823103 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46648) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:00.853882 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Floating IP df13a277-5744-47d6-98df-5b43ac7e3b89 associated. External IP: 172.26.0.152, port: b5b060e6-dabc-465e-a1e1-cde8509caafa. May 10 14:56:01.001043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-07a2d97b-ef6a-4efb-83fa-b56435ed67ff tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:01.055950 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-08974ab4-bb94-4cb3-9770-0ed7549945a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:01.091356 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2d97b-ef6a-4efb-83fa-b56435ed67ff tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event deleted for resources: {'Subnet': ['ID=b571f4f7-f655-450d-864c-3aa88e1c59de,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:01.119155 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-07a2d97b-ef6a-4efb-83fa-b56435ed67ff tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:01.145588 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-39d7c027-1472-4ab7-bb31-8426b43dfd68 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/routers/f466405a-101f-405d-a8be-a5995d4dfbb7 HTTP/1.1" status: 200 len: 698 time: 0.3211210 May 10 14:56:01.148542 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46654) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:01.205922 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-ed3285a5-242f-49a8-8c81-e49cbb8f9004 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:01.207499 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5bc25cce-63dc-4341-b930-860d0f0fb161 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:56:01.207869 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-ed3285a5-242f-49a8-8c81-e49cbb8f9004 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:01.227704 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-08974ab4-bb94-4cb3-9770-0ed7549945a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:01.263040 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-ed3285a5-242f-49a8-8c81-e49cbb8f9004 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:01.265994 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-ed3285a5-242f-49a8-8c81-e49cbb8f9004 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/networks?id=e8572de1-4d0f-4d72-8907-1d51ee7294b5 HTTP/1.1" status: 200 len: 797 time: 1.1441991 May 10 14:56:01.268801 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-dd5f6498-d592-4c0d-a501-86d9aad397ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:55:59Z', 'revision_number': 7, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7', 'name': '', 'network_id': 'b0f32687-655e-4471-b96e-050bfbfc0bc6', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:71:d2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'c8505c70-15cf-4cf5-a73d-39cfb37314ea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:47Z', 'updated_at': '2022-05-10T14:55:55Z', 'revision_number': 4, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': 'c8505c70-15cf-4cf5-a73d-39cfb37314ea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '673171a0-e1a0-46ba-9a4d-f186e31a3def', 'name': '', 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:57:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:27Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92e4b066-aded-4fb6-9427-16d5d88f571d', 'name': '', 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:99:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:38Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:01.275443 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f6498-d592-4c0d-a501-86d9aad397ea None None] The sync data for ids ['f466405a-101f-405d-a8be-a5995d4dfbb7'] in dv-neutron-841204-2-hyperv is: [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:55:59Z', 'revision_number': 7, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7', 'name': '', 'network_id': 'b0f32687-655e-4471-b96e-050bfbfc0bc6', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:71:d2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'c8505c70-15cf-4cf5-a73d-39cfb37314ea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:47Z', 'updated_at': '2022-05-10T14:55:55Z', 'revision_number': 4, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': 'c8505c70-15cf-4cf5-a73d-39cfb37314ea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '673171a0-e1a0-46ba-9a4d-f186e31a3def', 'name': '', 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:57:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:27Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92e4b066-aded-4fb6-9427-16d5d88f571d', 'name': '', 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:99:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:38Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:56:01.280724 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-07a2d97b-ef6a-4efb-83fa-b56435ed67ff tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "DELETE /v2.0/subnets/b571f4f7-f655-450d-864c-3aa88e1c59de HTTP/1.1" status: 204 len: 168 time: 1.5410361 May 10 14:56:01.292844 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46658) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:01.416376 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 5bc25cce-63dc-4341-b930-860d0f0fb161 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:56:01.440121 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 5bc25cce-63dc-4341-b930-860d0f0fb161 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:56:01.441569 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:01.491985 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-452a7060-1032-43b9-a587-ff23bdde2e5c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 380 time: 0.1981437 May 10 14:56:01.504737 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-191149e3-006d-4ee6-bfb2-1ea82d54de53 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'port': {'device_id': '39a73d9b-ea1d-4139-99af-bf8379cbca3f', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'admin_state_up': True, 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'security_groups': ['33928aeb-0d2a-460a-99f1-3415f01a6e77']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:01.532557 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5f278016-4bc0-4bf0-8683-56dd16506253 req-d312f231-394e-42db-be56-984dab9d0f69 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f HTTP/1.1" status: 200 len: 210 time: 0.2487881 May 10 14:56:01.689441 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-08974ab4-bb94-4cb3-9770-0ed7549945a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:01.730309 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:01.734710 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08974ab4-bb94-4cb3-9770-0ed7549945a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b78fd1-f036-4cae-bb0d-5443c64d6386,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:01.750474 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287ac43d-07b3-4397-92eb-16afffe1994c None None] Network 3c9f530f-cadf-4af2-843b-44a8f0bc4ae7 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:56:01.750800 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8586-df8f-4e1f-a2d1-c773119e3c46 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:01.767772 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-08974ab4-bb94-4cb3-9770-0ed7549945a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:01.771407 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-08974ab4-bb94-4cb3-9770-0ed7549945a5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/92b78fd1-f036-4cae-bb0d-5443c64d6386 HTTP/1.1" status: 204 len: 168 time: 1.6433120 May 10 14:56:01.849263 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-4d4b8586-df8f-4e1f-a2d1-c773119e3c46 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Deleting port b4521a48-1d8e-43c1-80d1-6f19b1116489 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:56:01.851827 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8586-df8f-4e1f-a2d1-c773119e3c46 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:01.934603 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c9d78e-d410-4a1d-8579-818cdd443d42 None None] Sync routers for ids ['f466405a-101f-405d-a8be-a5995d4dfbb7'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:56:01.968020 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c9d78e-d410-4a1d-8579-818cdd443d42 None None] Routers {'f466405a-101f-405d-a8be-a5995d4dfbb7'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:56:01.976340 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-52c9d78e-d410-4a1d-8579-818cdd443d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:55:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['f466405a-101f-405d-a8be-a5995d4dfbb7'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:02.178063 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 5bc25cce-63dc-4341-b930-860d0f0fb161, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=5bc25cce-63dc-4341-b930-860d0f0fb161,segment=NetworkSegment(a88819f8-2578-4692-90f3-25e903b3f6af),segment_id=a88819f8-2578-4692-90f3-25e903b3f6af)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:02.236960 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:02.237839 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:56:02.392979 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-52c9d78e-d410-4a1d-8579-818cdd443d42 None None] Set router f466405a-101f-405d-a8be-a5995d4dfbb7 gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:56:02.410679 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-4d4b8586-df8f-4e1f-a2d1-c773119e3c46 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] For port b4521a48-1d8e-43c1-80d1-6f19b1116489, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b4521a48-1d8e-43c1-80d1-6f19b1116489,segment=NetworkSegment(be7be785-e257-4b9e-becf-bb9b82aaf850),segment_id=be7be785-e257-4b9e-becf-bb9b82aaf850)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:02.411447 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8586-df8f-4e1f-a2d1-c773119e3c46 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:02.537802 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:56:02.540766 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=5bc25cce-63dc-4341-b930-860d0f0fb161,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:02.556637 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:56:02.557231 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:02.571895 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-4d4b8586-df8f-4e1f-a2d1-c773119e3c46 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Calling delete_port for b4521a48-1d8e-43c1-80d1-6f19b1116489 owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:56:02.640875 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:02.641428 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:02.641986 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:02.643737 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:02.644470 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:02.645009 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:02.646555 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:02.647088 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:02.647575 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:02.648066 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:02.649588 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:02.650136 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:02.651840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Router 06321980-0abd-4a34-a376-1db36b98bd06 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:56:02.724910 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-191149e3-006d-4ee6-bfb2-1ea82d54de53 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:02.763021 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-191149e3-006d-4ee6-bfb2-1ea82d54de53 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:02.809887 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-191149e3-006d-4ee6-bfb2-1ea82d54de53 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:56:02.815257 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-191149e3-006d-4ee6-bfb2-1ea82d54de53 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:02.846123 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f1f4f740-0227-49b3-8eb0-8f582c6cf826 req-7f8d99bf-46ac-4004-9551-52d6e0134381 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f HTTP/1.1" status: 200 len: 210 time: 0.0944846 May 10 14:56:02.853644 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e896ba86-a2a0-491e-abd2-f750e27cd4aa None None] DHCP port deletion for 3c9f530f-cadf-4af2-843b-44a8f0bc4ae7 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:56:02.865926 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e896ba86-a2a0-491e-abd2-f750e27cd4aa None None] Deleting port b4521a48-1d8e-43c1-80d1-6f19b1116489 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:56:02.866604 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e896ba86-a2a0-491e-abd2-f750e27cd4aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:02.958453 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:03.065229 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-191149e3-006d-4ee6-bfb2-1ea82d54de53 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.20.0.10 (e8572de1-4d0f-4d72-8907-1d51ee7294b5/1bd4c6da-4fae-48d2-bfd5-eb04f1871d48/4586eaf3-9b7a-49b1-832b-99446b4b8850) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:56:03.077702 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:56:03.107374 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17a88c2-e0e6-44b2-8e26-3e4d8c870411 None None] Sync routers for ids ['06321980-0abd-4a34-a376-1db36b98bd06'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:56:03.109517 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:03.125536 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-52c9d78e-d410-4a1d-8579-818cdd443d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:55:59Z', 'revision_number': 7, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7', 'name': '', 'network_id': 'b0f32687-655e-4471-b96e-050bfbfc0bc6', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:71:d2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'c8505c70-15cf-4cf5-a73d-39cfb37314ea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:47Z', 'updated_at': '2022-05-10T14:55:55Z', 'revision_number': 4, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': 'c8505c70-15cf-4cf5-a73d-39cfb37314ea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '673171a0-e1a0-46ba-9a4d-f186e31a3def', 'name': '', 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:57:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:27Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92e4b066-aded-4fb6-9427-16d5d88f571d', 'name': '', 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:99:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:38Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:03.132231 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c9d78e-d410-4a1d-8579-818cdd443d42 None None] Checking router: f466405a-101f-405d-a8be-a5995d4dfbb7 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:56:03.146335 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c9d78e-d410-4a1d-8579-818cdd443d42 None None] Routers {'f466405a-101f-405d-a8be-a5995d4dfbb7'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:56:03.147839 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-52c9d78e-d410-4a1d-8579-818cdd443d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:55:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['f466405a-101f-405d-a8be-a5995d4dfbb7'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:03.147991 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17a88c2-e0e6-44b2-8e26-3e4d8c870411 None None] Routers {'06321980-0abd-4a34-a376-1db36b98bd06'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:56:03.148713 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-e17a88c2-e0e6-44b2-8e26-3e4d8c870411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:55:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['06321980-0abd-4a34-a376-1db36b98bd06'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:03.192661 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46684) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:03.229493 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-53947cd7-1426-4968-856f-f7c4c4633a1b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.1842556 May 10 14:56:03.239358 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acbbaf57-023c-4d12-b99a-39612f89a0ec', 'tag': 'b5b060e6-dabc-465e-a1e1-cde8509caafa'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:56:03.270387 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bee0c419-8894-42cf-b7ec-c08966cfc671 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:03.317315 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7,segment=NetworkSegment(a88819f8-2578-4692-90f3-25e903b3f6af),segment_id=a88819f8-2578-4692-90f3-25e903b3f6af)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:03.337411 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:03.364123 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c167f96e-af90-46ac-8904-0ff19f8bd03b'] response: {'name': 'network-changed', 'server_uuid': 'acbbaf57-023c-4d12-b99a-39612f89a0ec', 'tag': 'b5b060e6-dabc-465e-a1e1-cde8509caafa', 'status': 'completed', 'code': 200} May 10 14:56:03.400501 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-52c9d78e-d410-4a1d-8579-818cdd443d42 None None] Set router f466405a-101f-405d-a8be-a5995d4dfbb7 gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:56:03.476526 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1871938815-network', 'tenant_id': '5fa7902007934f848529e273ed5cba04'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:03.481260 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:03.485607 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:03.490080 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] Usage tracker for resource:network and tenant:5fa7902007934f848529e273ed5cba04 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:03.493841 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:03.500849 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device efaeaf8e-a200-42f6-9efd-06ef47f071ec no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:56:03.506663 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:03.533840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] Made reservation on behalf of 5fa7902007934f848529e273ed5cba04 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:56:03.536902 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:03.552377 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: efaeaf8e-a200-42f6-9efd-06ef47f071ec {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:56:03.553086 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device efaeaf8e-a200-42f6-9efd-06ef47f071ec not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:56:03.553971 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:03.569131 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-e896ba86-a2a0-491e-abd2-f750e27cd4aa None None] For port b4521a48-1d8e-43c1-80d1-6f19b1116489, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b4521a48-1d8e-43c1-80d1-6f19b1116489,segment=NetworkSegment(be7be785-e257-4b9e-becf-bb9b82aaf850),segment_id=be7be785-e257-4b9e-becf-bb9b82aaf850)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:03.570157 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e896ba86-a2a0-491e-abd2-f750e27cd4aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:03.587458 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-191149e3-006d-4ee6-bfb2-1ea82d54de53 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:03.605269 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-191149e3-006d-4ee6-bfb2-1ea82d54de53 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Transition to ACTIVE for port object 4586eaf3-9b7a-49b1-832b-99446b4b8850 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:56:03.627103 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8586-df8f-4e1f-a2d1-c773119e3c46 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:03.718288 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-191149e3-006d-4ee6-bfb2-1ea82d54de53 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:03.736219 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e896ba86-a2a0-491e-abd2-f750e27cd4aa None None] Calling delete_port for b4521a48-1d8e-43c1-80d1-6f19b1116489 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:56:03.743105 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b8586-df8f-4e1f-a2d1-c773119e3c46 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event deleted for resources: {'Port': ['ID=b4521a48-1d8e-43c1-80d1-6f19b1116489,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:03.781428 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4b8586-df8f-4e1f-a2d1-c773119e3c46 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] No DVR routers for this DVR port b4521a48-1d8e-43c1-80d1-6f19b1116489 on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:56:03.830988 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-52c9d78e-d410-4a1d-8579-818cdd443d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:55:59Z', 'revision_number': 7, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7', 'name': '', 'network_id': 'b0f32687-655e-4471-b96e-050bfbfc0bc6', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:71:d2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'c8505c70-15cf-4cf5-a73d-39cfb37314ea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:47Z', 'updated_at': '2022-05-10T14:55:55Z', 'revision_number': 4, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': 'c8505c70-15cf-4cf5-a73d-39cfb37314ea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '673171a0-e1a0-46ba-9a4d-f186e31a3def', 'name': '', 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:57:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:27Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92e4b066-aded-4fb6-9427-16d5d88f571d', 'name': '', 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:99:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:38Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:03.835736 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c9d78e-d410-4a1d-8579-818cdd443d42 None None] The sync data for ids ['f466405a-101f-405d-a8be-a5995d4dfbb7'] in dv-neutron-841204-2-hyperv is: [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:55:59Z', 'revision_number': 7, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7', 'name': '', 'network_id': 'b0f32687-655e-4471-b96e-050bfbfc0bc6', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:71:d2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'c8505c70-15cf-4cf5-a73d-39cfb37314ea', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:47Z', 'updated_at': '2022-05-10T14:55:55Z', 'revision_number': 4, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': 'c8505c70-15cf-4cf5-a73d-39cfb37314ea', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '673171a0-e1a0-46ba-9a4d-f186e31a3def', 'name': '', 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:57:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:27Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92e4b066-aded-4fb6-9427-16d5d88f571d', 'name': '', 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:99:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:38Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:56:03.837554 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:03.854666 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] Usage tracker for resource:security_group_rule and tenant:5fa7902007934f848529e273ed5cba04 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:03.856107 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-e17a88c2-e0e6-44b2-8e26-3e4d8c870411 None None] Set router 06321980-0abd-4a34-a376-1db36b98bd06 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:56:03.868585 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:03.885561 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:03.976290 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4829d7e7-54e3-4c8c-9d3b-583e01e95d5d up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:56:04.006239 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-191149e3-006d-4ee6-bfb2-1ea82d54de53 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network e8572de1-4d0f-4d72-8907-1d51ee7294b5 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:56:04.013804 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-191149e3-006d-4ee6-bfb2-1ea82d54de53 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:56:04.021066 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-191149e3-006d-4ee6-bfb2-1ea82d54de53 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:56:04.067045 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-bee0c419-8894-42cf-b7ec-c08966cfc671 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting port 0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:56:04.068036 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bee0c419-8894-42cf-b7ec-c08966cfc671 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:04.068248 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191149e3-006d-4ee6-bfb2-1ea82d54de53 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=4586eaf3-9b7a-49b1-832b-99446b4b8850,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:04.084701 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8586-df8f-4e1f-a2d1-c773119e3c46 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:04.153393 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b3c0e-e941-4958-99b7-3e24d1b6991b req-4b2bd4f6-fc5f-4fe7-8b47-21a1dc6b6ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:04.156927 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5e6b3c0e-e941-4958-99b7-3e24d1b6991b req-4b2bd4f6-fc5f-4fe7-8b47-21a1dc6b6ae9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7&device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 1099 time: 0.5253353 May 10 14:56:04.157126 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:04.159937 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-4d4b8586-df8f-4e1f-a2d1-c773119e3c46 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9f530f-cadf-4af2-843b-44a8f0bc4ae7']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:04.212696 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-4d4b8586-df8f-4e1f-a2d1-c773119e3c46 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7be785-e257-4b9e-becf-bb9b82aaf850') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:04.212845 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:04.213499 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-4d4b8586-df8f-4e1f-a2d1-c773119e3c46 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7be785-e257-4b9e-becf-bb9b82aaf850') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:04.235359 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-191149e3-006d-4ee6-bfb2-1ea82d54de53 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:04.236484 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-191149e3-006d-4ee6-bfb2-1ea82d54de53 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:04.262400 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 4829d7e7-54e3-4c8c-9d3b-583e01e95d5d completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:56:04.279551 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 4829d7e7-54e3-4c8c-9d3b-583e01e95d5d triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:56:04.280342 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:04.292564 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8586-df8f-4e1f-a2d1-c773119e3c46 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:04.368268 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-e896ba86-a2a0-491e-abd2-f750e27cd4aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:56:04.369156 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-e896ba86-a2a0-491e-abd2-f750e27cd4aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:56:04.373693 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-191149e3-006d-4ee6-bfb2-1ea82d54de53 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8715873 May 10 14:56:04.396396 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-227ce390-1fec-4613-b04f-11e57ea18349 service neutron] Request body: {'port': {'device_id': '39a73d9b-ea1d-4139-99af-bf8379cbca3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:04.451476 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8586-df8f-4e1f-a2d1-c773119e3c46 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:04.451755 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:04.474314 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4b8586-df8f-4e1f-a2d1-c773119e3c46 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:56:04.474747 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8586-df8f-4e1f-a2d1-c773119e3c46 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:04.488890 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 4829d7e7-54e3-4c8c-9d3b-583e01e95d5d, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=4829d7e7-54e3-4c8c-9d3b-583e01e95d5d,segment=NetworkSegment(777140e6-a865-4949-aefe-71c926a17b5d),segment_id=777140e6-a865-4949-aefe-71c926a17b5d)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:56:04.491447 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:56:04.508739 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:04.509504 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5bc25cce-63dc-4341-b930-860d0f0fb161 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:56:04.513548 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:56:04.546305 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6360fcc3-2b27-4590-af6f-b17b28622cf8,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:04.549210 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:04.549553 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] Added segment d0fbba6b-950a-40c3-8634-f23e93be3fb5 of type vlan for network 0fecf774-73d0-4126-aa5a-fc4a400dca18 May 10 14:56:04.628322 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-bee0c419-8894-42cf-b7ec-c08966cfc671 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] For port 0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7,segment=NetworkSegment(a88819f8-2578-4692-90f3-25e903b3f6af),segment_id=a88819f8-2578-4692-90f3-25e903b3f6af)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:04.628676 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bee0c419-8894-42cf-b7ec-c08966cfc671 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:04.640301 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:04.645128 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b3c0e-e941-4958-99b7-3e24d1b6991b req-c0a38563-cedc-4ee9-a0d2-abed24af6fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:04.646607 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5e6b3c0e-e941-4958-99b7-3e24d1b6991b req-c0a38563-cedc-4ee9-a0d2-abed24af6fba service neutron] 10.222.0.86 "GET /v2.0/networks?id=432ecadc-13ed-4534-bb5d-3db9112befb3 HTTP/1.1" status: 200 len: 912 time: 0.4676292 May 10 14:56:04.656103 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-227ce390-1fec-4613-b04f-11e57ea18349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:04.707902 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53c230-9797-4a3b-a26d-569821efb20c req-a7e80416-0287-46c0-b265-9d3b9274d66e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:04.709324 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8e53c230-9797-4a3b-a26d-569821efb20c req-a7e80416-0287-46c0-b265-9d3b9274d66e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f HTTP/1.1" status: 200 len: 932 time: 0.4933534 May 10 14:56:04.728843 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8586-df8f-4e1f-a2d1-c773119e3c46 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:04.757833 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7a9dc9ff-47b9-4855-b0b1-fa1730ca19cc None None] Provisioning for port 4586eaf3-9b7a-49b1-832b-99446b4b8850 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:56:04.771935 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4d4b8586-df8f-4e1f-a2d1-c773119e3c46 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:04.778517 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-bee0c419-8894-42cf-b7ec-c08966cfc671 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Calling delete_port for 0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7 owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:56:04.788374 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b8586-df8f-4e1f-a2d1-c773119e3c46 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] Pushing event deleted for resources: {'Network': ['ID=3c9f530f-cadf-4af2-843b-44a8f0bc4ae7,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:04.790228 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7a9dc9ff-47b9-4855-b0b1-fa1730ca19cc None None] Provisioning complete for port 4586eaf3-9b7a-49b1-832b-99446b4b8850 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:56:04.790649 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7a9dc9ff-47b9-4855-b0b1-fa1730ca19cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:04.828396 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.resource_extend [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:56:04.831650 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4d4b8586-df8f-4e1f-a2d1-c773119e3c46 tempest-NetworksIpV6TestAttrs-902343379 tempest-NetworksIpV6TestAttrs-902343379-project] 10.222.0.79 "DELETE /v2.0/networks/3c9f530f-cadf-4af2-843b-44a8f0bc4ae7 HTTP/1.1" status: 204 len: 168 time: 3.5046191 May 10 14:56:04.859527 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5e6b3c0e-e941-4958-99b7-3e24d1b6991b req-fa0f9acd-4a33-44d8-8cd2-77b6d30a2f40 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5b060e6-dabc-465e-a1e1-cde8509caafa HTTP/1.1" status: 200 len: 1000 time: 0.2040975 May 10 14:56:04.912232 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e896ba86-a2a0-491e-abd2-f750e27cd4aa None None] Deleting port b4521a48-1d8e-43c1-80d1-6f19b1116489 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:56:04.913354 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e896ba86-a2a0-491e-abd2-f750e27cd4aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:04.940083 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8e53c230-9797-4a3b-a26d-569821efb20c req-baa5b266-81ac-4677-8ec0-d865ea65121e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=33928aeb-0d2a-460a-99f1-3415f01a6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700361 May 10 14:56:04.940722 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:04.941605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:04.942176 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:04.980293 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7a9dc9ff-47b9-4855-b0b1-fa1730ca19cc None None] Port 4586eaf3-9b7a-49b1-832b-99446b4b8850 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:56:04.988235 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=4829d7e7-54e3-4c8c-9d3b-583e01e95d5d,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:05.020777 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b3c0e-e941-4958-99b7-3e24d1b6991b req-a48870b0-7eb4-4877-b371-35ba1589e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:05.022305 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5e6b3c0e-e941-4958-99b7-3e24d1b6991b req-a48870b0-7eb4-4877-b371-35ba1589e0d2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c510936-298f-4d7e-b6bd-ee2068bbabe3 HTTP/1.1" status: 200 len: 850 time: 0.1520276 May 10 14:56:05.100884 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e896ba86-a2a0-491e-abd2-f750e27cd4aa None None] The port 'b4521a48-1d8e-43c1-80d1-6f19b1116489' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:56:05.135675 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 5bc25cce-63dc-4341-b930-860d0f0fb161 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:56:05.136053 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:05.168812 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] Pushing event updated for resources: {'Network': ['ID=0fecf774-73d0-4126-aa5a-fc4a400dca18,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:05.172752 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7d03a7ee-e2c1-4766-80de-e7ddac21cb91 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9767759 May 10 14:56:05.175697 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46700) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:05.187005 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-91e0bada-08d6-4fa9-b582-1f6563ac3316 admin admin] Request body: {'subnet': {'network_id': '0fecf774-73d0-4126-aa5a-fc4a400dca18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1871938815-subnet', 'tenant_id': '5fa7902007934f848529e273ed5cba04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:05.207543 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-91e0bada-08d6-4fa9-b582-1f6563ac3316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:05.211968 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 0fecf774-73d0-4126-aa5a-fc4a400dca18 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:56:05.243968 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-91e0bada-08d6-4fa9-b582-1f6563ac3316 admin admin] Usage tracker for resource:subnet and tenant:5fa7902007934f848529e273ed5cba04 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:05.247659 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-91e0bada-08d6-4fa9-b582-1f6563ac3316 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:05.255480 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-91e0bada-08d6-4fa9-b582-1f6563ac3316 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:05.275665 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b3c0e-e941-4958-99b7-3e24d1b6991b req-005b22e9-2f50-405f-b06e-aefd455951e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:05.277149 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5e6b3c0e-e941-4958-99b7-3e24d1b6991b req-005b22e9-2f50-405f-b06e-aefd455951e1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=432ecadc-13ed-4534-bb5d-3db9112befb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1550429 May 10 14:56:05.329113 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46704) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:05.343369 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e0bada-08d6-4fa9-b582-1f6563ac3316 admin admin] Made reservation on behalf of 5fa7902007934f848529e273ed5cba04 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:56:05.345997 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91e0bada-08d6-4fa9-b582-1f6563ac3316 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:05.429438 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-e17a88c2-e0e6-44b2-8e26-3e4d8c870411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'df13a277-5744-47d6-98df-5b43ac7e3b89', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'floating_ip_address': '172.26.0.152', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'port_id': 'b5b060e6-dabc-465e-a1e1-cde8509caafa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'mac_address': 'fa:16:3e:fe:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbaf57-023c-4d12-b99a-39612f89a0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:55:58Z', 'updated_at': '2022-05-10T14:55:58Z', 'revision_number': 0, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4980ca6f-0667-49af-b857-8e7e921c8439', 'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'mac_address': 'fa:16:3e:87:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:16Z', 'updated_at': '2022-05-10T14:51:37Z', 'revision_number': 5, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'subnets': [{'id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:05.448105 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17a88c2-e0e6-44b2-8e26-3e4d8c870411 None None] Checking router: 06321980-0abd-4a34-a376-1db36b98bd06 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:56:05.463462 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device ce6a3566-0dd9-4d0e-a6af-9fc419eb741a up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:56:05.493764 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17a88c2-e0e6-44b2-8e26-3e4d8c870411 None None] Routers {'06321980-0abd-4a34-a376-1db36b98bd06'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:56:05.494489 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bee0c419-8894-42cf-b7ec-c08966cfc671 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:05.495227 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-e17a88c2-e0e6-44b2-8e26-3e4d8c870411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:55:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['06321980-0abd-4a34-a376-1db36b98bd06'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:05.558761 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-227ce390-1fec-4613-b04f-11e57ea18349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4586eaf3-9b7a-49b1-832b-99446b4b8850 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:56:05.566329 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0c419-8894-42cf-b7ec-c08966cfc671 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Port': ['ID=0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:05.570519 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-227ce390-1fec-4613-b04f-11e57ea18349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:05.603858 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-227ce390-1fec-4613-b04f-11e57ea18349 service neutron] Transition to ACTIVE for port object 4586eaf3-9b7a-49b1-832b-99446b4b8850 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:56:05.618296 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-227ce390-1fec-4613-b04f-11e57ea18349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:05.690806 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5e6b3c0e-e941-4958-99b7-3e24d1b6991b req-7e2d6d2a-b083-44e2-b4b4-66e6aea462b4 service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532689 May 10 14:56:05.710221 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port ce6a3566-0dd9-4d0e-a6af-9fc419eb741a triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:56:05.710626 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:05.782210 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-e17a88c2-e0e6-44b2-8e26-3e4d8c870411 None None] Set router 06321980-0abd-4a34-a376-1db36b98bd06 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:56:06.035899 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e176531f-a19b-427a-85ae-a9ed2be481b6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d545d481cb8447f88ffec45a1bd46457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7050412 May 10 14:56:06.068729 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46712) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:06.075927 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5e6b3c0e-e941-4958-99b7-3e24d1b6991b req-4f994c84-364e-4ace-8b12-84e4ad1317b8 service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752385 May 10 14:56:06.076556 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ce390-1fec-4613-b04f-11e57ea18349 service neutron] Pushing event updated for resources: {'Port': ['ID=4586eaf3-9b7a-49b1-832b-99446b4b8850,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:06.118335 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-227ce390-1fec-4613-b04f-11e57ea18349 service neutron] Attempting to bind port 4586eaf3-9b7a-49b1-832b-99446b4b8850 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:56:06.118690 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-227ce390-1fec-4613-b04f-11e57ea18349 service neutron] Attempting to bind port 4586eaf3-9b7a-49b1-832b-99446b4b8850 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '777140e6-a865-4949-aefe-71c926a17b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:56:06.119020 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-227ce390-1fec-4613-b04f-11e57ea18349 service neutron] Attempting to bind port 4586eaf3-9b7a-49b1-832b-99446b4b8850 on network e8572de1-4d0f-4d72-8907-1d51ee7294b5 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:56:06.124971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-227ce390-1fec-4613-b04f-11e57ea18349 service neutron] Port 4586eaf3-9b7a-49b1-832b-99446b4b8850 on network e8572de1-4d0f-4d72-8907-1d51ee7294b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:56:06.125292 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-227ce390-1fec-4613-b04f-11e57ea18349 service neutron] Attempting to bind port 4586eaf3-9b7a-49b1-832b-99446b4b8850 on network e8572de1-4d0f-4d72-8907-1d51ee7294b5 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:56:06.130908 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-227ce390-1fec-4613-b04f-11e57ea18349 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:56:06.131237 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-227ce390-1fec-4613-b04f-11e57ea18349 service neutron] Checking segment: {'id': '777140e6-a865-4949-aefe-71c926a17b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:56:06.132415 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-227ce390-1fec-4613-b04f-11e57ea18349 service neutron] Bound using segment: {'id': '777140e6-a865-4949-aefe-71c926a17b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:56:06.132832 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-227ce390-1fec-4613-b04f-11e57ea18349 service neutron] Bound port: 4586eaf3-9b7a-49b1-832b-99446b4b8850, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '777140e6-a865-4949-aefe-71c926a17b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:56:06.133176 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-227ce390-1fec-4613-b04f-11e57ea18349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:06.190176 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bee0c419-8894-42cf-b7ec-c08966cfc671 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:06.197147 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:56:06.236964 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-227ce390-1fec-4613-b04f-11e57ea18349 service neutron] For port 4586eaf3-9b7a-49b1-832b-99446b4b8850, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:56:06.238349 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:56:06.239226 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 10 14:56:06.240302 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-227ce390-1fec-4613-b04f-11e57ea18349 service neutron] For port 4586eaf3-9b7a-49b1-832b-99446b4b8850, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=4586eaf3-9b7a-49b1-832b-99446b4b8850,segment=NetworkSegment(777140e6-a865-4949-aefe-71c926a17b5d),segment_id=777140e6-a865-4949-aefe-71c926a17b5d)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:56:06.255476 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-227ce390-1fec-4613-b04f-11e57ea18349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:06.313624 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Port 0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7 not found, will not notify nova. {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 10 14:56:06.316840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91e0bada-08d6-4fa9-b582-1f6563ac3316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:06.333217 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-227ce390-1fec-4613-b04f-11e57ea18349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:06.334551 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-227ce390-1fec-4613-b04f-11e57ea18349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:06.336223 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-227ce390-1fec-4613-b04f-11e57ea18349 service neutron] 10.222.0.86 "PUT /v2.0/ports/4586eaf3-9b7a-49b1-832b-99446b4b8850 HTTP/1.1" status: 200 len: 1094 time: 1.9542866 May 10 14:56:06.337430 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a73d9b-ea1d-4139-99af-bf8379cbca3f', 'tag': '4586eaf3-9b7a-49b1-832b-99446b4b8850'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:56:06.411071 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b4521a48-1d8e-43c1-80d1-6f19b1116489 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:56:06.453956 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab782772-ed68-4166-a1cd-dead1e7f74ec'] response: {'name': 'network-changed', 'server_uuid': '39a73d9b-ea1d-4139-99af-bf8379cbca3f', 'tag': '4586eaf3-9b7a-49b1-832b-99446b4b8850', 'status': 'completed', 'code': 200} May 10 14:56:06.455283 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: b4521a48-1d8e-43c1-80d1-6f19b1116489 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:56:06.456314 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b4521a48-1d8e-43c1-80d1-6f19b1116489 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:56:06.472958 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ce390-1fec-4613-b04f-11e57ea18349 service neutron] Pushing event updated for resources: {'Port': ['ID=4586eaf3-9b7a-49b1-832b-99446b4b8850,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:06.498683 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-202f7e22-02c7-4610-871d-d02f40164fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:06.501210 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-202f7e22-02c7-4610-871d-d02f40164fc1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f HTTP/1.1" status: 200 len: 1097 time: 0.1075923 May 10 14:56:06.543389 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-e17a88c2-e0e6-44b2-8e26-3e4d8c870411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'df13a277-5744-47d6-98df-5b43ac7e3b89', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'floating_ip_address': '172.26.0.152', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'port_id': 'b5b060e6-dabc-465e-a1e1-cde8509caafa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'mac_address': 'fa:16:3e:fe:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbaf57-023c-4d12-b99a-39612f89a0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:55:58Z', 'updated_at': '2022-05-10T14:55:58Z', 'revision_number': 0, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4980ca6f-0667-49af-b857-8e7e921c8439', 'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'mac_address': 'fa:16:3e:87:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:16Z', 'updated_at': '2022-05-10T14:51:37Z', 'revision_number': 5, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'subnets': [{'id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:06.549166 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17a88c2-e0e6-44b2-8e26-3e4d8c870411 None None] The sync data for ids ['06321980-0abd-4a34-a376-1db36b98bd06'] in dv-neutron-841204-2-hyperv is: [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'df13a277-5744-47d6-98df-5b43ac7e3b89', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'floating_ip_address': '172.26.0.152', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'port_id': 'b5b060e6-dabc-465e-a1e1-cde8509caafa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'mac_address': 'fa:16:3e:fe:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbaf57-023c-4d12-b99a-39612f89a0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:55:58Z', 'updated_at': '2022-05-10T14:55:58Z', 'revision_number': 0, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4980ca6f-0667-49af-b857-8e7e921c8439', 'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'mac_address': 'fa:16:3e:87:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:16Z', 'updated_at': '2022-05-10T14:51:37Z', 'revision_number': 5, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'subnets': [{'id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:56:06.625157 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6412-c42a-4f63-98ff-783c0c4a0261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:06.634154 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-cb8adda9-d928-4cdd-847f-0366679bea09 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4586eaf3-9b7a-49b1-832b-99446b4b8850 HTTP/1.1" status: 200 len: 217 time: 0.1183975 May 10 14:56:06.667572 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4829d7e7-54e3-4c8c-9d3b-583e01e95d5d up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:56:06.742398 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-287d009d-85b5-4b49-82b3-359fbc905bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:06.743948 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-287d009d-85b5-4b49-82b3-359fbc905bc4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1bd4c6da-4fae-48d2-bfd5-eb04f1871d48 HTTP/1.1" status: 200 len: 834 time: 0.1001594 May 10 14:56:06.753170 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6412-c42a-4f63-98ff-783c0c4a0261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:06.764726 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0bada-08d6-4fa9-b582-1f6563ac3316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b67fce38-dfcc-41f1-9abb-0d0e112e8f1a,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:06.854914 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 4829d7e7-54e3-4c8c-9d3b-583e01e95d5d triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:56:06.856485 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:06.874338 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-a1f5833c-68b5-42a2-9f42-200f8400ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:06.876276 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-a1f5833c-68b5-42a2-9f42-200f8400ca52 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e8572de1-4d0f-4d72-8907-1d51ee7294b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1262400 May 10 14:56:06.898929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356ff16-85f7-4e50-8e70-634269b5f0a9 req-3711f70f-a280-425a-877c-926846dfda92 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:06.902541 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8356ff16-85f7-4e50-8e70-634269b5f0a9 req-3711f70f-a280-425a-877c-926846dfda92 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f HTTP/1.1" status: 200 len: 944 time: 0.7655923 May 10 14:56:06.920072 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62753ba5-fe47-4006-ace7-81c9d5483dbd None None] New status for floating IP df13a277-5744-47d6-98df-5b43ac7e3b89: ACTIVE {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:56:06.986641 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0bada-08d6-4fa9-b582-1f6563ac3316 admin admin] Checking segment: {'id': 'd0fbba6b-950a-40c3-8634-f23e93be3fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0fecf774-73d0-4126-aa5a-fc4a400dca18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:56:06.987421 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e0bada-08d6-4fa9-b582-1f6563ac3316 admin admin] Network hostable DHCP agents. Network: 0fecf774-73d0-4126-aa5a-fc4a400dca18, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:56:07.076219 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8356ff16-85f7-4e50-8e70-634269b5f0a9 req-8233f092-f7c3-41c4-bb60-d6d57e6beb1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=33928aeb-0d2a-460a-99f1-3415f01a6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986872 May 10 14:56:07.081181 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e0bada-08d6-4fa9-b582-1f6563ac3316 admin admin] Network 0fecf774-73d0-4126-aa5a-fc4a400dca18 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:56:07.093640 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6412-c42a-4f63-98ff-783c0c4a0261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:07.104018 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee0c419-8894-42cf-b7ec-c08966cfc671 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Router f466405a-101f-405d-a8be-a5995d4dfbb7 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:56:07.111646 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-073fb0b3-23ea-4197-a4bf-7c8e754795f0 service neutron] 10.222.0.86 "GET /v2.0/networks/e8572de1-4d0f-4d72-8907-1d51ee7294b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286379 May 10 14:56:07.120952 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-91e0bada-08d6-4fa9-b582-1f6563ac3316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 0fecf774-73d0-4126-aa5a-fc4a400dca18) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:56:07.126341 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf6412-c42a-4f63-98ff-783c0c4a0261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36495e20-b712-4a5c-87d4-72dadc11a317,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:07.134259 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e0bada-08d6-4fa9-b582-1f6563ac3316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:07.135053 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91e0bada-08d6-4fa9-b582-1f6563ac3316 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:07.144836 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acbdf22-5d02-4710-b744-942aaaaac83e None None] Network 0fecf774-73d0-4126-aa5a-fc4a400dca18 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:56:07.235196 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6412-c42a-4f63-98ff-783c0c4a0261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:07.238095 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a3cf6412-c42a-4f63-98ff-783c0c4a0261 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/36495e20-b712-4a5c-87d4-72dadc11a317 HTTP/1.1" status: 204 len: 168 time: 1.1681900 May 10 14:56:07.300013 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-91e0bada-08d6-4fa9-b582-1f6563ac3316 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1230993 May 10 14:56:07.336578 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-700e1c9b-2fed-440a-82b5-458dbc50a46b req-57c31305-5295-4afc-9219-e36edfec9901 service neutron] 10.222.0.86 "GET /v2.0/networks/e8572de1-4d0f-4d72-8907-1d51ee7294b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176225 May 10 14:56:07.375714 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee0c419-8894-42cf-b7ec-c08966cfc671 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:56:07.387689 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bee0c419-8894-42cf-b7ec-c08966cfc671 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/routers/f466405a-101f-405d-a8be-a5995d4dfbb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2375503 May 10 14:56:07.391348 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46722) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:07.476332 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b1f0859-4a71-47d7-a00e-413442ed8747 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting subnet c8505c70-15cf-4cf5-a73d-39cfb37314ea {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:56:07.479827 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0859-4a71-47d7-a00e-413442ed8747 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:07.520226 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb5056-03d6-4823-bb9f-afa62806b893 req-6061fcfd-7232-4d36-846f-aa5cf493dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:07.521777 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-17bb5056-03d6-4823-bb9f-afa62806b893 req-6061fcfd-7232-4d36-846f-aa5cf493dd87 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f HTTP/1.1" status: 200 len: 1097 time: 0.1188622 May 10 14:56:07.557497 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b7d619-6ea4-446e-8ba2-e19e715ea8bf None None] Sync routers for ids ['f466405a-101f-405d-a8be-a5995d4dfbb7'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:56:07.561179 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0859-4a71-47d7-a00e-413442ed8747 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:07.603675 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b7d619-6ea4-446e-8ba2-e19e715ea8bf None None] Routers {'f466405a-101f-405d-a8be-a5995d4dfbb7'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:56:07.604430 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-38b7d619-6ea4-446e-8ba2-e19e715ea8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:55:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['f466405a-101f-405d-a8be-a5995d4dfbb7'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:07.687137 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0859-4a71-47d7-a00e-413442ed8747 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:07.699065 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d37c83-dc44-4705-bd12-dd8d747135fd None None] Network 0fecf774-73d0-4126-aa5a-fc4a400dca18 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:56:07.785792 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb5056-03d6-4823-bb9f-afa62806b893 req-31efb980-43b3-456b-b789-295dbbf0f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:07.785792 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-17bb5056-03d6-4823-bb9f-afa62806b893 req-31efb980-43b3-456b-b789-295dbbf0f400 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e8572de1-4d0f-4d72-8907-1d51ee7294b5 HTTP/1.1" status: 200 len: 898 time: 0.2546542 May 10 14:56:07.827582 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0859-4a71-47d7-a00e-413442ed8747 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:07.885532 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-17bb5056-03d6-4823-bb9f-afa62806b893 req-d44e58ec-12cd-483e-9d30-3afa2490a884 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4586eaf3-9b7a-49b1-832b-99446b4b8850 HTTP/1.1" status: 200 len: 217 time: 0.0938497 May 10 14:56:07.905242 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5b1f0859-4a71-47d7-a00e-413442ed8747 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:07.908005 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f0859-4a71-47d7-a00e-413442ed8747 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Subnet': ['ID=c8505c70-15cf-4cf5-a73d-39cfb37314ea,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:07.917952 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5b1f0859-4a71-47d7-a00e-413442ed8747 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/subnets/c8505c70-15cf-4cf5-a73d-39cfb37314ea HTTP/1.1" status: 204 len: 168 time: 0.5255129 May 10 14:56:07.923246 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46738) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:07.923408 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d32639-6e74-4649-8cb9-6d0b2e3a61c0 None None] Network b0f32687-655e-4471-b96e-050bfbfc0bc6 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:56:08.072348 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a646369-5d47-4a7b-b553-85bf938d30b3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:08.087709 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-4a646369-5d47-4a7b-b553-85bf938d30b3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting port 5bc25cce-63dc-4341-b930-860d0f0fb161 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:56:08.088864 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a646369-5d47-4a7b-b553-85bf938d30b3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:08.254895 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46756) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:08.260850 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-c62109c6-5fd0-4057-bacb-ebe449af43fe admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-202595157-network', 'tenant_id': '20f7b73db3e8471b8f06e05da77ce8af'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:08.266518 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c62109c6-5fd0-4057-bacb-ebe449af43fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:08.270903 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c62109c6-5fd0-4057-bacb-ebe449af43fe admin admin] Usage tracker for resource:network and tenant:20f7b73db3e8471b8f06e05da77ce8af is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:08.273972 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c62109c6-5fd0-4057-bacb-ebe449af43fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:08.281039 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c62109c6-5fd0-4057-bacb-ebe449af43fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:08.295440 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-38b7d619-6ea4-446e-8ba2-e19e715ea8bf None None] Set router f466405a-101f-405d-a8be-a5995d4dfbb7 gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:56:08.300680 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62109c6-5fd0-4057-bacb-ebe449af43fe admin admin] Made reservation on behalf of 20f7b73db3e8471b8f06e05da77ce8af for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:56:08.303117 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c62109c6-5fd0-4057-bacb-ebe449af43fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:08.321151 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c62109c6-5fd0-4057-bacb-ebe449af43fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:08.339167 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb5056-03d6-4823-bb9f-afa62806b893 req-302c69e1-ead1-47fa-a423-17e78ff18059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:08.340641 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-17bb5056-03d6-4823-bb9f-afa62806b893 req-302c69e1-ead1-47fa-a423-17e78ff18059 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1bd4c6da-4fae-48d2-bfd5-eb04f1871d48 HTTP/1.1" status: 200 len: 834 time: 0.4449573 May 10 14:56:08.344874 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c62109c6-5fd0-4057-bacb-ebe449af43fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:08.348947 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c62109c6-5fd0-4057-bacb-ebe449af43fe admin admin] Usage tracker for resource:security_group_rule and tenant:20f7b73db3e8471b8f06e05da77ce8af is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:08.385550 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c62109c6-5fd0-4057-bacb-ebe449af43fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:08.400885 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c62109c6-5fd0-4057-bacb-ebe449af43fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:08.474063 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb5056-03d6-4823-bb9f-afa62806b893 req-9bbd21bf-59ff-401c-8629-286605679c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:08.476052 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-17bb5056-03d6-4823-bb9f-afa62806b893 req-9bbd21bf-59ff-401c-8629-286605679c8f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e8572de1-4d0f-4d72-8907-1d51ee7294b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1243162 May 10 14:56:08.529499 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-4a646369-5d47-4a7b-b553-85bf938d30b3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] For port 5bc25cce-63dc-4341-b930-860d0f0fb161, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=5bc25cce-63dc-4341-b930-860d0f0fb161,segment=NetworkSegment(a88819f8-2578-4692-90f3-25e903b3f6af),segment_id=a88819f8-2578-4692-90f3-25e903b3f6af)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:08.530168 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a646369-5d47-4a7b-b553-85bf938d30b3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:08.616749 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46766) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:08.623864 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0024507 May 10 14:56:08.624748 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c62109c6-5fd0-4057-bacb-ebe449af43fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:08.625527 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46768) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:08.627834 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb48273-a988-466b-9923-745b38e61984 req-04bf3569-f2ed-470f-8139-078b381c79e3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:08.629449 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5cb48273-a988-466b-9923-745b38e61984 req-04bf3569-f2ed-470f-8139-078b381c79e3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f HTTP/1.1" status: 200 len: 944 time: 0.3397734 May 10 14:56:08.644718 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c62109c6-5fd0-4057-bacb-ebe449af43fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:08.678901 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62109c6-5fd0-4057-bacb-ebe449af43fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff10e086-80e1-4355-958c-c025b355a8ed,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:08.697593 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-4a646369-5d47-4a7b-b553-85bf938d30b3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Calling delete_port for 5bc25cce-63dc-4341-b930-860d0f0fb161 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:56:08.703318 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62109c6-5fd0-4057-bacb-ebe449af43fe admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:56:08.710860 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-17bb5056-03d6-4823-bb9f-afa62806b893 req-28e07d89-7368-429d-8baa-96d906a91a7f service neutron] 10.222.0.86 "GET /v2.0/networks/e8572de1-4d0f-4d72-8907-1d51ee7294b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271075 May 10 14:56:08.715888 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c62109c6-5fd0-4057-bacb-ebe449af43fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:08.716211 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-c62109c6-5fd0-4057-bacb-ebe449af43fe admin admin] Added segment a2331358-e035-4766-845b-46d77af61223 of type vlan for network d67be1a0-c72e-43fe-b1a2-2ca3cd90cd54 May 10 14:56:08.862296 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-38b7d619-6ea4-446e-8ba2-e19e715ea8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:56:05Z', 'revision_number': 8, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '673171a0-e1a0-46ba-9a4d-f186e31a3def', 'name': '', 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:57:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:27Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92e4b066-aded-4fb6-9427-16d5d88f571d', 'name': '', 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:99:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:38Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:08.868640 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c62109c6-5fd0-4057-bacb-ebe449af43fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:08.873605 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b7d619-6ea4-446e-8ba2-e19e715ea8bf None None] Checking router: f466405a-101f-405d-a8be-a5995d4dfbb7 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:56:08.893942 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b7d619-6ea4-446e-8ba2-e19e715ea8bf None None] Routers {'f466405a-101f-405d-a8be-a5995d4dfbb7'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:56:08.894913 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-38b7d619-6ea4-446e-8ba2-e19e715ea8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:55:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['f466405a-101f-405d-a8be-a5995d4dfbb7'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:08.936593 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7910188a-c8f0-4f4f-87c8-5c432bf308f1 tempest-NetworksApiDiscovery-85178868 tempest-NetworksApiDiscovery-85178868-project] 10.222.0.79 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3072445 May 10 14:56:09.041030 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5cb48273-a988-466b-9923-745b38e61984 req-4117225a-53ad-432c-9936-7c132f5e6792 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=33928aeb-0d2a-460a-99f1-3415f01a6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3369687 May 10 14:56:09.047332 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-17bb5056-03d6-4823-bb9f-afa62806b893 req-8caf0ba8-930e-4925-9489-acf7b3f46556 service neutron] 10.222.0.86 "GET /v2.0/networks/e8572de1-4d0f-4d72-8907-1d51ee7294b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094208 May 10 14:56:09.047332 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c62109c6-5fd0-4057-bacb-ebe449af43fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:09.047332 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62109c6-5fd0-4057-bacb-ebe449af43fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:09.047332 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c62109c6-5fd0-4057-bacb-ebe449af43fe admin admin] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:09.096576 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a646369-5d47-4a7b-b553-85bf938d30b3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:09.206797 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e1629f-aa66-42c3-be6b-664cd644140a None None] DHCP port deletion for b0f32687-655e-4471-b96e-050bfbfc0bc6 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:56:09.232489 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a646369-5d47-4a7b-b553-85bf938d30b3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] No DVR routers for this DVR port 5bc25cce-63dc-4341-b930-860d0f0fb161 on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:56:09.244751 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62109c6-5fd0-4057-bacb-ebe449af43fe admin admin] Pushing event updated for resources: {'Network': ['ID=d67be1a0-c72e-43fe-b1a2-2ca3cd90cd54,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:09.251216 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c62109c6-5fd0-4057-bacb-ebe449af43fe admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9901381 May 10 14:56:09.251216 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46778) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:09.267512 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network d67be1a0-c72e-43fe-b1a2-2ca3cd90cd54 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:56:09.273753 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-39f05aeb-ba94-4e72-af05-1fa725cdf06e admin admin] Request body: {'subnet': {'network_id': 'd67be1a0-c72e-43fe-b1a2-2ca3cd90cd54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-202595157-subnet', 'tenant_id': '20f7b73db3e8471b8f06e05da77ce8af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:09.287591 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-39f05aeb-ba94-4e72-af05-1fa725cdf06e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:09.302245 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a646369-5d47-4a7b-b553-85bf938d30b3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Port': ['ID=5bc25cce-63dc-4341-b930-860d0f0fb161,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:09.307406 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-39f05aeb-ba94-4e72-af05-1fa725cdf06e admin admin] Usage tracker for resource:subnet and tenant:20f7b73db3e8471b8f06e05da77ce8af is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:09.318079 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-39f05aeb-ba94-4e72-af05-1fa725cdf06e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:09.333636 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-39f05aeb-ba94-4e72-af05-1fa725cdf06e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:09.369928 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f05aeb-ba94-4e72-af05-1fa725cdf06e admin admin] Made reservation on behalf of 20f7b73db3e8471b8f06e05da77ce8af for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:56:09.369928 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-39f05aeb-ba94-4e72-af05-1fa725cdf06e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:09.376080 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-38b7d619-6ea4-446e-8ba2-e19e715ea8bf None None] Set router f466405a-101f-405d-a8be-a5995d4dfbb7 gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:56:09.442942 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a646369-5d47-4a7b-b553-85bf938d30b3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:09.469838 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-4a646369-5d47-4a7b-b553-85bf938d30b3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f32687-655e-4471-b96e-050bfbfc0bc6']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:09.483825 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-4a646369-5d47-4a7b-b553-85bf938d30b3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a88819f8-2578-4692-90f3-25e903b3f6af') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:09.483825 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-4a646369-5d47-4a7b-b553-85bf938d30b3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a88819f8-2578-4692-90f3-25e903b3f6af') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:09.500747 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a646369-5d47-4a7b-b553-85bf938d30b3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:09.510610 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a646369-5d47-4a7b-b553-85bf938d30b3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:09.525133 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a646369-5d47-4a7b-b553-85bf938d30b3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:56:09.525133 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a646369-5d47-4a7b-b553-85bf938d30b3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:56:09.598369 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:56:09.651555 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a646369-5d47-4a7b-b553-85bf938d30b3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:09.697980 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a646369-5d47-4a7b-b553-85bf938d30b3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:09.721519 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4a646369-5d47-4a7b-b553-85bf938d30b3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/networks/b0f32687-655e-4471-b96e-050bfbfc0bc6 HTTP/1.1" status: 204 len: 168 time: 1.7884057 May 10 14:56:09.721519 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46784) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:09.721519 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46786) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:09.721519 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a646369-5d47-4a7b-b553-85bf938d30b3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Network': ['ID=b0f32687-655e-4471-b96e-050bfbfc0bc6,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:09.846615 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-38b7d619-6ea4-446e-8ba2-e19e715ea8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:56:05Z', 'revision_number': 8, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '673171a0-e1a0-46ba-9a4d-f186e31a3def', 'name': '', 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:57:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:27Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92e4b066-aded-4fb6-9427-16d5d88f571d', 'name': '', 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:99:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:38Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:09.846615 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b7d619-6ea4-446e-8ba2-e19e715ea8bf None None] The sync data for ids ['f466405a-101f-405d-a8be-a5995d4dfbb7'] in dv-neutron-841204-2-hyperv is: [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:56:05Z', 'revision_number': 8, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '673171a0-e1a0-46ba-9a4d-f186e31a3def', 'name': '', 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:57:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:27Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92e4b066-aded-4fb6-9427-16d5d88f571d', 'name': '', 'network_id': '3b6e0a7f-9ec8-484f-80f1-1608c427ef2e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:99:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:38Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': 'e338170d-8b6d-4367-b593-e6900023fa5f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:56:09.924345 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-39f05aeb-ba94-4e72-af05-1fa725cdf06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:10.054939 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f05aeb-ba94-4e72-af05-1fa725cdf06e admin admin] Checking segment: {'id': 'a2331358-e035-4766-845b-46d77af61223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'd67be1a0-c72e-43fe-b1a2-2ca3cd90cd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:56:10.054939 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f05aeb-ba94-4e72-af05-1fa725cdf06e admin admin] Network hostable DHCP agents. Network: d67be1a0-c72e-43fe-b1a2-2ca3cd90cd54, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:56:10.087304 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f05aeb-ba94-4e72-af05-1fa725cdf06e admin admin] Pushing event updated for resources: {'Subnet': ['ID=57fa5adf-3d72-4227-b79e-e1161d75d224,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:10.097225 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f05aeb-ba94-4e72-af05-1fa725cdf06e admin admin] Network d67be1a0-c72e-43fe-b1a2-2ca3cd90cd54 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:56:10.119256 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-39f05aeb-ba94-4e72-af05-1fa725cdf06e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, d67be1a0-c72e-43fe-b1a2-2ca3cd90cd54) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:56:10.129299 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f05aeb-ba94-4e72-af05-1fa725cdf06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:10.129299 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-39f05aeb-ba94-4e72-af05-1fa725cdf06e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:10.135350 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851b2bb6-95f5-4e6f-aa9a-13775b09697a None None] Network d67be1a0-c72e-43fe-b1a2-2ca3cd90cd54 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:56:10.175592 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-39f05aeb-ba94-4e72-af05-1fa725cdf06e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9107318 May 10 14:56:10.240124 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-77371982-6e70-4346-ba9c-8ce2f1faf128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:10.351552 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 4586eaf3-9b7a-49b1-832b-99446b4b8850 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 14:56:10.425535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-77371982-6e70-4346-ba9c-8ce2f1faf128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:10.433473 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-77371982-6e70-4346-ba9c-8ce2f1faf128 admin admin] Usage tracker for resource:security_group_rule and tenant:cb9a27946ebb4bfb9d1573e6e1acfb64 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:10.444388 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-77371982-6e70-4346-ba9c-8ce2f1faf128 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:10.477599 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-77371982-6e70-4346-ba9c-8ce2f1faf128 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:10.559433 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcae72-22d6-4733-bc54-0c492400e050 req-0e79a34c-0f93-4c4d-b542-0986fb0ddac4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:10.569361 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8ddcae72-22d6-4733-bc54-0c492400e050 req-0e79a34c-0f93-4c4d-b542-0986fb0ddac4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f HTTP/1.1" status: 200 len: 944 time: 0.3073335 May 10 14:56:10.671856 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8ddcae72-22d6-4733-bc54-0c492400e050 req-6b47fbc8-618e-4592-a58e-d69e21cafc72 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=33928aeb-0d2a-460a-99f1-3415f01a6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007123 May 10 14:56:10.679661 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5bc25cce-63dc-4341-b930-860d0f0fb161 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:56:10.736394 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 5bc25cce-63dc-4341-b930-860d0f0fb161 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:56:10.736394 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5bc25cce-63dc-4341-b930-860d0f0fb161 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:56:10.736394 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:56:10.776255 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-77371982-6e70-4346-ba9c-8ce2f1faf128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:10.784509 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-77371982-6e70-4346-ba9c-8ce2f1faf128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:10.796596 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:56:10.796596 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0ae1ffd0-7860-4ae6-8ec9-bc29daf2c9a7 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:56:10.808290 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 4586eaf3-9b7a-49b1-832b-99446b4b8850, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=4586eaf3-9b7a-49b1-832b-99446b4b8850,segment=NetworkSegment(777140e6-a865-4949-aefe-71c926a17b5d),segment_id=777140e6-a865-4949-aefe-71c926a17b5d)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:10.833624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f371e9c7-3541-4663-8019-64de58ff6946 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:10.838383 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '4586eaf3-9b7a-49b1-832b-99446b4b8850', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'port_id': '4586eaf3-9b7a-49b1-832b-99446b4b8850', 'mac_address': 'fa:16:3e:04:87:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 14:56:10.952425 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73f1491-721b-4ac0-a58f-50ab3e4171d5 None None] Network d67be1a0-c72e-43fe-b1a2-2ca3cd90cd54 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:56:10.962142 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77371982-6e70-4346-ba9c-8ce2f1faf128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d0827e-1c78-4d3b-b9df-7c9c47f3ddcc,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:11.070805 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-77371982-6e70-4346-ba9c-8ce2f1faf128 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cb9a27946ebb4bfb9d1573e6e1acfb64&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3411517 May 10 14:56:11.075605 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46816) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:11.080910 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:11.102260 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4586eaf3-9b7a-49b1-832b-99446b4b8850 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:56:11.117329 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 4586eaf3-9b7a-49b1-832b-99446b4b8850, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=4586eaf3-9b7a-49b1-832b-99446b4b8850,segment=NetworkSegment(777140e6-a865-4949-aefe-71c926a17b5d),segment_id=777140e6-a865-4949-aefe-71c926a17b5d)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:11.133662 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:11.158476 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0d63b115-2528-48be-9e77-092317012c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:11.194371 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0d63b115-2528-48be-9e77-092317012c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:11.249256 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=4586eaf3-9b7a-49b1-832b-99446b4b8850,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:11.300455 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0d63b115-2528-48be-9e77-092317012c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:11.353141 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63b115-2528-48be-9e77-092317012c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d0827e-1c78-4d3b-b9df-7c9c47f3ddcc,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:11.353141 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0d63b115-2528-48be-9e77-092317012c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:11.353141 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0d63b115-2528-48be-9e77-092317012c27 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/14d0827e-1c78-4d3b-b9df-7c9c47f3ddcc HTTP/1.1" status: 204 len: 168 time: 0.2842996 May 10 14:56:11.399157 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['4586eaf3-9b7a-49b1-832b-99446b4b8850'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 14:56:11.588605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-ff2872d7-a6eb-491f-98d9-826d7d584529 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:11.588605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-ff2872d7-a6eb-491f-98d9-826d7d584529 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Synchronizing usage tracker for tenant:5fa7902007934f848529e273ed5cba04 on resource:network {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:11.675599 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-f371e9c7-3541-4663-8019-64de58ff6946 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting port 92e4b066-aded-4fb6-9427-16d5d88f571d {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:56:11.675599 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f371e9c7-3541-4663-8019-64de58ff6946 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:11.703908 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-ff2872d7-a6eb-491f-98d9-826d7d584529 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Unset dirty status for tenant:5fa7902007934f848529e273ed5cba04 on resource:network {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:11.715634 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-ff2872d7-a6eb-491f-98d9-826d7d584529 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/networks?id=0fecf774-73d0-4126-aa5a-fc4a400dca18 HTTP/1.1" status: 200 len: 812 time: 0.6838167 May 10 14:56:11.870266 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-d079e3ed-e6a4-402f-ac26-38e6447411f5 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/quotas/5fa7902007934f848529e273ed5cba04 HTTP/1.1" status: 200 len: 375 time: 0.1485827 May 10 14:56:11.934188 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-deb34816-42dd-486e-a6c1-6ff07fe279e9 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5fa7902007934f848529e273ed5cba04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553999 May 10 14:56:12.074592 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-f371e9c7-3541-4663-8019-64de58ff6946 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] For port 92e4b066-aded-4fb6-9427-16d5d88f571d, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=92e4b066-aded-4fb6-9427-16d5d88f571d,segment=NetworkSegment(b8ddf0c3-c17e-4a83-850f-f58a83472c7c),segment_id=b8ddf0c3-c17e-4a83-850f-f58a83472c7c)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:12.074592 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f371e9c7-3541-4663-8019-64de58ff6946 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:12.207299 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-f371e9c7-3541-4663-8019-64de58ff6946 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Calling delete_port for 92e4b066-aded-4fb6-9427-16d5d88f571d owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:56:12.338824 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-980e3c9c-96fb-44c6-bb39-032c3f1eda87 service neutron] 10.222.0.79 "GET /v2.0/networks/0fecf774-73d0-4126-aa5a-fc4a400dca18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825912 May 10 14:56:12.527508 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d39346-38f5-40f6-bf23-f806790e708b req-2ad086ae-7e48-4a71-bf8d-062c333dc713 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:12.527508 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-30d39346-38f5-40f6-bf23-f806790e708b req-2ad086ae-7e48-4a71-bf8d-062c333dc713 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f HTTP/1.1" status: 200 len: 945 time: 0.6704149 May 10 14:56:12.537107 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-3c015ad5-7fa5-4e6a-8b67-13a92ee1476e service neutron] 10.222.0.79 "GET /v2.0/networks/0fecf774-73d0-4126-aa5a-fc4a400dca18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821711 May 10 14:56:12.640255 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-30d39346-38f5-40f6-bf23-f806790e708b req-7ee8c753-a3b7-4469-9cfd-aac05515a76d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=33928aeb-0d2a-460a-99f1-3415f01a6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622756 May 10 14:56:12.640255 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f371e9c7-3541-4663-8019-64de58ff6946 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:12.703612 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371e9c7-3541-4663-8019-64de58ff6946 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Port': ['ID=92e4b066-aded-4fb6-9427-16d5d88f571d,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:12.896229 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8c3d5b90-cdf7-43bb-a2ab-34034009a17d req-b2be9152-8de8-431b-be97-30f3277da324 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 210 time: 0.1445808 May 10 14:56:13.241698 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f371e9c7-3541-4663-8019-64de58ff6946 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:13.284247 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:56:13.581582 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f371e9c7-3541-4663-8019-64de58ff6946 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Router f466405a-101f-405d-a8be-a5995d4dfbb7 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:56:13.753015 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f371e9c7-3541-4663-8019-64de58ff6946 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:56:13.766031 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98690ab6-e344-4e83-b3be-d7f764beb286 None None] Sync routers for ids ['f466405a-101f-405d-a8be-a5995d4dfbb7'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:56:13.803928 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98690ab6-e344-4e83-b3be-d7f764beb286 None None] Routers {'f466405a-101f-405d-a8be-a5995d4dfbb7'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:56:13.803928 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-98690ab6-e344-4e83-b3be-d7f764beb286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:55:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['f466405a-101f-405d-a8be-a5995d4dfbb7'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:13.810662 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f371e9c7-3541-4663-8019-64de58ff6946 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/routers/f466405a-101f-405d-a8be-a5995d4dfbb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0726519 May 10 14:56:13.810662 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46842) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:13.921924 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d5e8b3-d795-4372-85d0-c6bc37e41f5d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting subnet e338170d-8b6d-4367-b593-e6900023fa5f {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:56:13.941433 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a7d5e8b3-d795-4372-85d0-c6bc37e41f5d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:14.079303 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a7d5e8b3-d795-4372-85d0-c6bc37e41f5d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:14.134338 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-98690ab6-e344-4e83-b3be-d7f764beb286 None None] Set router f466405a-101f-405d-a8be-a5995d4dfbb7 gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:56:14.159029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8b867-e2ce-4c25-ba0e-f14dfe0543f1 req-abab4e62-9df1-42c8-829c-387857dae0c6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:14.159029 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-83d8b867-e2ce-4c25-ba0e-f14dfe0543f1 req-abab4e62-9df1-42c8-829c-387857dae0c6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f HTTP/1.1" status: 200 len: 945 time: 0.4082835 May 10 14:56:14.234959 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c6b2cfd1-434c-40c4-a5f0-788a6d4d3c73 req-1ed545c3-fe27-45e3-92b5-0851e40e3405 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 210 time: 0.0985143 May 10 14:56:14.273453 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-c148490d-d9ac-4d69-8eb4-22e20c9c16a1 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:14.275101 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-c148490d-d9ac-4d69-8eb4-22e20c9c16a1 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.86 "GET /v2.0/networks?id=0fecf774-73d0-4126-aa5a-fc4a400dca18 HTTP/1.1" status: 200 len: 812 time: 0.3181884 May 10 14:56:14.290704 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-0cc73050-5d7b-4be5-9121-37b6919968f9 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Request body: {'port': {'device_id': '3302d622-7cbf-4ca6-a025-eadf9ae96bd1', 'network_id': '0fecf774-73d0-4126-aa5a-fc4a400dca18', 'admin_state_up': True, 'tenant_id': '5fa7902007934f848529e273ed5cba04'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:14.315039 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-83d8b867-e2ce-4c25-ba0e-f14dfe0543f1 req-6017b7d1-8aa8-46b7-b1c1-dc6725e3b42f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=33928aeb-0d2a-460a-99f1-3415f01a6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827918 May 10 14:56:14.351362 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a7d5e8b3-d795-4372-85d0-c6bc37e41f5d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:14.363491 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 4586eaf3-9b7a-49b1-832b-99446b4b8850 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:56:14.446734 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a7d5e8b3-d795-4372-85d0-c6bc37e41f5d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:14.505164 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port 4586eaf3-9b7a-49b1-832b-99446b4b8850 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:56:14.516759 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 4586eaf3-9b7a-49b1-832b-99446b4b8850 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:56:14.517219 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:14.534878 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5e8b3-d795-4372-85d0-c6bc37e41f5d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Subnet': ['ID=e338170d-8b6d-4367-b593-e6900023fa5f,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:14.536969 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a7d5e8b3-d795-4372-85d0-c6bc37e41f5d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:14.543757 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a7d5e8b3-d795-4372-85d0-c6bc37e41f5d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/subnets/e338170d-8b6d-4367-b593-e6900023fa5f HTTP/1.1" status: 204 len: 168 time: 0.7490203 May 10 14:56:14.546674 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46852) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:14.590929 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-0cc73050-5d7b-4be5-9121-37b6919968f9 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:14.595869 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-0cc73050-5d7b-4be5-9121-37b6919968f9 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Usage tracker for resource:port and tenant:5fa7902007934f848529e273ed5cba04 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:14.601599 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-0cc73050-5d7b-4be5-9121-37b6919968f9 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:14.609747 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-98690ab6-e344-4e83-b3be-d7f764beb286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:56:12Z', 'revision_number': 9, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '673171a0-e1a0-46ba-9a4d-f186e31a3def', 'name': '', 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:57:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:27Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:14.611275 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-0cc73050-5d7b-4be5-9121-37b6919968f9 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:14.614876 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98690ab6-e344-4e83-b3be-d7f764beb286 None None] Checking router: f466405a-101f-405d-a8be-a5995d4dfbb7 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:56:14.626508 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98690ab6-e344-4e83-b3be-d7f764beb286 None None] Routers {'f466405a-101f-405d-a8be-a5995d4dfbb7'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:56:14.627985 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-98690ab6-e344-4e83-b3be-d7f764beb286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:55:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['f466405a-101f-405d-a8be-a5995d4dfbb7'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:14.629011 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe09c936-4127-41c6-845c-4490d70ad4d6 None None] Network 3b6e0a7f-9ec8-484f-80f1-1608c427ef2e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:56:14.631035 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-0cc73050-5d7b-4be5-9121-37b6919968f9 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Made reservation on behalf of 5fa7902007934f848529e273ed5cba04 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:56:14.636062 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-0cc73050-5d7b-4be5-9121-37b6919968f9 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:14.697690 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-146fbcf7-c742-47c4-aa36-894872c5021e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:14.713662 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-146fbcf7-c742-47c4-aa36-894872c5021e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting port ce6a3566-0dd9-4d0e-a6af-9fc419eb741a {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:56:14.714263 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-146fbcf7-c742-47c4-aa36-894872c5021e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:14.821945 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-98690ab6-e344-4e83-b3be-d7f764beb286 None None] Set router f466405a-101f-405d-a8be-a5995d4dfbb7 gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:56:14.849608 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-0cc73050-5d7b-4be5-9121-37b6919968f9 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Allocated IP 172.20.0.2 (0fecf774-73d0-4126-aa5a-fc4a400dca18/b67fce38-dfcc-41f1-9abb-0d0e112e8f1a/d0db8a10-74af-4f17-ad45-e181c8ec3a3d) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:56:14.925632 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:14.960634 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a73d9b-ea1d-4139-99af-bf8379cbca3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4586eaf3-9b7a-49b1-832b-99446b4b8850'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:56:14.977381 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 4586eaf3-9b7a-49b1-832b-99446b4b8850, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=4586eaf3-9b7a-49b1-832b-99446b4b8850,segment=NetworkSegment(777140e6-a865-4949-aefe-71c926a17b5d),segment_id=777140e6-a865-4949-aefe-71c926a17b5d)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:14.986995 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:14.989229 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-146fbcf7-c742-47c4-aa36-894872c5021e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] For port ce6a3566-0dd9-4d0e-a6af-9fc419eb741a, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=ce6a3566-0dd9-4d0e-a6af-9fc419eb741a,segment=NetworkSegment(b8ddf0c3-c17e-4a83-850f-f58a83472c7c),segment_id=b8ddf0c3-c17e-4a83-850f-f58a83472c7c)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:14.990208 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-146fbcf7-c742-47c4-aa36-894872c5021e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:15.077806 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7adc4ca4-3e77-44df-be27-8ce908b327fe'] response: {'server_uuid': '39a73d9b-ea1d-4139-99af-bf8379cbca3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4586eaf3-9b7a-49b1-832b-99446b4b8850', 'code': 200} May 10 14:56:15.079211 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62474fc9-e525-421c-a8f7-c2503727ee7f None None] DHCP port deletion for 3b6e0a7f-9ec8-484f-80f1-1608c427ef2e request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:56:15.108092 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-62474fc9-e525-421c-a8f7-c2503727ee7f None None] Deleting port ce6a3566-0dd9-4d0e-a6af-9fc419eb741a {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:56:15.108893 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-62474fc9-e525-421c-a8f7-c2503727ee7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:15.282846 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-0cc73050-5d7b-4be5-9121-37b6919968f9 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:15.293926 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=4586eaf3-9b7a-49b1-832b-99446b4b8850,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:15.382405 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-0cc73050-5d7b-4be5-9121-37b6919968f9 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:15.457198 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-146fbcf7-c742-47c4-aa36-894872c5021e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Calling delete_port for ce6a3566-0dd9-4d0e-a6af-9fc419eb741a owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:56:15.465907 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-0cc73050-5d7b-4be5-9121-37b6919968f9 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Network 0fecf774-73d0-4126-aa5a-fc4a400dca18 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:56:15.482375 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-0cc73050-5d7b-4be5-9121-37b6919968f9 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:56:15.485223 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-62474fc9-e525-421c-a8f7-c2503727ee7f None None] For port ce6a3566-0dd9-4d0e-a6af-9fc419eb741a, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=ce6a3566-0dd9-4d0e-a6af-9fc419eb741a,segment=NetworkSegment(b8ddf0c3-c17e-4a83-850f-f58a83472c7c),segment_id=b8ddf0c3-c17e-4a83-850f-f58a83472c7c)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:15.485223 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-62474fc9-e525-421c-a8f7-c2503727ee7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:15.491552 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-98690ab6-e344-4e83-b3be-d7f764beb286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:56:12Z', 'revision_number': 9, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '673171a0-e1a0-46ba-9a4d-f186e31a3def', 'name': '', 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:57:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:27Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:15.501091 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98690ab6-e344-4e83-b3be-d7f764beb286 None None] The sync data for ids ['f466405a-101f-405d-a8be-a5995d4dfbb7'] in dv-neutron-841204-2-hyperv is: [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:56:12Z', 'revision_number': 9, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '673171a0-e1a0-46ba-9a4d-f186e31a3def', 'name': '', 'network_id': 'be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:57:17:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:27Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '361b27ca-8b5b-4f30-a844-8e104e3a5e33', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:56:15.506636 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-0cc73050-5d7b-4be5-9121-37b6919968f9 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:56:15.545650 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc73050-5d7b-4be5-9121-37b6919968f9 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Pushing event updated for resources: {'Port': ['ID=d0db8a10-74af-4f17-ad45-e181c8ec3a3d,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:15.592326 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-0cc73050-5d7b-4be5-9121-37b6919968f9 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:15.592326 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-0cc73050-5d7b-4be5-9121-37b6919968f9 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:15.597974 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cedaa2-5aa7-476a-ba4c-5e43d23dbcd9 req-3a5a3edb-67b1-40a2-b697-bdd1a6a5321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:15.599470 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f8cedaa2-5aa7-476a-ba4c-5e43d23dbcd9 req-3a5a3edb-67b1-40a2-b697-bdd1a6a5321c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f HTTP/1.1" status: 200 len: 1099 time: 0.2856421 May 10 14:56:15.633760 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-0cc73050-5d7b-4be5-9121-37b6919968f9 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3478193 May 10 14:56:15.647096 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-60975e9d-85ae-4d79-b3cd-9588b5ce4a19 service neutron] Request body: {'port': {'device_id': '3302d622-7cbf-4ca6-a025-eadf9ae96bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:15.660995 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-62474fc9-e525-421c-a8f7-c2503727ee7f None None] Calling delete_port for ce6a3566-0dd9-4d0e-a6af-9fc419eb741a owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:56:15.705201 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f8cedaa2-5aa7-476a-ba4c-5e43d23dbcd9 req-d7fc97bb-2d93-40c9-beb3-778f64259f1c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=33928aeb-0d2a-460a-99f1-3415f01a6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955129 May 10 14:56:15.727842 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-146fbcf7-c742-47c4-aa36-894872c5021e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:15.753489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-62474fc9-e525-421c-a8f7-c2503727ee7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:56:15.753834 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-62474fc9-e525-421c-a8f7-c2503727ee7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:56:15.776343 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-60975e9d-85ae-4d79-b3cd-9588b5ce4a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:15.787638 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fbcf7-c742-47c4-aa36-894872c5021e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Port': ['ID=ce6a3566-0dd9-4d0e-a6af-9fc419eb741a,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:15.790938 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146fbcf7-c742-47c4-aa36-894872c5021e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] No DVR routers for this DVR port ce6a3566-0dd9-4d0e-a6af-9fc419eb741a on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:56:15.800610 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ceff37-58ba-49c3-9e2e-13c7b37f257f req-8fbf8809-fa54-4bda-84f3-d37dd76d1f1b tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:15.802099 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f4ceff37-58ba-49c3-9e2e-13c7b37f257f req-8fbf8809-fa54-4bda-84f3-d37dd76d1f1b tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 931 time: 0.2693896 May 10 14:56:15.809468 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fddce-8470-43c5-8b37-7861f3303954 req-584ac84f-826d-48cc-bb29-4fa7bef23e95 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:15.811398 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-da6fddce-8470-43c5-8b37-7861f3303954 req-584ac84f-826d-48cc-bb29-4fa7bef23e95 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f HTTP/1.1" status: 200 len: 946 time: 0.2775803 May 10 14:56:15.993785 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-f4ceff37-58ba-49c3-9e2e-13c7b37f257f req-3a17d216-e9ff-48dd-bec4-7e0d1c73b110 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Synchronizing usage tracker for tenant:5fa7902007934f848529e273ed5cba04 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:16.012923 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-146fbcf7-c742-47c4-aa36-894872c5021e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:16.025670 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-da6fddce-8470-43c5-8b37-7861f3303954 req-092108c3-8ffb-43b7-b8cd-ead88ca019bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=33928aeb-0d2a-460a-99f1-3415f01a6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849282 May 10 14:56:16.052887 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-146fbcf7-c742-47c4-aa36-894872c5021e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6e0a7f-9ec8-484f-80f1-1608c427ef2e']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:16.062907 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-f4ceff37-58ba-49c3-9e2e-13c7b37f257f req-3a17d216-e9ff-48dd-bec4-7e0d1c73b110 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Unset dirty status for tenant:5fa7902007934f848529e273ed5cba04 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:16.064047 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f4ceff37-58ba-49c3-9e2e-13c7b37f257f req-3a17d216-e9ff-48dd-bec4-7e0d1c73b110 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/security-groups?id=6360fcc3-2b27-4590-af6f-b17b28622cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251372 May 10 14:56:16.067929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-146fbcf7-c742-47c4-aa36-894872c5021e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ddf0c3-c17e-4a83-850f-f58a83472c7c') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:16.068225 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-146fbcf7-c742-47c4-aa36-894872c5021e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ddf0c3-c17e-4a83-850f-f58a83472c7c') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:16.083850 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-146fbcf7-c742-47c4-aa36-894872c5021e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:16.102188 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-146fbcf7-c742-47c4-aa36-894872c5021e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:16.109539 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146fbcf7-c742-47c4-aa36-894872c5021e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:56:16.109917 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-146fbcf7-c742-47c4-aa36-894872c5021e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:56:16.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:56:16.181296 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-60975e9d-85ae-4d79-b3cd-9588b5ce4a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0db8a10-74af-4f17-ad45-e181c8ec3a3d {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:56:16.189214 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-60975e9d-85ae-4d79-b3cd-9588b5ce4a19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:16.214449 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-60975e9d-85ae-4d79-b3cd-9588b5ce4a19 service neutron] Transition to ACTIVE for port object d0db8a10-74af-4f17-ad45-e181c8ec3a3d will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:56:16.214675 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-146fbcf7-c742-47c4-aa36-894872c5021e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:16.218783 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-60975e9d-85ae-4d79-b3cd-9588b5ce4a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:16.235532 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-146fbcf7-c742-47c4-aa36-894872c5021e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:16.241623 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fbcf7-c742-47c4-aa36-894872c5021e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Network': ['ID=3b6e0a7f-9ec8-484f-80f1-1608c427ef2e,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:16.252162 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-146fbcf7-c742-47c4-aa36-894872c5021e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/networks/3b6e0a7f-9ec8-484f-80f1-1608c427ef2e HTTP/1.1" status: 204 len: 168 time: 1.7048960 May 10 14:56:16.255286 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46862) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:16.255790 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-62474fc9-e525-421c-a8f7-c2503727ee7f None None] Deleting port ce6a3566-0dd9-4d0e-a6af-9fc419eb741a {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:56:16.256335 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-62474fc9-e525-421c-a8f7-c2503727ee7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:16.332017 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-62474fc9-e525-421c-a8f7-c2503727ee7f None None] The port 'ce6a3566-0dd9-4d0e-a6af-9fc419eb741a' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:56:16.384484 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60975e9d-85ae-4d79-b3cd-9588b5ce4a19 service neutron] Pushing event updated for resources: {'Port': ['ID=d0db8a10-74af-4f17-ad45-e181c8ec3a3d,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:16.459289 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-60975e9d-85ae-4d79-b3cd-9588b5ce4a19 service neutron] Attempting to bind port d0db8a10-74af-4f17-ad45-e181c8ec3a3d on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:56:16.459618 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-60975e9d-85ae-4d79-b3cd-9588b5ce4a19 service neutron] Attempting to bind port d0db8a10-74af-4f17-ad45-e181c8ec3a3d by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'd0fbba6b-950a-40c3-8634-f23e93be3fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0fecf774-73d0-4126-aa5a-fc4a400dca18'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:56:16.459938 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-60975e9d-85ae-4d79-b3cd-9588b5ce4a19 service neutron] Attempting to bind port d0db8a10-74af-4f17-ad45-e181c8ec3a3d on network 0fecf774-73d0-4126-aa5a-fc4a400dca18 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:56:16.464485 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-60975e9d-85ae-4d79-b3cd-9588b5ce4a19 service neutron] Port d0db8a10-74af-4f17-ad45-e181c8ec3a3d on network 0fecf774-73d0-4126-aa5a-fc4a400dca18 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:56:16.464798 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-60975e9d-85ae-4d79-b3cd-9588b5ce4a19 service neutron] Attempting to bind port d0db8a10-74af-4f17-ad45-e181c8ec3a3d on network 0fecf774-73d0-4126-aa5a-fc4a400dca18 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:56:16.470610 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-60975e9d-85ae-4d79-b3cd-9588b5ce4a19 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:56:16.470943 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-60975e9d-85ae-4d79-b3cd-9588b5ce4a19 service neutron] Checking segment: {'id': 'd0fbba6b-950a-40c3-8634-f23e93be3fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0fecf774-73d0-4126-aa5a-fc4a400dca18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:56:16.471350 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-60975e9d-85ae-4d79-b3cd-9588b5ce4a19 service neutron] Bound using segment: {'id': 'd0fbba6b-950a-40c3-8634-f23e93be3fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0fecf774-73d0-4126-aa5a-fc4a400dca18'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:56:16.471761 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-60975e9d-85ae-4d79-b3cd-9588b5ce4a19 service neutron] Bound port: d0db8a10-74af-4f17-ad45-e181c8ec3a3d, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0fbba6b-950a-40c3-8634-f23e93be3fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0fecf774-73d0-4126-aa5a-fc4a400dca18'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:56:16.472102 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-60975e9d-85ae-4d79-b3cd-9588b5ce4a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:16.546126 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 92e4b066-aded-4fb6-9427-16d5d88f571d no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:56:16.574299 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-60975e9d-85ae-4d79-b3cd-9588b5ce4a19 service neutron] For port d0db8a10-74af-4f17-ad45-e181c8ec3a3d, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:56:16.580334 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-60975e9d-85ae-4d79-b3cd-9588b5ce4a19 service neutron] For port d0db8a10-74af-4f17-ad45-e181c8ec3a3d, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=d0db8a10-74af-4f17-ad45-e181c8ec3a3d,segment=NetworkSegment(d0fbba6b-950a-40c3-8634-f23e93be3fb5),segment_id=d0fbba6b-950a-40c3-8634-f23e93be3fb5)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:56:16.583546 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 92e4b066-aded-4fb6-9427-16d5d88f571d {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:56:16.583899 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 92e4b066-aded-4fb6-9427-16d5d88f571d not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:56:16.584339 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device ce6a3566-0dd9-4d0e-a6af-9fc419eb741a no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:56:16.585819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-60975e9d-85ae-4d79-b3cd-9588b5ce4a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:16.624878 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: ce6a3566-0dd9-4d0e-a6af-9fc419eb741a {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:56:16.625997 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device ce6a3566-0dd9-4d0e-a6af-9fc419eb741a not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:56:16.651305 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-60975e9d-85ae-4d79-b3cd-9588b5ce4a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:16.652014 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-60975e9d-85ae-4d79-b3cd-9588b5ce4a19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:16.654532 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-60975e9d-85ae-4d79-b3cd-9588b5ce4a19 service neutron] 10.222.0.86 "PUT /v2.0/ports/d0db8a10-74af-4f17-ad45-e181c8ec3a3d HTTP/1.1" status: 200 len: 1093 time: 1.0106635 May 10 14:56:16.654532 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3302d622-7cbf-4ca6-a025-eadf9ae96bd1', 'tag': 'd0db8a10-74af-4f17-ad45-e181c8ec3a3d'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:56:16.692549 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60975e9d-85ae-4d79-b3cd-9588b5ce4a19 service neutron] Pushing event updated for resources: {'Port': ['ID=d0db8a10-74af-4f17-ad45-e181c8ec3a3d,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:16.762257 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ead7d49-a15c-4581-8464-7efd97be648a'] response: {'name': 'network-changed', 'server_uuid': '3302d622-7cbf-4ca6-a025-eadf9ae96bd1', 'tag': 'd0db8a10-74af-4f17-ad45-e181c8ec3a3d', 'status': 'completed', 'code': 200} May 10 14:56:16.812180 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-17686e57-3bec-4a20-b002-efe7b2c635d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:16.817535 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-17686e57-3bec-4a20-b002-efe7b2c635d2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5fa7902007934f848529e273ed5cba04&device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 1096 time: 0.1003945 May 10 14:56:16.822196 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f89ebe3c-abc5-42c4-8162-32e94b0ee82b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:16.884402 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-8a6b1948-b508-4538-8837-e38520c94434 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0db8a10-74af-4f17-ad45-e181c8ec3a3d HTTP/1.1" status: 200 len: 217 time: 0.0619044 May 10 14:56:16.960985 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-2afa31ff-9f28-4712-866c-4c67f84ca6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:16.962093 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-2afa31ff-9f28-4712-866c-4c67f84ca6b4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b67fce38-dfcc-41f1-9abb-0d0e112e8f1a HTTP/1.1" status: 200 len: 852 time: 0.0692410 May 10 14:56:17.010745 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-78501edc-4e05-4b5c-9ac9-872df0efd97e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0fecf774-73d0-4126-aa5a-fc4a400dca18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422869 May 10 14:56:17.164133 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-8fc5372f-23aa-4a6e-a716-a8fafd4c009a service neutron] 10.222.0.86 "GET /v2.0/networks/0fecf774-73d0-4126-aa5a-fc4a400dca18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461031 May 10 14:56:17.429912 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab616a5-f103-4fb3-99de-3c3e36d59404 req-750518b0-6884-4b1d-889c-d6162d6fd58c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:17.429912 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dab616a5-f103-4fb3-99de-3c3e36d59404 req-750518b0-6884-4b1d-889c-d6162d6fd58c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f HTTP/1.1" status: 200 len: 946 time: 0.2455354 May 10 14:56:17.435508 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e78230bb-9e9d-4cd1-8287-fd1a5a0a803c req-148f7b81-c0ca-4ceb-acb2-1bdd44555cb3 service neutron] 10.222.0.86 "GET /v2.0/networks/0fecf774-73d0-4126-aa5a-fc4a400dca18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566290 May 10 14:56:17.488666 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5434f-7497-4c72-ae7c-5ec95b762434 req-6c0ea016-77dc-415c-9bba-de3d30bb3161 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:17.490089 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9ed5434f-7497-4c72-ae7c-5ec95b762434 req-6c0ea016-77dc-415c-9bba-de3d30bb3161 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 943 time: 0.2321372 May 10 14:56:17.562129 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefb346-4422-48f3-95af-a3b62e5fa294 req-9b79daeb-a298-4680-b1c5-a490cf791542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:17.563649 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1fefb346-4422-48f3-95af-a3b62e5fa294 req-9b79daeb-a298-4680-b1c5-a490cf791542 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5fa7902007934f848529e273ed5cba04&device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 1096 time: 0.0788713 May 10 14:56:17.574360 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-f89ebe3c-abc5-42c4-8162-32e94b0ee82b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting port 673171a0-e1a0-46ba-9a4d-f186e31a3def {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:56:17.574725 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f89ebe3c-abc5-42c4-8162-32e94b0ee82b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:17.633015 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9ed5434f-7497-4c72-ae7c-5ec95b762434 req-ba6821f2-fe3c-4b88-9573-e822bdd08170 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/security-groups?id=6360fcc3-2b27-4590-af6f-b17b28622cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224024 May 10 14:56:17.635799 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dab616a5-f103-4fb3-99de-3c3e36d59404 req-678b9162-e1f3-47f0-bc1f-28697d9bbcff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=33928aeb-0d2a-460a-99f1-3415f01a6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643081 May 10 14:56:17.725210 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefb346-4422-48f3-95af-a3b62e5fa294 req-959b1a06-abb1-4e31-9189-b1da60af3e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:17.725210 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1fefb346-4422-48f3-95af-a3b62e5fa294 req-959b1a06-abb1-4e31-9189-b1da60af3e82 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0fecf774-73d0-4126-aa5a-fc4a400dca18 HTTP/1.1" status: 200 len: 913 time: 0.1541297 May 10 14:56:17.813919 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1fefb346-4422-48f3-95af-a3b62e5fa294 req-b782bc55-842b-4925-9a74-e8b6ddd15200 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0db8a10-74af-4f17-ad45-e181c8ec3a3d HTTP/1.1" status: 200 len: 217 time: 0.0811291 May 10 14:56:17.857968 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-f89ebe3c-abc5-42c4-8162-32e94b0ee82b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] For port 673171a0-e1a0-46ba-9a4d-f186e31a3def, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=673171a0-e1a0-46ba-9a4d-f186e31a3def,segment=NetworkSegment(2509a8b6-2f80-4a7d-b22b-37303af9fad0),segment_id=2509a8b6-2f80-4a7d-b22b-37303af9fad0)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:17.858312 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f89ebe3c-abc5-42c4-8162-32e94b0ee82b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:17.890120 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefb346-4422-48f3-95af-a3b62e5fa294 req-8cb659c0-4155-4db2-b3c3-6f64c9f2391a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:17.892099 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1fefb346-4422-48f3-95af-a3b62e5fa294 req-8cb659c0-4155-4db2-b3c3-6f64c9f2391a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b67fce38-dfcc-41f1-9abb-0d0e112e8f1a HTTP/1.1" status: 200 len: 852 time: 0.0635056 May 10 14:56:17.945091 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1fefb346-4422-48f3-95af-a3b62e5fa294 req-a6094018-005b-4ea6-a3ae-74691d069a89 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0fecf774-73d0-4126-aa5a-fc4a400dca18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452366 May 10 14:56:18.003890 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-f89ebe3c-abc5-42c4-8162-32e94b0ee82b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Calling delete_port for 673171a0-e1a0-46ba-9a4d-f186e31a3def owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:56:18.063483 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262345e-1f69-42d6-bc28-0b2e16169207 req-73cffb55-9888-4792-a7d4-b0844d71c429 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:18.064949 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9262345e-1f69-42d6-bc28-0b2e16169207 req-73cffb55-9888-4792-a7d4-b0844d71c429 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f HTTP/1.1" status: 200 len: 946 time: 0.2935398 May 10 14:56:18.098059 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1fefb346-4422-48f3-95af-a3b62e5fa294 req-64de8554-6332-4044-9fb0-8f28676a9051 service neutron] 10.222.0.86 "GET /v2.0/networks/0fecf774-73d0-4126-aa5a-fc4a400dca18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416671 May 10 14:56:18.153396 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9262345e-1f69-42d6-bc28-0b2e16169207 req-3c51e88e-8cbc-41e0-a548-aaee41c58fda tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=33928aeb-0d2a-460a-99f1-3415f01a6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764954 May 10 14:56:18.173808 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46874) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:18.267599 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1fefb346-4422-48f3-95af-a3b62e5fa294 req-57d25033-0d9c-43f1-97c2-5c7b3f0bc888 service neutron] 10.222.0.86 "GET /v2.0/networks/0fecf774-73d0-4126-aa5a-fc4a400dca18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665430 May 10 14:56:18.308646 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fced270-7bc8-4d16-975f-868a58a58ad2 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:18.312017 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1fced270-7bc8-4d16-975f-868a58a58ad2 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f HTTP/1.1" status: 200 len: 1094 time: 0.1394656 May 10 14:56:18.314023 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46878) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:18.319050 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': '4586eaf3-9b7a-49b1-832b-99446b4b8850', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:18.323911 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f89ebe3c-abc5-42c4-8162-32e94b0ee82b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:18.365292 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:18.378131 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ebe3c-abc5-42c4-8162-32e94b0ee82b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Port': ['ID=673171a0-e1a0-46ba-9a4d-f186e31a3def,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:18.387372 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:floatingip and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:18.410294 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:18.423306 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:18.481240 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:18.906899 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f89ebe3c-abc5-42c4-8162-32e94b0ee82b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:19.096039 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a466a-0c34-4912-83a0-07c2e792dba9 req-ff7f353d-c146-4f14-a72a-2dfe3b530c59 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:19.097508 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a28a466a-0c34-4912-83a0-07c2e792dba9 req-ff7f353d-c146-4f14-a72a-2dfe3b530c59 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 943 time: 0.2967188 May 10 14:56:19.299150 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a28a466a-0c34-4912-83a0-07c2e792dba9 req-c83c37c3-468f-4e32-b5fc-a7240fbd2294 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/security-groups?id=6360fcc3-2b27-4590-af6f-b17b28622cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931360 May 10 14:56:19.307580 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:19.412562 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89ebe3c-abc5-42c4-8162-32e94b0ee82b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Router f466405a-101f-405d-a8be-a5995d4dfbb7 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:56:19.620884 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.26.0.213 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/f9ea7027-0513-4409-afb5-1cfdc049a788) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:56:19.668766 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89ebe3c-abc5-42c4-8162-32e94b0ee82b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:56:19.679457 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a6bcc5-cea2-4336-8fa7-1ffe69b9c392 None None] Sync routers for ids ['f466405a-101f-405d-a8be-a5995d4dfbb7'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:56:19.690319 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a6bcc5-cea2-4336-8fa7-1ffe69b9c392 None None] Routers {'f466405a-101f-405d-a8be-a5995d4dfbb7'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:56:19.692342 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-02a6bcc5-cea2-4336-8fa7-1ffe69b9c392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:55:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['f466405a-101f-405d-a8be-a5995d4dfbb7'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:19.758453 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f89ebe3c-abc5-42c4-8162-32e94b0ee82b tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/routers/f466405a-101f-405d-a8be-a5995d4dfbb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5013394 May 10 14:56:19.760428 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46884) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:19.830146 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:19.841170 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c91d0d-aefb-452e-aac1-a487c78913a3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting subnet 361b27ca-8b5b-4f30-a844-8e104e3a5e33 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:56:19.844725 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5c91d0d-aefb-452e-aac1-a487c78913a3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:19.873833 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:19.898771 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-02a6bcc5-cea2-4336-8fa7-1ffe69b9c392 None None] Set router f466405a-101f-405d-a8be-a5995d4dfbb7 gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:56:19.909527 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5c91d0d-aefb-452e-aac1-a487c78913a3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:19.955370 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:56:19.958934 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:56:19.963123 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:56:20.008435 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5c91d0d-aefb-452e-aac1-a487c78913a3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:20.012197 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=f9ea7027-0513-4409-afb5-1cfdc049a788,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:20.103863 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5c91d0d-aefb-452e-aac1-a487c78913a3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:20.163973 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c91d0d-aefb-452e-aac1-a487c78913a3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Subnet': ['ID=361b27ca-8b5b-4f30-a844-8e104e3a5e33,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:20.163973 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e5c91d0d-aefb-452e-aac1-a487c78913a3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:20.169028 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e5c91d0d-aefb-452e-aac1-a487c78913a3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/subnets/361b27ca-8b5b-4f30-a844-8e104e3a5e33 HTTP/1.1" status: 204 len: 168 time: 0.4074824 May 10 14:56:20.174617 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46888) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:20.181433 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc0020a-b647-479a-be6f-107a1beecf0a None None] Network be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:56:20.209482 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1c314182-e4e4-4f7f-b597-80c7f9b4d654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:20.319220 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dcc44f7d-d777-4ea6-8843-4b8b7d82b84d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:20.375158 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-dcc44f7d-d777-4ea6-8843-4b8b7d82b84d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting port a44146d1-0af7-4620-a3d9-8f582d1b7925 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:56:20.375158 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dcc44f7d-d777-4ea6-8843-4b8b7d82b84d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:20.398561 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device d0db8a10-74af-4f17-ad45-e181c8ec3a3d details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 14:56:20.624535 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-02a6bcc5-cea2-4336-8fa7-1ffe69b9c392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:56:18Z', 'revision_number': 10, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:20.631639 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port d0db8a10-74af-4f17-ad45-e181c8ec3a3d, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=d0db8a10-74af-4f17-ad45-e181c8ec3a3d,segment=NetworkSegment(d0fbba6b-950a-40c3-8634-f23e93be3fb5),segment_id=d0fbba6b-950a-40c3-8634-f23e93be3fb5)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:20.645166 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a6bcc5-cea2-4336-8fa7-1ffe69b9c392 None None] Checking router: f466405a-101f-405d-a8be-a5995d4dfbb7 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:56:20.655403 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'd0db8a10-74af-4f17-ad45-e181c8ec3a3d', 'network_id': '0fecf774-73d0-4126-aa5a-fc4a400dca18', 'port_id': 'd0db8a10-74af-4f17-ad45-e181c8ec3a3d', 'mac_address': 'fa:16:3e:c4:16:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67fce38-dfcc-41f1-9abb-0d0e112e8f1a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 14:56:20.662752 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a6bcc5-cea2-4336-8fa7-1ffe69b9c392 None None] Routers {'f466405a-101f-405d-a8be-a5995d4dfbb7'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:56:20.663391 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-02a6bcc5-cea2-4336-8fa7-1ffe69b9c392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:55:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['f466405a-101f-405d-a8be-a5995d4dfbb7'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:20.703279 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-dcc44f7d-d777-4ea6-8843-4b8b7d82b84d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] For port a44146d1-0af7-4620-a3d9-8f582d1b7925, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=a44146d1-0af7-4620-a3d9-8f582d1b7925,segment=NetworkSegment(2509a8b6-2f80-4a7d-b22b-37303af9fad0),segment_id=2509a8b6-2f80-4a7d-b22b-37303af9fad0)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:20.703649 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dcc44f7d-d777-4ea6-8843-4b8b7d82b84d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:20.770908 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba27661-652d-4835-ba45-6987f8575634 None None] DHCP port deletion for be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:56:20.778036 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4b90e-d736-4f5a-a32b-19e72155ea63 req-a1909fd6-c100-45dd-8b72-1552abd3dd04 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:20.780118 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-45d4b90e-d736-4f5a-a32b-19e72155ea63 req-a1909fd6-c100-45dd-8b72-1552abd3dd04 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 943 time: 0.3065598 May 10 14:56:20.849174 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-45d4b90e-d736-4f5a-a32b-19e72155ea63 req-e9b965e0-a675-4b72-8179-de4301f0136c tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/security-groups?id=6360fcc3-2b27-4590-af6f-b17b28622cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580857 May 10 14:56:20.879225 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:20.894766 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-4ba27661-652d-4835-ba45-6987f8575634 None None] Deleting port a44146d1-0af7-4620-a3d9-8f582d1b7925 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:56:20.894914 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4ba27661-652d-4835-ba45-6987f8575634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:20.955861 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:20.983847 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:21.021745 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-dcc44f7d-d777-4ea6-8843-4b8b7d82b84d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Calling delete_port for a44146d1-0af7-4620-a3d9-8f582d1b7925 owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:56:21.110991 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dcc44f7d-d777-4ea6-8843-4b8b7d82b84d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:21.162052 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc44f7d-d777-4ea6-8843-4b8b7d82b84d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Port': ['ID=a44146d1-0af7-4620-a3d9-8f582d1b7925,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:21.163450 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-4ba27661-652d-4835-ba45-6987f8575634 None None] For port a44146d1-0af7-4620-a3d9-8f582d1b7925, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=a44146d1-0af7-4620-a3d9-8f582d1b7925,segment=NetworkSegment(2509a8b6-2f80-4a7d-b22b-37303af9fad0),segment_id=2509a8b6-2f80-4a7d-b22b-37303af9fad0)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:21.163450 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4ba27661-652d-4835-ba45-6987f8575634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:21.165662 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc44f7d-d777-4ea6-8843-4b8b7d82b84d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] No DVR routers for this DVR port a44146d1-0af7-4620-a3d9-8f582d1b7925 on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:56:21.238797 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:21.244073 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:21.302949 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-02a6bcc5-cea2-4336-8fa7-1ffe69b9c392 None None] Set router f466405a-101f-405d-a8be-a5995d4dfbb7 gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:56:21.315487 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dcc44f7d-d777-4ea6-8843-4b8b7d82b84d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:21.354022 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-dcc44f7d-d777-4ea6-8843-4b8b7d82b84d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:21.368890 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=f9ea7027-0513-4409-afb5-1cfdc049a788,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:21.376087 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-dcc44f7d-d777-4ea6-8843-4b8b7d82b84d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2509a8b6-2f80-4a7d-b22b-37303af9fad0') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:21.376087 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-dcc44f7d-d777-4ea6-8843-4b8b7d82b84d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2509a8b6-2f80-4a7d-b22b-37303af9fad0') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:21.386874 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:21.389186 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dcc44f7d-d777-4ea6-8843-4b8b7d82b84d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:21.414025 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dcc44f7d-d777-4ea6-8843-4b8b7d82b84d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:21.424758 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0db8a10-74af-4f17-ad45-e181c8ec3a3d {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:56:21.427964 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc44f7d-d777-4ea6-8843-4b8b7d82b84d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:56:21.427964 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dcc44f7d-d777-4ea6-8843-4b8b7d82b84d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:21.443265 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-4ba27661-652d-4835-ba45-6987f8575634 None None] Calling delete_port for a44146d1-0af7-4620-a3d9-8f582d1b7925 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:56:21.447895 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:56:21.540848 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dcc44f7d-d777-4ea6-8843-4b8b7d82b84d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:21.558910 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dcc44f7d-d777-4ea6-8843-4b8b7d82b84d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:21.570606 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc44f7d-d777-4ea6-8843-4b8b7d82b84d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Network': ['ID=be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:21.579699 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-dcc44f7d-d777-4ea6-8843-4b8b7d82b84d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/networks/be15bcf0-c80d-4c39-bd60-6bb65f5fd4b1 HTTP/1.1" status: 204 len: 168 time: 1.4047637 May 10 14:56:21.582297 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46896) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:21.607073 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port d0db8a10-74af-4f17-ad45-e181c8ec3a3d, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=d0db8a10-74af-4f17-ad45-e181c8ec3a3d,segment=NetworkSegment(d0fbba6b-950a-40c3-8634-f23e93be3fb5),segment_id=d0fbba6b-950a-40c3-8634-f23e93be3fb5)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:21.618326 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:21.660711 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Floating IP 68457526-f42c-471f-97a7-d0e641cb6da6 associated. External IP: 172.26.0.213, port: 4586eaf3-9b7a-49b1-832b-99446b4b8850. May 10 14:56:21.748391 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-4ba27661-652d-4835-ba45-6987f8575634 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:56:21.749599 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-4ba27661-652d-4835-ba45-6987f8575634 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:56:21.783384 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=d0db8a10-74af-4f17-ad45-e181c8ec3a3d,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:21.878919 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['d0db8a10-74af-4f17-ad45-e181c8ec3a3d'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 14:56:22.001086 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-02a6bcc5-cea2-4336-8fa7-1ffe69b9c392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:56:18Z', 'revision_number': 10, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:22.009874 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a6bcc5-cea2-4336-8fa7-1ffe69b9c392 None None] The sync data for ids ['f466405a-101f-405d-a8be-a5995d4dfbb7'] in dv-neutron-841204-2-hyperv is: [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:56:18Z', 'revision_number': 10, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None, '_interfaces': [{'id': '70f50a28-8f52-44af-8129-3496d24bf1d5', 'name': '', 'network_id': 'ecd8f06a-f8bb-471d-83a3-422725c47c4e', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'mac_address': 'fa:16:3e:b2:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:19Z', 'updated_at': '2022-05-10T14:55:31Z', 'revision_number': 5, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'subnets': [{'id': '4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:56:22.197000 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router b126eb66-45b6-49de-94ec-5d34b89547bc has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:56:22.209958 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3038fc-b31f-42ff-97c0-38904faebc7f req-f0511bda-712f-45fb-8dbc-e3028e072d7f tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:22.215598 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1c3038fc-b31f-42ff-97c0-38904faebc7f req-f0511bda-712f-45fb-8dbc-e3028e072d7f tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 944 time: 0.2195487 May 10 14:56:22.250074 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-4ba27661-652d-4835-ba45-6987f8575634 None None] Deleting port a44146d1-0af7-4620-a3d9-8f582d1b7925 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:56:22.250577 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4ba27661-652d-4835-ba45-6987f8575634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:22.296166 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b3d93e36-8768-4255-b38c-15ea91c4cff0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:22.347309 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-4ba27661-652d-4835-ba45-6987f8575634 None None] The port 'a44146d1-0af7-4620-a3d9-8f582d1b7925' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:56:22.349675 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1c3038fc-b31f-42ff-97c0-38904faebc7f req-e75a1dca-15b9-4465-85f4-31b4c092a039 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/security-groups?id=6360fcc3-2b27-4590-af6f-b17b28622cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305342 May 10 14:56:22.385230 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-336d7f0e-6776-44ed-ac77-79800ef68065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:22.491066 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:56:22.503964 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea8234c-a449-4c84-aad6-3904997cf9a4 None None] Sync routers for ids ['b126eb66-45b6-49de-94ec-5d34b89547bc'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:56:22.516780 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:22.534536 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea8234c-a449-4c84-aad6-3904997cf9a4 None None] Routers {'b126eb66-45b6-49de-94ec-5d34b89547bc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:56:22.535627 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-9ea8234c-a449-4c84-aad6-3904997cf9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:56:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['b126eb66-45b6-49de-94ec-5d34b89547bc'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:22.603744 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 673171a0-e1a0-46ba-9a4d-f186e31a3def no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:56:22.634077 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c453c761-c0a1-4cbc-9865-521da0f436a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3187852 May 10 14:56:22.635297 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a73d9b-ea1d-4139-99af-bf8379cbca3f', 'tag': '4586eaf3-9b7a-49b1-832b-99446b4b8850'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:56:22.641006 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46902) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:22.720564 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 673171a0-e1a0-46ba-9a4d-f186e31a3def {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:56:22.722686 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 673171a0-e1a0-46ba-9a4d-f186e31a3def not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:56:22.722686 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device a44146d1-0af7-4620-a3d9-8f582d1b7925 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:56:22.759726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-b3d93e36-8768-4255-b38c-15ea91c4cff0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting port 70f50a28-8f52-44af-8129-3496d24bf1d5 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:56:22.760168 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b3d93e36-8768-4255-b38c-15ea91c4cff0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:22.785372 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: a44146d1-0af7-4620-a3d9-8f582d1b7925 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:56:22.786047 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device a44146d1-0af7-4620-a3d9-8f582d1b7925 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:56:22.837848 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-9ea8234c-a449-4c84-aad6-3904997cf9a4 None None] Set router b126eb66-45b6-49de-94ec-5d34b89547bc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:56:22.864935 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-add47ace-9cff-49ed-87b7-0daab875b32c'] response: {'name': 'network-changed', 'server_uuid': '39a73d9b-ea1d-4139-99af-bf8379cbca3f', 'tag': '4586eaf3-9b7a-49b1-832b-99446b4b8850', 'status': 'completed', 'code': 200} May 10 14:56:22.929472 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-eeb351b4-b067-4763-ab21-99909c722c5d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/68457526-f42c-471f-97a7-d0e641cb6da6 HTTP/1.1" status: 200 len: 992 time: 0.2870831 May 10 14:56:23.129811 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:23.167059 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e67222-2e9f-483a-aac1-2c9af9ae8431 req-5f85477d-2580-4fea-9f2c-8c52393a37bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:23.170038 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f0e67222-2e9f-483a-aac1-2c9af9ae8431 req-5f85477d-2580-4fea-9f2c-8c52393a37bd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f HTTP/1.1" status: 200 len: 1099 time: 0.3254504 May 10 14:56:23.190486 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:23.275314 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-b3d93e36-8768-4255-b38c-15ea91c4cff0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] For port 70f50a28-8f52-44af-8129-3496d24bf1d5, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=70f50a28-8f52-44af-8129-3496d24bf1d5,segment=NetworkSegment(67bd6c5f-df57-4211-b1fe-3e0723b2f77c),segment_id=67bd6c5f-df57-4211-b1fe-3e0723b2f77c)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:23.276541 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b3d93e36-8768-4255-b38c-15ea91c4cff0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:23.327216 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-9ea8234c-a449-4c84-aad6-3904997cf9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'name': 'tempest-TestNetworkBasicOps-router-764486986', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:28Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:30Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '68457526-f42c-471f-97a7-d0e641cb6da6', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.213', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'port_id': '4586eaf3-9b7a-49b1-832b-99446b4b8850', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'mac_address': 'fa:16:3e:04:87:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a73d9b-ea1d-4139-99af-bf8379cbca3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:56:20Z', 'updated_at': '2022-05-10T14:56:20Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4829d7e7-54e3-4c8c-9d3b-583e01e95d5d', 'name': '', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:dc:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:41Z', 'updated_at': '2022-05-10T14:56:04Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:23.332847 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea8234c-a449-4c84-aad6-3904997cf9a4 None None] Checking router: b126eb66-45b6-49de-94ec-5d34b89547bc for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:56:23.343936 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea8234c-a449-4c84-aad6-3904997cf9a4 None None] Routers {'b126eb66-45b6-49de-94ec-5d34b89547bc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:56:23.343936 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-9ea8234c-a449-4c84-aad6-3904997cf9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:56:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['b126eb66-45b6-49de-94ec-5d34b89547bc'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:23.359922 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:23.412679 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-b3d93e36-8768-4255-b38c-15ea91c4cff0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Calling delete_port for 70f50a28-8f52-44af-8129-3496d24bf1d5 owned by network:router_interface {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:56:23.498485 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e67222-2e9f-483a-aac1-2c9af9ae8431 req-bcaf679c-db09-4074-b11c-aff0f6507e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:23.499901 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f0e67222-2e9f-483a-aac1-2c9af9ae8431 req-bcaf679c-db09-4074-b11c-aff0f6507e79 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e8572de1-4d0f-4d72-8907-1d51ee7294b5 HTTP/1.1" status: 200 len: 898 time: 0.3220313 May 10 14:56:23.578256 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8bc80-a8b8-468f-870e-5fda6d8d7913 req-5d714f53-ceea-4429-83b5-1ba2f0094410 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:23.581947 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-80a8bc80-a8b8-468f-870e-5fda6d8d7913 req-5d714f53-ceea-4429-83b5-1ba2f0094410 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 944 time: 0.1075776 May 10 14:56:23.588213 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-9ea8234c-a449-4c84-aad6-3904997cf9a4 None None] Set router b126eb66-45b6-49de-94ec-5d34b89547bc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:56:23.649115 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-80a8bc80-a8b8-468f-870e-5fda6d8d7913 req-dd69c433-d884-4cd6-9210-b95e8f27240f tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/security-groups?id=6360fcc3-2b27-4590-af6f-b17b28622cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593712 May 10 14:56:23.776957 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f0e67222-2e9f-483a-aac1-2c9af9ae8431 req-dfc93542-60de-49bf-b104-50f6e7fd6037 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4586eaf3-9b7a-49b1-832b-99446b4b8850 HTTP/1.1" status: 200 len: 1000 time: 0.1435559 May 10 14:56:23.876966 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e67222-2e9f-483a-aac1-2c9af9ae8431 req-292a5b4e-77d4-4439-9b91-53224ecec736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:23.878392 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f0e67222-2e9f-483a-aac1-2c9af9ae8431 req-292a5b4e-77d4-4439-9b91-53224ecec736 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1bd4c6da-4fae-48d2-bfd5-eb04f1871d48 HTTP/1.1" status: 200 len: 834 time: 0.0952382 May 10 14:56:23.932529 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46910) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:23.969069 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-9ea8234c-a449-4c84-aad6-3904997cf9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'name': 'tempest-TestNetworkBasicOps-router-764486986', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:28Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:30Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '68457526-f42c-471f-97a7-d0e641cb6da6', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.213', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'port_id': '4586eaf3-9b7a-49b1-832b-99446b4b8850', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'mac_address': 'fa:16:3e:04:87:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a73d9b-ea1d-4139-99af-bf8379cbca3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:56:20Z', 'updated_at': '2022-05-10T14:56:20Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4829d7e7-54e3-4c8c-9d3b-583e01e95d5d', 'name': '', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:dc:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:41Z', 'updated_at': '2022-05-10T14:56:04Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:23.969506 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b3d93e36-8768-4255-b38c-15ea91c4cff0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:23.973682 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea8234c-a449-4c84-aad6-3904997cf9a4 None None] The sync data for ids ['b126eb66-45b6-49de-94ec-5d34b89547bc'] in dv-neutron-841204-2-hyperv is: [{'id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'name': 'tempest-TestNetworkBasicOps-router-764486986', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:28Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:30Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '68457526-f42c-471f-97a7-d0e641cb6da6', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.213', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'port_id': '4586eaf3-9b7a-49b1-832b-99446b4b8850', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'mac_address': 'fa:16:3e:04:87:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a73d9b-ea1d-4139-99af-bf8379cbca3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:56:20Z', 'updated_at': '2022-05-10T14:56:20Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4829d7e7-54e3-4c8c-9d3b-583e01e95d5d', 'name': '', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:dc:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:41Z', 'updated_at': '2022-05-10T14:56:04Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:56:24.031268 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d93e36-8768-4255-b38c-15ea91c4cff0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Port': ['ID=70f50a28-8f52-44af-8129-3496d24bf1d5,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:24.066868 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e67222-2e9f-483a-aac1-2c9af9ae8431 req-f3fdc458-b494-4dfb-b720-cb2ca9af237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:24.068206 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f0e67222-2e9f-483a-aac1-2c9af9ae8431 req-f3fdc458-b494-4dfb-b720-cb2ca9af237a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e8572de1-4d0f-4d72-8907-1d51ee7294b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1781189 May 10 14:56:24.095289 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-16879589-9ffe-475d-b094-a45a9ce64db9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/68457526-f42c-471f-97a7-d0e641cb6da6 HTTP/1.1" status: 200 len: 992 time: 0.1614637 May 10 14:56:24.110588 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [req-f0e67222-2e9f-483a-aac1-2c9af9ae8431 req-01c0845f-d0e4-4461-9674-0882f62c2bf8 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:56:24.111390 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f0e67222-2e9f-483a-aac1-2c9af9ae8431 req-01c0845f-d0e4-4461-9674-0882f62c2bf8 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056441 May 10 14:56:24.258056 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9a5ea6-be39-4c87-83d5-09452755b0bf None None] New status for floating IP 68457526-f42c-471f-97a7-d0e641cb6da6: ACTIVE {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:56:24.416268 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device d0db8a10-74af-4f17-ad45-e181c8ec3a3d up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:56:24.510718 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b3d93e36-8768-4255-b38c-15ea91c4cff0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:24.578056 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f0e67222-2e9f-483a-aac1-2c9af9ae8431 req-1c029d11-5e7a-4dec-a9a2-298b2c84e06c service neutron] 10.222.0.86 "GET /v2.0/networks/e8572de1-4d0f-4d72-8907-1d51ee7294b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573908 May 10 14:56:24.578663 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port d0db8a10-74af-4f17-ad45-e181c8ec3a3d completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:56:24.585379 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port d0db8a10-74af-4f17-ad45-e181c8ec3a3d triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:56:24.585834 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:24.706907 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:24.735356 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3302d622-7cbf-4ca6-a025-eadf9ae96bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0db8a10-74af-4f17-ad45-e181c8ec3a3d'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:56:24.745421 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port d0db8a10-74af-4f17-ad45-e181c8ec3a3d, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=d0db8a10-74af-4f17-ad45-e181c8ec3a3d,segment=NetworkSegment(d0fbba6b-950a-40c3-8634-f23e93be3fb5),segment_id=d0fbba6b-950a-40c3-8634-f23e93be3fb5)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:24.751799 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:24.811103 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6442a346-befe-4133-bc5c-7fa49d0edc22'] response: {'server_uuid': '3302d622-7cbf-4ca6-a025-eadf9ae96bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0db8a10-74af-4f17-ad45-e181c8ec3a3d', 'code': 200} May 10 14:56:24.826650 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=d0db8a10-74af-4f17-ad45-e181c8ec3a3d,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:24.862148 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:24.901875 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e209ee-ddf4-4eae-a49a-6ab88d79d695 req-72fdab53-29af-4e68-acc2-da1b75a207ab tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:24.910701 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-31e209ee-ddf4-4eae-a49a-6ab88d79d695 req-72fdab53-29af-4e68-acc2-da1b75a207ab tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 945 time: 0.1117091 May 10 14:56:24.920267 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d93e36-8768-4255-b38c-15ea91c4cff0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Router f466405a-101f-405d-a8be-a5995d4dfbb7 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:56:24.931475 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f0e67222-2e9f-483a-aac1-2c9af9ae8431 req-0bf736fe-0118-4c47-b74b-41239ed7bb40 service neutron] 10.222.0.86 "GET /v2.0/networks/e8572de1-4d0f-4d72-8907-1d51ee7294b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383410 May 10 14:56:24.979211 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-31e209ee-ddf4-4eae-a49a-6ab88d79d695 req-24564e89-2f43-46e2-9c70-cf9e8eaf561a tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/security-groups?id=6360fcc3-2b27-4590-af6f-b17b28622cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670927 May 10 14:56:25.098928 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46918) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:25.107805 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d93e36-8768-4255-b38c-15ea91c4cff0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:56:25.118276 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290a2aaa-51e5-482b-86cc-5aa8c7b9c363 None None] Sync routers for ids ['f466405a-101f-405d-a8be-a5995d4dfbb7'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:56:25.129020 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b3d93e36-8768-4255-b38c-15ea91c4cff0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/routers/f466405a-101f-405d-a8be-a5995d4dfbb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5432963 May 10 14:56:25.129274 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46922) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:25.129401 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290a2aaa-51e5-482b-86cc-5aa8c7b9c363 None None] Routers {'f466405a-101f-405d-a8be-a5995d4dfbb7'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:56:25.130045 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-290a2aaa-51e5-482b-86cc-5aa8c7b9c363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:56:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['f466405a-101f-405d-a8be-a5995d4dfbb7'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:25.194542 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5720281-6d2a-4365-9f93-bde8021f1782 req-fb9296fd-96b2-4fd4-a599-f28444138897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:25.196014 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c5720281-6d2a-4365-9f93-bde8021f1782 req-fb9296fd-96b2-4fd4-a599-f28444138897 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 1098 time: 0.2023191 May 10 14:56:25.205247 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-430e7ce8-d506-46cd-9a02-b94ad83bdc6c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting subnet 4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:56:25.227738 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-32f48b3e-d462-4356-a5f0-4ebd5baf414e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/68457526-f42c-471f-97a7-d0e641cb6da6 HTTP/1.1" status: 200 len: 994 time: 0.1201916 May 10 14:56:25.227966 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-430e7ce8-d506-46cd-9a02-b94ad83bdc6c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:25.258628 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-290a2aaa-51e5-482b-86cc-5aa8c7b9c363 None None] Set router f466405a-101f-405d-a8be-a5995d4dfbb7 gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:56:25.293521 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c5720281-6d2a-4365-9f93-bde8021f1782 req-a75a08ad-36aa-4e9a-b93c-1117ecac42c7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6360fcc3-2b27-4590-af6f-b17b28622cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860825 May 10 14:56:25.295813 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-430e7ce8-d506-46cd-9a02-b94ad83bdc6c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:25.364482 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-290a2aaa-51e5-482b-86cc-5aa8c7b9c363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:56:23Z', 'revision_number': 11, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:25.368376 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290a2aaa-51e5-482b-86cc-5aa8c7b9c363 None None] Checking router: f466405a-101f-405d-a8be-a5995d4dfbb7 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:56:25.377375 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-430e7ce8-d506-46cd-9a02-b94ad83bdc6c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:25.377587 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290a2aaa-51e5-482b-86cc-5aa8c7b9c363 None None] Routers {'f466405a-101f-405d-a8be-a5995d4dfbb7'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:56:25.378062 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-290a2aaa-51e5-482b-86cc-5aa8c7b9c363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:56:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['f466405a-101f-405d-a8be-a5995d4dfbb7'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:25.454870 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-430e7ce8-d506-46cd-9a02-b94ad83bdc6c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:25.495650 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e7ce8-d506-46cd-9a02-b94ad83bdc6c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Subnet': ['ID=4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:25.498772 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-430e7ce8-d506-46cd-9a02-b94ad83bdc6c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:25.505732 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408da763-d243-41a3-b247-a2990b79412f None None] Network ecd8f06a-f8bb-471d-83a3-422725c47c4e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:56:25.506234 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-290a2aaa-51e5-482b-86cc-5aa8c7b9c363 None None] Set router f466405a-101f-405d-a8be-a5995d4dfbb7 gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:56:25.509491 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-430e7ce8-d506-46cd-9a02-b94ad83bdc6c tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/subnets/4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e HTTP/1.1" status: 204 len: 168 time: 0.3769989 May 10 14:56:25.509728 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46926) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:25.626483 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-83ff9432-3aad-465c-9d2d-828a4380f3c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:25.637442 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-83ff9432-3aad-465c-9d2d-828a4380f3c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Deleting port 513237c8-600f-4a1c-ac5e-f769dbf69cde {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:56:25.637676 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-83ff9432-3aad-465c-9d2d-828a4380f3c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:25.641972 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-290a2aaa-51e5-482b-86cc-5aa8c7b9c363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:56:23Z', 'revision_number': 11, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:25.646341 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290a2aaa-51e5-482b-86cc-5aa8c7b9c363 None None] The sync data for ids ['f466405a-101f-405d-a8be-a5995d4dfbb7'] in dv-neutron-841204-2-hyperv is: [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:56:23Z', 'revision_number': 11, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:56:25.975745 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-83ff9432-3aad-465c-9d2d-828a4380f3c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] For port 513237c8-600f-4a1c-ac5e-f769dbf69cde, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=513237c8-600f-4a1c-ac5e-f769dbf69cde,segment=NetworkSegment(67bd6c5f-df57-4211-b1fe-3e0723b2f77c),segment_id=67bd6c5f-df57-4211-b1fe-3e0723b2f77c)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:25.976122 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-83ff9432-3aad-465c-9d2d-828a4380f3c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:25.991383 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fc3025-8007-4f74-be88-7a2289bca15e None None] DHCP port deletion for ecd8f06a-f8bb-471d-83a3-422725c47c4e request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:56:25.995725 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-41fc3025-8007-4f74-be88-7a2289bca15e None None] Deleting port 513237c8-600f-4a1c-ac5e-f769dbf69cde {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:56:25.996192 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-41fc3025-8007-4f74-be88-7a2289bca15e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:26.104162 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-83ff9432-3aad-465c-9d2d-828a4380f3c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Calling delete_port for 513237c8-600f-4a1c-ac5e-f769dbf69cde owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:56:26.181500 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4c4eb-ca39-44bf-8b7b-a210721e6fbb req-c2ae36a3-8b4f-4b98-a257-30418f94788d tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:26.183159 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-32a4c4eb-ca39-44bf-8b7b-a210721e6fbb req-c2ae36a3-8b4f-4b98-a257-30418f94788d tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0910463 May 10 14:56:26.191208 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-83ff9432-3aad-465c-9d2d-828a4380f3c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:26.234077 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-32a4c4eb-ca39-44bf-8b7b-a210721e6fbb req-0c1d03d6-2702-4961-a516-ca387343280d tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/security-groups?id=6360fcc3-2b27-4590-af6f-b17b28622cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443215 May 10 14:56:26.241301 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-41fc3025-8007-4f74-be88-7a2289bca15e None None] For port 513237c8-600f-4a1c-ac5e-f769dbf69cde, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=513237c8-600f-4a1c-ac5e-f769dbf69cde,segment=NetworkSegment(67bd6c5f-df57-4211-b1fe-3e0723b2f77c),segment_id=67bd6c5f-df57-4211-b1fe-3e0723b2f77c)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:26.241301 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-41fc3025-8007-4f74-be88-7a2289bca15e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:26.250220 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff9432-3aad-465c-9d2d-828a4380f3c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Port': ['ID=513237c8-600f-4a1c-ac5e-f769dbf69cde,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:26.256818 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ff9432-3aad-465c-9d2d-828a4380f3c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] No DVR routers for this DVR port 513237c8-600f-4a1c-ac5e-f769dbf69cde on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:56:26.367986 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-41fc3025-8007-4f74-be88-7a2289bca15e None None] Calling delete_port for 513237c8-600f-4a1c-ac5e-f769dbf69cde owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:56:26.381928 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-83ff9432-3aad-465c-9d2d-828a4380f3c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:26.407549 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-83ff9432-3aad-465c-9d2d-828a4380f3c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd8f06a-f8bb-471d-83a3-422725c47c4e']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:26.420116 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-83ff9432-3aad-465c-9d2d-828a4380f3c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67bd6c5f-df57-4211-b1fe-3e0723b2f77c') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:26.420668 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-83ff9432-3aad-465c-9d2d-828a4380f3c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67bd6c5f-df57-4211-b1fe-3e0723b2f77c') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:26.432042 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-83ff9432-3aad-465c-9d2d-828a4380f3c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:26.441251 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-41fc3025-8007-4f74-be88-7a2289bca15e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:56:26.441607 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-41fc3025-8007-4f74-be88-7a2289bca15e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:56:26.448585 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-83ff9432-3aad-465c-9d2d-828a4380f3c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:26.456753 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ff9432-3aad-465c-9d2d-828a4380f3c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:56:26.457595 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-83ff9432-3aad-465c-9d2d-828a4380f3c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:56:26.474547 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:56:26.564581 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 513237c8-600f-4a1c-ac5e-f769dbf69cde no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:56:26.574549 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-83ff9432-3aad-465c-9d2d-828a4380f3c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:26.596325 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-83ff9432-3aad-465c-9d2d-828a4380f3c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:26.602580 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff9432-3aad-465c-9d2d-828a4380f3c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Pushing event deleted for resources: {'Network': ['ID=ecd8f06a-f8bb-471d-83a3-422725c47c4e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:26.605854 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 513237c8-600f-4a1c-ac5e-f769dbf69cde {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:56:26.606207 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 513237c8-600f-4a1c-ac5e-f769dbf69cde not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:56:26.607275 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 70f50a28-8f52-44af-8129-3496d24bf1d5 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:56:26.613447 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-83ff9432-3aad-465c-9d2d-828a4380f3c5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/networks/ecd8f06a-f8bb-471d-83a3-422725c47c4e HTTP/1.1" status: 204 len: 168 time: 1.1027112 May 10 14:56:26.616008 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46932) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:26.621007 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-eaf7b13e-8fad-49e2-8865-fee4677c60a8 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'router': {'routes': None}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:26.641300 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 70f50a28-8f52-44af-8129-3496d24bf1d5 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:56:26.641643 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 70f50a28-8f52-44af-8129-3496d24bf1d5 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:56:26.905021 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.extraroute_db [None req-eaf7b13e-8fad-49e2-8865-fee4677c60a8 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Added routes are [] {{(pid=88052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 10 14:56:26.905627 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.extraroute_db [None req-eaf7b13e-8fad-49e2-8865-fee4677c60a8 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Removed routes are [] {{(pid=88052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 10 14:56:26.905746 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-eaf7b13e-8fad-49e2-8865-fee4677c60a8 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:26.942730 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-41fc3025-8007-4f74-be88-7a2289bca15e None None] Deleting port 513237c8-600f-4a1c-ac5e-f769dbf69cde {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:56:26.943118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-41fc3025-8007-4f74-be88-7a2289bca15e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:27.011614 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-41fc3025-8007-4f74-be88-7a2289bca15e None None] The port '513237c8-600f-4a1c-ac5e-f769dbf69cde' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 14:56:27.159105 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-eaf7b13e-8fad-49e2-8865-fee4677c60a8 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:27.162502 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-eaf7b13e-8fad-49e2-8865-fee4677c60a8 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539321'] for router, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:27.406685 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf7b13e-8fad-49e2-8865-fee4677c60a8 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Router f466405a-101f-405d-a8be-a5995d4dfbb7 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:56:27.426192 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88e0c4-76b6-4ca2-98f3-e2c7e332d17d req-d413c024-8c96-4f7b-ae54-14853125b068 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:27.427671 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2b88e0c4-76b6-4ca2-98f3-e2c7e332d17d req-d413c024-8c96-4f7b-ae54-14853125b068 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0851717 May 10 14:56:27.472462 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2b88e0c4-76b6-4ca2-98f3-e2c7e332d17d req-853cf405-ed90-49d5-ad89-4d08204f77a1 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/security-groups?id=6360fcc3-2b27-4590-af6f-b17b28622cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390720 May 10 14:56:27.541541 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf7b13e-8fad-49e2-8865-fee4677c60a8 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:56:27.549882 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-eaf7b13e-8fad-49e2-8865-fee4677c60a8 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:27.553876 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-eaf7b13e-8fad-49e2-8865-fee4677c60a8 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/routers/f466405a-101f-405d-a8be-a5995d4dfbb7 HTTP/1.1" status: 200 len: 699 time: 0.9343226 May 10 14:56:27.554050 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b843bb-e1b3-4dae-a928-f2df47138e61 None None] Sync routers for ids ['f466405a-101f-405d-a8be-a5995d4dfbb7'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:56:27.554165 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46940) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:27.561529 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b843bb-e1b3-4dae-a928-f2df47138e61 None None] Routers {'f466405a-101f-405d-a8be-a5995d4dfbb7'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:56:27.562158 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-13b843bb-e1b3-4dae-a928-f2df47138e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:56:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['f466405a-101f-405d-a8be-a5995d4dfbb7'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:27.601247 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-bc0ffe9a-c01f-4763-9249-f4e69c4ae291 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Synchronizing usage tracker for tenant:7644c356883e4453aa5ee3ea8dc28b8a on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:27.620097 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-bc0ffe9a-c01f-4763-9249-f4e69c4ae291 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Unset dirty status for tenant:7644c356883e4453aa5ee3ea8dc28b8a on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:27.623866 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bc0ffe9a-c01f-4763-9249-f4e69c4ae291 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/ports?device_id=f466405a-101f-405d-a8be-a5995d4dfbb7 HTTP/1.1" status: 200 len: 205 time: 0.0663977 May 10 14:56:27.624384 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46944) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:27.690482 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-13b843bb-e1b3-4dae-a928-f2df47138e61 None None] Set router f466405a-101f-405d-a8be-a5995d4dfbb7 gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:56:27.771302 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b4306eea-ee40-4151-aff8-92e304c68c7e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:27.794878 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-13b843bb-e1b3-4dae-a928-f2df47138e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:56:23Z', 'revision_number': 11, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:27.798870 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b843bb-e1b3-4dae-a928-f2df47138e61 None None] Checking router: f466405a-101f-405d-a8be-a5995d4dfbb7 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:56:27.807072 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b843bb-e1b3-4dae-a928-f2df47138e61 None None] Routers {'f466405a-101f-405d-a8be-a5995d4dfbb7'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:56:27.807676 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-13b843bb-e1b3-4dae-a928-f2df47138e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:56:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['f466405a-101f-405d-a8be-a5995d4dfbb7'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:27.938133 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-13b843bb-e1b3-4dae-a928-f2df47138e61 None None] Set router f466405a-101f-405d-a8be-a5995d4dfbb7 gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:56:27.951764 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d91c1-e036-4795-8942-99d2bb3e7bb8 req-f51b53db-4c5b-4825-887d-dc6dca053ba9 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:27.953232 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e40d91c1-e036-4795-8942-99d2bb3e7bb8 req-f51b53db-4c5b-4825-887d-dc6dca053ba9 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 945 time: 0.3731408 May 10 14:56:28.042794 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-13b843bb-e1b3-4dae-a928-f2df47138e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:56:23Z', 'revision_number': 11, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:28.047224 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b843bb-e1b3-4dae-a928-f2df47138e61 None None] The sync data for ids ['f466405a-101f-405d-a8be-a5995d4dfbb7'] in dv-neutron-841204-2-hyperv is: [{'id': 'f466405a-101f-405d-a8be-a5995d4dfbb7', 'name': 'tempest-RoutersTest-router-66694151', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:16Z', 'updated_at': '2022-05-10T14:56:23Z', 'revision_number': 11, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:56:28.096139 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b4306eea-ee40-4151-aff8-92e304c68c7e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:28.099322 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b4306eea-ee40-4151-aff8-92e304c68c7e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:28.130446 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e40d91c1-e036-4795-8942-99d2bb3e7bb8 req-cbb33cbe-1643-47c1-bb37-4bf64d8e7fe7 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/security-groups?id=6360fcc3-2b27-4590-af6f-b17b28622cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214583 May 10 14:56:28.140108 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b4306eea-ee40-4151-aff8-92e304c68c7e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:28.140614 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4306eea-ee40-4151-aff8-92e304c68c7e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Fanout notify agent at l3_agent the message router_deleted on router f466405a-101f-405d-a8be-a5995d4dfbb7 {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:56:28.166723 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b4306eea-ee40-4151-aff8-92e304c68c7e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:28.167784 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b4306eea-ee40-4151-aff8-92e304c68c7e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/routers/f466405a-101f-405d-a8be-a5995d4dfbb7 HTTP/1.1" status: 204 len: 168 time: 0.5409226 May 10 14:56:28.172770 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46950) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:28.178342 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-acdf9fae-8411-42f5-a270-4210dff419ab tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1616729862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:28.186650 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-acdf9fae-8411-42f5-a270-4210dff419ab tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:28.191172 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-acdf9fae-8411-42f5-a270-4210dff419ab tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Usage tracker for resource:router and tenant:7644c356883e4453aa5ee3ea8dc28b8a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:28.194112 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-acdf9fae-8411-42f5-a270-4210dff419ab tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:28.202267 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-acdf9fae-8411-42f5-a270-4210dff419ab tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:28.215228 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-acdf9fae-8411-42f5-a270-4210dff419ab tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:28.217231 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-acdf9fae-8411-42f5-a270-4210dff419ab tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:28.236914 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-acdf9fae-8411-42f5-a270-4210dff419ab tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:28.256453 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-acdf9fae-8411-42f5-a270-4210dff419ab tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:28.286224 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-acdf9fae-8411-42f5-a270-4210dff419ab tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:28.293117 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-acdf9fae-8411-42f5-a270-4210dff419ab tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1137321 May 10 14:56:28.293117 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46954) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:28.298530 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-07c37817-e150-4dc9-b81c-c37a7b7c8b0a tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:28.663491 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c8d4b-414b-4fae-8518-154d09022d14 req-f4767988-2689-4870-8c52-81b4d7968e92 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:28.664860 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-961c8d4b-414b-4fae-8518-154d09022d14 req-f4767988-2689-4870-8c52-81b4d7968e92 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 945 time: 0.1951585 May 10 14:56:28.682987 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07c37817-e150-4dc9-b81c-c37a7b7c8b0a tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:28.693608 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07c37817-e150-4dc9-b81c-c37a7b7c8b0a tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539321'] for router, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:28.710266 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-961c8d4b-414b-4fae-8518-154d09022d14 req-c676576e-c0fe-405a-95bb-0770014c531d tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/security-groups?id=6360fcc3-2b27-4590-af6f-b17b28622cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383172 May 10 14:56:28.849898 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c37817-e150-4dc9-b81c-c37a7b7c8b0a tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Router 0fa13af2-2779-4d5b-8ac7-8c136d7c041d is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:56:28.986650 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c37817-e150-4dc9-b81c-c37a7b7c8b0a tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:56:28.992899 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-07c37817-e150-4dc9-b81c-c37a7b7c8b0a tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:28.994845 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-07c37817-e150-4dc9-b81c-c37a7b7c8b0a tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "PUT /v2.0/routers/0fa13af2-2779-4d5b-8ac7-8c136d7c041d HTTP/1.1" status: 200 len: 694 time: 0.7034087 May 10 14:56:28.996244 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b2544c-302f-4b1e-a1f5-43f68b8ed001 None None] Sync routers for ids ['0fa13af2-2779-4d5b-8ac7-8c136d7c041d'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:56:28.996684 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46960) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:29.006082 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b2544c-302f-4b1e-a1f5-43f68b8ed001 None None] Routers {'0fa13af2-2779-4d5b-8ac7-8c136d7c041d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:56:29.006730 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-d1b2544c-302f-4b1e-a1f5-43f68b8ed001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:56:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['0fa13af2-2779-4d5b-8ac7-8c136d7c041d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:29.131650 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-d1b2544c-302f-4b1e-a1f5-43f68b8ed001 None None] Set router 0fa13af2-2779-4d5b-8ac7-8c136d7c041d gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:56:29.240820 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-d1b2544c-302f-4b1e-a1f5-43f68b8ed001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa13af2-2779-4d5b-8ac7-8c136d7c041d', 'name': 'tempest-RoutersTest-router-1616729862', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:56:28Z', 'updated_at': '2022-05-10T14:56:28Z', 'revision_number': 2, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:29.245051 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b2544c-302f-4b1e-a1f5-43f68b8ed001 None None] Checking router: 0fa13af2-2779-4d5b-8ac7-8c136d7c041d for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:56:29.250641 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e401ecf7-2c6a-400f-afcc-caa8cad46486 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/routers/0fa13af2-2779-4d5b-8ac7-8c136d7c041d HTTP/1.1" status: 200 len: 700 time: 0.2530200 May 10 14:56:29.253360 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46964) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:29.254280 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b2544c-302f-4b1e-a1f5-43f68b8ed001 None None] Routers {'0fa13af2-2779-4d5b-8ac7-8c136d7c041d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:56:29.254907 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-d1b2544c-302f-4b1e-a1f5-43f68b8ed001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:56:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['0fa13af2-2779-4d5b-8ac7-8c136d7c041d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:29.295735 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9c4dd9e8-fbcb-4d72-af07-61fd4fbec44f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Synchronizing usage tracker for tenant:7644c356883e4453aa5ee3ea8dc28b8a on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:29.307246 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9c4dd9e8-fbcb-4d72-af07-61fd4fbec44f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Unset dirty status for tenant:7644c356883e4453aa5ee3ea8dc28b8a on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:29.308356 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9c4dd9e8-fbcb-4d72-af07-61fd4fbec44f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fa13af2-2779-4d5b-8ac7-8c136d7c041d HTTP/1.1" status: 200 len: 205 time: 0.0540383 May 10 14:56:29.311285 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46968) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:29.377870 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-d1b2544c-302f-4b1e-a1f5-43f68b8ed001 None None] Set router 0fa13af2-2779-4d5b-8ac7-8c136d7c041d gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:56:29.444577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a33f008f-8ccf-4ae5-99fd-9d04effda9f9 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:29.481347 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-d1b2544c-302f-4b1e-a1f5-43f68b8ed001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa13af2-2779-4d5b-8ac7-8c136d7c041d', 'name': 'tempest-RoutersTest-router-1616729862', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:56:28Z', 'updated_at': '2022-05-10T14:56:28Z', 'revision_number': 2, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:29.485302 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b2544c-302f-4b1e-a1f5-43f68b8ed001 None None] The sync data for ids ['0fa13af2-2779-4d5b-8ac7-8c136d7c041d'] in dv-neutron-841204-2-hyperv is: [{'id': '0fa13af2-2779-4d5b-8ac7-8c136d7c041d', 'name': 'tempest-RoutersTest-router-1616729862', 'tenant_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:56:28Z', 'updated_at': '2022-05-10T14:56:28Z', 'revision_number': 2, 'project_id': '7644c356883e4453aa5ee3ea8dc28b8a', 'gw_port_host': None}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:56:29.746155 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a33f008f-8ccf-4ae5-99fd-9d04effda9f9 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:29.749001 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a33f008f-8ccf-4ae5-99fd-9d04effda9f9 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:29.771979 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a33f008f-8ccf-4ae5-99fd-9d04effda9f9 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:29.772535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33f008f-8ccf-4ae5-99fd-9d04effda9f9 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Fanout notify agent at l3_agent the message router_deleted on router 0fa13af2-2779-4d5b-8ac7-8c136d7c041d {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:56:29.787722 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a33f008f-8ccf-4ae5-99fd-9d04effda9f9 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:29.788780 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a33f008f-8ccf-4ae5-99fd-9d04effda9f9 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/routers/0fa13af2-2779-4d5b-8ac7-8c136d7c041d HTTP/1.1" status: 204 len: 168 time: 0.4766271 May 10 14:56:29.792174 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46974) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:29.867922 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-142ba184-6102-4198-93d4-6c817346fcd7 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/ports?device_id=0fa13af2-2779-4d5b-8ac7-8c136d7c041d HTTP/1.1" status: 200 len: 205 time: 0.0746982 May 10 14:56:29.870400 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46980) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:29.921065 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3d93d-1974-4617-8171-5a7f13ac485e req-bec6deb6-6e44-44eb-a964-5976d4576fb7 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:29.922545 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-98f3d93d-1974-4617-8171-5a7f13ac485e req-bec6deb6-6e44-44eb-a964-5976d4576fb7 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0914848 May 10 14:56:29.941317 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-ee058789-ac07-422b-bc7b-f2b8753c9e67 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] delete failed (client error): The resource could not be found. May 10 14:56:29.942314 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ee058789-ac07-422b-bc7b-f2b8753c9e67 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/routers/0fa13af2-2779-4d5b-8ac7-8c136d7c041d HTTP/1.1" status: 404 len: 336 time: 0.0707257 May 10 14:56:29.944929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 46984) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:29.991349 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb51795-a0e7-4911-8f3a-2ecc82453fd4 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] DELETE failed (client error): The resource could not be found. May 10 14:56:29.991719 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb51795-a0e7-4911-8f3a-2ecc82453fd4 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:56:29.993365 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0bb51795-a0e7-4911-8f3a-2ecc82453fd4 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/subnets/c8505c70-15cf-4cf5-a73d-39cfb37314ea HTTP/1.1" status: 404 len: 337 time: 0.0474670 May 10 14:56:29.995982 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46988) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:30.013516 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-98f3d93d-1974-4617-8171-5a7f13ac485e req-1e79e209-994a-459b-97e4-8a65af4c74b1 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/security-groups?id=6360fcc3-2b27-4590-af6f-b17b28622cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836086 May 10 14:56:30.035846 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-20acbc1c-30d7-48a8-90aa-b35bac06802e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] DELETE failed (client error): The resource could not be found. May 10 14:56:30.036290 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20acbc1c-30d7-48a8-90aa-b35bac06802e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:56:30.037937 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-20acbc1c-30d7-48a8-90aa-b35bac06802e tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/subnets/e338170d-8b6d-4367-b593-e6900023fa5f HTTP/1.1" status: 404 len: 337 time: 0.0410130 May 10 14:56:30.040479 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46994) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:30.078760 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab56e8c4-d3ef-42e3-9c33-da82e5f88d12 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] DELETE failed (client error): The resource could not be found. May 10 14:56:30.079212 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab56e8c4-d3ef-42e3-9c33-da82e5f88d12 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:56:30.080847 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ab56e8c4-d3ef-42e3-9c33-da82e5f88d12 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/subnets/361b27ca-8b5b-4f30-a844-8e104e3a5e33 HTTP/1.1" status: 404 len: 337 time: 0.0394833 May 10 14:56:30.083296 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 46998) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:30.126497 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb96d103-7447-4518-a52a-59e01cea28f7 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] DELETE failed (client error): The resource could not be found. May 10 14:56:30.127187 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb96d103-7447-4518-a52a-59e01cea28f7 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:56:30.128910 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bb96d103-7447-4518-a52a-59e01cea28f7 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/subnets/4b15bc7f-98a1-4264-ad2e-ea3dd0a12b5e HTTP/1.1" status: 404 len: 337 time: 0.0447333 May 10 14:56:30.131429 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47002) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:30.177025 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e478e696-3180-4e86-9489-96350a4018cc tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/ports?device_id=f466405a-101f-405d-a8be-a5995d4dfbb7 HTTP/1.1" status: 200 len: 205 time: 0.0443933 May 10 14:56:30.179337 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47006) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:30.271534 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-8a292f8a-9c07-4af5-a807-5a7a87c79024 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] delete failed (client error): The resource could not be found. May 10 14:56:30.272692 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8a292f8a-9c07-4af5-a807-5a7a87c79024 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/routers/f466405a-101f-405d-a8be-a5995d4dfbb7 HTTP/1.1" status: 404 len: 336 time: 0.0924878 May 10 14:56:30.275365 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47012) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:30.359989 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-89eb4fc4-36cf-4d2b-8bb8-653174de967d tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9bfefd5-3e82-485b-9473-63706bad6f22 HTTP/1.1" status: 200 len: 205 time: 0.0833600 May 10 14:56:30.362472 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47016) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:30.385890 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b8f80-26d5-43e4-9d1a-ec288dedbc9c req-6920bf09-3120-4385-bb8e-30057c6552eb tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:30.387639 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-551b8f80-26d5-43e4-9d1a-ec288dedbc9c req-6920bf09-3120-4385-bb8e-30057c6552eb tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0875280 May 10 14:56:30.441509 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-551b8f80-26d5-43e4-9d1a-ec288dedbc9c req-f20743a2-cd7b-4653-bd4c-4ba1b4868a78 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/security-groups?id=6360fcc3-2b27-4590-af6f-b17b28622cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478928 May 10 14:56:30.441789 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-165e3d38-da8e-4423-a36e-a739f670e5d9 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] delete failed (client error): The resource could not be found. May 10 14:56:30.442818 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-165e3d38-da8e-4423-a36e-a739f670e5d9 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/routers/c9bfefd5-3e82-485b-9473-63706bad6f22 HTTP/1.1" status: 404 len: 336 time: 0.0794647 May 10 14:56:30.445558 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47020) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:30.462106 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe1604-323a-429c-89af-4785ebfa4dcf req-cdf8be4e-6699-4812-b033-e335b6cb6594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:30.463808 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9dbe1604-323a-429c-89af-4785ebfa4dcf req-cdf8be4e-6699-4812-b033-e335b6cb6594 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5fa7902007934f848529e273ed5cba04&device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 1098 time: 0.1551778 May 10 14:56:30.488149 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-09044944-86e2-4eb2-92f3-3a15243afcb0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] DELETE failed (client error): The resource could not be found. May 10 14:56:30.488149 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09044944-86e2-4eb2-92f3-3a15243afcb0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:56:30.492262 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-09044944-86e2-4eb2-92f3-3a15243afcb0 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/subnets/94e1ede6-0024-4387-942c-4af216262d78 HTTP/1.1" status: 404 len: 337 time: 0.0432901 May 10 14:56:30.492753 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47024) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:30.537654 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-312b83ec-6de3-44e7-b5f3-9627cd183303 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/ports?device_id=b0d88608-d3d0-492e-9d16-59cf81b62d80 HTTP/1.1" status: 200 len: 205 time: 0.0437126 May 10 14:56:30.539890 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47028) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:30.600728 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe1604-323a-429c-89af-4785ebfa4dcf req-926cd625-5a98-42db-b212-56c7b84996b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:30.602064 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9dbe1604-323a-429c-89af-4785ebfa4dcf req-926cd625-5a98-42db-b212-56c7b84996b9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0fecf774-73d0-4126-aa5a-fc4a400dca18 HTTP/1.1" status: 200 len: 913 time: 0.1308088 May 10 14:56:30.612072 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-f090778a-fd7a-4f46-80e3-c4acf82d6f52 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] delete failed (client error): The resource could not be found. May 10 14:56:30.613051 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f090778a-fd7a-4f46-80e3-c4acf82d6f52 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/routers/b0d88608-d3d0-492e-9d16-59cf81b62d80 HTTP/1.1" status: 404 len: 336 time: 0.0722275 May 10 14:56:30.615705 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47032) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:30.660473 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b8ff70b3-0f80-4ca0-a94f-4661e3ff9018 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/ports?device_id=8465e7f7-54ed-406f-9cc1-0e63a5620ce5 HTTP/1.1" status: 200 len: 205 time: 0.0436668 May 10 14:56:30.662759 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47036) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:30.675030 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9dbe1604-323a-429c-89af-4785ebfa4dcf req-628c502a-0d4f-4973-a8a1-bcc3d7293f3b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0db8a10-74af-4f17-ad45-e181c8ec3a3d HTTP/1.1" status: 200 len: 217 time: 0.0664039 May 10 14:56:30.730372 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-f8153c41-e253-41f3-93c4-59814e4a9f31 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] delete failed (client error): The resource could not be found. May 10 14:56:30.732188 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f8153c41-e253-41f3-93c4-59814e4a9f31 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/routers/8465e7f7-54ed-406f-9cc1-0e63a5620ce5 HTTP/1.1" status: 404 len: 336 time: 0.0677450 May 10 14:56:30.734698 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47040) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:30.739338 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe1604-323a-429c-89af-4785ebfa4dcf req-b4bda83f-4cdd-47e6-a25b-3dafdbd81aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:30.740767 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9dbe1604-323a-429c-89af-4785ebfa4dcf req-b4bda83f-4cdd-47e6-a25b-3dafdbd81aae service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b67fce38-dfcc-41f1-9abb-0d0e112e8f1a HTTP/1.1" status: 200 len: 852 time: 0.0587285 May 10 14:56:30.773157 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a151f76-2990-4963-be0c-8aa8ed95a7e5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] DELETE failed (client error): The resource could not be found. May 10 14:56:30.773761 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a151f76-2990-4963-be0c-8aa8ed95a7e5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:56:30.775297 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5a151f76-2990-4963-be0c-8aa8ed95a7e5 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/subnets/58610585-168f-4de4-8c47-b84c9ac6d762 HTTP/1.1" status: 404 len: 337 time: 0.0396953 May 10 14:56:30.777870 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47044) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:30.793108 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9dbe1604-323a-429c-89af-4785ebfa4dcf req-d76a1c16-9d43-40e6-b931-34358dc1d3ad service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0fecf774-73d0-4126-aa5a-fc4a400dca18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447972 May 10 14:56:30.821191 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-449780a4-d337-49e2-b19c-8fd26445aca3 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/ports?device_id=c75517ec-4f70-4e08-a83a-6c67d9cc62e9 HTTP/1.1" status: 200 len: 205 time: 0.0417421 May 10 14:56:30.823546 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47048) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:30.935328 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9dbe1604-323a-429c-89af-4785ebfa4dcf req-dde4b201-7822-46fb-bbfc-a3a232d438d0 service neutron] 10.222.0.86 "GET /v2.0/networks/0fecf774-73d0-4126-aa5a-fc4a400dca18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345384 May 10 14:56:31.008336 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-58ee4536-228d-4bbf-a6af-8fceed217f33 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] delete failed (client error): The resource could not be found. May 10 14:56:31.009344 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-58ee4536-228d-4bbf-a6af-8fceed217f33 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/routers/c75517ec-4f70-4e08-a83a-6c67d9cc62e9 HTTP/1.1" status: 404 len: 336 time: 0.1849039 May 10 14:56:31.011874 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47052) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:31.050458 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-98eab85d-6b1b-4af1-ad75-627210b2c825 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] DELETE failed (client error): The resource could not be found. May 10 14:56:31.050829 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98eab85d-6b1b-4af1-ad75-627210b2c825 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:56:31.052730 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-98eab85d-6b1b-4af1-ad75-627210b2c825 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/subnets/4c5ea9ec-993e-49e2-9f27-b672ee24a1a2 HTTP/1.1" status: 404 len: 337 time: 0.0397367 May 10 14:56:31.055150 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47056) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:31.111257 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-504e590e-c3d1-49a3-b597-5ff8a3835038 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ded1806-948b-4b50-8178-539357252dcd HTTP/1.1" status: 200 len: 205 time: 0.0550303 May 10 14:56:31.113730 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47060) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:31.114661 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9dbe1604-323a-429c-89af-4785ebfa4dcf req-1deb1d20-1d9d-4a48-96c1-4a7b456406d2 service neutron] 10.222.0.86 "GET /v2.0/networks/0fecf774-73d0-4126-aa5a-fc4a400dca18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712167 May 10 14:56:31.181478 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-bce14f97-0b2a-47d3-8ea8-16ce8a073705 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] delete failed (client error): The resource could not be found. May 10 14:56:31.182506 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bce14f97-0b2a-47d3-8ea8-16ce8a073705 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/routers/4ded1806-948b-4b50-8178-539357252dcd HTTP/1.1" status: 404 len: 336 time: 0.0677977 May 10 14:56:31.185108 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47064) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:31.222599 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82a97e9-97b9-42df-a203-26aee27d618f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] DELETE failed (client error): The resource could not be found. May 10 14:56:31.223039 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82a97e9-97b9-42df-a203-26aee27d618f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:56:31.224633 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f82a97e9-97b9-42df-a203-26aee27d618f tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/subnets/74216ad8-a315-471b-b2aa-a673f7f1ffbb HTTP/1.1" status: 404 len: 337 time: 0.0386558 May 10 14:56:31.226993 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47068) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:31.267335 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fd70e8-c8d0-4d7e-8f68-961684c59119 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] DELETE failed (client error): The resource could not be found. May 10 14:56:31.267801 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46fd70e8-c8d0-4d7e-8f68-961684c59119 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 14:56:31.269718 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-46fd70e8-c8d0-4d7e-8f68-961684c59119 tempest-RoutersTest-851204580 tempest-RoutersTest-851204580-project] 10.222.0.79 "DELETE /v2.0/subnets/615ee0eb-b2fa-4d18-a9d2-0bd7e443f3ee HTTP/1.1" status: 404 len: 337 time: 0.0418646 May 10 14:56:31.533753 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47078) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:31.638541 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8afa0-50a3-4858-9bd2-d7f94d78aa06 req-52314eb4-5e2e-4931-a993-a8e2ebe149ec tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:31.640272 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c1f8afa0-50a3-4858-9bd2-d7f94d78aa06 req-52314eb4-5e2e-4931-a993-a8e2ebe149ec tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0853131 May 10 14:56:31.698248 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c1f8afa0-50a3-4858-9bd2-d7f94d78aa06 req-b221c850-d96d-4e43-a93f-a452f6ec99e8 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/security-groups?id=6360fcc3-2b27-4590-af6f-b17b28622cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506113 May 10 14:56:31.705461 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-aca434f4-a2ad-403d-ba4f-ebcdef0e7ea3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7644c356883e4453aa5ee3ea8dc28b8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704457 May 10 14:56:31.707838 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47084) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:31.765412 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-506f7591-bff9-4d35-8a5e-1ed3a5e87667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:31.791367 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-506f7591-bff9-4d35-8a5e-1ed3a5e87667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:31.852267 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-506f7591-bff9-4d35-8a5e-1ed3a5e87667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:31.880220 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f7591-bff9-4d35-8a5e-1ed3a5e87667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66019ac6-3908-4719-830f-1bf147cbb280,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:31.884620 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-506f7591-bff9-4d35-8a5e-1ed3a5e87667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:31.886004 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-506f7591-bff9-4d35-8a5e-1ed3a5e87667 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/66019ac6-3908-4719-830f-1bf147cbb280 HTTP/1.1" status: 204 len: 168 time: 0.1770663 May 10 14:56:32.564710 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47108) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:32.665547 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-3fd287f3-3793-4f53-bb2c-06cf1d2b474f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Request body: {'security_group': {'name': 'tempest-secgroup--1551625118'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:32.672485 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3fd287f3-3793-4f53-bb2c-06cf1d2b474f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:32.676263 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3fd287f3-3793-4f53-bb2c-06cf1d2b474f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Usage tracker for resource:security_group and tenant:b6359de307664f62b4ef8560594d6e05 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:32.679053 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3fd287f3-3793-4f53-bb2c-06cf1d2b474f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:32.685831 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3fd287f3-3793-4f53-bb2c-06cf1d2b474f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:32.695547 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3fd287f3-3793-4f53-bb2c-06cf1d2b474f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:32.707622 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3fd287f3-3793-4f53-bb2c-06cf1d2b474f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:32.721983 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3fd287f3-3793-4f53-bb2c-06cf1d2b474f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:32.726028 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3fd287f3-3793-4f53-bb2c-06cf1d2b474f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Usage tracker for resource:security_group_rule and tenant:b6359de307664f62b4ef8560594d6e05 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:32.729272 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3fd287f3-3793-4f53-bb2c-06cf1d2b474f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:32.735377 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3fd287f3-3793-4f53-bb2c-06cf1d2b474f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:32.823660 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3fd287f3-3793-4f53-bb2c-06cf1d2b474f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:32.828148 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3fd287f3-3793-4f53-bb2c-06cf1d2b474f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:32.840383 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3fd287f3-3793-4f53-bb2c-06cf1d2b474f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:32.848765 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3fd287f3-3793-4f53-bb2c-06cf1d2b474f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Usage tracker for resource:security_group_rule and tenant:b6359de307664f62b4ef8560594d6e05 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:32.857153 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3fd287f3-3793-4f53-bb2c-06cf1d2b474f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:32.867860 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3fd287f3-3793-4f53-bb2c-06cf1d2b474f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:32.871421 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd287f3-3793-4f53-bb2c-06cf1d2b474f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e40b18-e9ee-4280-92dc-237f061794f4,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:32.900946 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fa22b-4b70-411a-a9e1-0893785700f7 req-6e609cbe-f0ef-4760-b117-0953fe503c64 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:32.902393 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2b8fa22b-4b70-411a-a9e1-0893785700f7 req-6e609cbe-f0ef-4760-b117-0953fe503c64 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0938225 May 10 14:56:32.950816 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2b8fa22b-4b70-411a-a9e1-0893785700f7 req-9f62c4d0-6621-479f-84bf-4b07e64470cb tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/security-groups?id=6360fcc3-2b27-4590-af6f-b17b28622cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412805 May 10 14:56:32.955744 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3fd287f3-3793-4f53-bb2c-06cf1d2b474f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:32.959712 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3fd287f3-3793-4f53-bb2c-06cf1d2b474f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:33.006103 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd287f3-3793-4f53-bb2c-06cf1d2b474f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=706a2070-5c5a-4ec2-a404-4d8f9587b350,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:33.008698 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3fd287f3-3793-4f53-bb2c-06cf1d2b474f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:33.012271 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3fd287f3-3793-4f53-bb2c-06cf1d2b474f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4441237 May 10 14:56:33.012475 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47118) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:33.076818 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2867c254-88ca-4707-8bf5-0528125c72fe tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Synchronizing usage tracker for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:33.094693 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2867c254-88ca-4707-8bf5-0528125c72fe tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Unset dirty status for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:33.096075 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2867c254-88ca-4707-8bf5-0528125c72fe tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0822721 May 10 14:56:33.098947 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47122) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:33.103838 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-23885ba0-223d-45a2-af95-02c1b73011e7 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Request body: {'security_group': {'name': 'tempest-security--1150639494', 'description': 'tempest-security-description-408649524'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:33.134709 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-23885ba0-223d-45a2-af95-02c1b73011e7 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:33.194051 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-23885ba0-223d-45a2-af95-02c1b73011e7 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:33.198854 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-23885ba0-223d-45a2-af95-02c1b73011e7 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:33.201745 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-23885ba0-223d-45a2-af95-02c1b73011e7 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:33.203010 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-23885ba0-223d-45a2-af95-02c1b73011e7 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "PUT /v2.0/security-groups/706a2070-5c5a-4ec2-a404-4d8f9587b350 HTTP/1.1" status: 200 len: 1779 time: 0.1031559 May 10 14:56:33.205874 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47128) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:33.233790 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23885ba0-223d-45a2-af95-02c1b73011e7 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=706a2070-5c5a-4ec2-a404-4d8f9587b350,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:33.258406 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7bc73bbd-0455-474c-b847-0d3a31aebbd2 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-groups/706a2070-5c5a-4ec2-a404-4d8f9587b350 HTTP/1.1" status: 200 len: 1779 time: 0.0513182 May 10 14:56:33.261102 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47132) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:33.378298 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2273b0ee-9e0a-45e0-865a-520bc4260727 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:33.411529 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2273b0ee-9e0a-45e0-865a-520bc4260727 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:33.432414 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367744ce-cd22-4f16-b392-d625b283b740 req-7525259c-9d80-45af-bdd9-d1f54087e108 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:33.433862 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-367744ce-cd22-4f16-b392-d625b283b740 req-7525259c-9d80-45af-bdd9-d1f54087e108 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 945 time: 0.1560647 May 10 14:56:33.493194 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-367744ce-cd22-4f16-b392-d625b283b740 req-a99aaa5e-d953-46e0-a706-a254d84d8fee tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/security-groups?id=6360fcc3-2b27-4590-af6f-b17b28622cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522494 May 10 14:56:33.500402 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2273b0ee-9e0a-45e0-865a-520bc4260727 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:33.521112 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273b0ee-9e0a-45e0-865a-520bc4260727 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=706a2070-5c5a-4ec2-a404-4d8f9587b350,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:33.528593 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2273b0ee-9e0a-45e0-865a-520bc4260727 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:33.529702 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2273b0ee-9e0a-45e0-865a-520bc4260727 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "DELETE /v2.0/security-groups/706a2070-5c5a-4ec2-a404-4d8f9587b350 HTTP/1.1" status: 204 len: 168 time: 0.2678089 May 10 14:56:33.532222 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47136) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:33.584869 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e5cd409d-a8d6-43b4-8926-bdc6f9e5decc tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Synchronizing usage tracker for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:33.600605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e5cd409d-a8d6-43b4-8926-bdc6f9e5decc tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Unset dirty status for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:33.601933 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e5cd409d-a8d6-43b4-8926-bdc6f9e5decc tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0687802 May 10 14:56:33.604772 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47140) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:33.622769 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-2e558f49-8220-424d-8685-a75a602ff872 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] delete failed (client error): The resource could not be found. May 10 14:56:33.624651 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2e558f49-8220-424d-8685-a75a602ff872 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "DELETE /v2.0/security-groups/706a2070-5c5a-4ec2-a404-4d8f9587b350 HTTP/1.1" status: 404 len: 347 time: 0.0187745 May 10 14:56:33.628615 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47144) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:33.633313 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-dd360ea6-ccbc-47e4-8475-031f29c45353 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Request body: {'security_group': {'name': 'tempest-secgroup--716494849'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:33.639419 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dd360ea6-ccbc-47e4-8475-031f29c45353 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:33.649861 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dd360ea6-ccbc-47e4-8475-031f29c45353 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:33.659607 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dd360ea6-ccbc-47e4-8475-031f29c45353 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:33.682011 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dd360ea6-ccbc-47e4-8475-031f29c45353 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:33.687110 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dd360ea6-ccbc-47e4-8475-031f29c45353 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Usage tracker for resource:security_group_rule and tenant:b6359de307664f62b4ef8560594d6e05 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:33.689937 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dd360ea6-ccbc-47e4-8475-031f29c45353 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:33.695729 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dd360ea6-ccbc-47e4-8475-031f29c45353 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:33.771112 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dd360ea6-ccbc-47e4-8475-031f29c45353 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:33.774683 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dd360ea6-ccbc-47e4-8475-031f29c45353 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:33.820150 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd360ea6-ccbc-47e4-8475-031f29c45353 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b10c98d-fc56-41e9-b108-d19724bda89f,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:33.826691 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dd360ea6-ccbc-47e4-8475-031f29c45353 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:33.827881 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dd360ea6-ccbc-47e4-8475-031f29c45353 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1983433 May 10 14:56:33.830667 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47148) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:33.835598 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-57b1e276-4260-4cd6-8cb0-f2c3d1f1f2a4 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Request body: {'security_group_rule': {'security_group_id': '3b10c98d-fc56-41e9-b108-d19724bda89f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:33.842099 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-57b1e276-4260-4cd6-8cb0-f2c3d1f1f2a4 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:33.845921 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-57b1e276-4260-4cd6-8cb0-f2c3d1f1f2a4 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Usage tracker for resource:security_group_rule and tenant:b6359de307664f62b4ef8560594d6e05 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:33.848753 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-57b1e276-4260-4cd6-8cb0-f2c3d1f1f2a4 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:33.854378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-57b1e276-4260-4cd6-8cb0-f2c3d1f1f2a4 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:33.871507 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-57b1e276-4260-4cd6-8cb0-f2c3d1f1f2a4 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:33.937068 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-57b1e276-4260-4cd6-8cb0-f2c3d1f1f2a4 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:33.940692 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-57b1e276-4260-4cd6-8cb0-f2c3d1f1f2a4 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:33.963833 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1e276-4260-4cd6-8cb0-f2c3d1f1f2a4 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5fb6a14-8768-46e7-b7d5-eb9968a2183f,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:33.972586 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-57b1e276-4260-4cd6-8cb0-f2c3d1f1f2a4 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:33.973804 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-57b1e276-4260-4cd6-8cb0-f2c3d1f1f2a4 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422286 May 10 14:56:33.976539 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47152) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:34.005715 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4b4bf88b-999b-4bdd-8fe4-256b222e456b tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:34.016896 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4b4bf88b-999b-4bdd-8fe4-256b222e456b tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:34.041544 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4b4bf88b-999b-4bdd-8fe4-256b222e456b tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:34.058183 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4b4bf88b-999b-4bdd-8fe4-256b222e456b tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:34.059286 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4b4bf88b-999b-4bdd-8fe4-256b222e456b tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/d5fb6a14-8768-46e7-b7d5-eb9968a2183f HTTP/1.1" status: 204 len: 168 time: 0.0816174 May 10 14:56:34.060218 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4bf88b-999b-4bdd-8fe4-256b222e456b tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5fb6a14-8768-46e7-b7d5-eb9968a2183f,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:34.062418 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47156) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:34.108191 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7b093eec-ca67-4a1c-81c8-1f626aac4791 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Synchronizing usage tracker for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:34.124267 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7b093eec-ca67-4a1c-81c8-1f626aac4791 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Unset dirty status for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:34.125470 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7b093eec-ca67-4a1c-81c8-1f626aac4791 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0621314 May 10 14:56:34.128310 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47160) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:34.195286 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4bcd42e9-41a4-4736-98f6-1be96df73bae tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:34.224959 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4bcd42e9-41a4-4736-98f6-1be96df73bae tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:34.272724 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4bcd42e9-41a4-4736-98f6-1be96df73bae tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:34.292236 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd42e9-41a4-4736-98f6-1be96df73bae tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b10c98d-fc56-41e9-b108-d19724bda89f,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:34.307053 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4bcd42e9-41a4-4736-98f6-1be96df73bae tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:34.308168 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4bcd42e9-41a4-4736-98f6-1be96df73bae tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "DELETE /v2.0/security-groups/3b10c98d-fc56-41e9-b108-d19724bda89f HTTP/1.1" status: 204 len: 168 time: 0.1789832 May 10 14:56:34.311168 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47164) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:34.361327 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2bf3e9ba-d67c-495d-afbf-3041388170c2 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Synchronizing usage tracker for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:34.376982 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2bf3e9ba-d67c-495d-afbf-3041388170c2 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Unset dirty status for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:34.378406 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2bf3e9ba-d67c-495d-afbf-3041388170c2 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0662682 May 10 14:56:34.382154 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47168) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:34.386947 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-10039883-f840-4b76-9f53-eb59a90c9c87 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Request body: {'security_group': {'name': 'tempest-secgroup--1985731859'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:34.394072 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-10039883-f840-4b76-9f53-eb59a90c9c87 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:34.404117 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-10039883-f840-4b76-9f53-eb59a90c9c87 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:34.414356 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-10039883-f840-4b76-9f53-eb59a90c9c87 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:34.434456 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-10039883-f840-4b76-9f53-eb59a90c9c87 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:34.440212 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-10039883-f840-4b76-9f53-eb59a90c9c87 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Usage tracker for resource:security_group_rule and tenant:b6359de307664f62b4ef8560594d6e05 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:34.443152 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-10039883-f840-4b76-9f53-eb59a90c9c87 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:34.448968 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-10039883-f840-4b76-9f53-eb59a90c9c87 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:34.520081 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-10039883-f840-4b76-9f53-eb59a90c9c87 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:34.524259 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-10039883-f840-4b76-9f53-eb59a90c9c87 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:34.566668 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10039883-f840-4b76-9f53-eb59a90c9c87 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6949b57-b04b-4643-a607-cd5323b7518d,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:34.579689 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-10039883-f840-4b76-9f53-eb59a90c9c87 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:34.581060 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-10039883-f840-4b76-9f53-eb59a90c9c87 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1979020 May 10 14:56:34.583883 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47174) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:34.589089 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-754ef2bc-fb53-470e-a2f4-a5aa6e4fca6a tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Request body: {'security_group_rule': {'security_group_id': 'b6949b57-b04b-4643-a607-cd5323b7518d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:34.596211 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-754ef2bc-fb53-470e-a2f4-a5aa6e4fca6a tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:34.600314 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-754ef2bc-fb53-470e-a2f4-a5aa6e4fca6a tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Usage tracker for resource:security_group_rule and tenant:b6359de307664f62b4ef8560594d6e05 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:34.603147 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-754ef2bc-fb53-470e-a2f4-a5aa6e4fca6a tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:34.644327 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-754ef2bc-fb53-470e-a2f4-a5aa6e4fca6a tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:34.681417 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-754ef2bc-fb53-470e-a2f4-a5aa6e4fca6a tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:34.739949 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16df5bc-046c-459c-bf96-ff266594bc99 req-1f11ef85-6d47-4982-8c93-b0a7833b9627 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:34.741534 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d16df5bc-046c-459c-bf96-ff266594bc99 req-1f11ef85-6d47-4982-8c93-b0a7833b9627 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 945 time: 0.1353731 May 10 14:56:34.771234 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-754ef2bc-fb53-470e-a2f4-a5aa6e4fca6a tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:34.779066 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-754ef2bc-fb53-470e-a2f4-a5aa6e4fca6a tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:34.820605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ef2bc-fb53-470e-a2f4-a5aa6e4fca6a tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e630d7a3-307c-4ce3-9ee0-c8779d18c7e3,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:34.828865 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d16df5bc-046c-459c-bf96-ff266594bc99 req-15d02a20-cbb9-49b2-94d4-5aa851af3f42 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/security-groups?id=6360fcc3-2b27-4590-af6f-b17b28622cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808468 May 10 14:56:34.836905 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-754ef2bc-fb53-470e-a2f4-a5aa6e4fca6a tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:34.838066 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-754ef2bc-fb53-470e-a2f4-a5aa6e4fca6a tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2531633 May 10 14:56:34.841425 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47178) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:34.849173 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-655692af-f0b4-4697-b7d2-873b7a95716c tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Request body: {'security_group_rule': {'security_group_id': 'b6949b57-b04b-4643-a607-cd5323b7518d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:34.856064 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-655692af-f0b4-4697-b7d2-873b7a95716c tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:34.867926 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-655692af-f0b4-4697-b7d2-873b7a95716c tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Usage tracker for resource:security_group_rule and tenant:b6359de307664f62b4ef8560594d6e05 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:34.871091 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-655692af-f0b4-4697-b7d2-873b7a95716c tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:34.877324 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-655692af-f0b4-4697-b7d2-873b7a95716c tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:34.896021 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-655692af-f0b4-4697-b7d2-873b7a95716c tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:34.967312 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-655692af-f0b4-4697-b7d2-873b7a95716c tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:34.970970 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-655692af-f0b4-4697-b7d2-873b7a95716c tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:34.995326 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655692af-f0b4-4697-b7d2-873b7a95716c tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcacee96-2eb3-4534-a28c-e564ef400928,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:35.007583 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-655692af-f0b4-4697-b7d2-873b7a95716c tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:35.008707 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-655692af-f0b4-4697-b7d2-873b7a95716c tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1661670 May 10 14:56:35.011558 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47184) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:35.017809 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-5645699f-9738-474d-898a-f10777c4b66b tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Request body: {'security_group_rule': {'security_group_id': 'b6949b57-b04b-4643-a607-cd5323b7518d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:35.027911 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5645699f-9738-474d-898a-f10777c4b66b tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:35.033314 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5645699f-9738-474d-898a-f10777c4b66b tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Usage tracker for resource:security_group_rule and tenant:b6359de307664f62b4ef8560594d6e05 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:35.036430 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5645699f-9738-474d-898a-f10777c4b66b tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:35.042388 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5645699f-9738-474d-898a-f10777c4b66b tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:35.061199 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5645699f-9738-474d-898a-f10777c4b66b tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:35.131843 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5645699f-9738-474d-898a-f10777c4b66b tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:35.136885 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5645699f-9738-474d-898a-f10777c4b66b tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:35.163511 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645699f-9738-474d-898a-f10777c4b66b tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e1ca52-3901-473a-acb5-ac8fed3ae1fa,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:35.178931 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5645699f-9738-474d-898a-f10777c4b66b tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:35.180119 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5645699f-9738-474d-898a-f10777c4b66b tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1676259 May 10 14:56:35.183050 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47192) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:35.187011 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465062c2-b1ba-4642-b84c-7203e332bebd req-e4c44118-9f97-4a9e-bfa9-c817b0b82ead tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:35.188792 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-465062c2-b1ba-4642-b84c-7203e332bebd req-e4c44118-9f97-4a9e-bfa9-c817b0b82ead tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0861928 May 10 14:56:35.189557 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-0e959fc6-e0e0-47f2-9e48-784ac06a818d tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Request body: {'security_group_rule': {'security_group_id': 'b6949b57-b04b-4643-a607-cd5323b7518d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:35.196840 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0e959fc6-e0e0-47f2-9e48-784ac06a818d tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:35.235721 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-465062c2-b1ba-4642-b84c-7203e332bebd req-adc63f46-c567-4346-aba0-56bb360661fa tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/security-groups?id=6360fcc3-2b27-4590-af6f-b17b28622cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406768 May 10 14:56:35.242416 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0e959fc6-e0e0-47f2-9e48-784ac06a818d tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Usage tracker for resource:security_group_rule and tenant:b6359de307664f62b4ef8560594d6e05 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:35.248272 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0e959fc6-e0e0-47f2-9e48-784ac06a818d tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:35.259239 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0e959fc6-e0e0-47f2-9e48-784ac06a818d tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:35.385134 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0e959fc6-e0e0-47f2-9e48-784ac06a818d tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:35.414266 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ceb81f-1883-456f-8f41-b25cad6a6cc7 req-73a49483-ff1a-4ac6-81d9-60d5869c6444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:35.415743 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-84ceb81f-1883-456f-8f41-b25cad6a6cc7 req-73a49483-ff1a-4ac6-81d9-60d5869c6444 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5fa7902007934f848529e273ed5cba04&device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 1098 time: 0.2862401 May 10 14:56:35.540722 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0e959fc6-e0e0-47f2-9e48-784ac06a818d tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:35.545364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0e959fc6-e0e0-47f2-9e48-784ac06a818d tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:35.581493 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e959fc6-e0e0-47f2-9e48-784ac06a818d tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c53670-b669-4f00-8477-a27d5424e150,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:35.604100 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ceb81f-1883-456f-8f41-b25cad6a6cc7 req-3a4101d7-2ebc-4913-ae34-a27a9ee7bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:35.605518 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-84ceb81f-1883-456f-8f41-b25cad6a6cc7 req-3a4101d7-2ebc-4913-ae34-a27a9ee7bd20 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0fecf774-73d0-4126-aa5a-fc4a400dca18 HTTP/1.1" status: 200 len: 913 time: 0.1783826 May 10 14:56:35.610621 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0e959fc6-e0e0-47f2-9e48-784ac06a818d tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:35.611671 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0e959fc6-e0e0-47f2-9e48-784ac06a818d tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4277282 May 10 14:56:35.614541 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47196) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:35.619789 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-2f4b5938-4826-45cb-b751-e0dc8469d577 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Request body: {'security_group_rule': {'security_group_id': 'b6949b57-b04b-4643-a607-cd5323b7518d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:35.626679 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2f4b5938-4826-45cb-b751-e0dc8469d577 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:35.630765 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2f4b5938-4826-45cb-b751-e0dc8469d577 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Usage tracker for resource:security_group_rule and tenant:b6359de307664f62b4ef8560594d6e05 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:35.633681 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2f4b5938-4826-45cb-b751-e0dc8469d577 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:35.640629 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2f4b5938-4826-45cb-b751-e0dc8469d577 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:35.657644 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5938-4826-45cb-b751-e0dc8469d577 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:35.678298 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-84ceb81f-1883-456f-8f41-b25cad6a6cc7 req-ebad9d81-fc63-4823-81ce-f0865e54e258 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0db8a10-74af-4f17-ad45-e181c8ec3a3d HTTP/1.1" status: 200 len: 217 time: 0.0653470 May 10 14:56:35.723043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5938-4826-45cb-b751-e0dc8469d577 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:35.727490 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5938-4826-45cb-b751-e0dc8469d577 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:35.743238 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ceb81f-1883-456f-8f41-b25cad6a6cc7 req-f596eb0c-0b47-4427-8c4b-53785bef42dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:35.744684 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-84ceb81f-1883-456f-8f41-b25cad6a6cc7 req-f596eb0c-0b47-4427-8c4b-53785bef42dd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b67fce38-dfcc-41f1-9abb-0d0e112e8f1a HTTP/1.1" status: 200 len: 852 time: 0.0593977 May 10 14:56:35.754238 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b5938-4826-45cb-b751-e0dc8469d577 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4544c2de-4e44-4132-ac2a-a2069e148b8e,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:35.769815 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f4b5938-4826-45cb-b751-e0dc8469d577 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:35.771046 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2f4b5938-4826-45cb-b751-e0dc8469d577 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1554756 May 10 14:56:35.774065 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47200) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:35.795917 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-84ceb81f-1883-456f-8f41-b25cad6a6cc7 req-2a5387cf-907c-4a9f-9310-75ca0c962766 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0fecf774-73d0-4126-aa5a-fc4a400dca18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442233 May 10 14:56:35.802535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-576d0388-39c9-42ac-9af8-88eaa3afaf42 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:35.813440 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-576d0388-39c9-42ac-9af8-88eaa3afaf42 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:35.837004 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-576d0388-39c9-42ac-9af8-88eaa3afaf42 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:35.855946 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d0388-39c9-42ac-9af8-88eaa3afaf42 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4544c2de-4e44-4132-ac2a-a2069e148b8e,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:35.859517 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-576d0388-39c9-42ac-9af8-88eaa3afaf42 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:35.860597 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-576d0388-39c9-42ac-9af8-88eaa3afaf42 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/4544c2de-4e44-4132-ac2a-a2069e148b8e HTTP/1.1" status: 204 len: 168 time: 0.0855334 May 10 14:56:35.863094 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47204) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:35.919968 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7ee9fb24-515c-4acc-a34a-fc6efa29f7c0 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Synchronizing usage tracker for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:35.936253 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7ee9fb24-515c-4acc-a34a-fc6efa29f7c0 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Unset dirty status for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:35.937582 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7ee9fb24-515c-4acc-a34a-fc6efa29f7c0 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0734200 May 10 14:56:35.940632 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47208) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:35.941326 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-84ceb81f-1883-456f-8f41-b25cad6a6cc7 req-7023b296-fc3e-4864-925d-0520cc94d3d2 service neutron] 10.222.0.86 "GET /v2.0/networks/0fecf774-73d0-4126-aa5a-fc4a400dca18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393409 May 10 14:56:35.969970 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f1345705-2a59-4481-8668-1c146f95c342 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:35.981335 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f1345705-2a59-4481-8668-1c146f95c342 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.006562 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f1345705-2a59-4481-8668-1c146f95c342 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.025247 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1345705-2a59-4481-8668-1c146f95c342 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06c53670-b669-4f00-8477-a27d5424e150,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:36.034319 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f1345705-2a59-4481-8668-1c146f95c342 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.035457 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f1345705-2a59-4481-8668-1c146f95c342 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/06c53670-b669-4f00-8477-a27d5424e150 HTTP/1.1" status: 204 len: 168 time: 0.0939152 May 10 14:56:36.038729 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47212) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:36.081775 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-84ceb81f-1883-456f-8f41-b25cad6a6cc7 req-b4ccc2c2-0287-48d5-a80f-9fd58bd142f8 service neutron] 10.222.0.86 "GET /v2.0/networks/0fecf774-73d0-4126-aa5a-fc4a400dca18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340039 May 10 14:56:36.092278 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7eb5424f-cdf0-4ee2-9e81-1ceb00a7f4ac tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Synchronizing usage tracker for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:36.108975 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7eb5424f-cdf0-4ee2-9e81-1ceb00a7f4ac tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Unset dirty status for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:36.110333 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7eb5424f-cdf0-4ee2-9e81-1ceb00a7f4ac tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0705428 May 10 14:56:36.113210 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47216) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:36.140279 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-290d1880-b7d8-4011-96f1-6246ad8ccbf8 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.154082 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-290d1880-b7d8-4011-96f1-6246ad8ccbf8 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.178121 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-290d1880-b7d8-4011-96f1-6246ad8ccbf8 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.195126 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d1880-b7d8-4011-96f1-6246ad8ccbf8 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10e1ca52-3901-473a-acb5-ac8fed3ae1fa,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:36.202315 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-290d1880-b7d8-4011-96f1-6246ad8ccbf8 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.203431 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-290d1880-b7d8-4011-96f1-6246ad8ccbf8 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/10e1ca52-3901-473a-acb5-ac8fed3ae1fa HTTP/1.1" status: 204 len: 168 time: 0.0892987 May 10 14:56:36.205946 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47220) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:36.255786 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4ad2b4a6-cabf-4b7a-bb86-c73dfe37e6e5 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Synchronizing usage tracker for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:36.274099 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4ad2b4a6-cabf-4b7a-bb86-c73dfe37e6e5 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Unset dirty status for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:36.275380 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4ad2b4a6-cabf-4b7a-bb86-c73dfe37e6e5 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0684998 May 10 14:56:36.278310 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47226) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:36.306720 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0cd942fb-4a07-469c-a761-14e3aab1b5cd tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.318002 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0cd942fb-4a07-469c-a761-14e3aab1b5cd tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.342745 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0cd942fb-4a07-469c-a761-14e3aab1b5cd tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.395498 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd942fb-4a07-469c-a761-14e3aab1b5cd tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dcacee96-2eb3-4534-a28c-e564ef400928,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:36.414219 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0cd942fb-4a07-469c-a761-14e3aab1b5cd tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.415343 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0cd942fb-4a07-469c-a761-14e3aab1b5cd tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/dcacee96-2eb3-4534-a28c-e564ef400928 HTTP/1.1" status: 204 len: 168 time: 0.1358891 May 10 14:56:36.417916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47230) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:36.479246 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dd2a5dee-07fe-4268-b8bd-627720bf468e tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Synchronizing usage tracker for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:36.492964 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd5fb1-4a09-415b-86b8-abce01bc5da7 req-a3e7bae0-e020-43ae-b14e-12adf5bf7638 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:36.494409 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3dcd5fb1-4a09-415b-86b8-abce01bc5da7 req-a3e7bae0-e020-43ae-b14e-12adf5bf7638 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 945 time: 0.1408410 May 10 14:56:36.518778 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dd2a5dee-07fe-4268-b8bd-627720bf468e tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Unset dirty status for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:36.519972 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dd2a5dee-07fe-4268-b8bd-627720bf468e tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1011627 May 10 14:56:36.522981 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47234) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:36.547181 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3dcd5fb1-4a09-415b-86b8-abce01bc5da7 req-b1aa78e2-0166-4612-9d5d-ace84b523ebb tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/security-groups?id=6360fcc3-2b27-4590-af6f-b17b28622cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457380 May 10 14:56:36.552082 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ad19fc57-e3b1-4b6f-91bf-a108e9887c12 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.567560 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ad19fc57-e3b1-4b6f-91bf-a108e9887c12 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.592625 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ad19fc57-e3b1-4b6f-91bf-a108e9887c12 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.612294 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19fc57-e3b1-4b6f-91bf-a108e9887c12 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e630d7a3-307c-4ce3-9ee0-c8779d18c7e3,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:36.619300 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ad19fc57-e3b1-4b6f-91bf-a108e9887c12 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.620595 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ad19fc57-e3b1-4b6f-91bf-a108e9887c12 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/e630d7a3-307c-4ce3-9ee0-c8779d18c7e3 HTTP/1.1" status: 204 len: 168 time: 0.0965588 May 10 14:56:36.623640 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47238) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:36.670943 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-05e48605-9045-4676-a7aa-df51ff4a6ba7 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Synchronizing usage tracker for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:36.686265 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-05e48605-9045-4676-a7aa-df51ff4a6ba7 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Unset dirty status for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:36.687587 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-05e48605-9045-4676-a7aa-df51ff4a6ba7 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0630517 May 10 14:56:36.690361 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47242) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:36.754383 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9079ca31-3fe9-4703-84b9-9a26bfd492de tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.783096 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9079ca31-3fe9-4703-84b9-9a26bfd492de tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.830138 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9079ca31-3fe9-4703-84b9-9a26bfd492de tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.849363 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079ca31-3fe9-4703-84b9-9a26bfd492de tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6949b57-b04b-4643-a607-cd5323b7518d,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:36.864750 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9079ca31-3fe9-4703-84b9-9a26bfd492de tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.865864 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9079ca31-3fe9-4703-84b9-9a26bfd492de tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "DELETE /v2.0/security-groups/b6949b57-b04b-4643-a607-cd5323b7518d HTTP/1.1" status: 204 len: 168 time: 0.1745300 May 10 14:56:36.868736 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47246) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:36.925406 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e23e5bfc-4ed4-402c-b724-3fc4bcd76a5f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Synchronizing usage tracker for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:36.940748 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e23e5bfc-4ed4-402c-b724-3fc4bcd76a5f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Unset dirty status for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:36.942257 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e23e5bfc-4ed4-402c-b724-3fc4bcd76a5f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0719547 May 10 14:56:36.946259 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47250) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:36.951650 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-ccd7c3f3-a68b-485a-a95a-0ad12a811040 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Request body: {'security_group': {'name': 'tempest-secgroup--641428817'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:36.958037 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ccd7c3f3-a68b-485a-a95a-0ad12a811040 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:36.967989 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ccd7c3f3-a68b-485a-a95a-0ad12a811040 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:36.977521 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ccd7c3f3-a68b-485a-a95a-0ad12a811040 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:36.997478 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ccd7c3f3-a68b-485a-a95a-0ad12a811040 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:37.001573 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ccd7c3f3-a68b-485a-a95a-0ad12a811040 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Usage tracker for resource:security_group_rule and tenant:b6359de307664f62b4ef8560594d6e05 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:37.004337 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ccd7c3f3-a68b-485a-a95a-0ad12a811040 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:37.009979 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ccd7c3f3-a68b-485a-a95a-0ad12a811040 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:37.079445 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ccd7c3f3-a68b-485a-a95a-0ad12a811040 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:37.083032 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ccd7c3f3-a68b-485a-a95a-0ad12a811040 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:37.128837 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7c3f3-a68b-485a-a95a-0ad12a811040 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad16a1f-5e42-489f-b1ff-7f74a437bd7c,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:37.135143 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ccd7c3f3-a68b-485a-a95a-0ad12a811040 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:37.136403 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ccd7c3f3-a68b-485a-a95a-0ad12a811040 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1892138 May 10 14:56:37.140188 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47254) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:37.145537 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-bbbf29ce-a5c5-4249-afff-71b9e4baf54e tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Request body: {'security_group_rule': {'security_group_id': '5ad16a1f-5e42-489f-b1ff-7f74a437bd7c', 'direction': 'ingress', 'protocol': 17}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:37.151439 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-bbbf29ce-a5c5-4249-afff-71b9e4baf54e tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:37.155590 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-bbbf29ce-a5c5-4249-afff-71b9e4baf54e tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Usage tracker for resource:security_group_rule and tenant:b6359de307664f62b4ef8560594d6e05 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:37.158396 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-bbbf29ce-a5c5-4249-afff-71b9e4baf54e tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:37.164045 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-bbbf29ce-a5c5-4249-afff-71b9e4baf54e tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:37.180786 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bbbf29ce-a5c5-4249-afff-71b9e4baf54e tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:37.243179 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bbbf29ce-a5c5-4249-afff-71b9e4baf54e tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:37.246675 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bbbf29ce-a5c5-4249-afff-71b9e4baf54e tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:37.274395 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf29ce-a5c5-4249-afff-71b9e4baf54e tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4a8820-8e5c-463b-b162-3918aab6e16f,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:37.286492 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bbbf29ce-a5c5-4249-afff-71b9e4baf54e tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:37.287644 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bbbf29ce-a5c5-4249-afff-71b9e4baf54e tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1463828 May 10 14:56:37.290497 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47258) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:37.352445 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3bdb79f8-59ea-4e89-92c7-42a72e9ceb0c tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:37.378538 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3bdb79f8-59ea-4e89-92c7-42a72e9ceb0c tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:37.427756 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3bdb79f8-59ea-4e89-92c7-42a72e9ceb0c tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:37.446116 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb79f8-59ea-4e89-92c7-42a72e9ceb0c tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad16a1f-5e42-489f-b1ff-7f74a437bd7c,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:37.456683 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3bdb79f8-59ea-4e89-92c7-42a72e9ceb0c tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:37.461560 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3bdb79f8-59ea-4e89-92c7-42a72e9ceb0c tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "DELETE /v2.0/security-groups/5ad16a1f-5e42-489f-b1ff-7f74a437bd7c HTTP/1.1" status: 204 len: 168 time: 0.1663687 May 10 14:56:37.461795 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47262) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:37.511438 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-acd7e912-7a79-4f1b-9141-339331278b7c tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Synchronizing usage tracker for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:37.526775 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-acd7e912-7a79-4f1b-9141-339331278b7c tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Unset dirty status for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:37.527994 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-acd7e912-7a79-4f1b-9141-339331278b7c tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0654294 May 10 14:56:37.532119 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47266) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:37.537047 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-a45be8ba-cbbf-4ecd-a078-f16ec72e4b13 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Request body: {'security_group': {'name': 'tempest-secgroup--238087597'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:37.543315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a45be8ba-cbbf-4ecd-a078-f16ec72e4b13 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:37.552772 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a45be8ba-cbbf-4ecd-a078-f16ec72e4b13 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:37.563187 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a45be8ba-cbbf-4ecd-a078-f16ec72e4b13 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:37.583672 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a45be8ba-cbbf-4ecd-a078-f16ec72e4b13 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:37.587733 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a45be8ba-cbbf-4ecd-a078-f16ec72e4b13 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Usage tracker for resource:security_group_rule and tenant:b6359de307664f62b4ef8560594d6e05 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:37.590522 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a45be8ba-cbbf-4ecd-a078-f16ec72e4b13 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:37.596306 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a45be8ba-cbbf-4ecd-a078-f16ec72e4b13 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:37.670334 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a45be8ba-cbbf-4ecd-a078-f16ec72e4b13 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:37.674500 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a45be8ba-cbbf-4ecd-a078-f16ec72e4b13 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:37.719241 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45be8ba-cbbf-4ecd-a078-f16ec72e4b13 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4030d4fe-c207-4f4e-8de7-3e06ead79eca,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:37.729402 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a45be8ba-cbbf-4ecd-a078-f16ec72e4b13 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:37.730855 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a45be8ba-cbbf-4ecd-a078-f16ec72e4b13 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1977561 May 10 14:56:37.733963 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47272) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:37.739018 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-3460b584-005e-484c-97a5-b3bfa588c1bf tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Request body: {'security_group': {'name': 'tempest-secgroup--303243038'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:37.739587 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604cf12-d8a4-448f-98d3-e2565d76eef2 req-ae4f20b3-cacc-4bea-ae14-e70fee670b34 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:37.741055 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8604cf12-d8a4-448f-98d3-e2565d76eef2 req-ae4f20b3-cacc-4bea-ae14-e70fee670b34 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0840168 May 10 14:56:37.744811 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3460b584-005e-484c-97a5-b3bfa588c1bf tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:37.749045 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3460b584-005e-484c-97a5-b3bfa588c1bf tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Usage tracker for resource:security_group and tenant:b6359de307664f62b4ef8560594d6e05 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:37.751932 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3460b584-005e-484c-97a5-b3bfa588c1bf tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:37.757696 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3460b584-005e-484c-97a5-b3bfa588c1bf tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:37.769015 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3460b584-005e-484c-97a5-b3bfa588c1bf tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:37.787149 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8604cf12-d8a4-448f-98d3-e2565d76eef2 req-7478d1bd-57e5-4c96-ae09-1da3bf198133 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/security-groups?id=6360fcc3-2b27-4590-af6f-b17b28622cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401554 May 10 14:56:37.789139 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3460b584-005e-484c-97a5-b3bfa588c1bf tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:37.793314 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3460b584-005e-484c-97a5-b3bfa588c1bf tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Usage tracker for resource:security_group_rule and tenant:b6359de307664f62b4ef8560594d6e05 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:37.796897 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3460b584-005e-484c-97a5-b3bfa588c1bf tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:37.802706 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3460b584-005e-484c-97a5-b3bfa588c1bf tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:37.874084 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3460b584-005e-484c-97a5-b3bfa588c1bf tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:37.878751 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3460b584-005e-484c-97a5-b3bfa588c1bf tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:37.928653 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460b584-005e-484c-97a5-b3bfa588c1bf tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2f78d5-d328-4e52-8030-9ad8b96891d6,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:37.932183 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3460b584-005e-484c-97a5-b3bfa588c1bf tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:37.937127 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47278) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:37.939221 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3460b584-005e-484c-97a5-b3bfa588c1bf tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2038829 May 10 14:56:37.942118 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-83e545c9-e059-42f0-b9c3-89e6fd302c70 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Request body: {'security_group_rule': {'security_group_id': '4030d4fe-c207-4f4e-8de7-3e06ead79eca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1d2f78d5-d328-4e52-8030-9ad8b96891d6', 'remote_ip_prefix': None}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:37.948004 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-83e545c9-e059-42f0-b9c3-89e6fd302c70 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:37.952206 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-83e545c9-e059-42f0-b9c3-89e6fd302c70 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Usage tracker for resource:security_group_rule and tenant:b6359de307664f62b4ef8560594d6e05 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:37.955061 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-83e545c9-e059-42f0-b9c3-89e6fd302c70 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:37.961159 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-83e545c9-e059-42f0-b9c3-89e6fd302c70 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:37.985857 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-83e545c9-e059-42f0-b9c3-89e6fd302c70 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:38.053319 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-83e545c9-e059-42f0-b9c3-89e6fd302c70 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:38.057079 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-83e545c9-e059-42f0-b9c3-89e6fd302c70 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:38.078687 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e545c9-e059-42f0-b9c3-89e6fd302c70 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516dfe7e-6bfe-41f2-a49d-5af2ddbf6f4a,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:38.093311 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-83e545c9-e059-42f0-b9c3-89e6fd302c70 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:38.094530 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-83e545c9-e059-42f0-b9c3-89e6fd302c70 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1563959 May 10 14:56:38.097319 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47284) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:38.171574 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-961c8199-f042-41ec-88f1-de8d319f24d2 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:38.187775 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-961c8199-f042-41ec-88f1-de8d319f24d2 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:38.221480 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-961c8199-f042-41ec-88f1-de8d319f24d2 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:38.235334 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c455e7-26e4-4be4-b5ae-fd913614cb70 req-3a6ddb0d-ca65-4dd7-8ff6-e1807f2a1150 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:38.236841 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e0c455e7-26e4-4be4-b5ae-fd913614cb70 req-3a6ddb0d-ca65-4dd7-8ff6-e1807f2a1150 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 945 time: 0.1290586 May 10 14:56:38.249929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c8199-f042-41ec-88f1-de8d319f24d2 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=516dfe7e-6bfe-41f2-a49d-5af2ddbf6f4a,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:38.269828 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-961c8199-f042-41ec-88f1-de8d319f24d2 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:38.270905 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-961c8199-f042-41ec-88f1-de8d319f24d2 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/516dfe7e-6bfe-41f2-a49d-5af2ddbf6f4a HTTP/1.1" status: 204 len: 168 time: 0.1726806 May 10 14:56:38.273531 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47288) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:38.310507 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e0c455e7-26e4-4be4-b5ae-fd913614cb70 req-7af2fb1b-11d6-488e-96c2-211e8457b25a tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/security-groups?id=6360fcc3-2b27-4590-af6f-b17b28622cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652709 May 10 14:56:38.339396 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-61f63b22-c320-4a52-a8e1-9e102facd2b9 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Synchronizing usage tracker for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:38.354271 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-61f63b22-c320-4a52-a8e1-9e102facd2b9 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Unset dirty status for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:38.355528 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-61f63b22-c320-4a52-a8e1-9e102facd2b9 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0811536 May 10 14:56:38.358439 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47292) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:38.418903 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ea5a58b-fcd3-42b3-aa0a-3977ac2f97c4 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:38.445276 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ea5a58b-fcd3-42b3-aa0a-3977ac2f97c4 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:38.490265 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ea5a58b-fcd3-42b3-aa0a-3977ac2f97c4 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:38.511060 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5a58b-fcd3-42b3-aa0a-3977ac2f97c4 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2f78d5-d328-4e52-8030-9ad8b96891d6,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:38.531444 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7ea5a58b-fcd3-42b3-aa0a-3977ac2f97c4 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:38.532690 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7ea5a58b-fcd3-42b3-aa0a-3977ac2f97c4 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "DELETE /v2.0/security-groups/1d2f78d5-d328-4e52-8030-9ad8b96891d6 HTTP/1.1" status: 204 len: 168 time: 0.1732266 May 10 14:56:38.535176 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47296) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:38.597054 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7901e721-468c-4d18-b28c-966735206adf tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Synchronizing usage tracker for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:38.611857 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7901e721-468c-4d18-b28c-966735206adf tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Unset dirty status for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:38.613608 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7901e721-468c-4d18-b28c-966735206adf tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0773375 May 10 14:56:38.616290 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47300) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:38.677195 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e1fbb4a5-3560-4f42-b309-8fbc04613274 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:38.703792 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e1fbb4a5-3560-4f42-b309-8fbc04613274 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:38.750044 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e1fbb4a5-3560-4f42-b309-8fbc04613274 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:38.766894 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbb4a5-3560-4f42-b309-8fbc04613274 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4030d4fe-c207-4f4e-8de7-3e06ead79eca,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:38.784700 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e1fbb4a5-3560-4f42-b309-8fbc04613274 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:38.785930 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e1fbb4a5-3560-4f42-b309-8fbc04613274 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "DELETE /v2.0/security-groups/4030d4fe-c207-4f4e-8de7-3e06ead79eca HTTP/1.1" status: 204 len: 168 time: 0.1687310 May 10 14:56:38.788471 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47304) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:38.840636 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-abf40edc-ea2a-4971-b50c-bc25ffc1f2e0 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Synchronizing usage tracker for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:38.855421 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-abf40edc-ea2a-4971-b50c-bc25ffc1f2e0 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Unset dirty status for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:38.857237 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-abf40edc-ea2a-4971-b50c-bc25ffc1f2e0 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0672932 May 10 14:56:38.861783 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47308) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:38.867186 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7197ea04-937a-4471-a741-b955ceafafd9 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Request body: {'security_group': {'name': 'tempest-secgroup--2013096766'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:38.874546 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7197ea04-937a-4471-a741-b955ceafafd9 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:38.884295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7197ea04-937a-4471-a741-b955ceafafd9 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:38.895136 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7197ea04-937a-4471-a741-b955ceafafd9 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:38.914630 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7197ea04-937a-4471-a741-b955ceafafd9 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:38.918800 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7197ea04-937a-4471-a741-b955ceafafd9 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Usage tracker for resource:security_group_rule and tenant:b6359de307664f62b4ef8560594d6e05 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:38.922157 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7197ea04-937a-4471-a741-b955ceafafd9 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:38.927891 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7197ea04-937a-4471-a741-b955ceafafd9 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:38.997735 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7197ea04-937a-4471-a741-b955ceafafd9 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:39.001423 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7197ea04-937a-4471-a741-b955ceafafd9 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:39.043145 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197ea04-937a-4471-a741-b955ceafafd9 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82bacca5-9061-4897-96ff-58b121cecfae,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:39.055782 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7197ea04-937a-4471-a741-b955ceafafd9 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:39.057136 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7197ea04-937a-4471-a741-b955ceafafd9 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1942518 May 10 14:56:39.060406 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47312) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:39.065260 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-57345f21-6160-4987-962c-bb8733eca901 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Request body: {'security_group_rule': {'security_group_id': '82bacca5-9061-4897-96ff-58b121cecfae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:39.070920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-57345f21-6160-4987-962c-bb8733eca901 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:39.074879 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-57345f21-6160-4987-962c-bb8733eca901 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Usage tracker for resource:security_group_rule and tenant:b6359de307664f62b4ef8560594d6e05 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:39.077910 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-57345f21-6160-4987-962c-bb8733eca901 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:39.083536 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-57345f21-6160-4987-962c-bb8733eca901 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:39.100333 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-57345f21-6160-4987-962c-bb8733eca901 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:39.160408 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-57345f21-6160-4987-962c-bb8733eca901 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:39.163983 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-57345f21-6160-4987-962c-bb8733eca901 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:39.187549 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57345f21-6160-4987-962c-bb8733eca901 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f210d1d1-76c4-44f0-b7c9-428b5af346c7,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:39.199931 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-57345f21-6160-4987-962c-bb8733eca901 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:39.201277 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-57345f21-6160-4987-962c-bb8733eca901 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1399443 May 10 14:56:39.204076 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47316) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:39.235652 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-01b38bb4-acdc-4e3d-a0c0-701eb7d9d36d tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:39.245777 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-01b38bb4-acdc-4e3d-a0c0-701eb7d9d36d tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:39.269363 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-01b38bb4-acdc-4e3d-a0c0-701eb7d9d36d tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:39.287361 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b38bb4-acdc-4e3d-a0c0-701eb7d9d36d tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f210d1d1-76c4-44f0-b7c9-428b5af346c7,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:39.291375 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-01b38bb4-acdc-4e3d-a0c0-701eb7d9d36d tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:39.292470 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-01b38bb4-acdc-4e3d-a0c0-701eb7d9d36d tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/f210d1d1-76c4-44f0-b7c9-428b5af346c7 HTTP/1.1" status: 204 len: 168 time: 0.0874584 May 10 14:56:39.295705 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47320) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:39.340418 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c2f1be71-50bf-4580-b6a3-c01ddeefe82f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Synchronizing usage tracker for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:39.355929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c2f1be71-50bf-4580-b6a3-c01ddeefe82f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Unset dirty status for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:39.357789 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c2f1be71-50bf-4580-b6a3-c01ddeefe82f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0611963 May 10 14:56:39.360590 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47326) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:39.453568 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b24985b3-7ef7-4339-a920-4d3e7e2e0057 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:39.603398 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b24985b3-7ef7-4339-a920-4d3e7e2e0057 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:39.659161 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ff870-1d62-4071-8221-8d9bf7d71903 req-70138a92-97dc-4e1b-aecc-69a7f824cd11 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:39.660626 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-db2ff870-1d62-4071-8221-8d9bf7d71903 req-70138a92-97dc-4e1b-aecc-69a7f824cd11 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 945 time: 0.2388306 May 10 14:56:39.680319 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b24985b3-7ef7-4339-a920-4d3e7e2e0057 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:39.706230 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24985b3-7ef7-4339-a920-4d3e7e2e0057 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bacca5-9061-4897-96ff-58b121cecfae,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:39.734375 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-db2ff870-1d62-4071-8221-8d9bf7d71903 req-145a0f6b-7897-40fb-91f3-0359f00af975 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/security-groups?id=6360fcc3-2b27-4590-af6f-b17b28622cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677543 May 10 14:56:39.735576 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b24985b3-7ef7-4339-a920-4d3e7e2e0057 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:39.736552 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b24985b3-7ef7-4339-a920-4d3e7e2e0057 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "DELETE /v2.0/security-groups/82bacca5-9061-4897-96ff-58b121cecfae HTTP/1.1" status: 204 len: 168 time: 0.3750973 May 10 14:56:39.739187 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47332) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:39.788373 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d8fd708d-39c9-480a-a120-3a2d8dab4d75 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Synchronizing usage tracker for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:39.803120 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d8fd708d-39c9-480a-a120-3a2d8dab4d75 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Unset dirty status for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:39.804333 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d8fd708d-39c9-480a-a120-3a2d8dab4d75 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0642402 May 10 14:56:39.808085 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47336) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:39.813289 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-dc370118-8196-40e5-8df1-cee5af855822 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Request body: {'security_group': {'name': 'tempest-secgroup--1171431049'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:39.820030 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dc370118-8196-40e5-8df1-cee5af855822 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:39.830188 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dc370118-8196-40e5-8df1-cee5af855822 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:39.839237 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc370118-8196-40e5-8df1-cee5af855822 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:39.858783 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dc370118-8196-40e5-8df1-cee5af855822 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:39.862732 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dc370118-8196-40e5-8df1-cee5af855822 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Usage tracker for resource:security_group_rule and tenant:b6359de307664f62b4ef8560594d6e05 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:39.865541 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dc370118-8196-40e5-8df1-cee5af855822 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:39.871226 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dc370118-8196-40e5-8df1-cee5af855822 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:39.947325 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc370118-8196-40e5-8df1-cee5af855822 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:39.952598 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc370118-8196-40e5-8df1-cee5af855822 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:39.995772 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc370118-8196-40e5-8df1-cee5af855822 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e447fcc-0875-43ab-922f-663a7429ec2d,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:40.008278 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc370118-8196-40e5-8df1-cee5af855822 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.009714 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dc370118-8196-40e5-8df1-cee5af855822 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2007236 May 10 14:56:40.012352 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47340) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:40.018055 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-6fb91c2e-37b3-4525-b9e2-93598f6f2fd3 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Request body: {'security_group_rule': {'security_group_id': '8e447fcc-0875-43ab-922f-663a7429ec2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:40.024060 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6fb91c2e-37b3-4525-b9e2-93598f6f2fd3 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:40.028240 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6fb91c2e-37b3-4525-b9e2-93598f6f2fd3 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Usage tracker for resource:security_group_rule and tenant:b6359de307664f62b4ef8560594d6e05 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:40.031365 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6fb91c2e-37b3-4525-b9e2-93598f6f2fd3 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:40.036966 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6fb91c2e-37b3-4525-b9e2-93598f6f2fd3 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:40.053378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6fb91c2e-37b3-4525-b9e2-93598f6f2fd3 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.116093 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6fb91c2e-37b3-4525-b9e2-93598f6f2fd3 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.120860 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6fb91c2e-37b3-4525-b9e2-93598f6f2fd3 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.147464 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb91c2e-37b3-4525-b9e2-93598f6f2fd3 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd8f651-cd99-4b2d-81b1-656defda1b04,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:40.160622 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6fb91c2e-37b3-4525-b9e2-93598f6f2fd3 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.161964 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6fb91c2e-37b3-4525-b9e2-93598f6f2fd3 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1481187 May 10 14:56:40.163626 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96a936-b611-4ddb-9771-d4e42cddb5fb req-7b7f1f31-1140-40f3-a6b3-4d79d3876da4 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:40.164329 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-0c96a936-b611-4ddb-9771-d4e42cddb5fb req-7b7f1f31-1140-40f3-a6b3-4d79d3876da4 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Synchronizing usage tracker for tenant:5fa7902007934f848529e273ed5cba04 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:40.164701 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47344) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:40.182056 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-0c96a936-b611-4ddb-9771-d4e42cddb5fb req-7b7f1f31-1140-40f3-a6b3-4d79d3876da4 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Unset dirty status for tenant:5fa7902007934f848529e273ed5cba04 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:40.183262 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0c96a936-b611-4ddb-9771-d4e42cddb5fb req-7b7f1f31-1140-40f3-a6b3-4d79d3876da4 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.86 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 945 time: 0.1047130 May 10 14:56:40.186373 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c593bfdf-3acc-46e6-8796-107c64cca623 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-group-rules/7fd8f651-cd99-4b2d-81b1-656defda1b04 HTTP/1.1" status: 200 len: 763 time: 0.0206263 May 10 14:56:40.188869 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47348) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:40.238221 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6ecb9ee6-12b0-4a87-b8c3-6f8dcd735724 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Synchronizing usage tracker for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:40.253669 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6ecb9ee6-12b0-4a87-b8c3-6f8dcd735724 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Unset dirty status for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:40.255311 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6ecb9ee6-12b0-4a87-b8c3-6f8dcd735724 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0654914 May 10 14:56:40.257891 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47352) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:40.260539 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-0c96a936-b611-4ddb-9771-d4e42cddb5fb req-6e9cbfe2-6fd9-4681-99ad-4444398d39d3 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Deleting port d0db8a10-74af-4f17-ad45-e181c8ec3a3d {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:56:40.260886 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-0c96a936-b611-4ddb-9771-d4e42cddb5fb req-6e9cbfe2-6fd9-4681-99ad-4444398d39d3 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.290238 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-01a04f10-2115-43e5-9b04-898d6ba4f9f6 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.300729 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-01a04f10-2115-43e5-9b04-898d6ba4f9f6 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.325566 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-01a04f10-2115-43e5-9b04-898d6ba4f9f6 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.344263 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a04f10-2115-43e5-9b04-898d6ba4f9f6 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fd8f651-cd99-4b2d-81b1-656defda1b04,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:40.352262 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-01a04f10-2115-43e5-9b04-898d6ba4f9f6 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.353385 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-01a04f10-2115-43e5-9b04-898d6ba4f9f6 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/7fd8f651-cd99-4b2d-81b1-656defda1b04 HTTP/1.1" status: 204 len: 168 time: 0.0944812 May 10 14:56:40.355935 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47356) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:40.402261 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-191ad500-ae1a-4246-a71c-99147b1bbdab tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Synchronizing usage tracker for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:40.420163 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-191ad500-ae1a-4246-a71c-99147b1bbdab tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Unset dirty status for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:40.421984 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-191ad500-ae1a-4246-a71c-99147b1bbdab tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0647509 May 10 14:56:40.424267 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47360) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:40.429222 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-d0d5843f-41e9-4275-927d-ffea1124afe6 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Request body: {'security_group_rule': {'security_group_id': '8e447fcc-0875-43ab-922f-663a7429ec2d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:40.435311 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d0d5843f-41e9-4275-927d-ffea1124afe6 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:40.444913 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d0d5843f-41e9-4275-927d-ffea1124afe6 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:40.464270 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d0d5843f-41e9-4275-927d-ffea1124afe6 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.531178 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d0d5843f-41e9-4275-927d-ffea1124afe6 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.535748 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d0d5843f-41e9-4275-927d-ffea1124afe6 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.559658 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5843f-41e9-4275-927d-ffea1124afe6 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=578378f4-501e-4f1d-b848-3f64771d4285,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:40.574046 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d0d5843f-41e9-4275-927d-ffea1124afe6 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.575407 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d0d5843f-41e9-4275-927d-ffea1124afe6 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1501222 May 10 14:56:40.578061 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47364) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:40.607096 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a26e27a5-ffa6-4b13-bbfd-96b86c5f467e tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-group-rules/578378f4-501e-4f1d-b848-3f64771d4285 HTTP/1.1" status: 200 len: 763 time: 0.0273786 May 10 14:56:40.609758 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47368) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:40.643850 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-0c96a936-b611-4ddb-9771-d4e42cddb5fb req-6e9cbfe2-6fd9-4681-99ad-4444398d39d3 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] For port d0db8a10-74af-4f17-ad45-e181c8ec3a3d, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=d0db8a10-74af-4f17-ad45-e181c8ec3a3d,segment=NetworkSegment(d0fbba6b-950a-40c3-8634-f23e93be3fb5),segment_id=d0fbba6b-950a-40c3-8634-f23e93be3fb5)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:40.644201 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-0c96a936-b611-4ddb-9771-d4e42cddb5fb req-6e9cbfe2-6fd9-4681-99ad-4444398d39d3 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.658909 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6d299356-8ced-40dd-9da9-25694ab1587f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Synchronizing usage tracker for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:40.675779 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6d299356-8ced-40dd-9da9-25694ab1587f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Unset dirty status for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:40.677039 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6d299356-8ced-40dd-9da9-25694ab1587f tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0663371 May 10 14:56:40.679949 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47372) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:40.710513 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-262efe88-4661-4969-a327-d2e3bcef5ba0 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.721500 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-262efe88-4661-4969-a327-d2e3bcef5ba0 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.745168 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-262efe88-4661-4969-a327-d2e3bcef5ba0 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.764749 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262efe88-4661-4969-a327-d2e3bcef5ba0 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=578378f4-501e-4f1d-b848-3f64771d4285,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:40.774374 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-262efe88-4661-4969-a327-d2e3bcef5ba0 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.775548 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-262efe88-4661-4969-a327-d2e3bcef5ba0 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/578378f4-501e-4f1d-b848-3f64771d4285 HTTP/1.1" status: 204 len: 168 time: 0.0947115 May 10 14:56:40.777162 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-0c96a936-b611-4ddb-9771-d4e42cddb5fb req-6e9cbfe2-6fd9-4681-99ad-4444398d39d3 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Calling delete_port for d0db8a10-74af-4f17-ad45-e181c8ec3a3d owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:56:40.778083 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47378) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:40.825726 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d3e02a97-1b25-4640-bcfa-ed11b2893b7b tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Synchronizing usage tracker for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:40.843604 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d3e02a97-1b25-4640-bcfa-ed11b2893b7b tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Unset dirty status for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:40.844978 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d3e02a97-1b25-4640-bcfa-ed11b2893b7b tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0654688 May 10 14:56:40.857820 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47382) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:40.865113 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-01ba1886-fe1d-4b17-af7a-92b7ff89f637 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Request body: {'security_group_rule': {'security_group_id': '8e447fcc-0875-43ab-922f-663a7429ec2d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:40.872647 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-01ba1886-fe1d-4b17-af7a-92b7ff89f637 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:40.935659 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4802a0-8531-4219-ab60-08cad0f28f9b req-c494059c-4d7d-45a7-9141-c35e0c13055c tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:40.936249 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-01ba1886-fe1d-4b17-af7a-92b7ff89f637 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:40.937153 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ff4802a0-8531-4219-ab60-08cad0f28f9b req-c494059c-4d7d-45a7-9141-c35e0c13055c tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/ports?device_id=3302d622-7cbf-4ca6-a025-eadf9ae96bd1 HTTP/1.1" status: 200 len: 945 time: 0.0912044 May 10 14:56:40.965603 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-01ba1886-fe1d-4b17-af7a-92b7ff89f637 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.975046 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-0c96a936-b611-4ddb-9771-d4e42cddb5fb req-6e9cbfe2-6fd9-4681-99ad-4444398d39d3 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.986839 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['d0db8a10-74af-4f17-ad45-e181c8ec3a3d'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 14:56:40.988512 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ff4802a0-8531-4219-ab60-08cad0f28f9b req-fb77b997-a490-459d-9f09-c38bb7afd544 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.79 "GET /v2.0/security-groups?id=6360fcc3-2b27-4590-af6f-b17b28622cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454741 May 10 14:56:41.052441 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9cbfe2-6fd9-4681-99ad-4444398d39d3 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Pushing event deleted for resources: {'Port': ['ID=d0db8a10-74af-4f17-ad45-e181c8ec3a3d,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:41.143144 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c96a936-b611-4ddb-9771-d4e42cddb5fb req-6e9cbfe2-6fd9-4681-99ad-4444398d39d3 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] No DVR routers for this DVR port d0db8a10-74af-4f17-ad45-e181c8ec3a3d on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:56:41.146609 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-0c96a936-b611-4ddb-9771-d4e42cddb5fb req-6e9cbfe2-6fd9-4681-99ad-4444398d39d3 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:41.148997 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3302d622-7cbf-4ca6-a025-eadf9ae96bd1', 'name': 'network-vif-deleted', 'tag': 'd0db8a10-74af-4f17-ad45-e181c8ec3a3d'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:56:41.175029 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0c96a936-b611-4ddb-9771-d4e42cddb5fb req-6e9cbfe2-6fd9-4681-99ad-4444398d39d3 tempest-TestServerAdvancedOps-449625954 tempest-TestServerAdvancedOps-449625954-project] 10.222.0.86 "DELETE /v2.0/ports/d0db8a10-74af-4f17-ad45-e181c8ec3a3d HTTP/1.1" status: 204 len: 173 time: 0.9826941 May 10 14:56:41.179381 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-01ba1886-fe1d-4b17-af7a-92b7ff89f637 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:41.184252 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-01ba1886-fe1d-4b17-af7a-92b7ff89f637 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:41.203658 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a040c24c-fd92-4a6c-a7eb-662b935ae929'] response: {'server_uuid': '3302d622-7cbf-4ca6-a025-eadf9ae96bd1', 'name': 'network-vif-deleted', 'tag': 'd0db8a10-74af-4f17-ad45-e181c8ec3a3d', 'status': 'completed', 'code': 200} May 10 14:56:41.223360 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba1886-fe1d-4b17-af7a-92b7ff89f637 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7bfd354-1df7-434e-b5f0-87487cf38e7f,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:41.234816 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-01ba1886-fe1d-4b17-af7a-92b7ff89f637 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:41.238504 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-01ba1886-fe1d-4b17-af7a-92b7ff89f637 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3768957 May 10 14:56:41.238705 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47388) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:41.258031 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4208d707-b002-4d99-9aac-2e613aa4f8fc tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-group-rules/d7bfd354-1df7-434e-b5f0-87487cf38e7f HTTP/1.1" status: 200 len: 764 time: 0.0183139 May 10 14:56:41.260588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47392) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:41.323595 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4c953212-1b3b-4990-a3d3-7b3e4893e0e9 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0618539 May 10 14:56:41.326564 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47396) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:41.356061 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-feaade86-4620-401d-ae43-4f3ed3e097d0 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:41.367110 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-feaade86-4620-401d-ae43-4f3ed3e097d0 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:41.390908 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-feaade86-4620-401d-ae43-4f3ed3e097d0 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:41.408414 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaade86-4620-401d-ae43-4f3ed3e097d0 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7bfd354-1df7-434e-b5f0-87487cf38e7f,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:41.412312 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-feaade86-4620-401d-ae43-4f3ed3e097d0 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:41.413389 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-feaade86-4620-401d-ae43-4f3ed3e097d0 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/d7bfd354-1df7-434e-b5f0-87487cf38e7f HTTP/1.1" status: 204 len: 168 time: 0.0858340 May 10 14:56:41.416429 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47400) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:41.463514 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dc7a1f70-22b5-42a8-89f8-7d3aae3288ea tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0459018 May 10 14:56:41.466732 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47404) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:41.527618 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f0365d7f-d456-458f-9457-a91f4d36b97e tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:41.554067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f0365d7f-d456-458f-9457-a91f4d36b97e tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:41.600595 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f0365d7f-d456-458f-9457-a91f4d36b97e tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:41.621444 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0365d7f-d456-458f-9457-a91f4d36b97e tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e447fcc-0875-43ab-922f-663a7429ec2d,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:41.631822 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f0365d7f-d456-458f-9457-a91f4d36b97e tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:41.635465 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f0365d7f-d456-458f-9457-a91f4d36b97e tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "DELETE /v2.0/security-groups/8e447fcc-0875-43ab-922f-663a7429ec2d HTTP/1.1" status: 204 len: 168 time: 0.1652343 May 10 14:56:41.635619 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47408) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:41.690885 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8bedd02b-d269-469f-97b1-0894d2084fd6 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Synchronizing usage tracker for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:41.706668 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8bedd02b-d269-469f-97b1-0894d2084fd6 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Unset dirty status for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:41.712429 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8bedd02b-d269-469f-97b1-0894d2084fd6 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0759015 May 10 14:56:41.712653 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47412) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:41.718493 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-ea7a06cf-ba16-4d70-8814-1a642e3a3c3a tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Request body: {'security_group': {'name': 'tempest-secgroup--1081314162'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:41.724370 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ea7a06cf-ba16-4d70-8814-1a642e3a3c3a tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:41.734308 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ea7a06cf-ba16-4d70-8814-1a642e3a3c3a tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:41.743401 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ea7a06cf-ba16-4d70-8814-1a642e3a3c3a tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:41.764322 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ea7a06cf-ba16-4d70-8814-1a642e3a3c3a tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:41.768983 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ea7a06cf-ba16-4d70-8814-1a642e3a3c3a tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Usage tracker for resource:security_group_rule and tenant:b6359de307664f62b4ef8560594d6e05 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:41.771848 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ea7a06cf-ba16-4d70-8814-1a642e3a3c3a tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:41.777682 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ea7a06cf-ba16-4d70-8814-1a642e3a3c3a tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:41.849288 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ea7a06cf-ba16-4d70-8814-1a642e3a3c3a tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:41.852960 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ea7a06cf-ba16-4d70-8814-1a642e3a3c3a tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:41.901087 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a06cf-ba16-4d70-8814-1a642e3a3c3a tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ed4ad7-1f93-4334-a214-b55665e9038e,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:41.909434 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ea7a06cf-ba16-4d70-8814-1a642e3a3c3a tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:41.914204 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ea7a06cf-ba16-4d70-8814-1a642e3a3c3a tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1976633 May 10 14:56:41.914323 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47416) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:41.920146 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-c0f586fa-aab2-443f-8b87-076fe8bbc6ef tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Request body: {'security_group_rule': {'security_group_id': 'a8ed4ad7-1f93-4334-a214-b55665e9038e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:41.926279 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c0f586fa-aab2-443f-8b87-076fe8bbc6ef tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:41.930413 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c0f586fa-aab2-443f-8b87-076fe8bbc6ef tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Usage tracker for resource:security_group_rule and tenant:b6359de307664f62b4ef8560594d6e05 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:41.933268 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c0f586fa-aab2-443f-8b87-076fe8bbc6ef tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:41.939745 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c0f586fa-aab2-443f-8b87-076fe8bbc6ef tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:41.959649 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c0f586fa-aab2-443f-8b87-076fe8bbc6ef tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:42.020469 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c0f586fa-aab2-443f-8b87-076fe8bbc6ef tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:42.023864 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c0f586fa-aab2-443f-8b87-076fe8bbc6ef tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:42.047861 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f586fa-aab2-443f-8b87-076fe8bbc6ef tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8318cf-9df8-42e1-8cfb-0fc43235536b,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:42.061262 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c0f586fa-aab2-443f-8b87-076fe8bbc6ef tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:42.062492 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c0f586fa-aab2-443f-8b87-076fe8bbc6ef tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1472349 May 10 14:56:42.065481 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47422) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:42.092134 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47426) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:42.131746 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-05fc0cf6-6bc8-4112-b804-3b52f1c51867 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:42.151812 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec8345c9-ce1c-44b2-9b16-683154dbf11b admin admin] Deleting subnet b67fce38-dfcc-41f1-9abb-0d0e112e8f1a {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:56:42.155302 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ec8345c9-ce1c-44b2-9b16-683154dbf11b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:42.159929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-05fc0cf6-6bc8-4112-b804-3b52f1c51867 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:42.207826 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ec8345c9-ce1c-44b2-9b16-683154dbf11b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:42.209419 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-05fc0cf6-6bc8-4112-b804-3b52f1c51867 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:42.230994 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc0cf6-6bc8-4112-b804-3b52f1c51867 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ed4ad7-1f93-4334-a214-b55665e9038e,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:42.244603 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-05fc0cf6-6bc8-4112-b804-3b52f1c51867 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:42.246016 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-05fc0cf6-6bc8-4112-b804-3b52f1c51867 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "DELETE /v2.0/security-groups/a8ed4ad7-1f93-4334-a214-b55665e9038e HTTP/1.1" status: 204 len: 168 time: 0.1791186 May 10 14:56:42.249392 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47430) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:42.291372 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ec8345c9-ce1c-44b2-9b16-683154dbf11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:42.354022 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-34674f87-2684-46b3-90ec-1305b65b208b tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Synchronizing usage tracker for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:42.379586 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-34674f87-2684-46b3-90ec-1305b65b208b tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Unset dirty status for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:42.380786 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-34674f87-2684-46b3-90ec-1305b65b208b tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1304905 May 10 14:56:42.383537 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47434) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:42.398514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ec8345c9-ce1c-44b2-9b16-683154dbf11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:42.441261 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8345c9-ce1c-44b2-9b16-683154dbf11b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b67fce38-dfcc-41f1-9abb-0d0e112e8f1a,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:42.447387 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ec8345c9-ce1c-44b2-9b16-683154dbf11b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:42.460444 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ec8345c9-ce1c-44b2-9b16-683154dbf11b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b67fce38-dfcc-41f1-9abb-0d0e112e8f1a HTTP/1.1" status: 204 len: 168 time: 0.3672864 May 10 14:56:42.463237 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47438) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:42.471419 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d3816602-a668-45b7-8fa7-d2668bb48221 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Synchronizing usage tracker for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:42.487617 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d3816602-a668-45b7-8fa7-d2668bb48221 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] Unset dirty status for tenant:b6359de307664f62b4ef8560594d6e05 on resource:security_group_rule {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:42.488967 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d3816602-a668-45b7-8fa7-d2668bb48221 tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1045225 May 10 14:56:42.491888 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47442) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:42.508959 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-622520f1-7a7a-48b4-8ad1-dbd56c3de11d tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] delete failed (client error): The resource could not be found. May 10 14:56:42.509927 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-622520f1-7a7a-48b4-8ad1-dbd56c3de11d tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "DELETE /v2.0/security-groups/a8ed4ad7-1f93-4334-a214-b55665e9038e HTTP/1.1" status: 404 len: 347 time: 0.0171683 May 10 14:56:42.513959 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47446) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:42.563391 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7dbcce0e-e7bd-48ad-8048-fa6a2470d87c tempest-SecGroupTest-399423951 tempest-SecGroupTest-399423951-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0486143 May 10 14:56:42.571036 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-935da645-671a-4317-acea-177ed31202ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:42.695518 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-935da645-671a-4317-acea-177ed31202ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:42.722046 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-935da645-671a-4317-acea-177ed31202ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fecf774-73d0-4126-aa5a-fc4a400dca18']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:42.738708 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-935da645-671a-4317-acea-177ed31202ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0fbba6b-950a-40c3-8634-f23e93be3fb5') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:42.738998 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-935da645-671a-4317-acea-177ed31202ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0fbba6b-950a-40c3-8634-f23e93be3fb5') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:42.751651 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-935da645-671a-4317-acea-177ed31202ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:42.768097 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-935da645-671a-4317-acea-177ed31202ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:42.774726 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935da645-671a-4317-acea-177ed31202ab admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:56:42.775104 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-935da645-671a-4317-acea-177ed31202ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:56:42.788510 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:56:42.834919 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47454) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:42.862692 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-935da645-671a-4317-acea-177ed31202ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:42.867260 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-935da645-671a-4317-acea-177ed31202ab admin admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:42.896654 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935da645-671a-4317-acea-177ed31202ab admin admin] Pushing event deleted for resources: {'Network': ['ID=0fecf774-73d0-4126-aa5a-fc4a400dca18,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:42.907807 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-935da645-671a-4317-acea-177ed31202ab admin admin] 10.222.0.79 "DELETE /v2.0/networks/0fecf774-73d0-4126-aa5a-fc4a400dca18 HTTP/1.1" status: 204 len: 168 time: 0.4409549 May 10 14:56:42.908194 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47460) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:43.009123 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc424a62-7388-406c-9e6a-23c45e0dd59b admin admin] Deleting subnet 57fa5adf-3d72-4227-b79e-e1161d75d224 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:56:43.017413 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cc424a62-7388-406c-9e6a-23c45e0dd59b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:43.049327 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3e6aef47-945b-46ca-bcf8-1cb5c672528c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b6359de307664f62b4ef8560594d6e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2132380 May 10 14:56:43.052015 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47464) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:43.069111 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cc424a62-7388-406c-9e6a-23c45e0dd59b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:43.111775 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d46aad11-32eb-4eaa-a762-b02f4c62e786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:43.127396 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cc424a62-7388-406c-9e6a-23c45e0dd59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:43.138192 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d46aad11-32eb-4eaa-a762-b02f4c62e786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:43.190760 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d46aad11-32eb-4eaa-a762-b02f4c62e786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:43.196841 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cc424a62-7388-406c-9e6a-23c45e0dd59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:43.209134 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46aad11-32eb-4eaa-a762-b02f4c62e786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e40b18-e9ee-4280-92dc-237f061794f4,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:43.225283 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d46aad11-32eb-4eaa-a762-b02f4c62e786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:43.229042 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d46aad11-32eb-4eaa-a762-b02f4c62e786 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/62e40b18-e9ee-4280-92dc-237f061794f4 HTTP/1.1" status: 204 len: 168 time: 0.1734016 May 10 14:56:43.238967 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc424a62-7388-406c-9e6a-23c45e0dd59b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57fa5adf-3d72-4227-b79e-e1161d75d224,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:43.245248 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cc424a62-7388-406c-9e6a-23c45e0dd59b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:43.254858 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-cc424a62-7388-406c-9e6a-23c45e0dd59b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/57fa5adf-3d72-4227-b79e-e1161d75d224 HTTP/1.1" status: 204 len: 168 time: 0.3430438 May 10 14:56:43.254858 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47470) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:43.370333 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d781606-19bd-45fd-acb0-ccb7fc13b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:43.506780 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d781606-19bd-45fd-acb0-ccb7fc13b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:43.537309 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-6d781606-19bd-45fd-acb0-ccb7fc13b0a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67be1a0-c72e-43fe-b1a2-2ca3cd90cd54']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:43.549776 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-6d781606-19bd-45fd-acb0-ccb7fc13b0a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2331358-e035-4766-845b-46d77af61223') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:43.550069 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-6d781606-19bd-45fd-acb0-ccb7fc13b0a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2331358-e035-4766-845b-46d77af61223') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:56:43.561193 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d781606-19bd-45fd-acb0-ccb7fc13b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:43.577178 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d781606-19bd-45fd-acb0-ccb7fc13b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:43.583064 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d781606-19bd-45fd-acb0-ccb7fc13b0a4 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:56:43.583443 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d781606-19bd-45fd-acb0-ccb7fc13b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:56:43.596783 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:56:43.673368 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d781606-19bd-45fd-acb0-ccb7fc13b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:43.689273 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6d781606-19bd-45fd-acb0-ccb7fc13b0a4 admin admin] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:43.698035 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d781606-19bd-45fd-acb0-ccb7fc13b0a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d67be1a0-c72e-43fe-b1a2-2ca3cd90cd54,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:43.701030 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6d781606-19bd-45fd-acb0-ccb7fc13b0a4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d67be1a0-c72e-43fe-b1a2-2ca3cd90cd54 HTTP/1.1" status: 204 len: 168 time: 0.4454377 May 10 14:56:43.869364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47476) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:43.919783 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-fcc6cd69-ee6c-4c53-8fdf-0a2ef91044a7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5fa7902007934f848529e273ed5cba04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487237 May 10 14:56:43.921569 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47480) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:43.996298 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-081a4bea-0f5d-4859-8f04-e29db7dd73fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:44.021936 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-081a4bea-0f5d-4859-8f04-e29db7dd73fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:44.071842 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-081a4bea-0f5d-4859-8f04-e29db7dd73fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:44.089817 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a4bea-0f5d-4859-8f04-e29db7dd73fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6360fcc3-2b27-4590-af6f-b17b28622cf8,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:44.097937 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-081a4bea-0f5d-4859-8f04-e29db7dd73fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:44.099097 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-081a4bea-0f5d-4859-8f04-e29db7dd73fc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6360fcc3-2b27-4590-af6f-b17b28622cf8 HTTP/1.1" status: 204 len: 168 time: 0.1765735 May 10 14:56:44.433746 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47488) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:44.483429 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6d2c066f-9c9b-4504-b559-99d311348a32 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=20f7b73db3e8471b8f06e05da77ce8af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480330 May 10 14:56:44.485842 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47492) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:44.504289 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device d0db8a10-74af-4f17-ad45-e181c8ec3a3d no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:56:44.537998 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: d0db8a10-74af-4f17-ad45-e181c8ec3a3d {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:56:44.538340 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device d0db8a10-74af-4f17-ad45-e181c8ec3a3d not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:56:44.547586 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d9dc-69a5-40ab-97d9-a2d0b98bbdf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:44.573438 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d9dc-69a5-40ab-97d9-a2d0b98bbdf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:44.624071 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d9dc-69a5-40ab-97d9-a2d0b98bbdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:44.640256 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6d9dc-69a5-40ab-97d9-a2d0b98bbdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff10e086-80e1-4355-958c-c025b355a8ed,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:44.644783 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0ef6d9dc-69a5-40ab-97d9-a2d0b98bbdf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:44.645886 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0ef6d9dc-69a5-40ab-97d9-a2d0b98bbdf7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ff10e086-80e1-4355-958c-c025b355a8ed HTTP/1.1" status: 204 len: 168 time: 0.1591654 May 10 14:56:50.045647 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9e96b5b2-ef02-4129-8e16-ac8c7cedb177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:50.269368 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:56:52.331967 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d4cf3218-c935-4325-96f5-61148cb31b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:53.127657 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:53.180251 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:53.354924 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:54.862737 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:56.360771 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47510) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:56.439567 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355a8d33-8029-4b02-b390-ba1d1f4db59c tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:56.439567 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355a8d33-8029-4b02-b390-ba1d1f4db59c tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:56.439957 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355a8d33-8029-4b02-b390-ba1d1f4db59c tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:56.441599 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-355a8d33-8029-4b02-b390-ba1d1f4db59c tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/ports?project_id=7c1eaa2d2a564d8c9e902879ced01cd5&network_id=e8572de1-4d0f-4d72-8907-1d51ee7294b5 HTTP/1.1" status: 200 len: 3000 time: 0.0798235 May 10 14:56:58.418548 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47522) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:58.478726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c41329f-3570-4706-9375-6ac2ccaf911c tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:56:58.480773 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7c41329f-3570-4706-9375-6ac2ccaf911c tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b HTTP/1.1" status: 200 len: 814 time: 0.0605731 May 10 14:56:58.954396 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47534) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:58.960780 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-751829d6-c46c-46ac-91bc-38128daf8f04 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:59.062280 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-751829d6-c46c-46ac-91bc-38128daf8f04 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:59.329207 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-751829d6-c46c-46ac-91bc-38128daf8f04 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:59.333758 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-751829d6-c46c-46ac-91bc-38128daf8f04 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:59.334116 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-751829d6-c46c-46ac-91bc-38128daf8f04 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Floating IP 68457526-f42c-471f-97a7-d0e641cb6da6 disassociated. External IP: 172.26.0.213, port: 4586eaf3-9b7a-49b1-832b-99446b4b8850. May 10 14:56:59.793720 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751829d6-c46c-46ac-91bc-38128daf8f04 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router b126eb66-45b6-49de-94ec-5d34b89547bc has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:56:59.974969 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751829d6-c46c-46ac-91bc-38128daf8f04 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:56:59.979845 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-751829d6-c46c-46ac-91bc-38128daf8f04 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:59.985918 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e959d1-5987-4aea-9eac-b4f1dc7e8ce3 None None] Sync routers for ids ['b126eb66-45b6-49de-94ec-5d34b89547bc'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:56:59.997609 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e959d1-5987-4aea-9eac-b4f1dc7e8ce3 None None] Routers {'b126eb66-45b6-49de-94ec-5d34b89547bc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:56:59.998232 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-34e959d1-5987-4aea-9eac-b4f1dc7e8ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:56:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['b126eb66-45b6-49de-94ec-5d34b89547bc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:57:00.041675 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-751829d6-c46c-46ac-91bc-38128daf8f04 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/floatingips/68457526-f42c-471f-97a7-d0e641cb6da6 HTTP/1.1" status: 200 len: 690 time: 1.0835376 May 10 14:57:00.041675 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a73d9b-ea1d-4139-99af-bf8379cbca3f', 'tag': '4586eaf3-9b7a-49b1-832b-99446b4b8850'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:57:00.042168 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47538) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:57:00.090888 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0fa9645-49db-4b68-a102-69f41f3c5054'] response: {'name': 'network-changed', 'server_uuid': '39a73d9b-ea1d-4139-99af-bf8379cbca3f', 'tag': '4586eaf3-9b7a-49b1-832b-99446b4b8850', 'status': 'completed', 'code': 200} May 10 14:57:00.188851 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-34e959d1-5987-4aea-9eac-b4f1dc7e8ce3 None None] Set router b126eb66-45b6-49de-94ec-5d34b89547bc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:57:00.277228 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4b487aea-00c9-4d2c-8abd-0180047e1f0f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/68457526-f42c-471f-97a7-d0e641cb6da6 HTTP/1.1" status: 200 len: 690 time: 0.2338195 May 10 14:57:00.308073 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917791e-296d-4d7d-b0d8-d48953a12f0f req-f0f54d30-65fb-423e-beb2-31d66e69b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:00.309749 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4917791e-296d-4d7d-b0d8-d48953a12f0f req-f0f54d30-65fb-423e-beb2-31d66e69b38d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f HTTP/1.1" status: 200 len: 1099 time: 0.1017137 May 10 14:57:00.447255 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917791e-296d-4d7d-b0d8-d48953a12f0f req-f516139f-a930-4da2-b829-85f2c23092b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:00.448661 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4917791e-296d-4d7d-b0d8-d48953a12f0f req-f516139f-a930-4da2-b829-85f2c23092b9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e8572de1-4d0f-4d72-8907-1d51ee7294b5 HTTP/1.1" status: 200 len: 898 time: 0.1323700 May 10 14:57:00.519079 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4917791e-296d-4d7d-b0d8-d48953a12f0f req-7ecb6c5f-888e-45fa-a87d-6b1e4e23a235 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4586eaf3-9b7a-49b1-832b-99446b4b8850 HTTP/1.1" status: 200 len: 217 time: 0.0630333 May 10 14:57:00.524816 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-34e959d1-5987-4aea-9eac-b4f1dc7e8ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'name': 'tempest-TestNetworkBasicOps-router-764486986', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:28Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:30Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4829d7e7-54e3-4c8c-9d3b-583e01e95d5d', 'name': '', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:dc:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:41Z', 'updated_at': '2022-05-10T14:56:04Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:57:00.530658 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e959d1-5987-4aea-9eac-b4f1dc7e8ce3 None None] Checking router: b126eb66-45b6-49de-94ec-5d34b89547bc for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:57:00.545918 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e959d1-5987-4aea-9eac-b4f1dc7e8ce3 None None] Routers {'b126eb66-45b6-49de-94ec-5d34b89547bc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:57:00.545918 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-34e959d1-5987-4aea-9eac-b4f1dc7e8ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:56:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['b126eb66-45b6-49de-94ec-5d34b89547bc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:57:00.595658 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917791e-296d-4d7d-b0d8-d48953a12f0f req-ba66cf4a-b2b8-470b-b8ba-c8ac3690aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:00.595658 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4917791e-296d-4d7d-b0d8-d48953a12f0f req-ba66cf4a-b2b8-470b-b8ba-c8ac3690aa7f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1bd4c6da-4fae-48d2-bfd5-eb04f1871d48 HTTP/1.1" status: 200 len: 834 time: 0.0646269 May 10 14:57:00.669085 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917791e-296d-4d7d-b0d8-d48953a12f0f req-42d9617f-e796-4f38-a002-eed790d9a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:00.670711 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4917791e-296d-4d7d-b0d8-d48953a12f0f req-42d9617f-e796-4f38-a002-eed790d9a058 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e8572de1-4d0f-4d72-8907-1d51ee7294b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733404 May 10 14:57:00.745358 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-34e959d1-5987-4aea-9eac-b4f1dc7e8ce3 None None] Set router b126eb66-45b6-49de-94ec-5d34b89547bc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:57:00.815566 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4917791e-296d-4d7d-b0d8-d48953a12f0f req-230d306c-5ccc-4da3-a318-dabec6f999b9 service neutron] 10.222.0.86 "GET /v2.0/networks/e8572de1-4d0f-4d72-8907-1d51ee7294b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374187 May 10 14:57:00.968924 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4917791e-296d-4d7d-b0d8-d48953a12f0f req-91938214-1f97-4e40-af3c-5d1f43f085a2 service neutron] 10.222.0.86 "GET /v2.0/networks/e8572de1-4d0f-4d72-8907-1d51ee7294b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473348 May 10 14:57:01.163681 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-34e959d1-5987-4aea-9eac-b4f1dc7e8ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'name': 'tempest-TestNetworkBasicOps-router-764486986', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:28Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:30Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4829d7e7-54e3-4c8c-9d3b-583e01e95d5d', 'name': '', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:dc:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:41Z', 'updated_at': '2022-05-10T14:56:04Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:57:01.168061 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e959d1-5987-4aea-9eac-b4f1dc7e8ce3 None None] The sync data for ids ['b126eb66-45b6-49de-94ec-5d34b89547bc'] in dv-neutron-841204-2-hyperv is: [{'id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'name': 'tempest-TestNetworkBasicOps-router-764486986', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:28Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:30Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4829d7e7-54e3-4c8c-9d3b-583e01e95d5d', 'name': '', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:dc:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:41Z', 'updated_at': '2022-05-10T14:56:04Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:57:01.281418 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47544) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:57:01.389623 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0a58eec1-446f-4672-b79d-870ef92e0635 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/68457526-f42c-471f-97a7-d0e641cb6da6 HTTP/1.1" status: 200 len: 690 time: 0.1069806 May 10 14:57:01.441432 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262070e5-2e74-471c-899c-e441f777a435 None None] New status for floating IP 68457526-f42c-471f-97a7-d0e641cb6da6: DOWN {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:57:02.393559 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47548) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:57:02.476073 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-06add4a1-416c-47ec-862c-799eb659418a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/68457526-f42c-471f-97a7-d0e641cb6da6 HTTP/1.1" status: 200 len: 688 time: 0.0810859 May 10 14:57:03.557689 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47554) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:57:03.563364 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-968107342', 'description': 'tempest-secgroup-smoke-968107342 description', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:57:03.569904 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:57:03.579442 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:57:03.588482 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:03.608140 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:57:03.612403 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:57:03.615160 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:57:03.620782 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:57:03.691169 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:03.695856 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:03.744348 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1db1668-fd7e-40cb-845a-5b4263808f52,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:03.748292 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:03.749414 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1905024 May 10 14:57:03.752538 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47558) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:57:03.754029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:03.754466 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:03.754809 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:03.755143 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:03.755476 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:03.755788 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:03.756125 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:03.756445 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:03.756779 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:03.757093 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:03.757409 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:03.757646 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-aadc3d44-b263-47c3-8469-177567f22682 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'd1db1668-fd7e-40cb-845a-5b4263808f52', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:57:03.757747 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60211b37-e212-403f-ab48-16dd73a45fa9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:03.763705 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-aadc3d44-b263-47c3-8469-177567f22682 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:57:03.767540 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-aadc3d44-b263-47c3-8469-177567f22682 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:57:03.770868 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-aadc3d44-b263-47c3-8469-177567f22682 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:57:03.777227 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-aadc3d44-b263-47c3-8469-177567f22682 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:57:03.833999 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aadc3d44-b263-47c3-8469-177567f22682 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:03.909360 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-58ac8e9c-e5d3-4440-b0ea-f695ac6037b7 req-55cb6d22-a2a9-4c7e-93e2-af3909469f16 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1253221 May 10 14:57:03.910925 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aadc3d44-b263-47c3-8469-177567f22682 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:03.914393 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aadc3d44-b263-47c3-8469-177567f22682 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:03.938678 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc3d44-b263-47c3-8469-177567f22682 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5813eb1-3e6e-4d07-aad7-ce95d3c6d920,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:03.949243 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aadc3d44-b263-47c3-8469-177567f22682 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:03.950412 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-aadc3d44-b263-47c3-8469-177567f22682 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1968882 May 10 14:57:03.951779 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3d44-b263-47c3-8469-177567f22682 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:03.952117 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3d44-b263-47c3-8469-177567f22682 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:03.952458 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3d44-b263-47c3-8469-177567f22682 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:03.952771 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3d44-b263-47c3-8469-177567f22682 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:03.953089 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3d44-b263-47c3-8469-177567f22682 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:03.953408 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3d44-b263-47c3-8469-177567f22682 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:03.953569 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47562) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:57:03.953773 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3d44-b263-47c3-8469-177567f22682 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:03.954037 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3d44-b263-47c3-8469-177567f22682 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:03.954369 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3d44-b263-47c3-8469-177567f22682 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:03.954767 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3d44-b263-47c3-8469-177567f22682 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:03.955167 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3d44-b263-47c3-8469-177567f22682 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:03.955488 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc3d44-b263-47c3-8469-177567f22682 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:03.959104 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-652cd0f5-3c0e-496a-a1d7-fbfc0904c201 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'd1db1668-fd7e-40cb-845a-5b4263808f52', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:57:03.965183 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-652cd0f5-3c0e-496a-a1d7-fbfc0904c201 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:57:03.969070 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-652cd0f5-3c0e-496a-a1d7-fbfc0904c201 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:57:03.972718 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-652cd0f5-3c0e-496a-a1d7-fbfc0904c201 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:57:03.979459 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-652cd0f5-3c0e-496a-a1d7-fbfc0904c201 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:57:03.998952 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-652cd0f5-3c0e-496a-a1d7-fbfc0904c201 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:04.062262 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-652cd0f5-3c0e-496a-a1d7-fbfc0904c201 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:04.063491 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac8e9c-e5d3-4440-b0ea-f695ac6037b7 req-474bf869-9680-4f0f-be24-e4fc44a4fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:04.065116 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-58ac8e9c-e5d3-4440-b0ea-f695ac6037b7 req-474bf869-9680-4f0f-be24-e4fc44a4fca9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7&device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 1099 time: 0.0773985 May 10 14:57:04.066620 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-652cd0f5-3c0e-496a-a1d7-fbfc0904c201 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:04.088372 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cd0f5-3c0e-496a-a1d7-fbfc0904c201 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f951f4-8020-438b-80e2-081755bfb7e7,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:04.101183 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-652cd0f5-3c0e-496a-a1d7-fbfc0904c201 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:04.102351 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-652cd0f5-3c0e-496a-a1d7-fbfc0904c201 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1478319 May 10 14:57:04.105306 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47566) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:57:04.110357 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-86d2171c-738c-4937-94b4-cf3aa76a263c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'd1db1668-fd7e-40cb-845a-5b4263808f52', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:57:04.116834 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-86d2171c-738c-4937-94b4-cf3aa76a263c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:57:04.120590 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-86d2171c-738c-4937-94b4-cf3aa76a263c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:57:04.123376 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-86d2171c-738c-4937-94b4-cf3aa76a263c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:57:04.130193 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-86d2171c-738c-4937-94b4-cf3aa76a263c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:57:04.147552 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-86d2171c-738c-4937-94b4-cf3aa76a263c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:04.210882 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-86d2171c-738c-4937-94b4-cf3aa76a263c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:04.215780 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-86d2171c-738c-4937-94b4-cf3aa76a263c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:04.222393 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac8e9c-e5d3-4440-b0ea-f695ac6037b7 req-3b8cd9d8-8da6-4196-863e-28b16dc61567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:04.223867 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-58ac8e9c-e5d3-4440-b0ea-f695ac6037b7 req-3b8cd9d8-8da6-4196-863e-28b16dc61567 service neutron] 10.222.0.86 "GET /v2.0/networks?id=432ecadc-13ed-4534-bb5d-3db9112befb3 HTTP/1.1" status: 200 len: 912 time: 0.1361372 May 10 14:57:04.240080 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2171c-738c-4937-94b4-cf3aa76a263c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1badb969-91f2-4b49-bc67-1f97715c0f11,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:04.249075 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-86d2171c-738c-4937-94b4-cf3aa76a263c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:04.250170 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-86d2171c-738c-4937-94b4-cf3aa76a263c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439433 May 10 14:57:04.253699 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47570) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:57:04.258816 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-dc4a1864-9fef-45e3-8494-39e11cf29efb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'd1db1668-fd7e-40cb-845a-5b4263808f52', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:57:04.264727 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dc4a1864-9fef-45e3-8494-39e11cf29efb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:57:04.268596 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dc4a1864-9fef-45e3-8494-39e11cf29efb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:57:04.271879 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dc4a1864-9fef-45e3-8494-39e11cf29efb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:57:04.277528 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dc4a1864-9fef-45e3-8494-39e11cf29efb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:57:04.300046 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1864-9fef-45e3-8494-39e11cf29efb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:04.332370 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-58ac8e9c-e5d3-4440-b0ea-f695ac6037b7 req-dfb4fbbf-2231-42f5-80bf-bd3f8a5be560 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5b060e6-dabc-465e-a1e1-cde8509caafa HTTP/1.1" status: 200 len: 1002 time: 0.0984502 May 10 14:57:04.363225 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1864-9fef-45e3-8494-39e11cf29efb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:04.368307 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1864-9fef-45e3-8494-39e11cf29efb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:04.391706 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a1864-9fef-45e3-8494-39e11cf29efb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c08f71-02bf-48ef-910d-5de675eac652,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:04.401481 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc4a1864-9fef-45e3-8494-39e11cf29efb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:04.402697 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dc4a1864-9fef-45e3-8494-39e11cf29efb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1479445 May 10 14:57:04.405470 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47574) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:57:04.410975 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-949e9144-4d7a-48d6-b327-14f820ec9159 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'd1db1668-fd7e-40cb-845a-5b4263808f52', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:57:04.411717 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac8e9c-e5d3-4440-b0ea-f695ac6037b7 req-530f36fc-0200-489f-bde1-2ed8cf8ba81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:04.413149 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-58ac8e9c-e5d3-4440-b0ea-f695ac6037b7 req-530f36fc-0200-489f-bde1-2ed8cf8ba81a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c510936-298f-4d7e-b6bd-ee2068bbabe3 HTTP/1.1" status: 200 len: 850 time: 0.0712440 May 10 14:57:04.416793 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-949e9144-4d7a-48d6-b327-14f820ec9159 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:57:04.420652 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-949e9144-4d7a-48d6-b327-14f820ec9159 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:57:04.424446 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-949e9144-4d7a-48d6-b327-14f820ec9159 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:57:04.430345 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-949e9144-4d7a-48d6-b327-14f820ec9159 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:57:04.441072 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-949e9144-4d7a-48d6-b327-14f820ec9159 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Project 7c1eaa2d2a564d8c9e902879ced01cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:57:04.448049 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-949e9144-4d7a-48d6-b327-14f820ec9159 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:04.492720 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac8e9c-e5d3-4440-b0ea-f695ac6037b7 req-3bfd9386-5245-4991-b887-89392e885e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:04.494218 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-58ac8e9c-e5d3-4440-b0ea-f695ac6037b7 req-3bfd9386-5245-4991-b887-89392e885e1c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=432ecadc-13ed-4534-bb5d-3db9112befb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719187 May 10 14:57:04.516155 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-949e9144-4d7a-48d6-b327-14f820ec9159 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:04.523549 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-949e9144-4d7a-48d6-b327-14f820ec9159 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:04.546510 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e9144-4d7a-48d6-b327-14f820ec9159 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1457f36f-8825-486c-83b9-d3ab1134d5d2,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:04.558837 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-949e9144-4d7a-48d6-b327-14f820ec9159 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:04.560207 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-949e9144-4d7a-48d6-b327-14f820ec9159 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1538360 May 10 14:57:04.563139 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47578) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:57:04.568206 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-1dd02147-5848-480c-8d22-8856a0b8d485 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'd1db1668-fd7e-40cb-845a-5b4263808f52', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:57:04.574071 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1dd02147-5848-480c-8d22-8856a0b8d485 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:57:04.577898 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1dd02147-5848-480c-8d22-8856a0b8d485 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:57:04.580872 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1dd02147-5848-480c-8d22-8856a0b8d485 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:57:04.586832 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1dd02147-5848-480c-8d22-8856a0b8d485 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:57:04.598630 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-1dd02147-5848-480c-8d22-8856a0b8d485 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Project 7c1eaa2d2a564d8c9e902879ced01cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:57:04.605462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1dd02147-5848-480c-8d22-8856a0b8d485 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:04.632608 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-58ac8e9c-e5d3-4440-b0ea-f695ac6037b7 req-5e08a31b-7115-47d7-aced-d4c58dbebc14 service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285515 May 10 14:57:04.674291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1dd02147-5848-480c-8d22-8856a0b8d485 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:04.678646 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1dd02147-5848-480c-8d22-8856a0b8d485 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:04.703077 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd02147-5848-480c-8d22-8856a0b8d485 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a079560f-b129-415a-a24d-990647b18420,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:04.713438 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1dd02147-5848-480c-8d22-8856a0b8d485 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:04.714680 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1dd02147-5848-480c-8d22-8856a0b8d485 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1505747 May 10 14:57:04.877987 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-58ac8e9c-e5d3-4440-b0ea-f695ac6037b7 req-b2907470-5efd-4be2-9d45-69ec1000be25 service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355621 May 10 14:57:04.950481 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-0e0505c9-dcc4-4a77-9119-617872cd6552 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:57:04.965656 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-0e0505c9-dcc4-4a77-9119-617872cd6552 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:57:04.966804 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-0e0505c9-dcc4-4a77-9119-617872cd6552 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-968107342&fields=id&tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 267 time: 0.0568051 May 10 14:57:05.118154 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-3649a554-4cdf-4ba7-b386-41e68ff6ca9c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:05.119538 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-3649a554-4cdf-4ba7-b386-41e68ff6ca9c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/networks?id=e8572de1-4d0f-4d72-8907-1d51ee7294b5 HTTP/1.1" status: 200 len: 797 time: 0.1452341 May 10 14:57:05.134309 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-6b3b28e6-312b-4716-befd-921485cc6334 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/quotas/7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 375 time: 0.0094151 May 10 14:57:05.224975 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-eb9a0c84-c61d-45fa-a19e-720b45e5dff9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0856276 May 10 14:57:05.241067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-e1c99b86-ef25-4da7-a23d-a6df74e7c409 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:57:05.241983 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-e1c99b86-ef25-4da7-a23d-a6df74e7c409 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049627 May 10 14:57:05.483032 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-bc5abba1-ee1b-4d76-b3ca-a083d4d91aff service neutron] 10.222.0.79 "GET /v2.0/networks/e8572de1-4d0f-4d72-8907-1d51ee7294b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356970 May 10 14:57:05.613142 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-d2074e42-0bcb-4dad-875b-94c8af46f59e service neutron] 10.222.0.79 "GET /v2.0/networks/e8572de1-4d0f-4d72-8907-1d51ee7294b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236367 May 10 14:57:05.794537 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9c8bb546-8f69-46e6-954d-7474e171e6a8 req-8631d013-83de-4433-93a1-78bf709d32a3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f21a272-34e5-4eeb-81a5-61268d8aaf8e HTTP/1.1" status: 200 len: 210 time: 0.0462587 May 10 14:57:06.952086 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e34d83fe-2f0b-4062-9f5d-e2d69454a3cb req-dd55d21f-7cff-492b-86ae-47a6ccba6779 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f21a272-34e5-4eeb-81a5-61268d8aaf8e HTTP/1.1" status: 200 len: 210 time: 0.0458505 May 10 14:57:07.135804 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-0d62d1e7-889c-4afb-a940-a6ab2ec4bf0c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:07.137346 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-0d62d1e7-889c-4afb-a940-a6ab2ec4bf0c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/networks?id=e8572de1-4d0f-4d72-8907-1d51ee7294b5 HTTP/1.1" status: 200 len: 797 time: 0.1735916 May 10 14:57:07.199213 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-2ec8c256-9677-4869-a95b-6293e3bb3b12 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 472 time: 0.0486667 May 10 14:57:07.229093 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-a449e868-ccaa-4fda-8b28-9dc57d82dfcb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'port': {'device_id': '7f21a272-34e5-4eeb-81a5-61268d8aaf8e', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'admin_state_up': True, 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'security_groups': ['d1db1668-fd7e-40cb-845a-5b4263808f52']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:57:07.367539 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-a449e868-ccaa-4fda-8b28-9dc57d82dfcb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:57:07.371812 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-a449e868-ccaa-4fda-8b28-9dc57d82dfcb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:port and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:57:07.374594 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-a449e868-ccaa-4fda-8b28-9dc57d82dfcb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:57:07.380854 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-a449e868-ccaa-4fda-8b28-9dc57d82dfcb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:57:07.390333 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-a449e868-ccaa-4fda-8b28-9dc57d82dfcb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:57:07.394212 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-a449e868-ccaa-4fda-8b28-9dc57d82dfcb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:07.553488 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-a449e868-ccaa-4fda-8b28-9dc57d82dfcb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.20.0.14 (e8572de1-4d0f-4d72-8907-1d51ee7294b5/1bd4c6da-4fae-48d2-bfd5-eb04f1871d48/d2e4440b-e4c3-42b3-a1d3-2f79a82815b5) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:57:07.744811 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-a449e868-ccaa-4fda-8b28-9dc57d82dfcb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:07.759741 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-a449e868-ccaa-4fda-8b28-9dc57d82dfcb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Transition to ACTIVE for port object d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:57:07.784022 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-a449e868-ccaa-4fda-8b28-9dc57d82dfcb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:07.852837 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-a449e868-ccaa-4fda-8b28-9dc57d82dfcb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network e8572de1-4d0f-4d72-8907-1d51ee7294b5 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:57:07.855743 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-a449e868-ccaa-4fda-8b28-9dc57d82dfcb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:57:07.859794 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-a449e868-ccaa-4fda-8b28-9dc57d82dfcb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:57:07.897480 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449e868-ccaa-4fda-8b28-9dc57d82dfcb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=d2e4440b-e4c3-42b3-a1d3-2f79a82815b5,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:07.934478 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-a449e868-ccaa-4fda-8b28-9dc57d82dfcb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:07.935062 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-a449e868-ccaa-4fda-8b28-9dc57d82dfcb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:07.960284 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-a449e868-ccaa-4fda-8b28-9dc57d82dfcb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7416608 May 10 14:57:07.976175 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-b7bd3c55-ee8f-445e-9499-810a18c2ecc9 service neutron] Request body: {'port': {'device_id': '7f21a272-34e5-4eeb-81a5-61268d8aaf8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:57:08.089678 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-712bb8a0-3efa-472f-9089-486a7beb0f61 None None] Provisioning for port d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:57:08.091206 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-b7bd3c55-ee8f-445e-9499-810a18c2ecc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:08.096105 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-712bb8a0-3efa-472f-9089-486a7beb0f61 None None] Provisioning complete for port d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:57:08.096837 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-712bb8a0-3efa-472f-9089-486a7beb0f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:08.153984 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-712bb8a0-3efa-472f-9089-486a7beb0f61 None None] Port d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:57:08.162768 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cd356-c647-4930-bca7-9f5b101ded0d req-7e39ab74-f589-4c47-bdfa-0106fb3ed636 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:08.164247 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-705cd356-c647-4930-bca7-9f5b101ded0d req-7e39ab74-f589-4c47-bdfa-0106fb3ed636 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f21a272-34e5-4eeb-81a5-61268d8aaf8e HTTP/1.1" status: 200 len: 932 time: 0.0830126 May 10 14:57:08.212719 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-705cd356-c647-4930-bca7-9f5b101ded0d req-df413a58-3df5-4d3b-8639-278bded9f665 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1db1668-fd7e-40cb-845a-5b4263808f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427449 May 10 14:57:08.441068 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-b7bd3c55-ee8f-445e-9499-810a18c2ecc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:57:08.448054 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-b7bd3c55-ee8f-445e-9499-810a18c2ecc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:08.461822 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-b7bd3c55-ee8f-445e-9499-810a18c2ecc9 service neutron] Transition to ACTIVE for port object d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:57:08.465560 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-b7bd3c55-ee8f-445e-9499-810a18c2ecc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:08.596756 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd3c55-ee8f-445e-9499-810a18c2ecc9 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e4440b-e4c3-42b3-a1d3-2f79a82815b5,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:08.703853 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-b7bd3c55-ee8f-445e-9499-810a18c2ecc9 service neutron] Attempting to bind port d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:57:08.704181 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-b7bd3c55-ee8f-445e-9499-810a18c2ecc9 service neutron] Attempting to bind port d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '777140e6-a865-4949-aefe-71c926a17b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:57:08.705058 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-b7bd3c55-ee8f-445e-9499-810a18c2ecc9 service neutron] Attempting to bind port d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 on network e8572de1-4d0f-4d72-8907-1d51ee7294b5 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:57:08.709589 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-b7bd3c55-ee8f-445e-9499-810a18c2ecc9 service neutron] Port d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 on network e8572de1-4d0f-4d72-8907-1d51ee7294b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:57:08.709901 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-b7bd3c55-ee8f-445e-9499-810a18c2ecc9 service neutron] Attempting to bind port d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 on network e8572de1-4d0f-4d72-8907-1d51ee7294b5 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:57:08.714930 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-b7bd3c55-ee8f-445e-9499-810a18c2ecc9 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:57:08.715257 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-b7bd3c55-ee8f-445e-9499-810a18c2ecc9 service neutron] Checking segment: {'id': '777140e6-a865-4949-aefe-71c926a17b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:57:08.715629 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-b7bd3c55-ee8f-445e-9499-810a18c2ecc9 service neutron] Bound using segment: {'id': '777140e6-a865-4949-aefe-71c926a17b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:57:08.716071 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-b7bd3c55-ee8f-445e-9499-810a18c2ecc9 service neutron] Bound port: d2e4440b-e4c3-42b3-a1d3-2f79a82815b5, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '777140e6-a865-4949-aefe-71c926a17b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:57:08.716404 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-b7bd3c55-ee8f-445e-9499-810a18c2ecc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:08.804730 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-b7bd3c55-ee8f-445e-9499-810a18c2ecc9 service neutron] For port d2e4440b-e4c3-42b3-a1d3-2f79a82815b5, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:57:08.807584 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-b7bd3c55-ee8f-445e-9499-810a18c2ecc9 service neutron] For port d2e4440b-e4c3-42b3-a1d3-2f79a82815b5, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=d2e4440b-e4c3-42b3-a1d3-2f79a82815b5,segment=NetworkSegment(777140e6-a865-4949-aefe-71c926a17b5d),segment_id=777140e6-a865-4949-aefe-71c926a17b5d)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:57:08.811826 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-b7bd3c55-ee8f-445e-9499-810a18c2ecc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:08.874220 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-b7bd3c55-ee8f-445e-9499-810a18c2ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:08.874917 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-b7bd3c55-ee8f-445e-9499-810a18c2ecc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:08.876888 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-b7bd3c55-ee8f-445e-9499-810a18c2ecc9 service neutron] 10.222.0.86 "PUT /v2.0/ports/d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 HTTP/1.1" status: 200 len: 1094 time: 0.9044216 May 10 14:57:08.877918 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f21a272-34e5-4eeb-81a5-61268d8aaf8e', 'tag': 'd2e4440b-e4c3-42b3-a1d3-2f79a82815b5'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:57:08.903761 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd3c55-ee8f-445e-9499-810a18c2ecc9 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e4440b-e4c3-42b3-a1d3-2f79a82815b5,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:09.090405 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cd9789d-6718-4c54-8199-159c7fe40fd7'] response: {'name': 'network-changed', 'server_uuid': '7f21a272-34e5-4eeb-81a5-61268d8aaf8e', 'tag': 'd2e4440b-e4c3-42b3-a1d3-2f79a82815b5', 'status': 'completed', 'code': 200} May 10 14:57:09.124213 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-bc2a58c7-4d63-4780-9312-b31a309fc7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:09.125677 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-bc2a58c7-4d63-4780-9312-b31a309fc7f0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=7f21a272-34e5-4eeb-81a5-61268d8aaf8e HTTP/1.1" status: 200 len: 1097 time: 0.1797764 May 10 14:57:09.199517 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-85abf76d-6433-4e17-98ab-e089d6c01688 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 HTTP/1.1" status: 200 len: 217 time: 0.0629170 May 10 14:57:09.264403 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-57c41f3a-f5f7-4c65-ba2a-b90c3b897f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:09.265857 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-57c41f3a-f5f7-4c65-ba2a-b90c3b897f35 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1bd4c6da-4fae-48d2-bfd5-eb04f1871d48 HTTP/1.1" status: 200 len: 834 time: 0.0571980 May 10 14:57:09.346623 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-24b34e1f-d3ca-4c8e-a20c-3100af7c5851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:09.348100 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-24b34e1f-d3ca-4c8e-a20c-3100af7c5851 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e8572de1-4d0f-4d72-8907-1d51ee7294b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730846 May 10 14:57:09.401568 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3a88a-0a64-44d0-8826-fcc8a1e30c5c req-14bec1ea-74c0-457c-8c87-9539403b8040 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:09.403078 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d8b3a88a-0a64-44d0-8826-fcc8a1e30c5c req-14bec1ea-74c0-457c-8c87-9539403b8040 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f21a272-34e5-4eeb-81a5-61268d8aaf8e HTTP/1.1" status: 200 len: 944 time: 0.0828841 May 10 14:57:09.448475 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d8b3a88a-0a64-44d0-8826-fcc8a1e30c5c req-6b35969f-27be-4bb4-a466-2a178ef2e3ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1db1668-fd7e-40cb-845a-5b4263808f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396154 May 10 14:57:09.484843 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-bae64ca0-6ec2-437b-b633-c9619a5bc4f2 service neutron] 10.222.0.86 "GET /v2.0/networks/e8572de1-4d0f-4d72-8907-1d51ee7294b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269813 May 10 14:57:09.614635 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4656eda8-5a15-44f9-b849-9e61ef4ab272 req-13e256e7-9e21-40b5-8aa0-351899772121 service neutron] 10.222.0.86 "GET /v2.0/networks/e8572de1-4d0f-4d72-8907-1d51ee7294b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228466 May 10 14:57:09.737288 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7e7b1-8f74-49de-9552-36d8d8df54c5 req-8adc634b-90a7-42de-8d74-27c626f4c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:09.738755 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9fc7e7b1-8f74-49de-9552-36d8d8df54c5 req-8adc634b-90a7-42de-8d74-27c626f4c803 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=7f21a272-34e5-4eeb-81a5-61268d8aaf8e HTTP/1.1" status: 200 len: 1097 time: 0.0717499 May 10 14:57:09.870366 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7e7b1-8f74-49de-9552-36d8d8df54c5 req-783c7154-489b-4f78-a2c1-af9ad89ae5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:09.871734 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9fc7e7b1-8f74-49de-9552-36d8d8df54c5 req-783c7154-489b-4f78-a2c1-af9ad89ae5c4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e8572de1-4d0f-4d72-8907-1d51ee7294b5 HTTP/1.1" status: 200 len: 898 time: 0.1262212 May 10 14:57:09.943705 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9fc7e7b1-8f74-49de-9552-36d8d8df54c5 req-f4f3cf7a-1b3c-42df-a89c-d9d5633c69a8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 HTTP/1.1" status: 200 len: 217 time: 0.0636730 May 10 14:57:10.005985 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7e7b1-8f74-49de-9552-36d8d8df54c5 req-cb9c0ee5-e9b9-44d6-9aff-21cbb1f49796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:10.007560 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9fc7e7b1-8f74-49de-9552-36d8d8df54c5 req-cb9c0ee5-e9b9-44d6-9aff-21cbb1f49796 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1bd4c6da-4fae-48d2-bfd5-eb04f1871d48 HTTP/1.1" status: 200 len: 834 time: 0.0577297 May 10 14:57:10.084672 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7e7b1-8f74-49de-9552-36d8d8df54c5 req-bddc6f38-18c8-4541-bef0-70bf777a1fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:10.086115 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9fc7e7b1-8f74-49de-9552-36d8d8df54c5 req-bddc6f38-18c8-4541-bef0-70bf777a1fd6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e8572de1-4d0f-4d72-8907-1d51ee7294b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724845 May 10 14:57:10.226697 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9fc7e7b1-8f74-49de-9552-36d8d8df54c5 req-7be80532-9089-4c54-b8e3-41e93bcee1bf service neutron] 10.222.0.86 "GET /v2.0/networks/e8572de1-4d0f-4d72-8907-1d51ee7294b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327412 May 10 14:57:10.358150 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9fc7e7b1-8f74-49de-9552-36d8d8df54c5 req-36d21f84-7a4a-4f32-b874-f5bbfe28dde6 service neutron] 10.222.0.86 "GET /v2.0/networks/e8572de1-4d0f-4d72-8907-1d51ee7294b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242466 May 10 14:57:10.636841 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69017cfd-f034-4bf8-bc18-81b051e033a1 req-301b672e-ef2b-4074-9d33-99900b6b1dfb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:10.638283 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-69017cfd-f034-4bf8-bc18-81b051e033a1 req-301b672e-ef2b-4074-9d33-99900b6b1dfb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f21a272-34e5-4eeb-81a5-61268d8aaf8e HTTP/1.1" status: 200 len: 944 time: 0.0827429 May 10 14:57:10.682274 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-69017cfd-f034-4bf8-bc18-81b051e033a1 req-a9f99157-9697-433c-b756-b4d7c22fedab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1db1668-fd7e-40cb-845a-5b4263808f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383251 May 10 14:57:11.864208 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9056b10-cbad-4417-8192-0c0036cef375 req-90e59e57-41a2-4635-b997-f3bce74e1c7b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:11.865643 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d9056b10-cbad-4417-8192-0c0036cef375 req-90e59e57-41a2-4635-b997-f3bce74e1c7b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f21a272-34e5-4eeb-81a5-61268d8aaf8e HTTP/1.1" status: 200 len: 944 time: 0.0795062 May 10 14:57:11.910260 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d9056b10-cbad-4417-8192-0c0036cef375 req-cd5d41e2-26e1-4f57-8f80-9eb9b8048ff4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1db1668-fd7e-40cb-845a-5b4263808f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388854 May 10 14:57:12.733411 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 14:57:12.863621 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port d2e4440b-e4c3-42b3-a1d3-2f79a82815b5, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=d2e4440b-e4c3-42b3-a1d3-2f79a82815b5,segment=NetworkSegment(777140e6-a865-4949-aefe-71c926a17b5d),segment_id=777140e6-a865-4949-aefe-71c926a17b5d)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:57:12.876756 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'd2e4440b-e4c3-42b3-a1d3-2f79a82815b5', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'port_id': 'd2e4440b-e4c3-42b3-a1d3-2f79a82815b5', 'mac_address': 'fa:16:3e:53:07:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 14:57:12.935620 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:12.952506 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:57:12.968191 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port d2e4440b-e4c3-42b3-a1d3-2f79a82815b5, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=d2e4440b-e4c3-42b3-a1d3-2f79a82815b5,segment=NetworkSegment(777140e6-a865-4949-aefe-71c926a17b5d),segment_id=777140e6-a865-4949-aefe-71c926a17b5d)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:57:12.972770 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:13.041986 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=d2e4440b-e4c3-42b3-a1d3-2f79a82815b5,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:13.050172 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:13.050537 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:13.050874 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:13.051208 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:13.051538 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:13.051864 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:13.052185 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:13.052503 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:13.052827 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:13.053143 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:13.053456 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:13.053768 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:13.100306 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78a682-9c0d-43e2-9e63-c055e74bdb50 req-a051ea01-3244-4d96-9f36-3dff839e475d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:13.101757 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-be78a682-9c0d-43e2-9e63-c055e74bdb50 req-a051ea01-3244-4d96-9f36-3dff839e475d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f21a272-34e5-4eeb-81a5-61268d8aaf8e HTTP/1.1" status: 200 len: 945 time: 0.0854161 May 10 14:57:13.145353 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-be78a682-9c0d-43e2-9e63-c055e74bdb50 req-ecebdb18-6b83-4c1f-bbfd-421f7928f222 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1db1668-fd7e-40cb-845a-5b4263808f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378590 May 10 14:57:13.264601 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['d2e4440b-e4c3-42b3-a1d3-2f79a82815b5'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 14:57:14.342332 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861e39a-1cf1-42a5-a761-57d46372a68e req-7b7bdc17-b675-43e1-a926-3a23ebb0ff8e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:14.343800 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3861e39a-1cf1-42a5-a761-57d46372a68e req-7b7bdc17-b675-43e1-a926-3a23ebb0ff8e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f21a272-34e5-4eeb-81a5-61268d8aaf8e HTTP/1.1" status: 200 len: 945 time: 0.0799184 May 10 14:57:14.386813 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3861e39a-1cf1-42a5-a761-57d46372a68e req-8b1c11b2-f7ab-4064-87a6-f1b8db35ebe3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1db1668-fd7e-40cb-845a-5b4263808f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373831 May 10 14:57:14.764291 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:57:14.831792 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:57:14.836348 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:57:14.836713 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:14.954482 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:14.981228 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f21a272-34e5-4eeb-81a5-61268d8aaf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e4440b-e4c3-42b3-a1d3-2f79a82815b5'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:57:14.993210 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port d2e4440b-e4c3-42b3-a1d3-2f79a82815b5, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=d2e4440b-e4c3-42b3-a1d3-2f79a82815b5,segment=NetworkSegment(777140e6-a865-4949-aefe-71c926a17b5d),segment_id=777140e6-a865-4949-aefe-71c926a17b5d)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:57:14.996995 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:15.028051 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a98851b-f656-4ad4-b3af-a1327ca34a56'] response: {'server_uuid': '7f21a272-34e5-4eeb-81a5-61268d8aaf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e4440b-e4c3-42b3-a1d3-2f79a82815b5', 'code': 200} May 10 14:57:15.067416 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=d2e4440b-e4c3-42b3-a1d3-2f79a82815b5,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:15.258514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba09208-39eb-4033-8e1d-873f075417eb req-e02ace77-b256-4377-8bb1-dfeb6b639943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:15.259964 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-fba09208-39eb-4033-8e1d-873f075417eb req-e02ace77-b256-4377-8bb1-dfeb6b639943 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7f21a272-34e5-4eeb-81a5-61268d8aaf8e HTTP/1.1" status: 200 len: 1099 time: 0.0694869 May 10 14:57:15.304109 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-fba09208-39eb-4033-8e1d-873f075417eb req-7f32a134-d895-4c0a-99ed-3a40c796c09d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d1db1668-fd7e-40cb-845a-5b4263808f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340171 May 10 14:57:15.570499 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77198fe-9c3e-428b-a64e-f6ec4ca3f088 req-df0d191a-5579-4f23-af76-b61a6d321087 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:15.571840 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e77198fe-9c3e-428b-a64e-f6ec4ca3f088 req-df0d191a-5579-4f23-af76-b61a6d321087 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f21a272-34e5-4eeb-81a5-61268d8aaf8e HTTP/1.1" status: 200 len: 946 time: 0.0815079 May 10 14:57:15.617954 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e77198fe-9c3e-428b-a64e-f6ec4ca3f088 req-f6c8c4dd-997f-420c-9e9f-cd0120576cf7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1db1668-fd7e-40cb-845a-5b4263808f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405464 May 10 14:57:16.804384 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac7901-d7cb-4e02-b133-8429a187002a req-4a11ee3c-3762-4da9-b3b5-06dc4c15a1ee tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:16.805731 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f7ac7901-d7cb-4e02-b133-8429a187002a req-4a11ee3c-3762-4da9-b3b5-06dc4c15a1ee tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f21a272-34e5-4eeb-81a5-61268d8aaf8e HTTP/1.1" status: 200 len: 946 time: 0.0805898 May 10 14:57:16.852772 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f7ac7901-d7cb-4e02-b133-8429a187002a req-6bc374d0-33c7-4cfd-b612-7f7b8d26f863 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1db1668-fd7e-40cb-845a-5b4263808f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413659 May 10 14:57:17.036092 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2f510-98b7-4470-9c23-bd1e6a247842 req-74bae96b-c156-487e-a96f-689c05ea61c3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:17.037530 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-80b2f510-98b7-4470-9c23-bd1e6a247842 req-74bae96b-c156-487e-a96f-689c05ea61c3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f21a272-34e5-4eeb-81a5-61268d8aaf8e HTTP/1.1" status: 200 len: 946 time: 0.0810921 May 10 14:57:17.082392 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-80b2f510-98b7-4470-9c23-bd1e6a247842 req-4b720e3e-fce7-4058-bab5-ba479436fed7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1db1668-fd7e-40cb-845a-5b4263808f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392199 May 10 14:57:17.104688 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47638) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:57:17.178111 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49d0bb7-0fa5-4eff-8aae-e3deb3d28baa tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:17.179598 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b49d0bb7-0fa5-4eff-8aae-e3deb3d28baa tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7f21a272-34e5-4eeb-81a5-61268d8aaf8e HTTP/1.1" status: 200 len: 1094 time: 0.0739784 May 10 14:57:17.182418 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47642) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:57:17.187147 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-60dc6465-f1fd-46ba-8f9b-6fc97cacd4bc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'floatingip': {'port_id': 'd2e4440b-e4c3-42b3-a1d3-2f79a82815b5'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:57:17.266501 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-60dc6465-f1fd-46ba-8f9b-6fc97cacd4bc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:17.978801 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-60dc6465-f1fd-46ba-8f9b-6fc97cacd4bc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:17.982519 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-60dc6465-f1fd-46ba-8f9b-6fc97cacd4bc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:18.158280 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-60dc6465-f1fd-46ba-8f9b-6fc97cacd4bc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Floating IP 68457526-f42c-471f-97a7-d0e641cb6da6 associated. External IP: 172.26.0.213, port: d2e4440b-e4c3-42b3-a1d3-2f79a82815b5. May 10 14:57:18.500599 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60dc6465-f1fd-46ba-8f9b-6fc97cacd4bc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router b126eb66-45b6-49de-94ec-5d34b89547bc has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:57:18.676061 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60dc6465-f1fd-46ba-8f9b-6fc97cacd4bc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:57:18.681104 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-60dc6465-f1fd-46ba-8f9b-6fc97cacd4bc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:18.685656 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17dfe5a-0546-4328-81f0-af6b85773da3 None None] Sync routers for ids ['b126eb66-45b6-49de-94ec-5d34b89547bc'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:57:18.695827 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17dfe5a-0546-4328-81f0-af6b85773da3 None None] Routers {'b126eb66-45b6-49de-94ec-5d34b89547bc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:57:18.696524 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-f17dfe5a-0546-4328-81f0-af6b85773da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:56:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['b126eb66-45b6-49de-94ec-5d34b89547bc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:57:18.734588 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-60dc6465-f1fd-46ba-8f9b-6fc97cacd4bc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/floatingips/68457526-f42c-471f-97a7-d0e641cb6da6 HTTP/1.1" status: 200 len: 992 time: 1.5511315 May 10 14:57:18.735307 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f21a272-34e5-4eeb-81a5-61268d8aaf8e', 'tag': 'd2e4440b-e4c3-42b3-a1d3-2f79a82815b5'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:57:18.737758 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47646) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:57:18.779544 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af3994b-f247-470f-b9e5-b684c1aeadac'] response: {'name': 'network-changed', 'server_uuid': '7f21a272-34e5-4eeb-81a5-61268d8aaf8e', 'tag': 'd2e4440b-e4c3-42b3-a1d3-2f79a82815b5', 'status': 'completed', 'code': 200} May 10 14:57:18.877614 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-f17dfe5a-0546-4328-81f0-af6b85773da3 None None] Set router b126eb66-45b6-49de-94ec-5d34b89547bc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:57:19.000252 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a96f9193-ea2a-43f5-aaf4-d4f93bf0aa7e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/68457526-f42c-471f-97a7-d0e641cb6da6 HTTP/1.1" status: 200 len: 992 time: 0.2608063 May 10 14:57:19.016247 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69157ac1-13d0-4635-b3bb-7d63508a0ecb req-c82f1f25-3b6c-443d-8c09-7f64373ade6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:19.018172 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-69157ac1-13d0-4635-b3bb-7d63508a0ecb req-c82f1f25-3b6c-443d-8c09-7f64373ade6f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=7f21a272-34e5-4eeb-81a5-61268d8aaf8e HTTP/1.1" status: 200 len: 1099 time: 0.2153170 May 10 14:57:19.149180 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69157ac1-13d0-4635-b3bb-7d63508a0ecb req-8e6b7e5e-29df-4a79-ac82-b2147fe0af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:19.150642 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-69157ac1-13d0-4635-b3bb-7d63508a0ecb req-8e6b7e5e-29df-4a79-ac82-b2147fe0af3c service neutron] 10.222.0.86 "GET /v2.0/networks?id=e8572de1-4d0f-4d72-8907-1d51ee7294b5 HTTP/1.1" status: 200 len: 898 time: 0.1266270 May 10 14:57:19.239098 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-f17dfe5a-0546-4328-81f0-af6b85773da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'name': 'tempest-TestNetworkBasicOps-router-764486986', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:28Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:30Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '68457526-f42c-471f-97a7-d0e641cb6da6', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.213', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'port_id': 'd2e4440b-e4c3-42b3-a1d3-2f79a82815b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'mac_address': 'fa:16:3e:53:07:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f21a272-34e5-4eeb-81a5-61268d8aaf8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:56:20Z', 'updated_at': '2022-05-10T14:57:17Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4829d7e7-54e3-4c8c-9d3b-583e01e95d5d', 'name': '', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:dc:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:41Z', 'updated_at': '2022-05-10T14:56:04Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:57:19.241479 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17dfe5a-0546-4328-81f0-af6b85773da3 None None] Checking router: b126eb66-45b6-49de-94ec-5d34b89547bc for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:57:19.249860 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17dfe5a-0546-4328-81f0-af6b85773da3 None None] Routers {'b126eb66-45b6-49de-94ec-5d34b89547bc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:57:19.250480 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-f17dfe5a-0546-4328-81f0-af6b85773da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:56:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['b126eb66-45b6-49de-94ec-5d34b89547bc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:57:19.253452 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-69157ac1-13d0-4635-b3bb-7d63508a0ecb req-5435e6b3-7487-4cf4-b797-167990ab7221 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 HTTP/1.1" status: 200 len: 1000 time: 0.0969441 May 10 14:57:19.318823 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69157ac1-13d0-4635-b3bb-7d63508a0ecb req-8f6a7971-eaa6-4478-b0e6-9908c1e43dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:19.320174 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-69157ac1-13d0-4635-b3bb-7d63508a0ecb req-8f6a7971-eaa6-4478-b0e6-9908c1e43dc1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1bd4c6da-4fae-48d2-bfd5-eb04f1871d48 HTTP/1.1" status: 200 len: 834 time: 0.0606816 May 10 14:57:19.396924 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69157ac1-13d0-4635-b3bb-7d63508a0ecb req-a58d7848-142b-4596-9881-6bde67105fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:19.398562 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-69157ac1-13d0-4635-b3bb-7d63508a0ecb req-a58d7848-142b-4596-9881-6bde67105fde service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e8572de1-4d0f-4d72-8907-1d51ee7294b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722902 May 10 14:57:19.463813 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-f17dfe5a-0546-4328-81f0-af6b85773da3 None None] Set router b126eb66-45b6-49de-94ec-5d34b89547bc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:57:19.530722 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-69157ac1-13d0-4635-b3bb-7d63508a0ecb req-dff68e3f-b95f-464a-97c8-6a6b4753285e service neutron] 10.222.0.86 "GET /v2.0/networks/e8572de1-4d0f-4d72-8907-1d51ee7294b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256020 May 10 14:57:19.662468 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-69157ac1-13d0-4635-b3bb-7d63508a0ecb req-ffe7f3b7-b48d-418c-86b7-41ca9c0ffe55 service neutron] 10.222.0.86 "GET /v2.0/networks/e8572de1-4d0f-4d72-8907-1d51ee7294b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256769 May 10 14:57:19.809664 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-f17dfe5a-0546-4328-81f0-af6b85773da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'name': 'tempest-TestNetworkBasicOps-router-764486986', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:28Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:30Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '68457526-f42c-471f-97a7-d0e641cb6da6', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.213', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'port_id': 'd2e4440b-e4c3-42b3-a1d3-2f79a82815b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'mac_address': 'fa:16:3e:53:07:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f21a272-34e5-4eeb-81a5-61268d8aaf8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:56:20Z', 'updated_at': '2022-05-10T14:57:17Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4829d7e7-54e3-4c8c-9d3b-583e01e95d5d', 'name': '', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:dc:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:41Z', 'updated_at': '2022-05-10T14:56:04Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:57:19.815693 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17dfe5a-0546-4328-81f0-af6b85773da3 None None] The sync data for ids ['b126eb66-45b6-49de-94ec-5d34b89547bc'] in dv-neutron-841204-2-hyperv is: [{'id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'name': 'tempest-TestNetworkBasicOps-router-764486986', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:28Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:30Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '68457526-f42c-471f-97a7-d0e641cb6da6', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.213', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'port_id': 'd2e4440b-e4c3-42b3-a1d3-2f79a82815b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'mac_address': 'fa:16:3e:53:07:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f21a272-34e5-4eeb-81a5-61268d8aaf8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:56:20Z', 'updated_at': '2022-05-10T14:57:17Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4829d7e7-54e3-4c8c-9d3b-583e01e95d5d', 'name': '', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:dc:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:41Z', 'updated_at': '2022-05-10T14:56:04Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:57:20.000923 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f19bb7-6ff2-4d89-b252-6d9d80fd68cc None None] New status for floating IP 68457526-f42c-471f-97a7-d0e641cb6da6: ACTIVE {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:57:20.004198 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47652) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:57:20.038543 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-50abb666-d3c1-432b-afde-b5ef860f8c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:20.123505 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-eed21093-ae81-40ab-bec2-5ad5c2338309 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/68457526-f42c-471f-97a7-d0e641cb6da6 HTTP/1.1" status: 200 len: 992 time: 0.1181715 May 10 14:57:21.127712 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47656) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:57:21.232457 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f101a1a9-8d28-4e0a-bf67-1f9ebce5a9fe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/68457526-f42c-471f-97a7-d0e641cb6da6 HTTP/1.1" status: 200 len: 994 time: 0.1036425 May 10 14:57:22.334377 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3561096d-6422-42b6-b719-415bd865e452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:23.130619 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:23.183769 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:23.361334 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:24.865593 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:27.268381 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:57:50.042819 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0f5ff061-d0de-46f5-9cc0-d3fe94151bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:51.876221 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d9597282-8529-4327-9989-17a1393ae05d req-e5a35372-964b-455a-9dbc-55300658c1b4 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1725221667&fields=id&tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7 HTTP/1.1" status: 200 len: 267 time: 0.0393031 May 10 14:57:52.141789 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9597282-8529-4327-9989-17a1393ae05d req-5bb4d641-04c1-498e-9131-348d6be29eb1 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:52.143185 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d9597282-8529-4327-9989-17a1393ae05d req-5bb4d641-04c1-498e-9131-348d6be29eb1 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/networks?id=432ecadc-13ed-4534-bb5d-3db9112befb3 HTTP/1.1" status: 200 len: 811 time: 0.2599683 May 10 14:57:52.157846 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d9597282-8529-4327-9989-17a1393ae05d req-f0c2a5ea-3bd2-41a0-9fa0-65158850576c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/quotas/903a8a4d2d8d4cfebec6bebbeebec3f7 HTTP/1.1" status: 200 len: 375 time: 0.0088830 May 10 14:57:52.249313 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d9597282-8529-4327-9989-17a1393ae05d req-aa5784d2-fe2f-4d46-8d81-6983417f6052 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0866594 May 10 14:57:52.336118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7e983714-5067-4f78-b2ec-0e0713d2c73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:52.387635 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d9597282-8529-4327-9989-17a1393ae05d req-8cc605b5-8ef6-4f22-aa36-af83f20fbe0f service neutron] 10.222.0.79 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264520 May 10 14:57:52.516686 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d9597282-8529-4327-9989-17a1393ae05d req-04d6e7ee-e8f0-484f-b089-dcb42ae0c0d5 service neutron] 10.222.0.79 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232419 May 10 14:57:52.891066 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ef15ff73-f1ad-42d9-a46b-ace19a501f04 req-f09713ff-e167-48c7-b0eb-911ef3f7db40 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 210 time: 0.0441172 May 10 14:57:53.153174 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:53.185950 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:53.353043 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:53.982545 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9597282-8529-4327-9989-17a1393ae05d req-71a2476d-c37b-4618-9c40-0772047e195b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:53.984064 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d9597282-8529-4327-9989-17a1393ae05d req-71a2476d-c37b-4618-9c40-0772047e195b tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.86 "GET /v2.0/networks?id=432ecadc-13ed-4534-bb5d-3db9112befb3 HTTP/1.1" status: 200 len: 811 time: 0.1563489 May 10 14:57:54.035278 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d9597282-8529-4327-9989-17a1393ae05d req-3100df22-6e6c-4183-954d-5ac380c167d8 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7 HTTP/1.1" status: 200 len: 380 time: 0.0427513 May 10 14:57:54.044656 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-d9597282-8529-4327-9989-17a1393ae05d req-e4a1eeb2-9da4-4ef0-bf63-c7df9b4b0871 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Request body: {'port': {'device_id': 'bd8eb3df-0b07-4e4c-9ea9-885c206ffa32', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'admin_state_up': True, 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'security_groups': ['542f53bb-e72d-4627-bffb-e18d1bea6da5']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:57:54.052880 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8c43e7aa-e96a-44aa-a1a2-405b1d52e63c req-d91cf5a7-1358-4bcf-9abd-aec2bb6f4fc2 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 210 time: 0.0453386 May 10 14:57:54.190409 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-d9597282-8529-4327-9989-17a1393ae05d req-e4a1eeb2-9da4-4ef0-bf63-c7df9b4b0871 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:57:54.200600 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-d9597282-8529-4327-9989-17a1393ae05d req-e4a1eeb2-9da4-4ef0-bf63-c7df9b4b0871 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:57:54.212294 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9597282-8529-4327-9989-17a1393ae05d req-e4a1eeb2-9da4-4ef0-bf63-c7df9b4b0871 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Made reservation on behalf of 903a8a4d2d8d4cfebec6bebbeebec3f7 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:57:54.215722 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d9597282-8529-4327-9989-17a1393ae05d req-e4a1eeb2-9da4-4ef0-bf63-c7df9b4b0871 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:54.388656 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-d9597282-8529-4327-9989-17a1393ae05d req-e4a1eeb2-9da4-4ef0-bf63-c7df9b4b0871 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Allocated IP 172.20.0.7 (432ecadc-13ed-4534-bb5d-3db9112befb3/9c510936-298f-4d7e-b6bd-ee2068bbabe3/f035d2c7-9e6d-4467-95a8-d7b3ee975a2c) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:57:54.585945 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d9597282-8529-4327-9989-17a1393ae05d req-e4a1eeb2-9da4-4ef0-bf63-c7df9b4b0871 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:54.604864 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-d9597282-8529-4327-9989-17a1393ae05d req-e4a1eeb2-9da4-4ef0-bf63-c7df9b4b0871 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Transition to ACTIVE for port object f035d2c7-9e6d-4467-95a8-d7b3ee975a2c will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:57:54.633009 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d9597282-8529-4327-9989-17a1393ae05d req-e4a1eeb2-9da4-4ef0-bf63-c7df9b4b0871 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:54.709665 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9597282-8529-4327-9989-17a1393ae05d req-e4a1eeb2-9da4-4ef0-bf63-c7df9b4b0871 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Network 432ecadc-13ed-4534-bb5d-3db9112befb3 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:57:54.712754 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-d9597282-8529-4327-9989-17a1393ae05d req-e4a1eeb2-9da4-4ef0-bf63-c7df9b4b0871 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:57:54.731204 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1eeb2-9da4-4ef0-bf63-c7df9b4b0871 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Pushing event updated for resources: {'Port': ['ID=f035d2c7-9e6d-4467-95a8-d7b3ee975a2c,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:54.733770 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9597282-8529-4327-9989-17a1393ae05d req-e4a1eeb2-9da4-4ef0-bf63-c7df9b4b0871 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:57:54.807141 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9597282-8529-4327-9989-17a1393ae05d req-e4a1eeb2-9da4-4ef0-bf63-c7df9b4b0871 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:54.807783 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d9597282-8529-4327-9989-17a1393ae05d req-e4a1eeb2-9da4-4ef0-bf63-c7df9b4b0871 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:54.838827 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d9597282-8529-4327-9989-17a1393ae05d req-e4a1eeb2-9da4-4ef0-bf63-c7df9b4b0871 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7976542 May 10 14:57:54.865499 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-d9597282-8529-4327-9989-17a1393ae05d req-2247c521-3afd-4c9c-9b8e-370a273e058e service neutron] Request body: {'port': {'device_id': 'bd8eb3df-0b07-4e4c-9ea9-885c206ffa32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:57:54.898388 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:54.995919 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2076dd3f-d6a7-4c15-8289-d74882cfd485 None None] Provisioning for port f035d2c7-9e6d-4467-95a8-d7b3ee975a2c completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:57:54.997322 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d9597282-8529-4327-9989-17a1393ae05d req-2247c521-3afd-4c9c-9b8e-370a273e058e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:55.002476 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2076dd3f-d6a7-4c15-8289-d74882cfd485 None None] Provisioning complete for port f035d2c7-9e6d-4467-95a8-d7b3ee975a2c triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:57:55.003286 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2076dd3f-d6a7-4c15-8289-d74882cfd485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:55.031781 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80cd25-806a-4a6b-bfbf-085cdf656782 req-a9f994fe-0596-4e0b-9e1a-8a7be1b9160e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:55.040193 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bb80cd25-806a-4a6b-bfbf-085cdf656782 req-a9f994fe-0596-4e0b-9e1a-8a7be1b9160e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f21a272-34e5-4eeb-81a5-61268d8aaf8e HTTP/1.1" status: 200 len: 946 time: 0.1061540 May 10 14:57:55.062239 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-2076dd3f-d6a7-4c15-8289-d74882cfd485 None None] Port f035d2c7-9e6d-4467-95a8-d7b3ee975a2c cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:57:55.094914 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bb80cd25-806a-4a6b-bfbf-085cdf656782 req-1104a9a7-5b5e-4833-bdf7-1b5fec7daf68 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1db1668-fd7e-40cb-845a-5b4263808f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534887 May 10 14:57:55.257788 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cf526-add8-4be8-994d-7dea538071d0 req-74127761-f765-41a2-9631-478832943c46 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:55.259444 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c00cf526-add8-4be8-994d-7dea538071d0 req-74127761-f765-41a2-9631-478832943c46 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 931 time: 0.0870302 May 10 14:57:55.319223 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c00cf526-add8-4be8-994d-7dea538071d0 req-2d4c2739-3aca-43fa-bb69-0d2dfb9e4b2f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527511 May 10 14:57:55.498888 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-d9597282-8529-4327-9989-17a1393ae05d req-2247c521-3afd-4c9c-9b8e-370a273e058e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f035d2c7-9e6d-4467-95a8-d7b3ee975a2c {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:57:55.507266 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d9597282-8529-4327-9989-17a1393ae05d req-2247c521-3afd-4c9c-9b8e-370a273e058e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:55.523242 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-d9597282-8529-4327-9989-17a1393ae05d req-2247c521-3afd-4c9c-9b8e-370a273e058e service neutron] Transition to ACTIVE for port object f035d2c7-9e6d-4467-95a8-d7b3ee975a2c will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:57:55.527208 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d9597282-8529-4327-9989-17a1393ae05d req-2247c521-3afd-4c9c-9b8e-370a273e058e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:55.756726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247c521-3afd-4c9c-9b8e-370a273e058e service neutron] Pushing event updated for resources: {'Port': ['ID=f035d2c7-9e6d-4467-95a8-d7b3ee975a2c,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:55.770968 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-d9597282-8529-4327-9989-17a1393ae05d req-2247c521-3afd-4c9c-9b8e-370a273e058e service neutron] Attempting to bind port f035d2c7-9e6d-4467-95a8-d7b3ee975a2c on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:57:55.771547 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-d9597282-8529-4327-9989-17a1393ae05d req-2247c521-3afd-4c9c-9b8e-370a273e058e service neutron] Attempting to bind port f035d2c7-9e6d-4467-95a8-d7b3ee975a2c by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'd7574317-f155-4685-9a5d-5802df6f0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:57:55.772052 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9597282-8529-4327-9989-17a1393ae05d req-2247c521-3afd-4c9c-9b8e-370a273e058e service neutron] Attempting to bind port f035d2c7-9e6d-4467-95a8-d7b3ee975a2c on network 432ecadc-13ed-4534-bb5d-3db9112befb3 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:57:55.777831 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9597282-8529-4327-9989-17a1393ae05d req-2247c521-3afd-4c9c-9b8e-370a273e058e service neutron] Port f035d2c7-9e6d-4467-95a8-d7b3ee975a2c on network 432ecadc-13ed-4534-bb5d-3db9112befb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:57:55.778156 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9597282-8529-4327-9989-17a1393ae05d req-2247c521-3afd-4c9c-9b8e-370a273e058e service neutron] Attempting to bind port f035d2c7-9e6d-4467-95a8-d7b3ee975a2c on network 432ecadc-13ed-4534-bb5d-3db9112befb3 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:57:55.784113 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9597282-8529-4327-9989-17a1393ae05d req-2247c521-3afd-4c9c-9b8e-370a273e058e service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:57:55.784452 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9597282-8529-4327-9989-17a1393ae05d req-2247c521-3afd-4c9c-9b8e-370a273e058e service neutron] Checking segment: {'id': 'd7574317-f155-4685-9a5d-5802df6f0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:57:55.784832 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9597282-8529-4327-9989-17a1393ae05d req-2247c521-3afd-4c9c-9b8e-370a273e058e service neutron] Bound using segment: {'id': 'd7574317-f155-4685-9a5d-5802df6f0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:57:55.785819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-d9597282-8529-4327-9989-17a1393ae05d req-2247c521-3afd-4c9c-9b8e-370a273e058e service neutron] Bound port: f035d2c7-9e6d-4467-95a8-d7b3ee975a2c, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7574317-f155-4685-9a5d-5802df6f0649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:57:55.786363 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d9597282-8529-4327-9989-17a1393ae05d req-2247c521-3afd-4c9c-9b8e-370a273e058e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:55.882357 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-d9597282-8529-4327-9989-17a1393ae05d req-2247c521-3afd-4c9c-9b8e-370a273e058e service neutron] For port f035d2c7-9e6d-4467-95a8-d7b3ee975a2c, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:57:55.885799 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-d9597282-8529-4327-9989-17a1393ae05d req-2247c521-3afd-4c9c-9b8e-370a273e058e service neutron] For port f035d2c7-9e6d-4467-95a8-d7b3ee975a2c, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=f035d2c7-9e6d-4467-95a8-d7b3ee975a2c,segment=NetworkSegment(d7574317-f155-4685-9a5d-5802df6f0649),segment_id=d7574317-f155-4685-9a5d-5802df6f0649)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:57:55.891367 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d9597282-8529-4327-9989-17a1393ae05d req-2247c521-3afd-4c9c-9b8e-370a273e058e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:55.950662 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9597282-8529-4327-9989-17a1393ae05d req-2247c521-3afd-4c9c-9b8e-370a273e058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:55.951838 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d9597282-8529-4327-9989-17a1393ae05d req-2247c521-3afd-4c9c-9b8e-370a273e058e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:55.953463 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d9597282-8529-4327-9989-17a1393ae05d req-2247c521-3afd-4c9c-9b8e-370a273e058e service neutron] 10.222.0.86 "PUT /v2.0/ports/f035d2c7-9e6d-4467-95a8-d7b3ee975a2c HTTP/1.1" status: 200 len: 1093 time: 1.1063256 May 10 14:57:55.956441 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8eb3df-0b07-4e4c-9ea9-885c206ffa32', 'tag': 'f035d2c7-9e6d-4467-95a8-d7b3ee975a2c'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:57:55.981156 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247c521-3afd-4c9c-9b8e-370a273e058e service neutron] Pushing event updated for resources: {'Port': ['ID=f035d2c7-9e6d-4467-95a8-d7b3ee975a2c,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:56.028412 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-739fa5c8-b69c-478f-882c-7cd65fa7d59f'] response: {'name': 'network-changed', 'server_uuid': 'bd8eb3df-0b07-4e4c-9ea9-885c206ffa32', 'tag': 'f035d2c7-9e6d-4467-95a8-d7b3ee975a2c', 'status': 'completed', 'code': 200} May 10 14:57:56.077778 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9597282-8529-4327-9989-17a1393ae05d req-c27d4419-0bba-4b1d-987a-be6afd017a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:56.079336 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d9597282-8529-4327-9989-17a1393ae05d req-c27d4419-0bba-4b1d-987a-be6afd017a6f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7&device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 1096 time: 0.0844231 May 10 14:57:56.181635 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d9597282-8529-4327-9989-17a1393ae05d req-866d964f-811d-4909-b124-dfd739b6d1a8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f035d2c7-9e6d-4467-95a8-d7b3ee975a2c HTTP/1.1" status: 200 len: 217 time: 0.0909419 May 10 14:57:56.252716 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9597282-8529-4327-9989-17a1393ae05d req-f40ca35d-77b8-48f2-b1a6-d3d2aae82be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:56.254736 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d9597282-8529-4327-9989-17a1393ae05d req-f40ca35d-77b8-48f2-b1a6-d3d2aae82be2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c510936-298f-4d7e-b6bd-ee2068bbabe3 HTTP/1.1" status: 200 len: 850 time: 0.0663934 May 10 14:57:56.307138 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634e01f-5141-481e-9b79-b93679e12805 req-7412383d-f76a-49d5-a798-f21ee6d26fdd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:56.319771 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5634e01f-5141-481e-9b79-b93679e12805 req-7412383d-f76a-49d5-a798-f21ee6d26fdd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f21a272-34e5-4eeb-81a5-61268d8aaf8e HTTP/1.1" status: 200 len: 946 time: 0.0951078 May 10 14:57:56.338660 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9597282-8529-4327-9989-17a1393ae05d req-f6156377-eede-432c-8fcc-357adf4f0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:56.340417 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d9597282-8529-4327-9989-17a1393ae05d req-f6156377-eede-432c-8fcc-357adf4f0ff4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=432ecadc-13ed-4534-bb5d-3db9112befb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787904 May 10 14:57:56.368006 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5634e01f-5141-481e-9b79-b93679e12805 req-ab763964-1758-45d3-b0e3-eef7473d8d34 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1db1668-fd7e-40cb-845a-5b4263808f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426745 May 10 14:57:56.522548 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6631f73-a342-4277-b9d7-cb25802d8d4b req-7f454779-2350-4a3d-a1b2-3c579fbce042 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:56.524055 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f6631f73-a342-4277-b9d7-cb25802d8d4b req-7f454779-2350-4a3d-a1b2-3c579fbce042 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 943 time: 0.0886030 May 10 14:57:56.553813 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d9597282-8529-4327-9989-17a1393ae05d req-44e741e1-81b7-4a48-af98-428b9ce87822 service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046542 May 10 14:57:56.561413 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f034a4-f4c2-4f22-af09-be5abed0da81 req-8f21747d-5c7b-4bcb-84b7-0ad36477d690 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:56.562071 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-c0f034a4-f4c2-4f22-af09-be5abed0da81 req-8f21747d-5c7b-4bcb-84b7-0ad36477d690 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:57:56.571415 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f6631f73-a342-4277-b9d7-cb25802d8d4b req-2b4d5753-84b4-43b2-a9b8-b020f46b0663 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404809 May 10 14:57:56.659353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-c0f034a4-f4c2-4f22-af09-be5abed0da81 req-8f21747d-5c7b-4bcb-84b7-0ad36477d690 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:57:56.660673 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c0f034a4-f4c2-4f22-af09-be5abed0da81 req-8f21747d-5c7b-4bcb-84b7-0ad36477d690 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f21a272-34e5-4eeb-81a5-61268d8aaf8e HTTP/1.1" status: 200 len: 946 time: 0.3103640 May 10 14:57:56.754400 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d9597282-8529-4327-9989-17a1393ae05d req-66f0883e-86da-4804-b711-4e8c82254773 service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888657 May 10 14:57:56.760345 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-c0f034a4-f4c2-4f22-af09-be5abed0da81 req-dc096c4b-45e5-4ded-ac9d-7b7021cec007 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:57:56.760595 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c0f034a4-f4c2-4f22-af09-be5abed0da81 req-dc096c4b-45e5-4ded-ac9d-7b7021cec007 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:57.015072 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebbc6c-66bd-4cb3-a1fc-8c0e6080f091 req-23f22c97-507c-4e8e-bb7d-c7666321a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:57.016459 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e5ebbc6c-66bd-4cb3-a1fc-8c0e6080f091 req-23f22c97-507c-4e8e-bb7d-c7666321a12a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7&device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 1096 time: 0.2057939 May 10 14:57:57.274848 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-c0f034a4-f4c2-4f22-af09-be5abed0da81 req-dc096c4b-45e5-4ded-ac9d-7b7021cec007 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port d2e4440b-e4c3-42b3-a1d3-2f79a82815b5, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=d2e4440b-e4c3-42b3-a1d3-2f79a82815b5,segment=NetworkSegment(777140e6-a865-4949-aefe-71c926a17b5d),segment_id=777140e6-a865-4949-aefe-71c926a17b5d)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:57:57.275494 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c0f034a4-f4c2-4f22-af09-be5abed0da81 req-dc096c4b-45e5-4ded-ac9d-7b7021cec007 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:57.389639 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebbc6c-66bd-4cb3-a1fc-8c0e6080f091 req-bd515eb6-6817-48b5-8f73-b3d60049ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:57.391035 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e5ebbc6c-66bd-4cb3-a1fc-8c0e6080f091 req-bd515eb6-6817-48b5-8f73-b3d60049ac4a service neutron] 10.222.0.86 "GET /v2.0/networks?id=432ecadc-13ed-4534-bb5d-3db9112befb3 HTTP/1.1" status: 200 len: 912 time: 0.3644726 May 10 14:57:57.514415 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e5ebbc6c-66bd-4cb3-a1fc-8c0e6080f091 req-fff445c1-1e07-4612-99c1-9288968b7675 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f035d2c7-9e6d-4467-95a8-d7b3ee975a2c HTTP/1.1" status: 200 len: 217 time: 0.1149700 May 10 14:57:57.555372 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b3ea0-e08e-4784-b759-0f8e335e8902 req-25a480af-d2e9-44d6-a422-5519b9c4dcab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:57.556737 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4d0b3ea0-e08e-4784-b759-0f8e335e8902 req-25a480af-d2e9-44d6-a422-5519b9c4dcab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f21a272-34e5-4eeb-81a5-61268d8aaf8e HTTP/1.1" status: 200 len: 946 time: 0.0807881 May 10 14:57:57.601359 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4d0b3ea0-e08e-4784-b759-0f8e335e8902 req-34cfd00d-4a95-4a15-91fb-f25290c74603 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=d1db1668-fd7e-40cb-845a-5b4263808f52&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388556 May 10 14:57:57.687230 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebbc6c-66bd-4cb3-a1fc-8c0e6080f091 req-a91407db-72f8-4062-abd5-218deb49a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:57.688663 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e5ebbc6c-66bd-4cb3-a1fc-8c0e6080f091 req-a91407db-72f8-4062-abd5-218deb49a4c4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c510936-298f-4d7e-b6bd-ee2068bbabe3 HTTP/1.1" status: 200 len: 850 time: 0.1580765 May 10 14:57:57.748770 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c0f034a4-f4c2-4f22-af09-be5abed0da81 req-dc096c4b-45e5-4ded-ac9d-7b7021cec007 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:57.749145 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c0f034a4-f4c2-4f22-af09-be5abed0da81 req-dc096c4b-45e5-4ded-ac9d-7b7021cec007 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:57.749451 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [req-c0f034a4-f4c2-4f22-af09-be5abed0da81 req-dc096c4b-45e5-4ded-ac9d-7b7021cec007 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Floating IP 68457526-f42c-471f-97a7-d0e641cb6da6 disassociated. External IP: 172.26.0.213, port: d2e4440b-e4c3-42b3-a1d3-2f79a82815b5. May 10 14:57:57.749779 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-c0f034a4-f4c2-4f22-af09-be5abed0da81 req-dc096c4b-45e5-4ded-ac9d-7b7021cec007 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:57:57.770142 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6ac8b-2d69-45b5-a036-a9a8bb3083bd req-a737633f-ea70-41df-a686-aff0a6353af6 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:57.772032 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-31c6ac8b-2d69-45b5-a036-a9a8bb3083bd req-a737633f-ea70-41df-a686-aff0a6353af6 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 943 time: 0.0877731 May 10 14:57:57.817733 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-31c6ac8b-2d69-45b5-a036-a9a8bb3083bd req-009ae629-cc29-4b72-988d-b9b0608fad38 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397379 May 10 14:57:57.847981 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebbc6c-66bd-4cb3-a1fc-8c0e6080f091 req-756eef57-0c1f-4471-9ef9-11309bc830aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:57.849782 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e5ebbc6c-66bd-4cb3-a1fc-8c0e6080f091 req-756eef57-0c1f-4471-9ef9-11309bc830aa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=432ecadc-13ed-4534-bb5d-3db9112befb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1528997 May 10 14:57:57.999058 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c0f034a4-f4c2-4f22-af09-be5abed0da81 req-dc096c4b-45e5-4ded-ac9d-7b7021cec007 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:58.067921 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc096c4b-45e5-4ded-ac9d-7b7021cec007 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=d2e4440b-e4c3-42b3-a1d3-2f79a82815b5,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:58.139267 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e5ebbc6c-66bd-4cb3-a1fc-8c0e6080f091 req-97abf765-682b-43d9-8d69-764da694850e service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826359 May 10 14:57:58.365706 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0f034a4-f4c2-4f22-af09-be5abed0da81 req-dc096c4b-45e5-4ded-ac9d-7b7021cec007 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router b126eb66-45b6-49de-94ec-5d34b89547bc has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:57:58.367864 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e5ebbc6c-66bd-4cb3-a1fc-8c0e6080f091 req-99ae5a5e-4b51-4a76-88c1-866d38d68c9f service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185571 May 10 14:57:58.673291 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0f034a4-f4c2-4f22-af09-be5abed0da81 req-dc096c4b-45e5-4ded-ac9d-7b7021cec007 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:57:58.684015 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7421ba16-1cd1-42dc-bb41-eef6c64b2a7d None None] Sync routers for ids ['b126eb66-45b6-49de-94ec-5d34b89547bc'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:57:58.693895 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7421ba16-1cd1-42dc-bb41-eef6c64b2a7d None None] Routers {'b126eb66-45b6-49de-94ec-5d34b89547bc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:57:58.694544 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7421ba16-1cd1-42dc-bb41-eef6c64b2a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:57:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['b126eb66-45b6-49de-94ec-5d34b89547bc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:57:58.748794 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f034a4-f4c2-4f22-af09-be5abed0da81 req-dc096c4b-45e5-4ded-ac9d-7b7021cec007 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] No DVR routers for this DVR port d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:57:58.751890 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c0f034a4-f4c2-4f22-af09-be5abed0da81 req-dc096c4b-45e5-4ded-ac9d-7b7021cec007 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:58.754624 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f21a272-34e5-4eeb-81a5-61268d8aaf8e', 'name': 'network-vif-deleted', 'tag': 'd2e4440b-e4c3-42b3-a1d3-2f79a82815b5'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:57:58.758181 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d34f8675-ac20-4033-b63b-ec0bf9fb7367 req-3feb9054-6815-4cbc-8f9f-37bc0eaa1703 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f21a272-34e5-4eeb-81a5-61268d8aaf8e HTTP/1.1" status: 200 len: 210 time: 0.0428548 May 10 14:57:58.783347 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c0f034a4-f4c2-4f22-af09-be5abed0da81 req-dc096c4b-45e5-4ded-ac9d-7b7021cec007 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "DELETE /v2.0/ports/d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 HTTP/1.1" status: 204 len: 173 time: 2.1042202 May 10 14:57:58.818646 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79c6b1d6-0d90-47c9-97f6-8f20ad6db41f'] response: {'server_uuid': '7f21a272-34e5-4eeb-81a5-61268d8aaf8e', 'name': 'network-vif-deleted', 'tag': 'd2e4440b-e4c3-42b3-a1d3-2f79a82815b5', 'status': 'completed', 'code': 200} May 10 14:57:58.878943 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-7421ba16-1cd1-42dc-bb41-eef6c64b2a7d None None] Set router b126eb66-45b6-49de-94ec-5d34b89547bc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:57:59.017614 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286eb2ca-48fa-440d-9636-99efab529d10 req-e370685e-6b54-4643-ae41-9c4f2cd15672 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:57:59.019092 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-286eb2ca-48fa-440d-9636-99efab529d10 req-e370685e-6b54-4643-ae41-9c4f2cd15672 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 943 time: 0.0845666 May 10 14:57:59.064227 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-286eb2ca-48fa-440d-9636-99efab529d10 req-f0b2f33e-2a5d-43b0-8f84-5aae49eb3a41 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382786 May 10 14:57:59.195191 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7421ba16-1cd1-42dc-bb41-eef6c64b2a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'name': 'tempest-TestNetworkBasicOps-router-764486986', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:28Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:30Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4829d7e7-54e3-4c8c-9d3b-583e01e95d5d', 'name': '', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:dc:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:41Z', 'updated_at': '2022-05-10T14:56:04Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:57:59.198944 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7421ba16-1cd1-42dc-bb41-eef6c64b2a7d None None] Checking router: b126eb66-45b6-49de-94ec-5d34b89547bc for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:57:59.208188 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7421ba16-1cd1-42dc-bb41-eef6c64b2a7d None None] Routers {'b126eb66-45b6-49de-94ec-5d34b89547bc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:57:59.208802 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7421ba16-1cd1-42dc-bb41-eef6c64b2a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:57:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['b126eb66-45b6-49de-94ec-5d34b89547bc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:57:59.389007 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-7421ba16-1cd1-42dc-bb41-eef6c64b2a7d None None] Set router b126eb66-45b6-49de-94ec-5d34b89547bc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:57:59.731058 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7421ba16-1cd1-42dc-bb41-eef6c64b2a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'name': 'tempest-TestNetworkBasicOps-router-764486986', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:28Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:30Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4829d7e7-54e3-4c8c-9d3b-583e01e95d5d', 'name': '', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:dc:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:41Z', 'updated_at': '2022-05-10T14:56:04Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:57:59.734900 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7421ba16-1cd1-42dc-bb41-eef6c64b2a7d None None] The sync data for ids ['b126eb66-45b6-49de-94ec-5d34b89547bc'] in dv-neutron-841204-2-hyperv is: [{'id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'name': 'tempest-TestNetworkBasicOps-router-764486986', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:28Z', 'updated_at': '2022-05-10T14:55:45Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:30Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4829d7e7-54e3-4c8c-9d3b-583e01e95d5d', 'name': '', 'network_id': 'e8572de1-4d0f-4d72-8907-1d51ee7294b5', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:dc:dc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:41Z', 'updated_at': '2022-05-10T14:56:04Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '1bd4c6da-4fae-48d2-bfd5-eb04f1871d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:57:59.859114 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47756) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:57:59.932134 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a9031c8-4fd6-4667-ac96-79400bb429b1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:59.946745 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313a08eb-6330-4c4a-afb9-25911b80d28c None None] New status for floating IP 68457526-f42c-471f-97a7-d0e641cb6da6: DOWN {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:57:59.963444 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a9031c8-4fd6-4667-ac96-79400bb429b1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:00.028781 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a9031c8-4fd6-4667-ac96-79400bb429b1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:00.051552 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9031c8-4fd6-4667-ac96-79400bb429b1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1db1668-fd7e-40cb-845a-5b4263808f52,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:00.062211 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a9031c8-4fd6-4667-ac96-79400bb429b1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:00.066015 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4a9031c8-4fd6-4667-ac96-79400bb429b1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/security-groups/d1db1668-fd7e-40cb-845a-5b4263808f52 HTTP/1.1" status: 204 len: 168 time: 0.2027578 May 10 14:58:00.095362 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47764) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:00.256521 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d79a7-4e43-4d94-9c7e-273b74a3ef48 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port f9ea7027-0513-4409-afb5-1cfdc049a788 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:58:00.256859 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fe2d79a7-4e43-4d94-9c7e-273b74a3ef48 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:00.262256 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804e9f4-336b-404c-b5bf-0e2979b16308 req-d0797468-0967-4fbc-b10d-79eb641ada66 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:00.263738 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3804e9f4-336b-404c-b5bf-0e2979b16308 req-d0797468-0967-4fbc-b10d-79eb641ada66 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 943 time: 0.0827410 May 10 14:58:00.316101 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3804e9f4-336b-404c-b5bf-0e2979b16308 req-b3c2687b-0511-4e86-89f6-2c991f19097e tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455420 May 10 14:58:00.437298 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fe2d79a7-4e43-4d94-9c7e-273b74a3ef48 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:00.437619 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fe2d79a7-4e43-4d94-9c7e-273b74a3ef48 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:00.558132 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d79a7-4e43-4d94-9c7e-273b74a3ef48 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for f9ea7027-0513-4409-afb5-1cfdc049a788 owned by network:floatingip {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:58:00.696359 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fe2d79a7-4e43-4d94-9c7e-273b74a3ef48 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:00.743995 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d79a7-4e43-4d94-9c7e-273b74a3ef48 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=f9ea7027-0513-4409-afb5-1cfdc049a788,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:00.835787 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fe2d79a7-4e43-4d94-9c7e-273b74a3ef48 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:00.849489 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fe2d79a7-4e43-4d94-9c7e-273b74a3ef48 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:00.850640 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-fe2d79a7-4e43-4d94-9c7e-273b74a3ef48 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/floatingips/68457526-f42c-471f-97a7-d0e641cb6da6 HTTP/1.1" status: 204 len: 168 time: 0.7542741 May 10 14:58:01.064958 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:58:01.099916 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:58:01.100260 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device d2e4440b-e4c3-42b3-a1d3-2f79a82815b5 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:58:01.220389 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ddea3-3d5b-4db1-9d51-0351d8cdda17 req-d887d96e-cae0-4129-9cd5-66543facaadd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:01.221811 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ed0ddea3-3d5b-4db1-9d51-0351d8cdda17 req-d887d96e-cae0-4129-9cd5-66543facaadd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f HTTP/1.1" status: 200 len: 946 time: 0.0833189 May 10 14:58:01.265097 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-ed0ddea3-3d5b-4db1-9d51-0351d8cdda17 req-34fc88f2-2b95-4b6c-8cf4-4fa7dd87ce63 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:58:01.280565 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-ed0ddea3-3d5b-4db1-9d51-0351d8cdda17 req-34fc88f2-2b95-4b6c-8cf4-4fa7dd87ce63 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:58:01.281644 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ed0ddea3-3d5b-4db1-9d51-0351d8cdda17 req-34fc88f2-2b95-4b6c-8cf4-4fa7dd87ce63 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=33928aeb-0d2a-460a-99f1-3415f01a6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539563 May 10 14:58:01.499078 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9a3f3-e476-482a-a02e-c98c5e169b0f req-9e29e82c-aa86-4119-9845-43bba1481ea8 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:01.500504 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fdc9a3f3-e476-482a-a02e-c98c5e169b0f req-9e29e82c-aa86-4119-9845-43bba1481ea8 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 943 time: 0.0784476 May 10 14:58:01.544154 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fdc9a3f3-e476-482a-a02e-c98c5e169b0f req-260a263a-5492-4ca3-8228-c6ab318fc1a3 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373516 May 10 14:58:02.495708 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cbf8e-d6c3-45d9-94fe-fab2d5173388 req-d5c8a253-3d82-4a17-96fa-2eda72ca4935 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:02.497397 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-044cbf8e-d6c3-45d9-94fe-fab2d5173388 req-d5c8a253-3d82-4a17-96fa-2eda72ca4935 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f HTTP/1.1" status: 200 len: 946 time: 0.0984488 May 10 14:58:02.551807 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-044cbf8e-d6c3-45d9-94fe-fab2d5173388 req-941280d2-de63-4357-beb1-777558396ae6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=33928aeb-0d2a-460a-99f1-3415f01a6e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474725 May 10 14:58:02.746593 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a663c-07a1-4f14-8686-d41f11361fd0 req-b01cf566-3c8e-4dfb-8a3d-cd5849881247 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:02.748023 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-301a663c-07a1-4f14-8686-d41f11361fd0 req-b01cf566-3c8e-4dfb-8a3d-cd5849881247 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 943 time: 0.0911872 May 10 14:58:02.754771 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8fed2-3f53-4fcc-940f-0370756af9d6 req-e97cf1a8-6d50-4ae9-8450-8ed0f793c02a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:02.755309 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-4cf8fed2-3f53-4fcc-940f-0370756af9d6 req-e97cf1a8-6d50-4ae9-8450-8ed0f793c02a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:58:02.772972 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-4cf8fed2-3f53-4fcc-940f-0370756af9d6 req-e97cf1a8-6d50-4ae9-8450-8ed0f793c02a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:58:02.774494 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4cf8fed2-3f53-4fcc-940f-0370756af9d6 req-e97cf1a8-6d50-4ae9-8450-8ed0f793c02a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/ports?device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f HTTP/1.1" status: 200 len: 946 time: 0.1101866 May 10 14:58:02.798272 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-301a663c-07a1-4f14-8686-d41f11361fd0 req-75079a8f-5128-412a-b202-7cad93284759 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441570 May 10 14:58:02.853769 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-4cf8fed2-3f53-4fcc-940f-0370756af9d6 req-3feb1f3b-8ff0-453c-8ea3-583f3d3c5f7f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 4586eaf3-9b7a-49b1-832b-99446b4b8850 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:58:02.854105 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-4cf8fed2-3f53-4fcc-940f-0370756af9d6 req-3feb1f3b-8ff0-453c-8ea3-583f3d3c5f7f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:03.139706 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-4cf8fed2-3f53-4fcc-940f-0370756af9d6 req-3feb1f3b-8ff0-453c-8ea3-583f3d3c5f7f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port 4586eaf3-9b7a-49b1-832b-99446b4b8850, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=4586eaf3-9b7a-49b1-832b-99446b4b8850,segment=NetworkSegment(777140e6-a865-4949-aefe-71c926a17b5d),segment_id=777140e6-a865-4949-aefe-71c926a17b5d)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:58:03.140025 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-4cf8fed2-3f53-4fcc-940f-0370756af9d6 req-3feb1f3b-8ff0-453c-8ea3-583f3d3c5f7f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:03.271081 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-4cf8fed2-3f53-4fcc-940f-0370756af9d6 req-3feb1f3b-8ff0-453c-8ea3-583f3d3c5f7f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 4586eaf3-9b7a-49b1-832b-99446b4b8850 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:58:03.416687 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-4cf8fed2-3f53-4fcc-940f-0370756af9d6 req-3feb1f3b-8ff0-453c-8ea3-583f3d3c5f7f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:03.469140 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb1f3b-8ff0-453c-8ea3-583f3d3c5f7f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=4586eaf3-9b7a-49b1-832b-99446b4b8850,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:03.642096 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf8fed2-3f53-4fcc-940f-0370756af9d6 req-3feb1f3b-8ff0-453c-8ea3-583f3d3c5f7f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] No DVR routers for this DVR port 4586eaf3-9b7a-49b1-832b-99446b4b8850 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:58:03.645396 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-4cf8fed2-3f53-4fcc-940f-0370756af9d6 req-3feb1f3b-8ff0-453c-8ea3-583f3d3c5f7f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:03.648381 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a73d9b-ea1d-4139-99af-bf8379cbca3f', 'name': 'network-vif-deleted', 'tag': '4586eaf3-9b7a-49b1-832b-99446b4b8850'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:58:03.673126 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4cf8fed2-3f53-4fcc-940f-0370756af9d6 req-3feb1f3b-8ff0-453c-8ea3-583f3d3c5f7f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "DELETE /v2.0/ports/4586eaf3-9b7a-49b1-832b-99446b4b8850 HTTP/1.1" status: 204 len: 173 time: 0.8930840 May 10 14:58:03.699952 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-458e4818-a81f-49a9-ae87-fcd7015c2af3'] response: {'server_uuid': '39a73d9b-ea1d-4139-99af-bf8379cbca3f', 'name': 'network-vif-deleted', 'tag': '4586eaf3-9b7a-49b1-832b-99446b4b8850', 'status': 'completed', 'code': 200} May 10 14:58:03.713031 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-69f57943-1bd9-4ad2-8413-390077ca20a1 req-895eca4c-dc10-4da5-b21c-bff4350a9c55 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f HTTP/1.1" status: 200 len: 210 time: 0.0530672 May 10 14:58:03.901519 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e6d5fce5-cd97-46f5-8fa0-44449dc20ee7 req-f6007286-a925-4d00-b43c-702b45933cef service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0511942 May 10 14:58:03.968117 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e6d5fce5-cd97-46f5-8fa0-44449dc20ee7 req-3075af8f-079b-4448-be4a-fde5d0e9e6b2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=39a73d9b-ea1d-4139-99af-bf8379cbca3f HTTP/1.1" status: 200 len: 210 time: 0.0417700 May 10 14:58:04.010974 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0cebd-20fc-4310-9ba3-f8a4dd3bbc6c req-e2092228-55cb-438d-ac64-400f7b2d670f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:04.012433 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-02a0cebd-20fc-4310-9ba3-f8a4dd3bbc6c req-e2092228-55cb-438d-ac64-400f7b2d670f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 943 time: 0.0940897 May 10 14:58:04.061864 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-02a0cebd-20fc-4310-9ba3-f8a4dd3bbc6c req-05398d1e-db02-4f78-b6dc-d6c1e3414874 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424132 May 10 14:58:04.128156 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5fce5-cd97-46f5-8fa0-44449dc20ee7 req-3bc398e3-dbb8-4bd0-b585-d0254c7c9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:04.130358 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e6d5fce5-cd97-46f5-8fa0-44449dc20ee7 req-3bc398e3-dbb8-4bd0-b585-d0254c7c9d85 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1396606 May 10 14:58:04.271418 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:58:04.279761 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5fce5-cd97-46f5-8fa0-44449dc20ee7 req-4a1b67c7-9def-4b81-b351-89c85b8f3cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:04.281228 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e6d5fce5-cd97-46f5-8fa0-44449dc20ee7 req-4a1b67c7-9def-4b81-b351-89c85b8f3cd2 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1425009 May 10 14:58:04.822167 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47786) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:04.901364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f03d479e-abb4-4754-8adb-578713974e23 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:04.935369 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f03d479e-abb4-4754-8adb-578713974e23 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:05.014243 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f03d479e-abb4-4754-8adb-578713974e23 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:05.037390 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d479e-abb4-4754-8adb-578713974e23 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33928aeb-0d2a-460a-99f1-3415f01a6e77,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:05.045743 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d479e-abb4-4754-8adb-578713974e23 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:05.046103 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d479e-abb4-4754-8adb-578713974e23 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:05.046526 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d479e-abb4-4754-8adb-578713974e23 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:05.046858 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d479e-abb4-4754-8adb-578713974e23 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:05.047183 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d479e-abb4-4754-8adb-578713974e23 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:05.047511 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d479e-abb4-4754-8adb-578713974e23 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:05.049321 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d479e-abb4-4754-8adb-578713974e23 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:05.049321 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d479e-abb4-4754-8adb-578713974e23 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:05.049321 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d479e-abb4-4754-8adb-578713974e23 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:05.049321 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d479e-abb4-4754-8adb-578713974e23 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:05.049321 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d479e-abb4-4754-8adb-578713974e23 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:05.052495 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d479e-abb4-4754-8adb-578713974e23 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:05.057721 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f03d479e-abb4-4754-8adb-578713974e23 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:05.061542 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f03d479e-abb4-4754-8adb-578713974e23 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/security-groups/33928aeb-0d2a-460a-99f1-3415f01a6e77 HTTP/1.1" status: 204 len: 168 time: 0.2357323 May 10 14:58:05.091096 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device f035d2c7-9e6d-4467-95a8-d7b3ee975a2c details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 14:58:05.109719 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47794) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:05.261751 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port f035d2c7-9e6d-4467-95a8-d7b3ee975a2c, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=f035d2c7-9e6d-4467-95a8-d7b3ee975a2c,segment=NetworkSegment(d7574317-f155-4685-9a5d-5802df6f0649),segment_id=d7574317-f155-4685-9a5d-5802df6f0649)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:58:05.277742 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'f035d2c7-9e6d-4467-95a8-d7b3ee975a2c', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'port_id': 'f035d2c7-9e6d-4467-95a8-d7b3ee975a2c', 'mac_address': 'fa:16:3e:c9:09:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 14:58:05.344539 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:05.364780 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f035d2c7-9e6d-4467-95a8-d7b3ee975a2c {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:58:05.383110 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port f035d2c7-9e6d-4467-95a8-d7b3ee975a2c, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=f035d2c7-9e6d-4467-95a8-d7b3ee975a2c,segment=NetworkSegment(d7574317-f155-4685-9a5d-5802df6f0649),segment_id=d7574317-f155-4685-9a5d-5802df6f0649)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:58:05.387811 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:05.464933 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=f035d2c7-9e6d-4467-95a8-d7b3ee975a2c,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:05.541652 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0b099-e3c5-4b87-b2d6-70b4577e3677 req-2c8d5f24-b5b2-4bcc-9194-da156b5fdb13 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:05.543136 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7cd0b099-e3c5-4b87-b2d6-70b4577e3677 req-2c8d5f24-b5b2-4bcc-9194-da156b5fdb13 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 943 time: 0.2636073 May 10 14:58:05.636233 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['f035d2c7-9e6d-4467-95a8-d7b3ee975a2c'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 14:58:05.666559 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7cd0b099-e3c5-4b87-b2d6-70b4577e3677 req-77378523-3427-4154-a3bf-aec2ef450083 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162696 May 10 14:58:05.931204 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fdc1dcf2-00cb-455c-aed0-68970ccad509 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:06.294748 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-fdc1dcf2-00cb-455c-aed0-68970ccad509 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 4829d7e7-54e3-4c8c-9d3b-583e01e95d5d {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:58:06.295421 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fdc1dcf2-00cb-455c-aed0-68970ccad509 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:06.517205 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-fdc1dcf2-00cb-455c-aed0-68970ccad509 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port 4829d7e7-54e3-4c8c-9d3b-583e01e95d5d, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=4829d7e7-54e3-4c8c-9d3b-583e01e95d5d,segment=NetworkSegment(777140e6-a865-4949-aefe-71c926a17b5d),segment_id=777140e6-a865-4949-aefe-71c926a17b5d)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:58:06.517554 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fdc1dcf2-00cb-455c-aed0-68970ccad509 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:06.674444 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-fdc1dcf2-00cb-455c-aed0-68970ccad509 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 4829d7e7-54e3-4c8c-9d3b-583e01e95d5d owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:58:07.049610 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9254c1-2caf-4fe1-8ee5-b8dda38e22f3 req-8355a35b-20db-476d-87ef-8d645f91756e tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:07.051749 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2b9254c1-2caf-4fe1-8ee5-b8dda38e22f3 req-8355a35b-20db-476d-87ef-8d645f91756e tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 944 time: 0.1383948 May 10 14:58:07.093503 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device f035d2c7-9e6d-4467-95a8-d7b3ee975a2c up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:58:07.155523 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2b9254c1-2caf-4fe1-8ee5-b8dda38e22f3 req-79f5adcb-7869-4756-9d91-904af3bc0c40 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643017 May 10 14:58:07.156548 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fdc1dcf2-00cb-455c-aed0-68970ccad509 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:07.177933 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port f035d2c7-9e6d-4467-95a8-d7b3ee975a2c completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:58:07.183885 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port f035d2c7-9e6d-4467-95a8-d7b3ee975a2c triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:58:07.184341 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:07.209959 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1dcf2-00cb-455c-aed0-68970ccad509 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=4829d7e7-54e3-4c8c-9d3b-583e01e95d5d,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:07.287413 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1dcf2-00cb-455c-aed0-68970ccad509 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:07.287749 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1dcf2-00cb-455c-aed0-68970ccad509 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:07.288079 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1dcf2-00cb-455c-aed0-68970ccad509 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:07.288403 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1dcf2-00cb-455c-aed0-68970ccad509 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:07.288721 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1dcf2-00cb-455c-aed0-68970ccad509 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:07.289206 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1dcf2-00cb-455c-aed0-68970ccad509 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:07.289529 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1dcf2-00cb-455c-aed0-68970ccad509 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:07.289849 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1dcf2-00cb-455c-aed0-68970ccad509 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:07.290289 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1dcf2-00cb-455c-aed0-68970ccad509 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:07.290513 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1dcf2-00cb-455c-aed0-68970ccad509 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:07.290810 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1dcf2-00cb-455c-aed0-68970ccad509 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:07.291122 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc1dcf2-00cb-455c-aed0-68970ccad509 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:07.317251 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:07.346186 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8eb3df-0b07-4e4c-9ea9-885c206ffa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f035d2c7-9e6d-4467-95a8-d7b3ee975a2c'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:58:07.364134 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port f035d2c7-9e6d-4467-95a8-d7b3ee975a2c, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=f035d2c7-9e6d-4467-95a8-d7b3ee975a2c,segment=NetworkSegment(d7574317-f155-4685-9a5d-5802df6f0649),segment_id=d7574317-f155-4685-9a5d-5802df6f0649)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:58:07.370108 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:07.371473 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 4586eaf3-9b7a-49b1-832b-99446b4b8850 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:58:07.449581 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: 4586eaf3-9b7a-49b1-832b-99446b4b8850 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:58:07.449916 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 4586eaf3-9b7a-49b1-832b-99446b4b8850 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:58:07.477562 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=f035d2c7-9e6d-4467-95a8-d7b3ee975a2c,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:07.514065 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fdc1dcf2-00cb-455c-aed0-68970ccad509 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:07.525572 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-367ee9c6-33d9-4317-bd6e-45e807b78eff'] response: {'server_uuid': 'bd8eb3df-0b07-4e4c-9ea9-885c206ffa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f035d2c7-9e6d-4467-95a8-d7b3ee975a2c', 'code': 200} May 10 14:58:07.821203 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32d253-20f4-4cae-8f60-f3df5cf2b3f9 req-12df6061-cb83-46d1-8a4c-8f453b8097f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:07.822589 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-3b32d253-20f4-4cae-8f60-f3df5cf2b3f9 req-12df6061-cb83-46d1-8a4c-8f453b8097f7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 1098 time: 0.0718219 May 10 14:58:07.867233 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-3b32d253-20f4-4cae-8f60-f3df5cf2b3f9 req-16c53c6c-fb1e-4c16-8577-ca7027ded04c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364664 May 10 14:58:07.883722 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc1dcf2-00cb-455c-aed0-68970ccad509 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router b126eb66-45b6-49de-94ec-5d34b89547bc has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:58:08.056928 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc1dcf2-00cb-455c-aed0-68970ccad509 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:58:08.067899 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495d00f4-83d6-4129-93a7-a1c2263db739 None None] Sync routers for ids ['b126eb66-45b6-49de-94ec-5d34b89547bc'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:58:08.071115 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fdc1dcf2-00cb-455c-aed0-68970ccad509 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/routers/b126eb66-45b6-49de-94ec-5d34b89547bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9606159 May 10 14:58:08.073989 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47804) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:08.078017 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d00f4-83d6-4129-93a7-a1c2263db739 None None] Routers {'b126eb66-45b6-49de-94ec-5d34b89547bc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:58:08.078652 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-495d00f4-83d6-4129-93a7-a1c2263db739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:57:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['b126eb66-45b6-49de-94ec-5d34b89547bc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:08.142399 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94a0924-0662-4874-a21c-1c0cb0546f94 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting subnet 1bd4c6da-4fae-48d2-bfd5-eb04f1871d48 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:58:08.145931 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b94a0924-0662-4874-a21c-1c0cb0546f94 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:08.201080 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b94a0924-0662-4874-a21c-1c0cb0546f94 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:08.257543 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-495d00f4-83d6-4129-93a7-a1c2263db739 None None] Set router b126eb66-45b6-49de-94ec-5d34b89547bc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:58:08.342160 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b94a0924-0662-4874-a21c-1c0cb0546f94 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:08.409604 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63884041-ff2a-4704-83eb-bacc2bdfd70f req-61e6275a-b467-4211-8fb4-d61a48079437 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:08.411080 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-63884041-ff2a-4704-83eb-bacc2bdfd70f req-61e6275a-b467-4211-8fb4-d61a48079437 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 945 time: 0.1447284 May 10 14:58:08.580330 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-63884041-ff2a-4704-83eb-bacc2bdfd70f req-de1352d0-a891-4c0a-ac0a-7be9383455fb tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625719 May 10 14:58:08.582713 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b94a0924-0662-4874-a21c-1c0cb0546f94 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:08.589290 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-495d00f4-83d6-4129-93a7-a1c2263db739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'name': 'tempest-TestNetworkBasicOps-router-764486986', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:28Z', 'updated_at': '2022-05-10T14:58:07Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:30Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:08.594178 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495d00f4-83d6-4129-93a7-a1c2263db739 None None] Checking router: b126eb66-45b6-49de-94ec-5d34b89547bc for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:58:08.604098 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d00f4-83d6-4129-93a7-a1c2263db739 None None] Routers {'b126eb66-45b6-49de-94ec-5d34b89547bc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:58:08.604944 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-495d00f4-83d6-4129-93a7-a1c2263db739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:57:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['b126eb66-45b6-49de-94ec-5d34b89547bc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:08.622615 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a0924-0662-4874-a21c-1c0cb0546f94 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd4c6da-4fae-48d2-bfd5-eb04f1871d48,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:08.626320 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b94a0924-0662-4874-a21c-1c0cb0546f94 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:08.633167 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b94a0924-0662-4874-a21c-1c0cb0546f94 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/subnets/1bd4c6da-4fae-48d2-bfd5-eb04f1871d48 HTTP/1.1" status: 204 len: 168 time: 0.5582545 May 10 14:58:08.635929 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47810) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:08.661650 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55831994-a00d-43a7-a612-6c3bdbced1ff None None] Network e8572de1-4d0f-4d72-8907-1d51ee7294b5 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:58:08.814686 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fadad7a9-9cf0-4f9f-a301-43f64b407de6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:08.957889 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-495d00f4-83d6-4129-93a7-a1c2263db739 None None] Set router b126eb66-45b6-49de-94ec-5d34b89547bc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:58:08.997551 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fadad7a9-9cf0-4f9f-a301-43f64b407de6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:09.012117 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-fadad7a9-9cf0-4f9f-a301-43f64b407de6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 0495fef3-20ee-4121-a475-d5b4a776f4df {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:58:09.012513 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fadad7a9-9cf0-4f9f-a301-43f64b407de6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:09.168173 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5021e787-3b9c-4f5c-ab7f-f45939e66add None None] DHCP port deletion for e8572de1-4d0f-4d72-8907-1d51ee7294b5 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:58:09.174960 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5021e787-3b9c-4f5c-ab7f-f45939e66add None None] Deleting port cda1ee44-d69c-4119-bf66-7af2477b49f4 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:58:09.175923 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5021e787-3b9c-4f5c-ab7f-f45939e66add None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:09.193356 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-fadad7a9-9cf0-4f9f-a301-43f64b407de6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port 0495fef3-20ee-4121-a475-d5b4a776f4df, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0495fef3-20ee-4121-a475-d5b4a776f4df,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:58:09.193644 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fadad7a9-9cf0-4f9f-a301-43f64b407de6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:09.315862 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-fadad7a9-9cf0-4f9f-a301-43f64b407de6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 0495fef3-20ee-4121-a475-d5b4a776f4df owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:58:09.452448 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-5021e787-3b9c-4f5c-ab7f-f45939e66add None None] For port cda1ee44-d69c-4119-bf66-7af2477b49f4, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=cda1ee44-d69c-4119-bf66-7af2477b49f4,segment=NetworkSegment(777140e6-a865-4949-aefe-71c926a17b5d),segment_id=777140e6-a865-4949-aefe-71c926a17b5d)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:58:09.453029 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5021e787-3b9c-4f5c-ab7f-f45939e66add None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:09.518717 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-495d00f4-83d6-4129-93a7-a1c2263db739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'name': 'tempest-TestNetworkBasicOps-router-764486986', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:28Z', 'updated_at': '2022-05-10T14:58:07Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:30Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:09.582664 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5021e787-3b9c-4f5c-ab7f-f45939e66add None None] Calling delete_port for cda1ee44-d69c-4119-bf66-7af2477b49f4 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:58:09.593672 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fadad7a9-9cf0-4f9f-a301-43f64b407de6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:09.610806 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495d00f4-83d6-4129-93a7-a1c2263db739 None None] The sync data for ids ['b126eb66-45b6-49de-94ec-5d34b89547bc'] in dv-neutron-841204-2-hyperv is: [{'id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'name': 'tempest-TestNetworkBasicOps-router-764486986', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96'}], 'enable_snat': True}, 'gw_port_id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:55:28Z', 'updated_at': '2022-05-10T14:58:07Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '0495fef3-20ee-4121-a475-d5b4a776f4df', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b126eb66-45b6-49de-94ec-5d34b89547bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:55:30Z', 'updated_at': '2022-05-10T14:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:58:09.645484 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadad7a9-9cf0-4f9f-a301-43f64b407de6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=0495fef3-20ee-4121-a475-d5b4a776f4df,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:09.670987 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5021e787-3b9c-4f5c-ab7f-f45939e66add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:09.722891 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021e787-3b9c-4f5c-ab7f-f45939e66add None None] Pushing event deleted for resources: {'Port': ['ID=cda1ee44-d69c-4119-bf66-7af2477b49f4,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:09.727641 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5021e787-3b9c-4f5c-ab7f-f45939e66add None None] No DVR routers for this DVR port cda1ee44-d69c-4119-bf66-7af2477b49f4 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:58:09.751703 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fadad7a9-9cf0-4f9f-a301-43f64b407de6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:09.802207 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7249a0d-baa1-4a71-b3c5-aa0f7a3538fe req-08756a6e-5c05-4054-9063-f181293250aa tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:09.803718 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a7249a0d-baa1-4a71-b3c5-aa0f7a3538fe req-08756a6e-5c05-4054-9063-f181293250aa tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 945 time: 0.1002839 May 10 14:58:09.848948 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a7249a0d-baa1-4a71-b3c5-aa0f7a3538fe req-57c67e1a-d117-4446-b4d3-79bf0a54eb9f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395515 May 10 14:58:09.930962 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fadad7a9-9cf0-4f9f-a301-43f64b407de6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:09.933132 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fadad7a9-9cf0-4f9f-a301-43f64b407de6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:09.959439 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fadad7a9-9cf0-4f9f-a301-43f64b407de6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:09.960086 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadad7a9-9cf0-4f9f-a301-43f64b407de6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Fanout notify agent at l3_agent the message router_deleted on router b126eb66-45b6-49de-94ec-5d34b89547bc {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:58:09.976021 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fadad7a9-9cf0-4f9f-a301-43f64b407de6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:09.977029 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-fadad7a9-9cf0-4f9f-a301-43f64b407de6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/routers/b126eb66-45b6-49de-94ec-5d34b89547bc HTTP/1.1" status: 204 len: 168 time: 1.3401403 May 10 14:58:09.979682 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47818) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:10.059880 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a6d2c-91c4-4f01-bd97-dd470cb3bc80 req-0dbb8a8d-f836-414e-b4f1-1fd4c28585c0 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:10.061630 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-468a6d2c-91c4-4f01-bd97-dd470cb3bc80 req-0dbb8a8d-f836-414e-b4f1-1fd4c28585c0 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 945 time: 0.1021066 May 10 14:58:10.103144 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-082e5dfc-b37b-4398-a135-170ed6d595f1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:10.116766 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-468a6d2c-91c4-4f01-bd97-dd470cb3bc80 req-37813a1a-f129-4641-91a8-eb4c42ef593e tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464489 May 10 14:58:10.141767 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47822) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:10.242478 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-082e5dfc-b37b-4398-a135-170ed6d595f1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:10.270049 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-082e5dfc-b37b-4398-a135-170ed6d595f1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8572de1-4d0f-4d72-8907-1d51ee7294b5']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:10.284377 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-082e5dfc-b37b-4398-a135-170ed6d595f1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '777140e6-a865-4949-aefe-71c926a17b5d') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:10.285471 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-082e5dfc-b37b-4398-a135-170ed6d595f1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '777140e6-a865-4949-aefe-71c926a17b5d') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:10.298119 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-082e5dfc-b37b-4398-a135-170ed6d595f1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:10.316595 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-082e5dfc-b37b-4398-a135-170ed6d595f1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:10.324541 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082e5dfc-b37b-4398-a135-170ed6d595f1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:58:10.324987 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-082e5dfc-b37b-4398-a135-170ed6d595f1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:58:10.340420 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:58:10.429216 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-082e5dfc-b37b-4398-a135-170ed6d595f1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:10.450544 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54918433-9a76-4a59-af93-ddaa7147096e tempest-TestVolumeBootPattern-1521817866 tempest-TestVolumeBootPattern-1521817866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:10.450876 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-082e5dfc-b37b-4398-a135-170ed6d595f1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:10.452075 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-54918433-9a76-4a59-af93-ddaa7147096e tempest-TestVolumeBootPattern-1521817866 tempest-TestVolumeBootPattern-1521817866-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 1093 time: 0.3093355 May 10 14:58:10.454895 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47828) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:10.458161 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e5dfc-b37b-4398-a135-170ed6d595f1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Network': ['ID=e8572de1-4d0f-4d72-8907-1d51ee7294b5,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:10.461376 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': 'f035d2c7-9e6d-4467-95a8-d7b3ee975a2c', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:58:10.468001 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:58:10.472440 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-082e5dfc-b37b-4398-a135-170ed6d595f1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/networks/e8572de1-4d0f-4d72-8907-1d51ee7294b5 HTTP/1.1" status: 204 len: 168 time: 0.4887938 May 10 14:58:10.472588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Usage tracker for resource:floatingip and tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:58:10.475387 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:58:10.481631 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:58:10.492750 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:10.494316 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47832) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:10.500030 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-55ae3ebb-bb11-464d-af19-8baf7a872c42 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'network': {'name': 'tempest-network-smoke--71591690', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'port_security_enabled': True}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:58:10.506431 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-55ae3ebb-bb11-464d-af19-8baf7a872c42 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:58:10.510693 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-55ae3ebb-bb11-464d-af19-8baf7a872c42 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:network and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:58:10.513572 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-55ae3ebb-bb11-464d-af19-8baf7a872c42 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:58:10.520207 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-55ae3ebb-bb11-464d-af19-8baf7a872c42 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:58:10.531334 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ae3ebb-bb11-464d-af19-8baf7a872c42 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:58:10.535852 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-55ae3ebb-bb11-464d-af19-8baf7a872c42 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:10.563494 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ae3ebb-bb11-464d-af19-8baf7a872c42 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:58:10.572787 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-55ae3ebb-bb11-464d-af19-8baf7a872c42 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:10.573121 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-55ae3ebb-bb11-464d-af19-8baf7a872c42 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Added segment 4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76 of type vlan for network e0838b9b-1d89-4090-bca6-517772dbf53c May 10 14:58:10.599821 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-55ae3ebb-bb11-464d-af19-8baf7a872c42 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:10.633353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-55ae3ebb-bb11-464d-af19-8baf7a872c42 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:10.636775 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:10.639598 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ae3ebb-bb11-464d-af19-8baf7a872c42 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:10.640276 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-55ae3ebb-bb11-464d-af19-8baf7a872c42 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:10.686980 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-55ae3ebb-bb11-464d-af19-8baf7a872c42 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1889777 May 10 14:58:10.687335 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47836) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:10.692414 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-63684d62-3080-44b1-99cc-7e7da0f7fe88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-88165545', 'admin_state_up': True, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:58:10.717342 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4829d7e7-54e3-4c8c-9d3b-583e01e95d5d no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:58:10.717851 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-63684d62-3080-44b1-99cc-7e7da0f7fe88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:58:10.726407 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-63684d62-3080-44b1-99cc-7e7da0f7fe88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:router and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:58:10.731252 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-63684d62-3080-44b1-99cc-7e7da0f7fe88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:58:10.740904 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-63684d62-3080-44b1-99cc-7e7da0f7fe88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:58:10.771896 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae3ebb-bb11-464d-af19-8baf7a872c42 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Network': ['ID=e0838b9b-1d89-4090-bca6-517772dbf53c,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:10.802005 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-63684d62-3080-44b1-99cc-7e7da0f7fe88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:10.803033 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-63684d62-3080-44b1-99cc-7e7da0f7fe88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:10.805057 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network e0838b9b-1d89-4090-bca6-517772dbf53c details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:58:10.824724 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 4829d7e7-54e3-4c8c-9d3b-583e01e95d5d {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:58:10.825134 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4829d7e7-54e3-4c8c-9d3b-583e01e95d5d not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:58:10.825586 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device cda1ee44-d69c-4119-bf66-7af2477b49f4 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:58:10.836242 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Allocated IP 172.26.0.118 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/2d4dbe4f-b181-4d65-be25-f912fc582c4a) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:58:10.838628 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-63684d62-3080-44b1-99cc-7e7da0f7fe88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:10.912905 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: cda1ee44-d69c-4119-bf66-7af2477b49f4 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:58:10.913245 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device cda1ee44-d69c-4119-bf66-7af2477b49f4 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:58:10.913666 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0495fef3-20ee-4121-a475-d5b4a776f4df no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:58:10.956167 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 0495fef3-20ee-4121-a475-d5b4a776f4df {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:58:10.957029 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0495fef3-20ee-4121-a475-d5b4a776f4df not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:58:11.212939 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-63684d62-3080-44b1-99cc-7e7da0f7fe88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:11.255137 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:11.361507 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:11.431564 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:58:11.435251 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:58:11.437613 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:58:11.488850 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Pushing event updated for resources: {'Port': ['ID=2d4dbe4f-b181-4d65-be25-f912fc582c4a,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:11.863291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-63684d62-3080-44b1-99cc-7e7da0f7fe88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:11.902899 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-63684d62-3080-44b1-99cc-7e7da0f7fe88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:12.217512 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-63684d62-3080-44b1-99cc-7e7da0f7fe88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.26.0.125 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/95d59c84-ea18-4e5d-9dbb-882cc8144086) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:58:12.398913 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-63684d62-3080-44b1-99cc-7e7da0f7fe88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:12.407333 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:12.491827 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-63684d62-3080-44b1-99cc-7e7da0f7fe88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:12.533461 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:12.605642 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63684d62-3080-44b1-99cc-7e7da0f7fe88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:58:12.609986 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-63684d62-3080-44b1-99cc-7e7da0f7fe88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:58:12.612416 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63684d62-3080-44b1-99cc-7e7da0f7fe88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:58:12.646615 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63684d62-3080-44b1-99cc-7e7da0f7fe88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=95d59c84-ea18-4e5d-9dbb-882cc8144086,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:13.161029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.db.resource_extend [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:58:13.185292 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:13.192548 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:13.379185 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Pushing event updated for resources: {'Port': ['ID=2d4dbe4f-b181-4d65-be25-f912fc582c4a,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:13.392267 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-63684d62-3080-44b1-99cc-7e7da0f7fe88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:13.446523 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:13.775084 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Floating IP 57c58c39-f0ce-4e39-8b6e-ce487c409872 associated. External IP: 172.26.0.118, port: f035d2c7-9e6d-4467-95a8-d7b3ee975a2c. May 10 14:58:14.036653 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-63684d62-3080-44b1-99cc-7e7da0f7fe88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:14.520602 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Router 06321980-0abd-4a34-a376-1db36b98bd06 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:58:14.606693 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63684d62-3080-44b1-99cc-7e7da0f7fe88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router 4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:58:14.860245 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:58:14.870463 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194d7e0e-e500-47de-b275-d05fd223d23f None None] Sync routers for ids ['06321980-0abd-4a34-a376-1db36b98bd06'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:58:14.880544 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194d7e0e-e500-47de-b275-d05fd223d23f None None] Routers {'06321980-0abd-4a34-a376-1db36b98bd06'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:58:14.881242 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-194d7e0e-e500-47de-b275-d05fd223d23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:57:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['06321980-0abd-4a34-a376-1db36b98bd06'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:14.899972 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63684d62-3080-44b1-99cc-7e7da0f7fe88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:58:14.911481 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:14.912572 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] Sync routers for ids ['4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:58:14.922171 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] Routers {'4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:58:14.923141 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:57:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:14.968424 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-63684d62-3080-44b1-99cc-7e7da0f7fe88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:14.969604 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-63684d62-3080-44b1-99cc-7e7da0f7fe88 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.2813373 May 10 14:58:14.973043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47840) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:15.020699 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b143fdf5-eaca-42a8-a8d5-d70f77a9a534 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5647607 May 10 14:58:15.021637 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8eb3df-0b07-4e4c-9ea9-885c206ffa32', 'tag': 'f035d2c7-9e6d-4467-95a8-d7b3ee975a2c'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:58:15.027224 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c278d91f-fe5f-4756-89a5-e6f0a214e444 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=7c1eaa2d2a564d8c9e902879ced01cd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0532045 May 10 14:58:15.029916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47848) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:15.076268 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-194d7e0e-e500-47de-b275-d05fd223d23f None None] Set router 06321980-0abd-4a34-a376-1db36b98bd06 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:58:15.115301 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] Set router 4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:58:15.172479 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa297187-399c-4601-a4c5-1769a47b9196 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:15.175230 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fa297187-399c-4601-a4c5-1769a47b9196 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1443160 May 10 14:58:15.177255 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e951cd38-15ef-43a7-8c42-d8224436a651'] response: {'name': 'network-changed', 'server_uuid': 'bd8eb3df-0b07-4e4c-9ea9-885c206ffa32', 'tag': 'f035d2c7-9e6d-4467-95a8-d7b3ee975a2c', 'status': 'completed', 'code': 200} May 10 14:58:15.178906 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47852) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:15.224993 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-13c26965-4d0c-499a-add3-09c2fb05c053 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418854 May 10 14:58:15.225331 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47856) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:15.227843 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee46648-e2d6-4dca-bdbb-cf8ddb75ea8b req-b4d5488d-571a-412b-bd16-2dbac329f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:15.229274 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2ee46648-e2d6-4dca-bdbb-cf8ddb75ea8b req-b4d5488d-571a-412b-bd16-2dbac329f505 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7&device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 1098 time: 0.1283705 May 10 14:58:15.234992 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-09769519-3f9f-4784-94ce-b9b3722792f3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2086227619', 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:58:15.367852 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-09769519-3f9f-4784-94ce-b9b3722792f3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:58:15.371958 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-09769519-3f9f-4784-94ce-b9b3722792f3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:subnet and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:58:15.374835 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-09769519-3f9f-4784-94ce-b9b3722792f3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:58:15.382131 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-09769519-3f9f-4784-94ce-b9b3722792f3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:58:15.392581 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee46648-e2d6-4dca-bdbb-cf8ddb75ea8b req-b22a0975-7a1e-4575-bd29-8ff714f2c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:15.395042 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2ee46648-e2d6-4dca-bdbb-cf8ddb75ea8b req-b22a0975-7a1e-4575-bd29-8ff714f2c2bd service neutron] 10.222.0.86 "GET /v2.0/networks?id=432ecadc-13ed-4534-bb5d-3db9112befb3 HTTP/1.1" status: 200 len: 912 time: 0.1594386 May 10 14:58:15.396392 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09769519-3f9f-4784-94ce-b9b3722792f3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:58:15.400243 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09769519-3f9f-4784-94ce-b9b3722792f3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:15.415566 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'name': 'tempest-TestNetworkBasicOps-router-88165545', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:58:10Z', 'updated_at': '2022-05-10T14:58:12Z', 'revision_number': 3, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:58:11Z', 'updated_at': '2022-05-10T14:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:15.420155 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] Checking router: 4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:58:15.420692 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] Updating router 4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d port 95d59c84-ea18-4e5d-9dbb-882cc8144086 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:58:15.475997 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-194d7e0e-e500-47de-b275-d05fd223d23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '57c58c39-f0ce-4e39-8b6e-ce487c409872', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'port_id': 'f035d2c7-9e6d-4467-95a8-d7b3ee975a2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'mac_address': 'fa:16:3e:c9:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8eb3df-0b07-4e4c-9ea9-885c206ffa32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:58:12Z', 'updated_at': '2022-05-10T14:58:12Z', 'revision_number': 0, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'fixed_ip_address_scope': None}, {'id': 'df13a277-5744-47d6-98df-5b43ac7e3b89', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'floating_ip_address': '172.26.0.152', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'port_id': 'b5b060e6-dabc-465e-a1e1-cde8509caafa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'mac_address': 'fa:16:3e:fe:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbaf57-023c-4d12-b99a-39612f89a0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:55:58Z', 'updated_at': '2022-05-10T14:56:07Z', 'revision_number': 1, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4980ca6f-0667-49af-b857-8e7e921c8439', 'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'mac_address': 'fa:16:3e:87:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:16Z', 'updated_at': '2022-05-10T14:51:37Z', 'revision_number': 5, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'subnets': [{'id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:15.480767 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194d7e0e-e500-47de-b275-d05fd223d23f None None] Checking router: 06321980-0abd-4a34-a376-1db36b98bd06 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:58:15.482248 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:15.491554 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194d7e0e-e500-47de-b275-d05fd223d23f None None] Routers {'06321980-0abd-4a34-a376-1db36b98bd06'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:58:15.492373 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-194d7e0e-e500-47de-b275-d05fd223d23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:57:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['06321980-0abd-4a34-a376-1db36b98bd06'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:15.658965 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09769519-3f9f-4784-94ce-b9b3722792f3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:15.664978 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2ee46648-e2d6-4dca-bdbb-cf8ddb75ea8b req-ff7779b0-e234-4a0d-9d56-360699e7f064 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f035d2c7-9e6d-4467-95a8-d7b3ee975a2c HTTP/1.1" status: 200 len: 999 time: 0.2608788 May 10 14:58:15.733864 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee46648-e2d6-4dca-bdbb-cf8ddb75ea8b req-81d0e1d7-5601-4105-865c-c7623624b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:15.734453 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2ee46648-e2d6-4dca-bdbb-cf8ddb75ea8b req-81d0e1d7-5601-4105-865c-c7623624b317 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c510936-298f-4d7e-b6bd-ee2068bbabe3 HTTP/1.1" status: 200 len: 850 time: 0.0627520 May 10 14:58:15.735470 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-194d7e0e-e500-47de-b275-d05fd223d23f None None] Set router 06321980-0abd-4a34-a376-1db36b98bd06 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:58:15.770635 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09769519-3f9f-4784-94ce-b9b3722792f3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Subnet': ['ID=a21ebce9-7070-42fa-accc-d92df32bd19d,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:15.774380 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09769519-3f9f-4784-94ce-b9b3722792f3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Checking segment: {'id': '4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:58:15.775085 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09769519-3f9f-4784-94ce-b9b3722792f3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network hostable DHCP agents. Network: e0838b9b-1d89-4090-bca6-517772dbf53c, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:58:15.813251 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09769519-3f9f-4784-94ce-b9b3722792f3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network e0838b9b-1d89-4090-bca6-517772dbf53c is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:58:15.827429 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-09769519-3f9f-4784-94ce-b9b3722792f3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, e0838b9b-1d89-4090-bca6-517772dbf53c) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:58:15.835972 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09769519-3f9f-4784-94ce-b9b3722792f3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:15.836577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09769519-3f9f-4784-94ce-b9b3722792f3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:15.840621 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee46648-e2d6-4dca-bdbb-cf8ddb75ea8b req-15dd4064-9212-411a-8cff-42057045d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:15.842134 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2ee46648-e2d6-4dca-bdbb-cf8ddb75ea8b req-15dd4064-9212-411a-8cff-42057045d3f7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=432ecadc-13ed-4534-bb5d-3db9112befb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1012294 May 10 14:58:15.850556 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576cf7a2-796f-4903-9834-672492433b73 None None] Network e0838b9b-1d89-4090-bca6-517772dbf53c requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:58:15.865358 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-09769519-3f9f-4784-94ce-b9b3722792f3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6385839 May 10 14:58:15.868062 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47860) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:15.960110 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:15.989354 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] Transition to ACTIVE for port object 95d59c84-ea18-4e5d-9dbb-882cc8144086 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:58:16.009271 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:16.012611 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2ee46648-e2d6-4dca-bdbb-cf8ddb75ea8b req-fa3a6d6a-1aeb-4a69-9d3b-4679608697b5 service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609228 May 10 14:58:16.120538 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a688a-7c0a-412d-a67e-50db61b2ba5f None None] Pushing event updated for resources: {'Port': ['ID=95d59c84-ea18-4e5d-9dbb-882cc8144086,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:16.142787 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a688a-7c0a-412d-a67e-50db61b2ba5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:16.143127 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a688a-7c0a-412d-a67e-50db61b2ba5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:16.143464 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a688a-7c0a-412d-a67e-50db61b2ba5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:16.144648 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a688a-7c0a-412d-a67e-50db61b2ba5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:16.145062 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a688a-7c0a-412d-a67e-50db61b2ba5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:16.145392 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a688a-7c0a-412d-a67e-50db61b2ba5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:16.145783 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a688a-7c0a-412d-a67e-50db61b2ba5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:16.146108 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a688a-7c0a-412d-a67e-50db61b2ba5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:16.146452 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a688a-7c0a-412d-a67e-50db61b2ba5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:16.146775 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a688a-7c0a-412d-a67e-50db61b2ba5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:16.147182 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a688a-7c0a-412d-a67e-50db61b2ba5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:16.147509 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9a688a-7c0a-412d-a67e-50db61b2ba5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:58:16.156852 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] Attempting to bind port 95d59c84-ea18-4e5d-9dbb-882cc8144086 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:58:16.157220 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] Attempting to bind port 95d59c84-ea18-4e5d-9dbb-882cc8144086 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:58:16.157579 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] Attempting to bind port 95d59c84-ea18-4e5d-9dbb-882cc8144086 on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:58:16.165745 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:58:16.166121 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:58:16.166597 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:16.166987 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:58:16.167455 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] Bound port: 95d59c84-ea18-4e5d-9dbb-882cc8144086, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:58:16.167826 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:16.183731 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2ee46648-e2d6-4dca-bdbb-cf8ddb75ea8b req-c9af0f47-7104-46d3-a132-7ca953d0f551 service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629689 May 10 14:58:16.230811 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-194d7e0e-e500-47de-b275-d05fd223d23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '57c58c39-f0ce-4e39-8b6e-ce487c409872', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'port_id': 'f035d2c7-9e6d-4467-95a8-d7b3ee975a2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'mac_address': 'fa:16:3e:c9:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8eb3df-0b07-4e4c-9ea9-885c206ffa32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:58:12Z', 'updated_at': '2022-05-10T14:58:12Z', 'revision_number': 0, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'fixed_ip_address_scope': None}, {'id': 'df13a277-5744-47d6-98df-5b43ac7e3b89', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'floating_ip_address': '172.26.0.152', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'port_id': 'b5b060e6-dabc-465e-a1e1-cde8509caafa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'mac_address': 'fa:16:3e:fe:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbaf57-023c-4d12-b99a-39612f89a0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:55:58Z', 'updated_at': '2022-05-10T14:56:07Z', 'revision_number': 1, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4980ca6f-0667-49af-b857-8e7e921c8439', 'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'mac_address': 'fa:16:3e:87:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:16Z', 'updated_at': '2022-05-10T14:51:37Z', 'revision_number': 5, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'subnets': [{'id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:16.235206 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194d7e0e-e500-47de-b275-d05fd223d23f None None] The sync data for ids ['06321980-0abd-4a34-a376-1db36b98bd06'] in dv-neutron-841204-2-hyperv is: [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '57c58c39-f0ce-4e39-8b6e-ce487c409872', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'port_id': 'f035d2c7-9e6d-4467-95a8-d7b3ee975a2c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'mac_address': 'fa:16:3e:c9:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8eb3df-0b07-4e4c-9ea9-885c206ffa32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:58:12Z', 'updated_at': '2022-05-10T14:58:12Z', 'revision_number': 0, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'fixed_ip_address_scope': None}, {'id': 'df13a277-5744-47d6-98df-5b43ac7e3b89', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'floating_ip_address': '172.26.0.152', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'port_id': 'b5b060e6-dabc-465e-a1e1-cde8509caafa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'mac_address': 'fa:16:3e:fe:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbaf57-023c-4d12-b99a-39612f89a0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:55:58Z', 'updated_at': '2022-05-10T14:56:07Z', 'revision_number': 1, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4980ca6f-0667-49af-b857-8e7e921c8439', 'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'mac_address': 'fa:16:3e:87:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:16Z', 'updated_at': '2022-05-10T14:51:37Z', 'revision_number': 5, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'subnets': [{'id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:58:16.325198 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05cb9ba-849a-467e-88a9-e5554f2c8cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-e0838b9b-1d89-4090-bca6-517772dbf53c', 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ips': [{'subnet_id': 'a21ebce9-7070-42fa-accc-d92df32bd19d'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:58:16.326006 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b05cb9ba-849a-467e-88a9-e5554f2c8cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:16.355820 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] For port 95d59c84-ea18-4e5d-9dbb-882cc8144086, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:58:16.402377 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] For port 95d59c84-ea18-4e5d-9dbb-882cc8144086, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=95d59c84-ea18-4e5d-9dbb-882cc8144086,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:58:16.421847 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:16.459779 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507e767e-9c3c-4bef-8660-71c375fb409f None None] New status for floating IP 57c58c39-f0ce-4e39-8b6e-ce487c409872: ACTIVE {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:58:16.557268 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] Routers {'4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:58:16.557903 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:57:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:16.642586 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a688a-7c0a-412d-a67e-50db61b2ba5f None None] Pushing event updated for resources: {'Port': ['ID=95d59c84-ea18-4e5d-9dbb-882cc8144086,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:16.717725 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-b05cb9ba-849a-467e-88a9-e5554f2c8cfc None None] Allocated IP 172.20.0.2 (e0838b9b-1d89-4090-bca6-517772dbf53c/a21ebce9-7070-42fa-accc-d92df32bd19d/4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:58:16.820075 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-be2cede8-b555-4dcb-b625-1237825612e3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:16.841017 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] Set router 4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:58:17.192335 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b05cb9ba-849a-467e-88a9-e5554f2c8cfc None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:17.210528 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b05cb9ba-849a-467e-88a9-e5554f2c8cfc None None] Transition to ACTIVE for port object 4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:58:17.233169 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b05cb9ba-849a-467e-88a9-e5554f2c8cfc None None] Transition to ACTIVE for port object 4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:58:17.242441 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b05cb9ba-849a-467e-88a9-e5554f2c8cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:17.306576 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-be2cede8-b555-4dcb-b625-1237825612e3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.20.0.1 (e0838b9b-1d89-4090-bca6-517772dbf53c/a21ebce9-7070-42fa-accc-d92df32bd19d/2837bcc6-4c9e-4bb5-9b0b-5e23855acedb) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:58:17.308690 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05cb9ba-849a-467e-88a9-e5554f2c8cfc None None] Network e0838b9b-1d89-4090-bca6-517772dbf53c is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:58:17.312070 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'name': 'tempest-TestNetworkBasicOps-router-88165545', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:58:10Z', 'updated_at': '2022-05-10T14:58:12Z', 'revision_number': 3, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:58:11Z', 'updated_at': '2022-05-10T14:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:17.316486 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-b05cb9ba-849a-467e-88a9-e5554f2c8cfc None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:58:17.321499 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05cb9ba-849a-467e-88a9-e5554f2c8cfc None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:58:17.330776 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4c700-bb82-46f0-852a-e5f41913ce8e None None] The sync data for ids ['4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'] in dv-neutron-841204-2-hyperv is: [{'id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'name': 'tempest-TestNetworkBasicOps-router-88165545', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:58:10Z', 'updated_at': '2022-05-10T14:58:12Z', 'revision_number': 3, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:58:11Z', 'updated_at': '2022-05-10T14:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:58:17.333662 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cb9ba-849a-467e-88a9-e5554f2c8cfc None None] Pushing event updated for resources: {'Port': ['ID=4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:17.425928 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b05cb9ba-849a-467e-88a9-e5554f2c8cfc None None] Attempting to bind port 4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:58:17.426340 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b05cb9ba-849a-467e-88a9-e5554f2c8cfc None None] Attempting to bind port 4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:58:17.426726 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05cb9ba-849a-467e-88a9-e5554f2c8cfc None None] Attempting to bind port 4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320 on network e0838b9b-1d89-4090-bca6-517772dbf53c {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:58:17.432119 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05cb9ba-849a-467e-88a9-e5554f2c8cfc None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:58:17.432476 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05cb9ba-849a-467e-88a9-e5554f2c8cfc None None] Checking segment: {'id': '4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:58:17.432870 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b05cb9ba-849a-467e-88a9-e5554f2c8cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:17.433245 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05cb9ba-849a-467e-88a9-e5554f2c8cfc None None] Bound using segment: {'id': '4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:58:17.433697 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b05cb9ba-849a-467e-88a9-e5554f2c8cfc None None] Bound port: 4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:58:17.434054 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b05cb9ba-849a-467e-88a9-e5554f2c8cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:17.473646 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-be2cede8-b555-4dcb-b625-1237825612e3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:17.491034 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-be2cede8-b555-4dcb-b625-1237825612e3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Transition to ACTIVE for port object 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:58:17.520197 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-be2cede8-b555-4dcb-b625-1237825612e3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:17.527575 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-b05cb9ba-849a-467e-88a9-e5554f2c8cfc None None] For port 4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:58:17.531078 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-b05cb9ba-849a-467e-88a9-e5554f2c8cfc None None] For port 4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320,segment=NetworkSegment(4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76),segment_id=4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:58:17.536771 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b05cb9ba-849a-467e-88a9-e5554f2c8cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:17.605550 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2cede8-b555-4dcb-b625-1237825612e3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network e0838b9b-1d89-4090-bca6-517772dbf53c is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:58:17.608790 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-be2cede8-b555-4dcb-b625-1237825612e3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:58:17.611201 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2cede8-b555-4dcb-b625-1237825612e3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:58:17.647310 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2cede8-b555-4dcb-b625-1237825612e3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=2837bcc6-4c9e-4bb5-9b0b-5e23855acedb,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:17.666209 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cb9ba-849a-467e-88a9-e5554f2c8cfc None None] Pushing event updated for resources: {'Port': ['ID=4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:17.695567 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-be2cede8-b555-4dcb-b625-1237825612e3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:17.996650 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-be2cede8-b555-4dcb-b625-1237825612e3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:18.548441 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-be2cede8-b555-4dcb-b625-1237825612e3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:18.553154 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-be2cede8-b555-4dcb-b625-1237825612e3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:18.630704 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a06e53-c168-48eb-9ee9-0ee2758890bf None None] Network e0838b9b-1d89-4090-bca6-517772dbf53c requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:58:18.671823 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-be2cede8-b555-4dcb-b625-1237825612e3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:18.674955 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2cede8-b555-4dcb-b625-1237825612e3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=2837bcc6-4c9e-4bb5-9b0b-5e23855acedb,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:18.697923 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:58:18.792599 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f64feca5-0600-4566-9c89-04d1cacf0dbe None None] Provisioning for port 4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:58:18.820582 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2cede8-b555-4dcb-b625-1237825612e3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network e0838b9b-1d89-4090-bca6-517772dbf53c is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:58:18.821845 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-be2cede8-b555-4dcb-b625-1237825612e3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:58:18.913949 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:58:18.920397 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:58:18.920771 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:19.023536 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2cede8-b555-4dcb-b625-1237825612e3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router 4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:58:19.096103 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:19.129730 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320,segment=NetworkSegment(4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76),segment_id=4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:58:19.134025 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:19.135021 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 95d59c84-ea18-4e5d-9dbb-882cc8144086 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:58:19.216613 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2cede8-b555-4dcb-b625-1237825612e3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:58:19.229382 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] Sync routers for ids ['4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:58:19.230899 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-be2cede8-b555-4dcb-b625-1237825612e3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/routers/4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3616090 May 10 14:58:19.233526 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47864) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:19.263301 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] Routers {'4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:58:19.263836 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:57:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:19.331748 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:19.387277 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142dcc8e-2749-4c45-b40f-607956d5af2b tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:19.387743 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142dcc8e-2749-4c45-b40f-607956d5af2b tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:19.388188 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142dcc8e-2749-4c45-b40f-607956d5af2b tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:19.388627 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142dcc8e-2749-4c45-b40f-607956d5af2b tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:19.389385 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142dcc8e-2749-4c45-b40f-607956d5af2b tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:19.389838 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142dcc8e-2749-4c45-b40f-607956d5af2b tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:19.391636 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-142dcc8e-2749-4c45-b40f-607956d5af2b tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1566458 May 10 14:58:19.395499 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47868) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:19.421006 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-970650a2-f856-48c4-8493-f642c64218eb None None] Provisioning for port 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:58:19.424091 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 95d59c84-ea18-4e5d-9dbb-882cc8144086 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:58:19.446092 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-970650a2-f856-48c4-8493-f642c64218eb None None] Provisioning complete for port 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:58:19.446480 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-970650a2-f856-48c4-8493-f642c64218eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:19.477262 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dbb399-8009-45b0-9ace-fcada3588bca tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:19.477816 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dbb399-8009-45b0-9ace-fcada3588bca tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:19.478299 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dbb399-8009-45b0-9ace-fcada3588bca tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:19.479028 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dbb399-8009-45b0-9ace-fcada3588bca tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:19.479336 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dbb399-8009-45b0-9ace-fcada3588bca tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:19.479775 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dbb399-8009-45b0-9ace-fcada3588bca tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:19.481847 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-58dbb399-8009-45b0-9ace-fcada3588bca tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0850453 May 10 14:58:19.484337 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47872) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:19.484736 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 95d59c84-ea18-4e5d-9dbb-882cc8144086 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:58:19.485114 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:19.569377 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] Set router 4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:58:19.611837 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-970650a2-f856-48c4-8493-f642c64218eb None None] Port 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:58:19.730203 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d7c788f9-22cf-47b1-95f4-a5c34d908527 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2447786 May 10 14:58:19.733021 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47876) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:19.736092 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-970650a2-f856-48c4-8493-f642c64218eb None None] Provisioning complete for port 4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:58:19.736556 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-970650a2-f856-48c4-8493-f642c64218eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:19.739285 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-64186372-e809-430f-a036-d30d59d57702 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-910251419', 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:58:19.911707 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-64186372-e809-430f-a036-d30d59d57702 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:58:19.915489 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-64186372-e809-430f-a036-d30d59d57702 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:port and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:58:19.916807 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-64186372-e809-430f-a036-d30d59d57702 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:58:19.924230 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:19.924388 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-64186372-e809-430f-a036-d30d59d57702 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:58:19.936018 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64186372-e809-430f-a036-d30d59d57702 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'port': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:58:19.943743 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-64186372-e809-430f-a036-d30d59d57702 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:20.018790 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 95d59c84-ea18-4e5d-9dbb-882cc8144086, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=95d59c84-ea18-4e5d-9dbb-882cc8144086,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:58:20.033368 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:20.077445 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [None req-64186372-e809-430f-a036-d30d59d57702 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] device_id is not set on port 06de00df-fc78-47db-bf62-3e60f43df3b4 yet. {{(pid=88051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:58:20.135361 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=95d59c84-ea18-4e5d-9dbb-882cc8144086,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:20.149598 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1a3d837d-0990-4c70-b5b4-6994b6e52434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:20.174782 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'name': 'tempest-TestNetworkBasicOps-router-88165545', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:58:10Z', 'updated_at': '2022-05-10T14:58:17Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:58:11Z', 'updated_at': '2022-05-10T14:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '2837bcc6-4c9e-4bb5-9b0b-5e23855acedb', 'name': '', 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:06:5a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'a21ebce9-7070-42fa-accc-d92df32bd19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:58:17Z', 'updated_at': '2022-05-10T14:58:18Z', 'revision_number': 2, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'a21ebce9-7070-42fa-accc-d92df32bd19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:20.179927 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] Checking router: 4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:58:20.180276 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] Updating router 4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d port 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:58:20.240405 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:20.244775 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-64186372-e809-430f-a036-d30d59d57702 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.20.0.6 (e0838b9b-1d89-4090-bca6-517772dbf53c/a21ebce9-7070-42fa-accc-d92df32bd19d/06de00df-fc78-47db-bf62-3e60f43df3b4) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:58:20.323382 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ba3a4143-6c61-466f-81c8-ea48973eb0a8 None None] Provisioning complete for port 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:58:20.323745 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ba3a4143-6c61-466f-81c8-ea48973eb0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:20.471469 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-64186372-e809-430f-a036-d30d59d57702 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:20.490130 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-64186372-e809-430f-a036-d30d59d57702 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Transition to ACTIVE for port object 06de00df-fc78-47db-bf62-3e60f43df3b4 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:58:20.510206 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a4143-6c61-466f-81c8-ea48973eb0a8 None None] Port 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:58:20.518754 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-64186372-e809-430f-a036-d30d59d57702 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:20.599917 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64186372-e809-430f-a036-d30d59d57702 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network e0838b9b-1d89-4090-bca6-517772dbf53c is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:58:20.600758 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-64186372-e809-430f-a036-d30d59d57702 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:58:20.603048 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64186372-e809-430f-a036-d30d59d57702 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:58:20.649627 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:58:20.656668 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64186372-e809-430f-a036-d30d59d57702 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=06de00df-fc78-47db-bf62-3e60f43df3b4,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:20.690526 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64186372-e809-430f-a036-d30d59d57702 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:20.691838 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-64186372-e809-430f-a036-d30d59d57702 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:20.726174 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-64186372-e809-430f-a036-d30d59d57702 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9913938 May 10 14:58:20.810572 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47882) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:20.816465 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-e87648b2-1fb0-45f0-ae2f-23daf262f655 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2092681792', 'description': 'tempest-secgroup-smoke-2092681792 description', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:58:20.822682 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e87648b2-1fb0-45f0-ae2f-23daf262f655 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:58:20.827570 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e87648b2-1fb0-45f0-ae2f-23daf262f655 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:58:20.828379 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:58:20.828886 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:20.832752 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e87648b2-1fb0-45f0-ae2f-23daf262f655 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:58:20.841224 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e87648b2-1fb0-45f0-ae2f-23daf262f655 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:58:20.866166 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e87648b2-1fb0-45f0-ae2f-23daf262f655 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:20.893152 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e87648b2-1fb0-45f0-ae2f-23daf262f655 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:58:20.902297 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:20.903009 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e87648b2-1fb0-45f0-ae2f-23daf262f655 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:58:20.909154 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e87648b2-1fb0-45f0-ae2f-23daf262f655 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:58:20.920772 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e87648b2-1fb0-45f0-ae2f-23daf262f655 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:58:20.926547 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] Transition to ACTIVE for port object 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:58:20.947129 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.009017 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e87648b2-1fb0-45f0-ae2f-23daf262f655 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.012971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e87648b2-1fb0-45f0-ae2f-23daf262f655 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.054477 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6cae9c13-e695-4497-b65c-a7414d33dea8 None None] Provisioning for port 06de00df-fc78-47db-bf62-3e60f43df3b4 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:58:21.072135 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87648b2-1fb0-45f0-ae2f-23daf262f655 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7654c7-36fb-4f6d-895c-0cc306f91cf0,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:21.076405 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e87648b2-1fb0-45f0-ae2f-23daf262f655 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.079671 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e87648b2-1fb0-45f0-ae2f-23daf262f655 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2662816 May 10 14:58:21.082128 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47886) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:21.087674 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-e46fc823-03e9-4533-a2f4-af4fe6641729 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'fa7654c7-36fb-4f6d-895c-0cc306f91cf0', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:58:21.095002 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e46fc823-03e9-4533-a2f4-af4fe6641729 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:58:21.100862 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e46fc823-03e9-4533-a2f4-af4fe6641729 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:58:21.105227 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e46fc823-03e9-4533-a2f4-af4fe6641729 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:58:21.111562 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e46fc823-03e9-4533-a2f4-af4fe6641729 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:58:21.134006 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e46fc823-03e9-4533-a2f4-af4fe6641729 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.148136 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6cae9c13-e695-4497-b65c-a7414d33dea8 None None] Provisioning complete for port 06de00df-fc78-47db-bf62-3e60f43df3b4 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:58:21.148993 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6cae9c13-e695-4497-b65c-a7414d33dea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.193850 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29387b5-779e-42bb-af22-13f3ed3fd7a9 None None] Pushing event updated for resources: {'Port': ['ID=2837bcc6-4c9e-4bb5-9b0b-5e23855acedb,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:21.205644 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e46fc823-03e9-4533-a2f4-af4fe6641729 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.212457 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e46fc823-03e9-4533-a2f4-af4fe6641729 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.239603 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 95d59c84-ea18-4e5d-9dbb-882cc8144086 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:58:21.246310 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fc823-03e9-4533-a2f4-af4fe6641729 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fe8347-18fd-4505-8f25-ce79c84a713e,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:21.259352 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e46fc823-03e9-4533-a2f4-af4fe6641729 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.260635 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e46fc823-03e9-4533-a2f4-af4fe6641729 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1774156 May 10 14:58:21.263425 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47890) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:21.269939 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-7069d937-0506-4338-9ae7-3e5a000591dd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'fa7654c7-36fb-4f6d-895c-0cc306f91cf0', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:58:21.276709 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-7069d937-0506-4338-9ae7-3e5a000591dd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:58:21.281993 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7069d937-0506-4338-9ae7-3e5a000591dd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:58:21.286001 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7069d937-0506-4338-9ae7-3e5a000591dd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:58:21.292504 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-7069d937-0506-4338-9ae7-3e5a000591dd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:58:21.320993 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7069d937-0506-4338-9ae7-3e5a000591dd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.361162 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-6cae9c13-e695-4497-b65c-a7414d33dea8 None None] Port 06de00df-fc78-47db-bf62-3e60f43df3b4 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:58:21.370574 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] Attempting to bind port 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:58:21.370941 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] Attempting to bind port 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:58:21.371294 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] Attempting to bind port 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb on network e0838b9b-1d89-4090-bca6-517772dbf53c {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:58:21.383015 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:58:21.383534 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] Checking segment: {'id': '4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:58:21.383957 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.385279 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] Bound using segment: {'id': '4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:58:21.385279 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] Bound port: 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:58:21.385279 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.400400 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7069d937-0506-4338-9ae7-3e5a000591dd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.403358 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7069d937-0506-4338-9ae7-3e5a000591dd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.427386 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069d937-0506-4338-9ae7-3e5a000591dd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7207c48c-afdd-47d1-81e3-a1e3c1032f4c,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:21.437557 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7069d937-0506-4338-9ae7-3e5a000591dd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.438770 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7069d937-0506-4338-9ae7-3e5a000591dd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1743412 May 10 14:58:21.442281 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47894) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:21.447240 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-88751671-300c-438a-ba5f-293d9ec13940 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'fa7654c7-36fb-4f6d-895c-0cc306f91cf0', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:58:21.454079 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-88751671-300c-438a-ba5f-293d9ec13940 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:58:21.458046 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-88751671-300c-438a-ba5f-293d9ec13940 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:58:21.459708 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 95d59c84-ea18-4e5d-9dbb-882cc8144086 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:58:21.460332 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.460964 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-88751671-300c-438a-ba5f-293d9ec13940 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:58:21.466657 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-88751671-300c-438a-ba5f-293d9ec13940 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:58:21.482907 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-88751671-300c-438a-ba5f-293d9ec13940 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.546822 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-88751671-300c-438a-ba5f-293d9ec13940 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.549395 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] For port 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:58:21.552172 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-88751671-300c-438a-ba5f-293d9ec13940 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.556111 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] For port 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2837bcc6-4c9e-4bb5-9b0b-5e23855acedb,segment=NetworkSegment(4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76),segment_id=4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:58:21.561824 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.575652 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88751671-300c-438a-ba5f-293d9ec13940 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b51ba8-ba59-4960-b33a-2a1feb0c5b19,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:21.585217 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-88751671-300c-438a-ba5f-293d9ec13940 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.586366 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-88751671-300c-438a-ba5f-293d9ec13940 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1431119 May 10 14:58:21.589127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47898) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:21.594216 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-c10e4cd9-d799-45fa-bfcb-783d81ddb77a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'fa7654c7-36fb-4f6d-895c-0cc306f91cf0', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:58:21.600430 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c10e4cd9-d799-45fa-bfcb-783d81ddb77a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:58:21.605291 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c10e4cd9-d799-45fa-bfcb-783d81ddb77a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:58:21.608146 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c10e4cd9-d799-45fa-bfcb-783d81ddb77a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:58:21.615007 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c10e4cd9-d799-45fa-bfcb-783d81ddb77a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:58:21.633013 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c10e4cd9-d799-45fa-bfcb-783d81ddb77a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.693726 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] Routers {'4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:58:21.694723 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:57:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:21.707428 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c10e4cd9-d799-45fa-bfcb-783d81ddb77a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.712032 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c10e4cd9-d799-45fa-bfcb-783d81ddb77a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.736990 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e4cd9-d799-45fa-bfcb-783d81ddb77a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b1cbfa-acc4-40b6-95b8-77a1848132b1,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:21.756136 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c10e4cd9-d799-45fa-bfcb-783d81ddb77a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.759308 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c10e4cd9-d799-45fa-bfcb-783d81ddb77a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1676755 May 10 14:58:21.760895 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47902) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:21.766274 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-110c3eb1-9334-49c4-a945-d9dfba414c40 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'fa7654c7-36fb-4f6d-895c-0cc306f91cf0', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:58:21.774487 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-110c3eb1-9334-49c4-a945-d9dfba414c40 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:58:21.780238 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29387b5-779e-42bb-af22-13f3ed3fd7a9 None None] Pushing event updated for resources: {'Port': ['ID=2837bcc6-4c9e-4bb5-9b0b-5e23855acedb,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:21.787390 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-110c3eb1-9334-49c4-a945-d9dfba414c40 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:58:21.791776 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-110c3eb1-9334-49c4-a945-d9dfba414c40 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:58:21.798464 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-110c3eb1-9334-49c4-a945-d9dfba414c40 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:58:21.810522 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-110c3eb1-9334-49c4-a945-d9dfba414c40 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Project 7c1eaa2d2a564d8c9e902879ced01cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:58:21.818186 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-110c3eb1-9334-49c4-a945-d9dfba414c40 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.897066 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-110c3eb1-9334-49c4-a945-d9dfba414c40 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.901209 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-110c3eb1-9334-49c4-a945-d9dfba414c40 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.915571 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] Set router 4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:58:21.930049 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c3eb1-9334-49c4-a945-d9dfba414c40 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a161f6b0-da19-4238-875c-658e27806380,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:21.937049 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-110c3eb1-9334-49c4-a945-d9dfba414c40 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.938253 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-110c3eb1-9334-49c4-a945-d9dfba414c40 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1763015 May 10 14:58:21.941174 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47906) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:21.946177 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-1e7a8c77-4f22-4363-a692-b69cc46af2c0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'fa7654c7-36fb-4f6d-895c-0cc306f91cf0', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:58:21.952057 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1e7a8c77-4f22-4363-a692-b69cc46af2c0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:58:21.955855 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1e7a8c77-4f22-4363-a692-b69cc46af2c0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:58:21.959384 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1e7a8c77-4f22-4363-a692-b69cc46af2c0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:58:21.965025 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1e7a8c77-4f22-4363-a692-b69cc46af2c0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:58:21.976180 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-1e7a8c77-4f22-4363-a692-b69cc46af2c0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Project 7c1eaa2d2a564d8c9e902879ced01cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:58:21.983134 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8c77-4f22-4363-a692-b69cc46af2c0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:22.051533 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8c77-4f22-4363-a692-b69cc46af2c0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:22.055191 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8c77-4f22-4363-a692-b69cc46af2c0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:22.078865 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a8c77-4f22-4363-a692-b69cc46af2c0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb84004-af78-4807-899b-da6f36efbd1c,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:22.088051 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8c77-4f22-4363-a692-b69cc46af2c0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:22.089195 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1e7a8c77-4f22-4363-a692-b69cc46af2c0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1470685 May 10 14:58:22.255385 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-1ab46f62-0660-4a39-b3c1-272c17267a4b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2092681792&fields=id&tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 267 time: 0.0411785 May 10 14:58:22.281965 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'name': 'tempest-TestNetworkBasicOps-router-88165545', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:58:10Z', 'updated_at': '2022-05-10T14:58:17Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:58:11Z', 'updated_at': '2022-05-10T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '2837bcc6-4c9e-4bb5-9b0b-5e23855acedb', 'name': '', 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:06:5a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'a21ebce9-7070-42fa-accc-d92df32bd19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:58:17Z', 'updated_at': '2022-05-10T14:58:21Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'a21ebce9-7070-42fa-accc-d92df32bd19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:22.286724 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa03f440-a72e-48e0-b29b-34a85c089887 None None] The sync data for ids ['4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'] in dv-neutron-841204-2-hyperv is: [{'id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'name': 'tempest-TestNetworkBasicOps-router-88165545', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:58:10Z', 'updated_at': '2022-05-10T14:58:17Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:58:11Z', 'updated_at': '2022-05-10T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '2837bcc6-4c9e-4bb5-9b0b-5e23855acedb', 'name': '', 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:06:5a:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'a21ebce9-7070-42fa-accc-d92df32bd19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:58:17Z', 'updated_at': '2022-05-10T14:58:21Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'a21ebce9-7070-42fa-accc-d92df32bd19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:58:22.346403 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-cf44086b-b7e7-413b-b244-9e5eb1ed4d44 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:22.348956 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-cf44086b-b7e7-413b-b244-9e5eb1ed4d44 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:58:22.364135 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f1fb7dab-caa6-4c88-ae80-fa62d77dc43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:22.368287 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-cf44086b-b7e7-413b-b244-9e5eb1ed4d44 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:58:22.369605 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-cf44086b-b7e7-413b-b244-9e5eb1ed4d44 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports/06de00df-fc78-47db-bf62-3e60f43df3b4 HTTP/1.1" status: 200 len: 929 time: 0.1077714 May 10 14:58:22.455590 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-03a03e36-c745-44a3-812e-040a8c2570a9 service neutron] 10.222.0.79 "GET /v2.0/ports/06de00df-fc78-47db-bf62-3e60f43df3b4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0675135 May 10 14:58:22.595668 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-ff7ace3c-30f7-4ef6-8faf-ab915fe46a31 service neutron] 10.222.0.79 "GET /v2.0/networks/e0838b9b-1d89-4090-bca6-517772dbf53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338000 May 10 14:58:22.626583 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:58:22.701490 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:58:22.706924 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:58:22.707319 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:22.740773 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-1573b2b8-76f4-49e0-a41f-64f12a923831 service neutron] 10.222.0.79 "GET /v2.0/networks/e0838b9b-1d89-4090-bca6-517772dbf53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390207 May 10 14:58:22.828720 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:22.882325 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2837bcc6-4c9e-4bb5-9b0b-5e23855acedb,segment=NetworkSegment(4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76),segment_id=4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:58:22.892557 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:22.973547 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=2837bcc6-4c9e-4bb5-9b0b-5e23855acedb,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:22.988298 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b094ae0c-e0b5-4407-b9b9-334600c710a2 req-03e23771-ceb6-466a-8848-c9f6f27c4aa6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64 HTTP/1.1" status: 200 len: 210 time: 0.0800123 May 10 14:58:23.165206 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:23.192533 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:23.358343 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:24.006996 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-313fbb07-b8fc-4d4e-866a-572152f298e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:24.008457 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-313fbb07-b8fc-4d4e-866a-572152f298e9 service neutron] 10.222.0.86 "GET /v2.0/ports/06de00df-fc78-47db-bf62-3e60f43df3b4 HTTP/1.1" status: 200 len: 1025 time: 0.0657518 May 10 14:58:24.146503 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-acc08a4f-ce67-49a4-aded-0190dfa1833c req-2b474025-c48c-46b0-ad0d-b93bb0fce0a8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64 HTTP/1.1" status: 200 len: 210 time: 0.0443532 May 10 14:58:24.170316 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-81521744-8e7a-49c8-91c0-9a23bfad5a47 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:24.171219 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-81521744-8e7a-49c8-91c0-9a23bfad5a47 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:58:24.187709 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-81521744-8e7a-49c8-91c0-9a23bfad5a47 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:58:24.188971 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-81521744-8e7a-49c8-91c0-9a23bfad5a47 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/networks?id=e0838b9b-1d89-4090-bca6-517772dbf53c HTTP/1.1" status: 200 len: 795 time: 0.1710007 May 10 14:58:24.250679 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-6c4056ef-79e5-4836-a814-8ca9fc49e548 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:58:24.270462 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-6c4056ef-79e5-4836-a814-8ca9fc49e548 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:58:24.271594 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-6c4056ef-79e5-4836-a814-8ca9fc49e548 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 380 time: 0.0603428 May 10 14:58:24.281989 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-4f604d2a-b33b-431b-8942-9d67ce65e03f service neutron] Request body: {'port': {'device_id': 'b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:58:24.394875 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-4f604d2a-b33b-431b-8942-9d67ce65e03f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:24.603153 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:58:24.669717 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:58:24.670079 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:24.736668 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-4f604d2a-b33b-431b-8942-9d67ce65e03f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06de00df-fc78-47db-bf62-3e60f43df3b4 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:58:24.744535 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-4f604d2a-b33b-431b-8942-9d67ce65e03f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:24.758946 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-4f604d2a-b33b-431b-8942-9d67ce65e03f service neutron] Transition to ACTIVE for port object 06de00df-fc78-47db-bf62-3e60f43df3b4 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:58:24.762585 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-4f604d2a-b33b-431b-8942-9d67ce65e03f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:24.879561 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:24.902929 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f604d2a-b33b-431b-8942-9d67ce65e03f service neutron] Pushing event updated for resources: {'Port': ['ID=06de00df-fc78-47db-bf62-3e60f43df3b4,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:25.110757 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-4f604d2a-b33b-431b-8942-9d67ce65e03f service neutron] Attempting to bind port 06de00df-fc78-47db-bf62-3e60f43df3b4 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:58:25.111423 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-4f604d2a-b33b-431b-8942-9d67ce65e03f service neutron] Attempting to bind port 06de00df-fc78-47db-bf62-3e60f43df3b4 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:58:25.111423 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-4f604d2a-b33b-431b-8942-9d67ce65e03f service neutron] Attempting to bind port 06de00df-fc78-47db-bf62-3e60f43df3b4 on network e0838b9b-1d89-4090-bca6-517772dbf53c {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:58:25.116371 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-4f604d2a-b33b-431b-8942-9d67ce65e03f service neutron] Port 06de00df-fc78-47db-bf62-3e60f43df3b4 on network e0838b9b-1d89-4090-bca6-517772dbf53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:58:25.116685 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-4f604d2a-b33b-431b-8942-9d67ce65e03f service neutron] Attempting to bind port 06de00df-fc78-47db-bf62-3e60f43df3b4 on network e0838b9b-1d89-4090-bca6-517772dbf53c {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:58:25.121662 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-4f604d2a-b33b-431b-8942-9d67ce65e03f service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:58:25.121990 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-4f604d2a-b33b-431b-8942-9d67ce65e03f service neutron] Checking segment: {'id': '4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:58:25.122367 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-4f604d2a-b33b-431b-8942-9d67ce65e03f service neutron] Bound using segment: {'id': '4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:58:25.122933 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-4f604d2a-b33b-431b-8942-9d67ce65e03f service neutron] Bound port: 06de00df-fc78-47db-bf62-3e60f43df3b4, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:58:25.123270 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-4f604d2a-b33b-431b-8942-9d67ce65e03f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:25.214993 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-4f604d2a-b33b-431b-8942-9d67ce65e03f service neutron] For port 06de00df-fc78-47db-bf62-3e60f43df3b4, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:58:25.218109 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-4f604d2a-b33b-431b-8942-9d67ce65e03f service neutron] For port 06de00df-fc78-47db-bf62-3e60f43df3b4, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=06de00df-fc78-47db-bf62-3e60f43df3b4,segment=NetworkSegment(4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76),segment_id=4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:58:25.222806 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-4f604d2a-b33b-431b-8942-9d67ce65e03f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:25.282551 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-4f604d2a-b33b-431b-8942-9d67ce65e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:25.283171 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-4f604d2a-b33b-431b-8942-9d67ce65e03f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:25.284609 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-4f604d2a-b33b-431b-8942-9d67ce65e03f service neutron] 10.222.0.86 "PUT /v2.0/ports/06de00df-fc78-47db-bf62-3e60f43df3b4 HTTP/1.1" status: 200 len: 1130 time: 1.0065114 May 10 14:58:25.285142 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64', 'tag': '06de00df-fc78-47db-bf62-3e60f43df3b4'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:58:25.308325 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f604d2a-b33b-431b-8942-9d67ce65e03f service neutron] Pushing event updated for resources: {'Port': ['ID=06de00df-fc78-47db-bf62-3e60f43df3b4,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:25.361820 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a481d1-119e-414e-83fb-52c63d037155 req-4d5fd107-70e7-4a5e-bdff-80b0777dc56a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:25.363605 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-12a481d1-119e-414e-83fb-52c63d037155 req-4d5fd107-70e7-4a5e-bdff-80b0777dc56a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64 HTTP/1.1" status: 200 len: 980 time: 0.1125405 May 10 14:58:25.366921 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd1c30d-e41e-4a7f-8146-47f367c3c330'] response: {'name': 'network-changed', 'server_uuid': 'b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64', 'tag': '06de00df-fc78-47db-bf62-3e60f43df3b4', 'status': 'completed', 'code': 200} May 10 14:58:25.411621 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-a53b7cab-c791-4c01-a65f-11422d8dad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:25.412988 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-12a481d1-119e-414e-83fb-52c63d037155 req-0fe1b36f-1b7e-4df7-9f16-6fffae989259 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=addae5dd-893b-4612-9b90-8ad1482ee7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435419 May 10 14:58:25.413338 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-a53b7cab-c791-4c01-a65f-11422d8dad42 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64 HTTP/1.1" status: 200 len: 1133 time: 0.0849984 May 10 14:58:25.486685 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-80a23c5e-bd45-4aa6-93ef-0f31f6d18151 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06de00df-fc78-47db-bf62-3e60f43df3b4 HTTP/1.1" status: 200 len: 217 time: 0.0664864 May 10 14:58:25.551481 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-9b3e7746-eaf5-4311-a0dd-08875a31e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:25.552824 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-9b3e7746-eaf5-4311-a0dd-08875a31e927 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a21ebce9-7070-42fa-accc-d92df32bd19d HTTP/1.1" status: 200 len: 835 time: 0.0583246 May 10 14:58:25.626242 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-4d1a9c92-4e16-4046-9ad2-251a33a83904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:25.627749 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-4d1a9c92-4e16-4046-9ad2-251a33a83904 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e0838b9b-1d89-4090-bca6-517772dbf53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688040 May 10 14:58:25.759167 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-ad8fc1cb-b64b-46ba-894f-b6e6348e431a service neutron] 10.222.0.86 "GET /v2.0/networks/e0838b9b-1d89-4090-bca6-517772dbf53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244807 May 10 14:58:25.890094 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4cf77c02-69aa-47e7-8f15-49d1fd48f172 req-34be0608-e1ba-432f-974b-2a0292842fa8 service neutron] 10.222.0.86 "GET /v2.0/networks/e0838b9b-1d89-4090-bca6-517772dbf53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236353 May 10 14:58:26.017631 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dece96-dcf1-4d55-bee5-0e34d1fc5a80 req-ae50db11-8519-4e2a-ae68-48a87fc31d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:26.020007 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-50dece96-dcf1-4d55-bee5-0e34d1fc5a80 req-ae50db11-8519-4e2a-ae68-48a87fc31d5f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64 HTTP/1.1" status: 200 len: 1133 time: 0.0764985 May 10 14:58:26.151130 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dece96-dcf1-4d55-bee5-0e34d1fc5a80 req-edfd981a-e87a-45f7-a609-c1282b8119fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:26.152458 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-50dece96-dcf1-4d55-bee5-0e34d1fc5a80 req-edfd981a-e87a-45f7-a609-c1282b8119fa service neutron] 10.222.0.86 "GET /v2.0/networks?id=e0838b9b-1d89-4090-bca6-517772dbf53c HTTP/1.1" status: 200 len: 896 time: 0.1257751 May 10 14:58:26.224504 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-50dece96-dcf1-4d55-bee5-0e34d1fc5a80 req-2ba966f5-d0e6-44a8-b9e1-f6e7653be386 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06de00df-fc78-47db-bf62-3e60f43df3b4 HTTP/1.1" status: 200 len: 217 time: 0.0641339 May 10 14:58:26.288900 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dece96-dcf1-4d55-bee5-0e34d1fc5a80 req-5edfa19b-c237-4b23-8b02-da79607d6538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:26.290342 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-50dece96-dcf1-4d55-bee5-0e34d1fc5a80 req-5edfa19b-c237-4b23-8b02-da79607d6538 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a21ebce9-7070-42fa-accc-d92df32bd19d HTTP/1.1" status: 200 len: 835 time: 0.0604153 May 10 14:58:26.369441 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dece96-dcf1-4d55-bee5-0e34d1fc5a80 req-cb4b3178-5425-4daf-a7fa-64fdb4683c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:26.370941 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-50dece96-dcf1-4d55-bee5-0e34d1fc5a80 req-cb4b3178-5425-4daf-a7fa-64fdb4683c0c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e0838b9b-1d89-4090-bca6-517772dbf53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738521 May 10 14:58:26.511537 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-50dece96-dcf1-4d55-bee5-0e34d1fc5a80 req-56c3d711-3794-4de7-bac3-1e50cd706c41 service neutron] 10.222.0.86 "GET /v2.0/networks/e0838b9b-1d89-4090-bca6-517772dbf53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336515 May 10 14:58:26.609718 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b5d9c-10ea-4154-90f7-2c7a94d84f12 req-6aadc7f2-d1a9-49e7-9d5f-468a12a87f8d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:26.611374 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fc0b5d9c-10ea-4154-90f7-2c7a94d84f12 req-6aadc7f2-d1a9-49e7-9d5f-468a12a87f8d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64 HTTP/1.1" status: 200 len: 980 time: 0.0800023 May 10 14:58:26.657475 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-50dece96-dcf1-4d55-bee5-0e34d1fc5a80 req-d29d12b4-a511-4d3c-aecf-a19040e86b1a service neutron] 10.222.0.86 "GET /v2.0/networks/e0838b9b-1d89-4090-bca6-517772dbf53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279640 May 10 14:58:26.661589 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fc0b5d9c-10ea-4154-90f7-2c7a94d84f12 req-fc28bb43-3ecf-48fa-b700-725495d5c149 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=addae5dd-893b-4612-9b90-8ad1482ee7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443413 May 10 14:58:27.865799 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6c3af-b315-429d-b0f5-09575e65fbb3 req-7b7e2204-25b9-4cb7-aaee-c0a005e8149f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:27.871819 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e6a6c3af-b315-429d-b0f5-09575e65fbb3 req-7b7e2204-25b9-4cb7-aaee-c0a005e8149f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64 HTTP/1.1" status: 200 len: 980 time: 0.0968740 May 10 14:58:27.923535 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e6a6c3af-b315-429d-b0f5-09575e65fbb3 req-47f01def-524d-4de3-aaa4-c3073e219370 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=addae5dd-893b-4612-9b90-8ad1482ee7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462017 May 10 14:58:29.127460 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe96202-f570-4550-b0f9-ef6305c08916 req-ce02118d-68da-432e-bc83-1e53f71287c7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:29.127460 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dbe96202-f570-4550-b0f9-ef6305c08916 req-ce02118d-68da-432e-bc83-1e53f71287c7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64 HTTP/1.1" status: 200 len: 980 time: 0.0902159 May 10 14:58:29.175338 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dbe96202-f570-4550-b0f9-ef6305c08916 req-909b2294-5cef-4dab-889c-87c1d09a7861 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=addae5dd-893b-4612-9b90-8ad1482ee7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394101 May 10 14:58:29.183828 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 06de00df-fc78-47db-bf62-3e60f43df3b4 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 14:58:29.321213 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 06de00df-fc78-47db-bf62-3e60f43df3b4, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=06de00df-fc78-47db-bf62-3e60f43df3b4,segment=NetworkSegment(4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76),segment_id=4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:58:29.334339 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '06de00df-fc78-47db-bf62-3e60f43df3b4', 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c', 'port_id': '06de00df-fc78-47db-bf62-3e60f43df3b4', 'mac_address': 'fa:16:3e:d1:f8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21ebce9-7070-42fa-accc-d92df32bd19d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 14:58:29.399428 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:29.415552 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06de00df-fc78-47db-bf62-3e60f43df3b4 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:58:29.431106 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 06de00df-fc78-47db-bf62-3e60f43df3b4, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=06de00df-fc78-47db-bf62-3e60f43df3b4,segment=NetworkSegment(4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76),segment_id=4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:58:29.436995 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:29.507647 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=06de00df-fc78-47db-bf62-3e60f43df3b4,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:29.730284 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['06de00df-fc78-47db-bf62-3e60f43df3b4'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 14:58:30.377335 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941da4a-9a2e-4be0-a584-e95e291343d6 req-d03644e0-37c0-4e90-b376-7c2a55db557c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:30.377335 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1941da4a-9a2e-4be0-a584-e95e291343d6 req-d03644e0-37c0-4e90-b376-7c2a55db557c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64 HTTP/1.1" status: 200 len: 981 time: 0.0887251 May 10 14:58:30.427466 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1941da4a-9a2e-4be0-a584-e95e291343d6 req-7938f3e2-9c8b-4964-8707-3de1816ea000 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=addae5dd-893b-4612-9b90-8ad1482ee7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417969 May 10 14:58:31.220193 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 06de00df-fc78-47db-bf62-3e60f43df3b4 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:58:31.296482 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port 06de00df-fc78-47db-bf62-3e60f43df3b4 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:58:31.306018 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 06de00df-fc78-47db-bf62-3e60f43df3b4 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:58:31.306018 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:31.447506 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:31.478489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06de00df-fc78-47db-bf62-3e60f43df3b4'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:58:31.483990 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 06de00df-fc78-47db-bf62-3e60f43df3b4, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=06de00df-fc78-47db-bf62-3e60f43df3b4,segment=NetworkSegment(4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76),segment_id=4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:58:31.492820 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:31.530521 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb7f8a39-d2f5-4fdc-a850-4d78728940ea'] response: {'server_uuid': 'b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06de00df-fc78-47db-bf62-3e60f43df3b4', 'code': 200} May 10 14:58:31.586088 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=06de00df-fc78-47db-bf62-3e60f43df3b4,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:31.743106 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006f8b4-b255-4e6f-9568-0b74f36d743b req-862a0dbe-3c72-4479-ad0e-99158da63ec2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:31.744502 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f006f8b4-b255-4e6f-9568-0b74f36d743b req-862a0dbe-3c72-4479-ad0e-99158da63ec2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64 HTTP/1.1" status: 200 len: 982 time: 0.2000024 May 10 14:58:31.790063 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f006f8b4-b255-4e6f-9568-0b74f36d743b req-3a961f2e-c839-4c80-9c73-5d7f3af1e457 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=addae5dd-893b-4612-9b90-8ad1482ee7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399246 May 10 14:58:31.808825 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0662f5-e0a7-46b8-bd77-d7312294373c req-e5460a44-8558-4672-bd7f-920e692246a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:31.810294 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9e0662f5-e0a7-46b8-bd77-d7312294373c req-e5460a44-8558-4672-bd7f-920e692246a6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64 HTTP/1.1" status: 200 len: 1135 time: 0.0739100 May 10 14:58:31.851179 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9e0662f5-e0a7-46b8-bd77-d7312294373c req-2bb9e880-60fe-4b92-a786-23292f93d9a8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=addae5dd-893b-4612-9b90-8ad1482ee7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342059 May 10 14:58:32.979718 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c038487-4e4f-43ca-8c80-32973092dc30 req-24128c1d-2114-463f-80c7-13ad99b2da47 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:32.981355 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7c038487-4e4f-43ca-8c80-32973092dc30 req-24128c1d-2114-463f-80c7-13ad99b2da47 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64 HTTP/1.1" status: 200 len: 982 time: 0.0836229 May 10 14:58:33.030119 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7c038487-4e4f-43ca-8c80-32973092dc30 req-66fa892a-b0f2-4430-aec7-35f16c7ee252 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=addae5dd-893b-4612-9b90-8ad1482ee7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429440 May 10 14:58:34.223393 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd4484-4e3e-4dbc-904a-2fd777a6cb4a req-f9262a74-9368-4599-a86a-34107be0f988 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:34.225387 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-69cd4484-4e3e-4dbc-904a-2fd777a6cb4a req-f9262a74-9368-4599-a86a-34107be0f988 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64 HTTP/1.1" status: 200 len: 982 time: 0.0880558 May 10 14:58:34.267932 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-69cd4484-4e3e-4dbc-904a-2fd777a6cb4a req-70a36335-2132-452c-b2a1-68e94d766d28 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=addae5dd-893b-4612-9b90-8ad1482ee7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377922 May 10 14:58:34.457904 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f71d0b-e197-44f0-9e29-fc95343857cf req-3d4df148-08f9-4517-aa1f-58abbb22f75a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:34.459385 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-43f71d0b-e197-44f0-9e29-fc95343857cf req-3d4df148-08f9-4517-aa1f-58abbb22f75a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64 HTTP/1.1" status: 200 len: 982 time: 0.0866954 May 10 14:58:34.511259 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-43f71d0b-e197-44f0-9e29-fc95343857cf req-2420d185-ea1c-49a4-b32e-f6b9d6a94ac4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=addae5dd-893b-4612-9b90-8ad1482ee7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408354 May 10 14:58:34.529552 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47964) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:34.602149 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4f628a-32dc-4004-af47-ca8766621952 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:34.603684 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3c4f628a-32dc-4004-af47-ca8766621952 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64 HTTP/1.1" status: 200 len: 1130 time: 0.0731480 May 10 14:58:34.606405 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47968) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:34.611511 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': '06de00df-fc78-47db-bf62-3e60f43df3b4', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:58:34.617580 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:58:34.622301 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:floatingip and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:58:34.624442 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:58:34.631625 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:58:34.640967 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:34.782697 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:34.942917 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.26.0.211 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/4a529ca6-52fd-429d-94a2-4b5e00330875) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:58:35.091889 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:35.122145 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:35.194633 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:58:35.197208 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:58:35.201474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:58:35.231855 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=4a529ca6-52fd-429d-94a2-4b5e00330875,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:35.623286 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:35.699843 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:36.015477 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:36.019676 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:36.132382 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=4a529ca6-52fd-429d-94a2-4b5e00330875,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:36.143160 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:36.313452 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Floating IP 1911c21b-842b-4d29-a852-3df34b7af92e associated. External IP: 172.26.0.211, port: 06de00df-fc78-47db-bf62-3e60f43df3b4. May 10 14:58:36.676702 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router 4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:58:36.867179 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:58:36.877835 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea2ae0d-b113-4e92-8b82-2e4430656f94 None None] Sync routers for ids ['4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:58:36.893316 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea2ae0d-b113-4e92-8b82-2e4430656f94 None None] Routers {'4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:58:36.894102 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-dea2ae0d-b113-4e92-8b82-2e4430656f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:58:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:36.894313 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:36.969329 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4db275eb-db6f-4fc6-b7a8-732d70291f05 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.3618975 May 10 14:58:36.969902 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64', 'tag': '06de00df-fc78-47db-bf62-3e60f43df3b4'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:58:36.972345 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47974) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:37.021627 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f21d83ae-54b7-47b0-9df4-8c9b90246dc3'] response: {'name': 'network-changed', 'server_uuid': 'b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64', 'tag': '06de00df-fc78-47db-bf62-3e60f43df3b4', 'status': 'completed', 'code': 200} May 10 14:58:37.091975 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-dea2ae0d-b113-4e92-8b82-2e4430656f94 None None] Set router 4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:58:37.216112 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcc18d7-047d-42dc-a0a0-265ddcf46ec2 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:37.217629 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1bcc18d7-047d-42dc-a0a0-265ddcf46ec2 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64&network_id=e0838b9b-1d89-4090-bca6-517772dbf53c HTTP/1.1" status: 200 len: 1130 time: 0.2432659 May 10 14:58:37.247096 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14a009-ecfd-4680-a16e-cdebee308a57 req-e186c535-ab99-4f98-b620-e67c3fd60048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:37.248507 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2e14a009-ecfd-4680-a16e-cdebee308a57 req-e186c535-ab99-4f98-b620-e67c3fd60048 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64 HTTP/1.1" status: 200 len: 1135 time: 0.1996176 May 10 14:58:37.427870 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14a009-ecfd-4680-a16e-cdebee308a57 req-89f81937-91c3-44d8-ba00-949b4599fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:37.427870 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2e14a009-ecfd-4680-a16e-cdebee308a57 req-89f81937-91c3-44d8-ba00-949b4599fff1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e0838b9b-1d89-4090-bca6-517772dbf53c HTTP/1.1" status: 200 len: 896 time: 0.1676040 May 10 14:58:37.498681 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-dea2ae0d-b113-4e92-8b82-2e4430656f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'name': 'tempest-TestNetworkBasicOps-router-88165545', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:58:10Z', 'updated_at': '2022-05-10T14:58:17Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:58:11Z', 'updated_at': '2022-05-10T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '1911c21b-842b-4d29-a852-3df34b7af92e', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.211', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'port_id': '06de00df-fc78-47db-bf62-3e60f43df3b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-910251419', 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c', 'mac_address': 'fa:16:3e:d1:f8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:58:35Z', 'updated_at': '2022-05-10T14:58:35Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2837bcc6-4c9e-4bb5-9b0b-5e23855acedb', 'name': '', 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:06:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'a21ebce9-7070-42fa-accc-d92df32bd19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:58:17Z', 'updated_at': '2022-05-10T14:58:22Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'a21ebce9-7070-42fa-accc-d92df32bd19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:37.502877 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea2ae0d-b113-4e92-8b82-2e4430656f94 None None] Checking router: 4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:58:37.511515 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea2ae0d-b113-4e92-8b82-2e4430656f94 None None] Routers {'4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:58:37.512693 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-dea2ae0d-b113-4e92-8b82-2e4430656f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:58:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:37.545507 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2e14a009-ecfd-4680-a16e-cdebee308a57 req-ae422849-e7bf-46ad-a5ea-0c74f8372ed3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06de00df-fc78-47db-bf62-3e60f43df3b4 HTTP/1.1" status: 200 len: 1036 time: 0.1113477 May 10 14:58:37.619764 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14a009-ecfd-4680-a16e-cdebee308a57 req-b7c33d8c-e304-41a6-9f00-c92656e9d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:37.621582 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2e14a009-ecfd-4680-a16e-cdebee308a57 req-b7c33d8c-e304-41a6-9f00-c92656e9d561 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a21ebce9-7070-42fa-accc-d92df32bd19d HTTP/1.1" status: 200 len: 835 time: 0.0655746 May 10 14:58:37.657387 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486a037-7a52-4f9f-a2e1-ca76f0c679f9 req-f05f46e7-c38f-4933-ba37-8d103c02e8c9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:37.659034 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c486a037-7a52-4f9f-a2e1-ca76f0c679f9 req-f05f46e7-c38f-4933-ba37-8d103c02e8c9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64 HTTP/1.1" status: 200 len: 982 time: 0.1031692 May 10 14:58:37.714169 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c486a037-7a52-4f9f-a2e1-ca76f0c679f9 req-eee2749b-d2b5-4cf1-954c-1ad322bb4d52 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=addae5dd-893b-4612-9b90-8ad1482ee7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481830 May 10 14:58:37.723778 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14a009-ecfd-4680-a16e-cdebee308a57 req-cc06d2ea-a8d3-44c2-81b4-8d739845dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:37.725184 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2e14a009-ecfd-4680-a16e-cdebee308a57 req-cc06d2ea-a8d3-44c2-81b4-8d739845dd75 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e0838b9b-1d89-4090-bca6-517772dbf53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0970848 May 10 14:58:37.749990 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-dea2ae0d-b113-4e92-8b82-2e4430656f94 None None] Set router 4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:58:37.867526 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2e14a009-ecfd-4680-a16e-cdebee308a57 req-5e335d55-3156-4e34-a5dc-31b7b3099f00 service neutron] 10.222.0.86 "GET /v2.0/networks/e0838b9b-1d89-4090-bca6-517772dbf53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350200 May 10 14:58:38.012541 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2e14a009-ecfd-4680-a16e-cdebee308a57 req-92e03d60-7d89-4604-adbf-5cad40d113f1 service neutron] 10.222.0.86 "GET /v2.0/networks/e0838b9b-1d89-4090-bca6-517772dbf53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367507 May 10 14:58:38.114066 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-dea2ae0d-b113-4e92-8b82-2e4430656f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'name': 'tempest-TestNetworkBasicOps-router-88165545', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:58:10Z', 'updated_at': '2022-05-10T14:58:17Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:58:11Z', 'updated_at': '2022-05-10T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '1911c21b-842b-4d29-a852-3df34b7af92e', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.211', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'port_id': '06de00df-fc78-47db-bf62-3e60f43df3b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-910251419', 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c', 'mac_address': 'fa:16:3e:d1:f8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:58:35Z', 'updated_at': '2022-05-10T14:58:35Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2837bcc6-4c9e-4bb5-9b0b-5e23855acedb', 'name': '', 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:06:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'a21ebce9-7070-42fa-accc-d92df32bd19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:58:17Z', 'updated_at': '2022-05-10T14:58:22Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'a21ebce9-7070-42fa-accc-d92df32bd19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:38.118094 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea2ae0d-b113-4e92-8b82-2e4430656f94 None None] The sync data for ids ['4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'] in dv-neutron-841204-2-hyperv is: [{'id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'name': 'tempest-TestNetworkBasicOps-router-88165545', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:58:10Z', 'updated_at': '2022-05-10T14:58:17Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:58:11Z', 'updated_at': '2022-05-10T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '1911c21b-842b-4d29-a852-3df34b7af92e', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.211', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'port_id': '06de00df-fc78-47db-bf62-3e60f43df3b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-910251419', 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c', 'mac_address': 'fa:16:3e:d1:f8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:58:35Z', 'updated_at': '2022-05-10T14:58:35Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2837bcc6-4c9e-4bb5-9b0b-5e23855acedb', 'name': '', 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:06:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'a21ebce9-7070-42fa-accc-d92df32bd19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:58:17Z', 'updated_at': '2022-05-10T14:58:22Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'a21ebce9-7070-42fa-accc-d92df32bd19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:58:38.335450 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eb345f-f2d2-4dfd-be0b-c24d10d3d459 None None] New status for floating IP 1911c21b-842b-4d29-a852-3df34b7af92e: ACTIVE {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:58:38.916848 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6f966-c5fa-485e-a709-5e6321df20e7 req-8209130f-0c22-4940-b0c5-f2c5769ca9b1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:38.918965 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0ed6f966-c5fa-485e-a709-5e6321df20e7 req-8209130f-0c22-4940-b0c5-f2c5769ca9b1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64 HTTP/1.1" status: 200 len: 982 time: 0.0924785 May 10 14:58:38.975591 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0ed6f966-c5fa-485e-a709-5e6321df20e7 req-98dfb0bd-a64f-4d0d-b259-b3cd09162373 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=addae5dd-893b-4612-9b90-8ad1482ee7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497136 May 10 14:58:39.051150 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d923bf-5116-43a7-a063-463740ed546a req-12ffc9d3-7e62-4150-88c6-468faceb264e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:39.051150 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-b7d923bf-5116-43a7-a063-463740ed546a req-12ffc9d3-7e62-4150-88c6-468faceb264e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:58:39.063510 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-b7d923bf-5116-43a7-a063-463740ed546a req-12ffc9d3-7e62-4150-88c6-468faceb264e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:58:39.064501 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b7d923bf-5116-43a7-a063-463740ed546a req-12ffc9d3-7e62-4150-88c6-468faceb264e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64 HTTP/1.1" status: 200 len: 982 time: 0.1019413 May 10 14:58:39.139370 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d923bf-5116-43a7-a063-463740ed546a req-3466ef86-f517-4a90-8478-4e000a5aed85 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:39.140702 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b7d923bf-5116-43a7-a063-463740ed546a req-3466ef86-f517-4a90-8478-4e000a5aed85 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/ports/06de00df-fc78-47db-bf62-3e60f43df3b4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0701451 May 10 14:58:39.285512 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b7d923bf-5116-43a7-a063-463740ed546a req-b03d9c4c-5edf-4397-80f8-d8ebd079161b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/networks/e0838b9b-1d89-4090-bca6-517772dbf53c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1378317 May 10 14:58:39.296269 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-b7d923bf-5116-43a7-a063-463740ed546a req-dc2e2dde-7da4-4875-b823-d28f3d1a78c3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:58:39.407799 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-b7d923bf-5116-43a7-a063-463740ed546a req-dc2e2dde-7da4-4875-b823-d28f3d1a78c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:39.614232 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-b7d923bf-5116-43a7-a063-463740ed546a req-dc2e2dde-7da4-4875-b823-d28f3d1a78c3 service neutron] For port 06de00df-fc78-47db-bf62-3e60f43df3b4, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=06de00df-fc78-47db-bf62-3e60f43df3b4,segment=NetworkSegment(4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76),segment_id=4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:58:39.643124 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-b7d923bf-5116-43a7-a063-463740ed546a req-dc2e2dde-7da4-4875-b823-d28f3d1a78c3 service neutron] For port 06de00df-fc78-47db-bf62-3e60f43df3b4, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:58:39.693497 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-b7d923bf-5116-43a7-a063-463740ed546a req-dc2e2dde-7da4-4875-b823-d28f3d1a78c3 service neutron] device_id is not set on port 06de00df-fc78-47db-bf62-3e60f43df3b4 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:58:39.701608 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-b7d923bf-5116-43a7-a063-463740ed546a req-dc2e2dde-7da4-4875-b823-d28f3d1a78c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:39.707193 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-b7d923bf-5116-43a7-a063-463740ed546a req-dc2e2dde-7da4-4875-b823-d28f3d1a78c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:39.850637 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e2dde-7da4-4875-b823-d28f3d1a78c3 service neutron] Pushing event updated for resources: {'Port': ['ID=06de00df-fc78-47db-bf62-3e60f43df3b4,revision_number=6']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:39.974076 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e04b825c-7fa9-4624-9f11-95c8e1b2d034 None None] Provisioning complete for port 06de00df-fc78-47db-bf62-3e60f43df3b4 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:58:39.974673 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e04b825c-7fa9-4624-9f11-95c8e1b2d034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:40.006970 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d923bf-5116-43a7-a063-463740ed546a req-dc2e2dde-7da4-4875-b823-d28f3d1a78c3 service neutron] No DVR routers for this DVR port 06de00df-fc78-47db-bf62-3e60f43df3b4 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:58:40.029781 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e04b825c-7fa9-4624-9f11-95c8e1b2d034 None None] Port 06de00df-fc78-47db-bf62-3e60f43df3b4 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:58:40.127346 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8de09963-b3da-4144-a024-67d481367c5a req-f1fed0ab-37a2-461a-a65e-cb8a3e8bd65b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2b0f2f9-5c27-40ae-a1ab-a176b2cacf64 HTTP/1.1" status: 200 len: 210 time: 0.0425353 May 10 14:58:40.229971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-b7d923bf-5116-43a7-a063-463740ed546a req-dc2e2dde-7da4-4875-b823-d28f3d1a78c3 service neutron] In _notify_port_updated(), no bound segment for port 06de00df-fc78-47db-bf62-3e60f43df3b4 on network e0838b9b-1d89-4090-bca6-517772dbf53c {{(pid=88052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 10 14:58:40.230847 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d923bf-5116-43a7-a063-463740ed546a req-dc2e2dde-7da4-4875-b823-d28f3d1a78c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:40.231451 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-b7d923bf-5116-43a7-a063-463740ed546a req-dc2e2dde-7da4-4875-b823-d28f3d1a78c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:40.232709 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b7d923bf-5116-43a7-a063-463740ed546a req-dc2e2dde-7da4-4875-b823-d28f3d1a78c3 service neutron] 10.222.0.86 "PUT /v2.0/ports/06de00df-fc78-47db-bf62-3e60f43df3b4 HTTP/1.1" status: 200 len: 1025 time: 0.9402323 May 10 14:58:41.224270 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 47990) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:41.271964 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:58:41.295832 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6559e9-960f-4b32-8970-14c4897950fb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:41.297172 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0b6559e9-960f-4b32-8970-14c4897950fb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports/06de00df-fc78-47db-bf62-3e60f43df3b4 HTTP/1.1" status: 200 len: 924 time: 0.0719006 May 10 14:58:41.369427 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 47996) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:41.374626 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-d85125bb-5897-41ba-ab0d-f51cac999a61 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-273776090', 'description': 'tempest-secgroup-smoke-273776090 description', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:58:41.380548 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d85125bb-5897-41ba-ab0d-f51cac999a61 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:58:41.390096 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d85125bb-5897-41ba-ab0d-f51cac999a61 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:58:41.399915 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d85125bb-5897-41ba-ab0d-f51cac999a61 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:41.419755 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d85125bb-5897-41ba-ab0d-f51cac999a61 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:58:41.423438 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d85125bb-5897-41ba-ab0d-f51cac999a61 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:58:41.427277 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d85125bb-5897-41ba-ab0d-f51cac999a61 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:58:41.432836 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d85125bb-5897-41ba-ab0d-f51cac999a61 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:58:41.499282 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d85125bb-5897-41ba-ab0d-f51cac999a61 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:41.502756 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d85125bb-5897-41ba-ab0d-f51cac999a61 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:41.549391 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85125bb-5897-41ba-ab0d-f51cac999a61 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a72236-704c-495c-bd32-ed8118be906f,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:41.555961 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d85125bb-5897-41ba-ab0d-f51cac999a61 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:41.557140 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d85125bb-5897-41ba-ab0d-f51cac999a61 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1866820 May 10 14:58:41.559957 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48000) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:41.564902 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-3a5715a7-a2ad-42cc-b092-8393a0aa02ab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '50a72236-704c-495c-bd32-ed8118be906f', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:58:41.571521 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3a5715a7-a2ad-42cc-b092-8393a0aa02ab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:58:41.575299 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3a5715a7-a2ad-42cc-b092-8393a0aa02ab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:58:41.578121 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3a5715a7-a2ad-42cc-b092-8393a0aa02ab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:58:41.583817 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3a5715a7-a2ad-42cc-b092-8393a0aa02ab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:58:41.599577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3a5715a7-a2ad-42cc-b092-8393a0aa02ab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:41.659515 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3a5715a7-a2ad-42cc-b092-8393a0aa02ab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:41.663425 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3a5715a7-a2ad-42cc-b092-8393a0aa02ab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:41.686218 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5715a7-a2ad-42cc-b092-8393a0aa02ab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81808ea-dbf9-4dbc-ae24-67a00e1dafaa,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:41.695708 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3a5715a7-a2ad-42cc-b092-8393a0aa02ab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:41.696941 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3a5715a7-a2ad-42cc-b092-8393a0aa02ab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360254 May 10 14:58:41.699740 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48004) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:41.704644 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-4513bd98-4d61-453c-864d-2102a8f70ed8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '50a72236-704c-495c-bd32-ed8118be906f', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:58:41.710395 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4513bd98-4d61-453c-864d-2102a8f70ed8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:58:41.714138 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4513bd98-4d61-453c-864d-2102a8f70ed8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:58:41.716966 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4513bd98-4d61-453c-864d-2102a8f70ed8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:58:41.722739 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4513bd98-4d61-453c-864d-2102a8f70ed8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:58:41.740616 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4513bd98-4d61-453c-864d-2102a8f70ed8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:41.799909 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4513bd98-4d61-453c-864d-2102a8f70ed8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:41.803836 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4513bd98-4d61-453c-864d-2102a8f70ed8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:41.826941 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513bd98-4d61-453c-864d-2102a8f70ed8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d3f8df-e44a-4e60-a5b5-46de646ccc70,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:41.835125 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4513bd98-4d61-453c-864d-2102a8f70ed8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:41.836420 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4513bd98-4d61-453c-864d-2102a8f70ed8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1357636 May 10 14:58:41.839071 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48008) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:41.843825 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-5349679c-7a6d-4969-a220-a46a30b5c992 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '50a72236-704c-495c-bd32-ed8118be906f', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:58:41.850331 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5349679c-7a6d-4969-a220-a46a30b5c992 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:58:41.854173 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5349679c-7a6d-4969-a220-a46a30b5c992 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:58:41.857023 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5349679c-7a6d-4969-a220-a46a30b5c992 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:58:41.862802 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5349679c-7a6d-4969-a220-a46a30b5c992 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:58:41.883264 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5349679c-7a6d-4969-a220-a46a30b5c992 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:42.052336 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5349679c-7a6d-4969-a220-a46a30b5c992 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:42.055622 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5349679c-7a6d-4969-a220-a46a30b5c992 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:42.078202 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349679c-7a6d-4969-a220-a46a30b5c992 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b34983d-7f56-40d1-8bbb-f2b0d4699c0f,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:42.086488 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5349679c-7a6d-4969-a220-a46a30b5c992 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:42.087819 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5349679c-7a6d-4969-a220-a46a30b5c992 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2478414 May 10 14:58:42.090366 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48012) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:42.095139 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-6e19cf29-3371-4d27-86a5-d2b9ff0ae1a4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '50a72236-704c-495c-bd32-ed8118be906f', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:58:42.101265 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6e19cf29-3371-4d27-86a5-d2b9ff0ae1a4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:58:42.105013 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6e19cf29-3371-4d27-86a5-d2b9ff0ae1a4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:58:42.107820 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6e19cf29-3371-4d27-86a5-d2b9ff0ae1a4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:58:42.113469 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6e19cf29-3371-4d27-86a5-d2b9ff0ae1a4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:58:42.130016 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6e19cf29-3371-4d27-86a5-d2b9ff0ae1a4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:42.191918 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6e19cf29-3371-4d27-86a5-d2b9ff0ae1a4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:42.195564 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6e19cf29-3371-4d27-86a5-d2b9ff0ae1a4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:42.219054 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19cf29-3371-4d27-86a5-d2b9ff0ae1a4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a00cc1d-cfc2-4007-98fa-07bcc107a5b9,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:42.227983 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6e19cf29-3371-4d27-86a5-d2b9ff0ae1a4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:42.229166 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6e19cf29-3371-4d27-86a5-d2b9ff0ae1a4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1378810 May 10 14:58:42.231926 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48016) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:42.236743 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-2c2d33d6-d4b1-43e3-b33b-4ad71ffa7457 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '50a72236-704c-495c-bd32-ed8118be906f', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:58:42.242596 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2c2d33d6-d4b1-43e3-b33b-4ad71ffa7457 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:58:42.246442 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2c2d33d6-d4b1-43e3-b33b-4ad71ffa7457 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:58:42.249349 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2c2d33d6-d4b1-43e3-b33b-4ad71ffa7457 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:58:42.255068 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2c2d33d6-d4b1-43e3-b33b-4ad71ffa7457 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:58:42.264669 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-2c2d33d6-d4b1-43e3-b33b-4ad71ffa7457 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Project 7c1eaa2d2a564d8c9e902879ced01cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:58:42.271920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2c2d33d6-d4b1-43e3-b33b-4ad71ffa7457 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:42.338575 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2c2d33d6-d4b1-43e3-b33b-4ad71ffa7457 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:42.342117 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2c2d33d6-d4b1-43e3-b33b-4ad71ffa7457 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:42.369940 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d33d6-d4b1-43e3-b33b-4ad71ffa7457 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e822386-4131-45a1-b31b-51195178ac0f,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:42.376013 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2c2d33d6-d4b1-43e3-b33b-4ad71ffa7457 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:42.377274 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2c2d33d6-d4b1-43e3-b33b-4ad71ffa7457 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1444190 May 10 14:58:42.380644 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48020) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:42.385691 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-5252728e-0bde-4a1f-b4fc-44c1f1a0c08b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '50a72236-704c-495c-bd32-ed8118be906f', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:58:42.391547 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5252728e-0bde-4a1f-b4fc-44c1f1a0c08b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:58:42.396460 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5252728e-0bde-4a1f-b4fc-44c1f1a0c08b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:58:42.399330 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5252728e-0bde-4a1f-b4fc-44c1f1a0c08b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:58:42.404932 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5252728e-0bde-4a1f-b4fc-44c1f1a0c08b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:58:42.415163 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-5252728e-0bde-4a1f-b4fc-44c1f1a0c08b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Project 7c1eaa2d2a564d8c9e902879ced01cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:58:42.421919 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5252728e-0bde-4a1f-b4fc-44c1f1a0c08b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:42.487370 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5252728e-0bde-4a1f-b4fc-44c1f1a0c08b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:42.490809 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5252728e-0bde-4a1f-b4fc-44c1f1a0c08b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:42.513526 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252728e-0bde-4a1f-b4fc-44c1f1a0c08b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2f1e2a-2d0b-40bc-a542-676969b12a05,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:42.523426 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5252728e-0bde-4a1f-b4fc-44c1f1a0c08b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:42.524660 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5252728e-0bde-4a1f-b4fc-44c1f1a0c08b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1430521 May 10 14:58:42.752054 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-fde35f61-8568-4a1b-a11a-2901d60d3c72 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:58:42.767226 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-fde35f61-8568-4a1b-a11a-2901d60d3c72 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:58:42.768557 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-fde35f61-8568-4a1b-a11a-2901d60d3c72 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-273776090&fields=id&tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 267 time: 0.0541179 May 10 14:58:42.848497 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-6c7cb2d1-268c-46e2-bc89-535dae2ccbbe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:42.849809 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-6c7cb2d1-268c-46e2-bc89-535dae2ccbbe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports/06de00df-fc78-47db-bf62-3e60f43df3b4 HTTP/1.1" status: 200 len: 929 time: 0.0733502 May 10 14:58:42.964130 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-6617a11f-86c7-437e-9bc6-48ab168fe4ab service neutron] 10.222.0.79 "GET /v2.0/ports/06de00df-fc78-47db-bf62-3e60f43df3b4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1022115 May 10 14:58:42.974154 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-6509aa3a-8565-48ed-ab0d-c8c97cbd4e32 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:58:42.975106 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-6509aa3a-8565-48ed-ab0d-c8c97cbd4e32 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055766 May 10 14:58:43.102676 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-74acdf54-04b6-4c8c-a65f-88e197b204ab service neutron] 10.222.0.79 "GET /v2.0/networks/e0838b9b-1d89-4090-bca6-517772dbf53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222847 May 10 14:58:43.231491 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-39783658-da5b-417d-a867-31b37400d06a service neutron] 10.222.0.79 "GET /v2.0/networks/e0838b9b-1d89-4090-bca6-517772dbf53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229908 May 10 14:58:43.261739 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 06de00df-fc78-47db-bf62-3e60f43df3b4 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:58:43.354372 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 06de00df-fc78-47db-bf62-3e60f43df3b4 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:58:43.430603 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-aa5a33d9-ae8b-4639-a649-d77a704bb2c4 req-318e73c5-cd2f-4596-9118-1f6cbe82ec8a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=749d074b-6107-4ef5-8b4c-f7e884056e9c HTTP/1.1" status: 200 len: 210 time: 0.0475302 May 10 14:58:44.434880 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-a664244c-1c0b-4878-83a8-c63bf4383839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:44.436218 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-a664244c-1c0b-4878-83a8-c63bf4383839 service neutron] 10.222.0.86 "GET /v2.0/ports/06de00df-fc78-47db-bf62-3e60f43df3b4 HTTP/1.1" status: 200 len: 1025 time: 0.0648558 May 10 14:58:44.585649 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3b778b0e-e445-4ef7-944e-8262f109d404 req-2ff3be1b-474f-450b-ba9c-5fa355f2c91d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=749d074b-6107-4ef5-8b4c-f7e884056e9c HTTP/1.1" status: 200 len: 210 time: 0.0454237 May 10 14:58:44.604521 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-ebb9b8bf-fb17-4de2-a531-578a20b30edb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:44.605951 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-ebb9b8bf-fb17-4de2-a531-578a20b30edb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/networks?id=e0838b9b-1d89-4090-bca6-517772dbf53c HTTP/1.1" status: 200 len: 795 time: 0.1625438 May 10 14:58:44.661121 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-4a0aedff-7d2a-43fe-a15c-6184418ab285 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 472 time: 0.0428431 May 10 14:58:44.670956 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-c563bdbf-406a-4b5e-8460-0c13026c47fd service neutron] Request body: {'port': {'device_id': '749d074b-6107-4ef5-8b4c-f7e884056e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:58:44.779762 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-c563bdbf-406a-4b5e-8460-0c13026c47fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:45.113539 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-c563bdbf-406a-4b5e-8460-0c13026c47fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06de00df-fc78-47db-bf62-3e60f43df3b4 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:58:45.120606 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-c563bdbf-406a-4b5e-8460-0c13026c47fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:45.135019 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-c563bdbf-406a-4b5e-8460-0c13026c47fd service neutron] Transition to ACTIVE for port object 06de00df-fc78-47db-bf62-3e60f43df3b4 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:58:45.139023 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-c563bdbf-406a-4b5e-8460-0c13026c47fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:45.280624 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563bdbf-406a-4b5e-8460-0c13026c47fd service neutron] Pushing event updated for resources: {'Port': ['ID=06de00df-fc78-47db-bf62-3e60f43df3b4,revision_number=7']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:45.408812 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-c563bdbf-406a-4b5e-8460-0c13026c47fd service neutron] Attempting to bind port 06de00df-fc78-47db-bf62-3e60f43df3b4 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:58:45.409165 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-c563bdbf-406a-4b5e-8460-0c13026c47fd service neutron] Attempting to bind port 06de00df-fc78-47db-bf62-3e60f43df3b4 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:58:45.409495 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-c563bdbf-406a-4b5e-8460-0c13026c47fd service neutron] Attempting to bind port 06de00df-fc78-47db-bf62-3e60f43df3b4 on network e0838b9b-1d89-4090-bca6-517772dbf53c {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:58:45.414749 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-c563bdbf-406a-4b5e-8460-0c13026c47fd service neutron] Port 06de00df-fc78-47db-bf62-3e60f43df3b4 on network e0838b9b-1d89-4090-bca6-517772dbf53c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:58:45.415066 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-c563bdbf-406a-4b5e-8460-0c13026c47fd service neutron] Attempting to bind port 06de00df-fc78-47db-bf62-3e60f43df3b4 on network e0838b9b-1d89-4090-bca6-517772dbf53c {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:58:45.420098 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-c563bdbf-406a-4b5e-8460-0c13026c47fd service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:58:45.420426 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-c563bdbf-406a-4b5e-8460-0c13026c47fd service neutron] Checking segment: {'id': '4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:58:45.420802 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-c563bdbf-406a-4b5e-8460-0c13026c47fd service neutron] Bound using segment: {'id': '4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:58:45.421218 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-c563bdbf-406a-4b5e-8460-0c13026c47fd service neutron] Bound port: 06de00df-fc78-47db-bf62-3e60f43df3b4, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:58:45.421557 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-c563bdbf-406a-4b5e-8460-0c13026c47fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:45.508025 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-c563bdbf-406a-4b5e-8460-0c13026c47fd service neutron] For port 06de00df-fc78-47db-bf62-3e60f43df3b4, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:58:45.510873 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-c563bdbf-406a-4b5e-8460-0c13026c47fd service neutron] For port 06de00df-fc78-47db-bf62-3e60f43df3b4, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=06de00df-fc78-47db-bf62-3e60f43df3b4,segment=NetworkSegment(4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76),segment_id=4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:58:45.515344 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-c563bdbf-406a-4b5e-8460-0c13026c47fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:45.575845 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-c563bdbf-406a-4b5e-8460-0c13026c47fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:45.576557 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-c563bdbf-406a-4b5e-8460-0c13026c47fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:45.577860 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-c563bdbf-406a-4b5e-8460-0c13026c47fd service neutron] 10.222.0.86 "PUT /v2.0/ports/06de00df-fc78-47db-bf62-3e60f43df3b4 HTTP/1.1" status: 200 len: 1130 time: 0.9107139 May 10 14:58:45.580925 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749d074b-6107-4ef5-8b4c-f7e884056e9c', 'tag': '06de00df-fc78-47db-bf62-3e60f43df3b4'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:58:45.606244 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563bdbf-406a-4b5e-8460-0c13026c47fd service neutron] Pushing event updated for resources: {'Port': ['ID=06de00df-fc78-47db-bf62-3e60f43df3b4,revision_number=8']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:45.634087 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e7c170c-eba0-4d46-91e7-ddd58c1452a6'] response: {'name': 'network-changed', 'server_uuid': '749d074b-6107-4ef5-8b4c-f7e884056e9c', 'tag': '06de00df-fc78-47db-bf62-3e60f43df3b4', 'status': 'completed', 'code': 200} May 10 14:58:45.708528 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-c93489d0-6362-452a-8993-7f7c67b47441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:45.710150 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-c93489d0-6362-452a-8993-7f7c67b47441 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=749d074b-6107-4ef5-8b4c-f7e884056e9c HTTP/1.1" status: 200 len: 1133 time: 0.0752363 May 10 14:58:45.784803 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b205e0-f52e-4fc4-be86-bb44771ce527 req-2bed125b-ddf9-45ff-b1d4-9ca509465cb3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:45.786453 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c7b205e0-f52e-4fc4-be86-bb44771ce527 req-2bed125b-ddf9-45ff-b1d4-9ca509465cb3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=749d074b-6107-4ef5-8b4c-f7e884056e9c HTTP/1.1" status: 200 len: 980 time: 0.0884798 May 10 14:58:45.836220 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c7b205e0-f52e-4fc4-be86-bb44771ce527 req-208ea900-7370-4523-854f-c50e439a6381 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=addae5dd-893b-4612-9b90-8ad1482ee7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421522 May 10 14:58:45.929759 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-994e345e-82bd-436c-8ed1-16082ec00dd2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06de00df-fc78-47db-bf62-3e60f43df3b4 HTTP/1.1" status: 200 len: 1036 time: 0.2083263 May 10 14:58:45.997596 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-ca6cb92b-1d8e-462a-919f-4ebd1c951607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:45.999091 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-ca6cb92b-1d8e-462a-919f-4ebd1c951607 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a21ebce9-7070-42fa-accc-d92df32bd19d HTTP/1.1" status: 200 len: 835 time: 0.0586276 May 10 14:58:46.076451 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-b2bce64d-c45a-4c95-98c1-1e3eecfb2e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:46.077890 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-b2bce64d-c45a-4c95-98c1-1e3eecfb2e03 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e0838b9b-1d89-4090-bca6-517772dbf53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695894 May 10 14:58:46.213219 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-9ce35a1e-8712-476b-8b5d-c8c94a892f8d service neutron] 10.222.0.86 "GET /v2.0/networks/e0838b9b-1d89-4090-bca6-517772dbf53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245668 May 10 14:58:46.348055 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9dbe9890-0384-462e-bbbf-7113ca13ded5 req-fffca6c5-7501-4064-99a1-642d0dbbb34b service neutron] 10.222.0.86 "GET /v2.0/networks/e0838b9b-1d89-4090-bca6-517772dbf53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231222 May 10 14:58:46.473532 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a0535-e102-4e55-a6e3-d22b02287ad4 req-6e19c55f-79ca-4104-8abc-f7f86ff3f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:46.474932 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-985a0535-e102-4e55-a6e3-d22b02287ad4 req-6e19c55f-79ca-4104-8abc-f7f86ff3f03d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=749d074b-6107-4ef5-8b4c-f7e884056e9c HTTP/1.1" status: 200 len: 1133 time: 0.0698800 May 10 14:58:46.608249 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a0535-e102-4e55-a6e3-d22b02287ad4 req-05fb0181-9a72-42b7-a3d9-777046fcdc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:46.609693 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-985a0535-e102-4e55-a6e3-d22b02287ad4 req-05fb0181-9a72-42b7-a3d9-777046fcdc96 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e0838b9b-1d89-4090-bca6-517772dbf53c HTTP/1.1" status: 200 len: 896 time: 0.1280575 May 10 14:58:46.713945 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-985a0535-e102-4e55-a6e3-d22b02287ad4 req-6823e236-b954-4fd4-a71d-e1a23df45ec0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06de00df-fc78-47db-bf62-3e60f43df3b4 HTTP/1.1" status: 200 len: 1036 time: 0.0967426 May 10 14:58:46.780147 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a0535-e102-4e55-a6e3-d22b02287ad4 req-e5a92304-7d3f-4146-bbc5-fefae618ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:46.781462 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-985a0535-e102-4e55-a6e3-d22b02287ad4 req-e5a92304-7d3f-4146-bbc5-fefae618ac5c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a21ebce9-7070-42fa-accc-d92df32bd19d HTTP/1.1" status: 200 len: 835 time: 0.0597827 May 10 14:58:46.855439 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a0535-e102-4e55-a6e3-d22b02287ad4 req-dfe55b2b-1163-434d-8927-cc6e5cd3f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:46.856887 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-985a0535-e102-4e55-a6e3-d22b02287ad4 req-dfe55b2b-1163-434d-8927-cc6e5cd3f5d9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e0838b9b-1d89-4090-bca6-517772dbf53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691297 May 10 14:58:46.990416 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-985a0535-e102-4e55-a6e3-d22b02287ad4 req-e894aad7-a777-4686-93fd-08b36956c532 service neutron] 10.222.0.86 "GET /v2.0/networks/e0838b9b-1d89-4090-bca6-517772dbf53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261551 May 10 14:58:47.028559 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8173c-f7e8-405d-91a4-c03cc9b335c2 req-9d7c5117-b4c2-4823-bc35-89c647ce7449 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:47.030022 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-efb8173c-f7e8-405d-91a4-c03cc9b335c2 req-9d7c5117-b4c2-4823-bc35-89c647ce7449 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=749d074b-6107-4ef5-8b4c-f7e884056e9c HTTP/1.1" status: 200 len: 980 time: 0.0844419 May 10 14:58:47.074832 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-efb8173c-f7e8-405d-91a4-c03cc9b335c2 req-d702dbf2-8841-4645-b273-b0acc739b12b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=addae5dd-893b-4612-9b90-8ad1482ee7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389292 May 10 14:58:47.125211 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-985a0535-e102-4e55-a6e3-d22b02287ad4 req-54f8b419-2b60-4ed4-b64f-2ab0c5d3eeb3 service neutron] 10.222.0.86 "GET /v2.0/networks/e0838b9b-1d89-4090-bca6-517772dbf53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275995 May 10 14:58:48.258091 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315718c0-ae62-4cea-8b1e-418d6bdaf314 req-4e4775f2-a278-46b1-b280-57406a2a1a0e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:48.259550 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-315718c0-ae62-4cea-8b1e-418d6bdaf314 req-4e4775f2-a278-46b1-b280-57406a2a1a0e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=749d074b-6107-4ef5-8b4c-f7e884056e9c HTTP/1.1" status: 200 len: 980 time: 0.0789518 May 10 14:58:48.307207 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-315718c0-ae62-4cea-8b1e-418d6bdaf314 req-f7c3b706-0ee4-4a35-afce-68b4bd618a52 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=addae5dd-893b-4612-9b90-8ad1482ee7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419888 May 10 14:58:49.293797 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 06de00df-fc78-47db-bf62-3e60f43df3b4 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 14:58:49.426484 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 06de00df-fc78-47db-bf62-3e60f43df3b4, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=06de00df-fc78-47db-bf62-3e60f43df3b4,segment=NetworkSegment(4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76),segment_id=4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:58:49.439320 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '06de00df-fc78-47db-bf62-3e60f43df3b4', 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c', 'port_id': '06de00df-fc78-47db-bf62-3e60f43df3b4', 'mac_address': 'fa:16:3e:d1:f8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a21ebce9-7070-42fa-accc-d92df32bd19d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 14:58:49.488736 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60d75e-a015-42d9-ade9-17e980cb9b11 req-eb028115-654b-425d-bb52-a7cfc63eba8a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:49.490218 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cd60d75e-a015-42d9-ade9-17e980cb9b11 req-eb028115-654b-425d-bb52-a7cfc63eba8a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=749d074b-6107-4ef5-8b4c-f7e884056e9c HTTP/1.1" status: 200 len: 980 time: 0.0794034 May 10 14:58:49.496771 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:49.514063 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06de00df-fc78-47db-bf62-3e60f43df3b4 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:58:49.530135 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 06de00df-fc78-47db-bf62-3e60f43df3b4, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=06de00df-fc78-47db-bf62-3e60f43df3b4,segment=NetworkSegment(4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76),segment_id=4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:58:49.534541 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:49.535678 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cd60d75e-a015-42d9-ade9-17e980cb9b11 req-f83085d2-ac21-4ac9-9e95-6ba3f6d5afcb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=addae5dd-893b-4612-9b90-8ad1482ee7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397837 May 10 14:58:49.602674 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=06de00df-fc78-47db-bf62-3e60f43df3b4,revision_number=9']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:49.796689 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['06de00df-fc78-47db-bf62-3e60f43df3b4'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 14:58:50.045997 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0e2e2c78-09dd-45c4-b354-052559d59415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:50.730797 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd083a-5fcb-43b2-8137-6146e741a827 req-7e3bf389-5fd6-415e-b78f-224ca795e367 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:50.732243 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d2fd083a-5fcb-43b2-8137-6146e741a827 req-7e3bf389-5fd6-415e-b78f-224ca795e367 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=749d074b-6107-4ef5-8b4c-f7e884056e9c HTTP/1.1" status: 200 len: 981 time: 0.0866559 May 10 14:58:50.777672 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d2fd083a-5fcb-43b2-8137-6146e741a827 req-f23e9a60-dfd5-48f3-a64b-189cb575787e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=addae5dd-893b-4612-9b90-8ad1482ee7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396483 May 10 14:58:51.307439 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 06de00df-fc78-47db-bf62-3e60f43df3b4 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:58:51.374870 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port 06de00df-fc78-47db-bf62-3e60f43df3b4 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:58:51.380422 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 06de00df-fc78-47db-bf62-3e60f43df3b4 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:58:51.380790 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:51.495493 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:51.522034 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749d074b-6107-4ef5-8b4c-f7e884056e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06de00df-fc78-47db-bf62-3e60f43df3b4'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:58:51.531888 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 06de00df-fc78-47db-bf62-3e60f43df3b4, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=06de00df-fc78-47db-bf62-3e60f43df3b4,segment=NetworkSegment(4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76),segment_id=4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:58:51.536490 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:51.567523 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-979476fe-ecfd-496d-b636-61b66c1c75ed'] response: {'server_uuid': '749d074b-6107-4ef5-8b4c-f7e884056e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06de00df-fc78-47db-bf62-3e60f43df3b4', 'code': 200} May 10 14:58:51.607193 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=06de00df-fc78-47db-bf62-3e60f43df3b4,revision_number=10']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:51.788123 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac7fd7-d79c-4615-beac-c5a492d268b3 req-148b71fe-94fa-487b-93d4-d88e28c41d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:51.789566 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0aac7fd7-d79c-4615-beac-c5a492d268b3 req-148b71fe-94fa-487b-93d4-d88e28c41d2f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=749d074b-6107-4ef5-8b4c-f7e884056e9c HTTP/1.1" status: 200 len: 1136 time: 0.0698156 May 10 14:58:51.834879 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0aac7fd7-d79c-4615-beac-c5a492d268b3 req-bce967b3-bc4e-4b7a-a12d-7de1b176b1e2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=addae5dd-893b-4612-9b90-8ad1482ee7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384502 May 10 14:58:51.962318 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02cca0-6d79-45eb-9db3-e766c35b4125 req-96bef417-faef-4a11-aba8-430535f01056 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:51.963797 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dc02cca0-6d79-45eb-9db3-e766c35b4125 req-96bef417-faef-4a11-aba8-430535f01056 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=749d074b-6107-4ef5-8b4c-f7e884056e9c HTTP/1.1" status: 200 len: 983 time: 0.0806875 May 10 14:58:52.010542 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dc02cca0-6d79-45eb-9db3-e766c35b4125 req-05eddc90-f467-41b2-9dd4-6ba676ac0d41 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=addae5dd-893b-4612-9b90-8ad1482ee7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410347 May 10 14:58:52.338320 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b6de3a83-d21c-4f30-9f7d-4e73c301e23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:53.173638 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:53.197125 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:53.209848 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422c962-90ca-4c53-aee3-42dd717fd28d req-c5ec63f0-22ea-45f4-8ba5-fc4deebe45a4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:53.210941 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a422c962-90ca-4c53-aee3-42dd717fd28d req-c5ec63f0-22ea-45f4-8ba5-fc4deebe45a4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=749d074b-6107-4ef5-8b4c-f7e884056e9c HTTP/1.1" status: 200 len: 983 time: 0.0889258 May 10 14:58:53.258405 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a422c962-90ca-4c53-aee3-42dd717fd28d req-30a4fd55-03e6-4a85-ba0d-798f2731e0a6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=addae5dd-893b-4612-9b90-8ad1482ee7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414989 May 10 14:58:53.367147 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:53.465955 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08cce6-453e-4413-bb8c-fc43574bbae1 req-cff716d5-79ec-4fb4-9345-203af4d0e26c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:53.467430 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cc08cce6-453e-4413-bb8c-fc43574bbae1 req-cff716d5-79ec-4fb4-9345-203af4d0e26c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=749d074b-6107-4ef5-8b4c-f7e884056e9c HTTP/1.1" status: 200 len: 983 time: 0.0854573 May 10 14:58:53.518905 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cc08cce6-453e-4413-bb8c-fc43574bbae1 req-aedc7e84-44ac-4599-871d-8758c8f21ade tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=addae5dd-893b-4612-9b90-8ad1482ee7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439723 May 10 14:58:53.543517 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48076) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:53.619003 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb40d7b3-bfcb-4b97-acd5-75818ae66c52 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:53.620528 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cb40d7b3-bfcb-4b97-acd5-75818ae66c52 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=749d074b-6107-4ef5-8b4c-f7e884056e9c&network_id=e0838b9b-1d89-4090-bca6-517772dbf53c HTTP/1.1" status: 200 len: 1131 time: 0.0769594 May 10 14:58:54.008825 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677b0f5-6520-4f97-9832-4b80167d5d7e req-93bf9c81-da84-4078-b509-db9dd2d01b9c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:54.009885 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c677b0f5-6520-4f97-9832-4b80167d5d7e req-93bf9c81-da84-4078-b509-db9dd2d01b9c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=749d074b-6107-4ef5-8b4c-f7e884056e9c HTTP/1.1" status: 200 len: 983 time: 0.0941780 May 10 14:58:54.062994 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c677b0f5-6520-4f97-9832-4b80167d5d7e req-a660ffec-095f-427c-a832-283b39ee4545 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=addae5dd-893b-4612-9b90-8ad1482ee7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462351 May 10 14:58:54.886400 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:55.288950 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ef510-c0cc-46f9-89ac-3b2cae242b3c req-78110a58-2b6c-4da2-a63f-783a16751d99 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:55.288950 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-195ef510-c0cc-46f9-89ac-3b2cae242b3c req-78110a58-2b6c-4da2-a63f-783a16751d99 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=749d074b-6107-4ef5-8b4c-f7e884056e9c HTTP/1.1" status: 200 len: 983 time: 0.0982647 May 10 14:58:55.360603 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-195ef510-c0cc-46f9-89ac-3b2cae242b3c req-fb8ed1b5-c078-4451-a895-b0f5a64b83ea tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=addae5dd-893b-4612-9b90-8ad1482ee7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655625 May 10 14:58:55.413471 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005683b-ea56-4a2b-ac2e-743eec7dc418 req-20ff47c8-2d1c-4c1d-b38b-5daa4455e8cf tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:55.414731 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7005683b-ea56-4a2b-ac2e-743eec7dc418 req-20ff47c8-2d1c-4c1d-b38b-5daa4455e8cf tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/ports?device_id=749d074b-6107-4ef5-8b4c-f7e884056e9c HTTP/1.1" status: 200 len: 983 time: 0.0909889 May 10 14:58:55.491089 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005683b-ea56-4a2b-ac2e-743eec7dc418 req-1ff56e25-c305-4f12-94fc-788be5449e23 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:55.492098 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7005683b-ea56-4a2b-ac2e-743eec7dc418 req-1ff56e25-c305-4f12-94fc-788be5449e23 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/ports/06de00df-fc78-47db-bf62-3e60f43df3b4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0696824 May 10 14:58:55.641027 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7005683b-ea56-4a2b-ac2e-743eec7dc418 req-f2b2ff81-9866-42c0-aea9-d70e571b6afd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/networks/e0838b9b-1d89-4090-bca6-517772dbf53c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1439877 May 10 14:58:55.651565 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-7005683b-ea56-4a2b-ac2e-743eec7dc418 req-daab83e9-6670-4951-bab0-707735c1f39a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:58:55.867590 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7005683b-ea56-4a2b-ac2e-743eec7dc418 req-daab83e9-6670-4951-bab0-707735c1f39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:56.077315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-7005683b-ea56-4a2b-ac2e-743eec7dc418 req-daab83e9-6670-4951-bab0-707735c1f39a service neutron] For port 06de00df-fc78-47db-bf62-3e60f43df3b4, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=06de00df-fc78-47db-bf62-3e60f43df3b4,segment=NetworkSegment(4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76),segment_id=4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:58:56.105974 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-7005683b-ea56-4a2b-ac2e-743eec7dc418 req-daab83e9-6670-4951-bab0-707735c1f39a service neutron] For port 06de00df-fc78-47db-bf62-3e60f43df3b4, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:58:56.157484 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-7005683b-ea56-4a2b-ac2e-743eec7dc418 req-daab83e9-6670-4951-bab0-707735c1f39a service neutron] device_id is not set on port 06de00df-fc78-47db-bf62-3e60f43df3b4 yet. {{(pid=88052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 10 14:58:56.165982 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7005683b-ea56-4a2b-ac2e-743eec7dc418 req-daab83e9-6670-4951-bab0-707735c1f39a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:56.171064 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7005683b-ea56-4a2b-ac2e-743eec7dc418 req-daab83e9-6670-4951-bab0-707735c1f39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:56.324060 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab83e9-6670-4951-bab0-707735c1f39a service neutron] Pushing event updated for resources: {'Port': ['ID=06de00df-fc78-47db-bf62-3e60f43df3b4,revision_number=11']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:56.380344 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-7005683b-ea56-4a2b-ac2e-743eec7dc418 req-daab83e9-6670-4951-bab0-707735c1f39a service neutron] No DVR routers for this DVR port 06de00df-fc78-47db-bf62-3e60f43df3b4 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:58:56.526135 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4cd75adc-ec59-4fb5-8354-de3121398552 req-49e837ea-fcc6-4bd3-b852-6966af2acb73 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=749d074b-6107-4ef5-8b4c-f7e884056e9c HTTP/1.1" status: 200 len: 210 time: 0.0508895 May 10 14:58:56.607136 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-20174f21-e2b7-4fed-ac98-8947af3e611d None None] Provisioning complete for port 06de00df-fc78-47db-bf62-3e60f43df3b4 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:58:56.607729 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-20174f21-e2b7-4fed-ac98-8947af3e611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:56.651353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-7005683b-ea56-4a2b-ac2e-743eec7dc418 req-daab83e9-6670-4951-bab0-707735c1f39a service neutron] In _notify_port_updated(), no bound segment for port 06de00df-fc78-47db-bf62-3e60f43df3b4 on network e0838b9b-1d89-4090-bca6-517772dbf53c {{(pid=88052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 10 14:58:56.651353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005683b-ea56-4a2b-ac2e-743eec7dc418 req-daab83e9-6670-4951-bab0-707735c1f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:58:56.653877 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7005683b-ea56-4a2b-ac2e-743eec7dc418 req-daab83e9-6670-4951-bab0-707735c1f39a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:56.653877 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7005683b-ea56-4a2b-ac2e-743eec7dc418 req-daab83e9-6670-4951-bab0-707735c1f39a service neutron] 10.222.0.86 "PUT /v2.0/ports/06de00df-fc78-47db-bf62-3e60f43df3b4 HTTP/1.1" status: 200 len: 1026 time: 1.0053194 May 10 14:58:56.671128 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-20174f21-e2b7-4fed-ac98-8947af3e611d None None] Port 06de00df-fc78-47db-bf62-3e60f43df3b4 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:58:57.621073 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48092) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:57.688393 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-10dd60c3-4ecc-4449-8114-e9cb8ac61865 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:57.717293 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-10dd60c3-4ecc-4449-8114-e9cb8ac61865 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:57.781874 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-10dd60c3-4ecc-4449-8114-e9cb8ac61865 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:57.801078 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd60c3-4ecc-4449-8114-e9cb8ac61865 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a72236-704c-495c-bd32-ed8118be906f,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:57.813089 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-10dd60c3-4ecc-4449-8114-e9cb8ac61865 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:57.814224 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-10dd60c3-4ecc-4449-8114-e9cb8ac61865 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/security-groups/50a72236-704c-495c-bd32-ed8118be906f HTTP/1.1" status: 204 len: 168 time: 0.1921785 May 10 14:58:57.842664 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48098) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:58.142675 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-407c078d-5533-4a73-a284-5208849ff360 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 4a529ca6-52fd-429d-94a2-4b5e00330875 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:58:58.143007 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-407c078d-5533-4a73-a284-5208849ff360 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:58.315624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-407c078d-5533-4a73-a284-5208849ff360 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:58.315942 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-407c078d-5533-4a73-a284-5208849ff360 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:58.437580 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-407c078d-5533-4a73-a284-5208849ff360 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 4a529ca6-52fd-429d-94a2-4b5e00330875 owned by network:floatingip {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:58:58.587756 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-407c078d-5533-4a73-a284-5208849ff360 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:58.647323 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c078d-5533-4a73-a284-5208849ff360 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=4a529ca6-52fd-429d-94a2-4b5e00330875,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:58.741412 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-407c078d-5533-4a73-a284-5208849ff360 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:58.741738 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-407c078d-5533-4a73-a284-5208849ff360 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Floating IP 1911c21b-842b-4d29-a852-3df34b7af92e disassociated (deleted). External IP: 172.26.0.211, port: 06de00df-fc78-47db-bf62-3e60f43df3b4. May 10 14:58:59.092072 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407c078d-5533-4a73-a284-5208849ff360 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router 4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:58:59.268169 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407c078d-5533-4a73-a284-5208849ff360 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:58:59.279093 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a5cc4-8432-4a2b-b22e-801a57875650 None None] Sync routers for ids ['4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:58:59.288986 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-407c078d-5533-4a73-a284-5208849ff360 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:59.289195 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884a5cc4-8432-4a2b-b22e-801a57875650 None None] Routers {'4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:58:59.289630 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-884a5cc4-8432-4a2b-b22e-801a57875650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:58:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:59.343546 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-407c078d-5533-4a73-a284-5208849ff360 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/floatingips/1911c21b-842b-4d29-a852-3df34b7af92e HTTP/1.1" status: 204 len: 168 time: 1.4995773 May 10 14:58:59.371128 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 06de00df-fc78-47db-bf62-3e60f43df3b4 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:58:59.433665 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 06de00df-fc78-47db-bf62-3e60f43df3b4 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:58:59.469003 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-884a5cc4-8432-4a2b-b22e-801a57875650 None None] Set router 4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:58:59.492712 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48106) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:59.561584 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5eaa8d34-3731-43fe-b972-f3811a311178 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:59.591329 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5eaa8d34-3731-43fe-b972-f3811a311178 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:59.659258 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5eaa8d34-3731-43fe-b972-f3811a311178 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:59.787245 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-884a5cc4-8432-4a2b-b22e-801a57875650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'name': 'tempest-TestNetworkBasicOps-router-88165545', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:58:10Z', 'updated_at': '2022-05-10T14:58:17Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:58:11Z', 'updated_at': '2022-05-10T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '2837bcc6-4c9e-4bb5-9b0b-5e23855acedb', 'name': '', 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:06:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'a21ebce9-7070-42fa-accc-d92df32bd19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:58:17Z', 'updated_at': '2022-05-10T14:58:22Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'a21ebce9-7070-42fa-accc-d92df32bd19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:59.791217 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a5cc4-8432-4a2b-b22e-801a57875650 None None] Checking router: 4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:58:59.795100 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa8d34-3731-43fe-b972-f3811a311178 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7654c7-36fb-4f6d-895c-0cc306f91cf0,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:58:59.799731 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884a5cc4-8432-4a2b-b22e-801a57875650 None None] Routers {'4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:58:59.800343 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-884a5cc4-8432-4a2b-b22e-801a57875650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:58:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:58:59.803762 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5eaa8d34-3731-43fe-b972-f3811a311178 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:59.807451 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5eaa8d34-3731-43fe-b972-f3811a311178 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/security-groups/fa7654c7-36fb-4f6d-895c-0cc306f91cf0 HTTP/1.1" status: 204 len: 168 time: 0.3131378 May 10 14:58:59.836832 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48112) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:58:59.905441 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-a3c2c23b-b16d-4d44-bd59-801977086944 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 06de00df-fc78-47db-bf62-3e60f43df3b4 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:58:59.905781 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a3c2c23b-b16d-4d44-bd59-801977086944 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:59.979032 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-884a5cc4-8432-4a2b-b22e-801a57875650 None None] Set router 4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:59:00.156431 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a3c2c23b-b16d-4d44-bd59-801977086944 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:00.281439 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-a3c2c23b-b16d-4d44-bd59-801977086944 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 06de00df-fc78-47db-bf62-3e60f43df3b4 owned by {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:59:00.320824 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-884a5cc4-8432-4a2b-b22e-801a57875650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'name': 'tempest-TestNetworkBasicOps-router-88165545', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:58:10Z', 'updated_at': '2022-05-10T14:58:17Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:58:11Z', 'updated_at': '2022-05-10T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '2837bcc6-4c9e-4bb5-9b0b-5e23855acedb', 'name': '', 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:06:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'a21ebce9-7070-42fa-accc-d92df32bd19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:58:17Z', 'updated_at': '2022-05-10T14:58:22Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'a21ebce9-7070-42fa-accc-d92df32bd19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:00.324732 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a5cc4-8432-4a2b-b22e-801a57875650 None None] The sync data for ids ['4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'] in dv-neutron-841204-2-hyperv is: [{'id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'name': 'tempest-TestNetworkBasicOps-router-88165545', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:58:10Z', 'updated_at': '2022-05-10T14:58:17Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:58:11Z', 'updated_at': '2022-05-10T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '2837bcc6-4c9e-4bb5-9b0b-5e23855acedb', 'name': '', 'network_id': 'e0838b9b-1d89-4090-bca6-517772dbf53c', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:06:5a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'a21ebce9-7070-42fa-accc-d92df32bd19d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:58:17Z', 'updated_at': '2022-05-10T14:58:22Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'a21ebce9-7070-42fa-accc-d92df32bd19d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:59:00.430926 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a3c2c23b-b16d-4d44-bd59-801977086944 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:00.484719 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2c23b-b16d-4d44-bd59-801977086944 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=06de00df-fc78-47db-bf62-3e60f43df3b4,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:00.571917 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff66c31-f818-4672-96d3-846d604cb07f None None] New status for floating IP 1911c21b-842b-4d29-a852-3df34b7af92e: DOWN {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:59:00.607742 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a3c2c23b-b16d-4d44-bd59-801977086944 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:00.618976 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a3c2c23b-b16d-4d44-bd59-801977086944 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/ports/06de00df-fc78-47db-bf62-3e60f43df3b4 HTTP/1.1" status: 204 len: 168 time: 0.7810736 May 10 14:59:00.621567 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48116) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:01.200555 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bc279293-9bb8-41bf-80ec-b8b31319d193 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:01.660843 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-bc279293-9bb8-41bf-80ec-b8b31319d193 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:59:01.661262 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bc279293-9bb8-41bf-80ec-b8b31319d193 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:01.844723 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-bc279293-9bb8-41bf-80ec-b8b31319d193 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=2837bcc6-4c9e-4bb5-9b0b-5e23855acedb,segment=NetworkSegment(4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76),segment_id=4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:59:01.844992 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bc279293-9bb8-41bf-80ec-b8b31319d193 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:01.970273 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-bc279293-9bb8-41bf-80ec-b8b31319d193 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:59:02.300248 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bc279293-9bb8-41bf-80ec-b8b31319d193 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:02.353341 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc279293-9bb8-41bf-80ec-b8b31319d193 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=2837bcc6-4c9e-4bb5-9b0b-5e23855acedb,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:02.637787 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bc279293-9bb8-41bf-80ec-b8b31319d193 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:03.126355 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc279293-9bb8-41bf-80ec-b8b31319d193 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router 4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:59:03.306410 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc279293-9bb8-41bf-80ec-b8b31319d193 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:59:03.317587 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb874151-a00f-4652-876a-a09814c62450 None None] Sync routers for ids ['4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:59:03.322092 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bc279293-9bb8-41bf-80ec-b8b31319d193 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/routers/4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6969929 May 10 14:59:03.322313 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48124) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:03.327077 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb874151-a00f-4652-876a-a09814c62450 None None] Routers {'4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:59:03.327684 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-fb874151-a00f-4652-876a-a09814c62450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:58:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:03.390820 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd9bb0b-ef1b-4505-b21a-b7261a94fde2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting subnet a21ebce9-7070-42fa-accc-d92df32bd19d {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 14:59:03.393850 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dfd9bb0b-ef1b-4505-b21a-b7261a94fde2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:03.452700 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dfd9bb0b-ef1b-4505-b21a-b7261a94fde2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:03.508026 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-fb874151-a00f-4652-876a-a09814c62450 None None] Set router 4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:59:03.538164 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dfd9bb0b-ef1b-4505-b21a-b7261a94fde2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:03.614680 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dfd9bb0b-ef1b-4505-b21a-b7261a94fde2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:03.659237 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9bb0b-ef1b-4505-b21a-b7261a94fde2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Subnet': ['ID=a21ebce9-7070-42fa-accc-d92df32bd19d,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:03.673503 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dfd9bb0b-ef1b-4505-b21a-b7261a94fde2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:03.686123 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6c5c65-ec19-4b87-a330-95715a2a7443 None None] Network e0838b9b-1d89-4090-bca6-517772dbf53c requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:59:03.686661 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dfd9bb0b-ef1b-4505-b21a-b7261a94fde2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/subnets/a21ebce9-7070-42fa-accc-d92df32bd19d HTTP/1.1" status: 204 len: 168 time: 0.3602908 May 10 14:59:03.686661 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48128) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:03.820232 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-fb874151-a00f-4652-876a-a09814c62450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'name': 'tempest-TestNetworkBasicOps-router-88165545', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:58:10Z', 'updated_at': '2022-05-10T14:59:02Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:58:11Z', 'updated_at': '2022-05-10T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:03.824331 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb874151-a00f-4652-876a-a09814c62450 None None] Checking router: 4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:59:03.833786 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb874151-a00f-4652-876a-a09814c62450 None None] Routers {'4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:59:03.834330 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-fb874151-a00f-4652-876a-a09814c62450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:58:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:03.893374 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-58e8412c-2f7c-4285-821a-fc1fbda78a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:03.997631 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5a8e3a-a38d-4447-8c9a-6aa5dab885cc None None] DHCP port deletion for e0838b9b-1d89-4090-bca6-517772dbf53c request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 14:59:03.997631 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5c5a8e3a-a38d-4447-8c9a-6aa5dab885cc None None] Deleting port 4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:59:03.997631 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5c5a8e3a-a38d-4447-8c9a-6aa5dab885cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:04.032938 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-fb874151-a00f-4652-876a-a09814c62450 None None] Set router 4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:59:04.107757 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-58e8412c-2f7c-4285-821a-fc1fbda78a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:04.122759 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-58e8412c-2f7c-4285-821a-fc1fbda78a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 95d59c84-ea18-4e5d-9dbb-882cc8144086 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:59:04.123102 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-58e8412c-2f7c-4285-821a-fc1fbda78a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:04.267946 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-5c5a8e3a-a38d-4447-8c9a-6aa5dab885cc None None] For port 4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320,segment=NetworkSegment(4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76),segment_id=4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:59:04.268346 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5c5a8e3a-a38d-4447-8c9a-6aa5dab885cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:04.324980 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-58e8412c-2f7c-4285-821a-fc1fbda78a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port 95d59c84-ea18-4e5d-9dbb-882cc8144086, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=95d59c84-ea18-4e5d-9dbb-882cc8144086,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:59:04.324980 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-58e8412c-2f7c-4285-821a-fc1fbda78a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:04.344895 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-fb874151-a00f-4652-876a-a09814c62450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'name': 'tempest-TestNetworkBasicOps-router-88165545', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:58:10Z', 'updated_at': '2022-05-10T14:59:02Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:58:11Z', 'updated_at': '2022-05-10T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:04.349216 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb874151-a00f-4652-876a-a09814c62450 None None] The sync data for ids ['4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d'] in dv-neutron-841204-2-hyperv is: [{'id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'name': 'tempest-TestNetworkBasicOps-router-88165545', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125'}], 'enable_snat': True}, 'gw_port_id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:58:10Z', 'updated_at': '2022-05-10T14:59:02Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '95d59c84-ea18-4e5d-9dbb-882cc8144086', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:58:11Z', 'updated_at': '2022-05-10T14:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:59:04.454541 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-58e8412c-2f7c-4285-821a-fc1fbda78a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 95d59c84-ea18-4e5d-9dbb-882cc8144086 owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:59:04.454855 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5c5a8e3a-a38d-4447-8c9a-6aa5dab885cc None None] Calling delete_port for 4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:59:04.536846 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5c5a8e3a-a38d-4447-8c9a-6aa5dab885cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:04.588035 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a8e3a-a38d-4447-8c9a-6aa5dab885cc None None] Pushing event deleted for resources: {'Port': ['ID=4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:04.590236 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5a8e3a-a38d-4447-8c9a-6aa5dab885cc None None] No DVR routers for this DVR port 4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:59:04.741689 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:59:04.781356 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:59:04.781356 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4ef6cbc1-3fb2-4d12-b6d3-83009f7c0320 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:59:04.781356 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:59:04.793601 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-58e8412c-2f7c-4285-821a-fc1fbda78a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:04.815617 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:59:04.815968 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 2837bcc6-4c9e-4bb5-9b0b-5e23855acedb not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:59:04.883245 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8412c-2f7c-4285-821a-fc1fbda78a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=95d59c84-ea18-4e5d-9dbb-882cc8144086,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:04.948761 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-58e8412c-2f7c-4285-821a-fc1fbda78a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:05.136620 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-58e8412c-2f7c-4285-821a-fc1fbda78a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:05.139039 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-58e8412c-2f7c-4285-821a-fc1fbda78a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:05.164386 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-58e8412c-2f7c-4285-821a-fc1fbda78a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:05.166824 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e8412c-2f7c-4285-821a-fc1fbda78a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Fanout notify agent at l3_agent the message router_deleted on router 4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 14:59:05.182791 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-58e8412c-2f7c-4285-821a-fc1fbda78a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:05.184112 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-58e8412c-2f7c-4285-821a-fc1fbda78a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/routers/4bb0ffdc-82b7-4fef-9bf3-309b8f2bc37d HTTP/1.1" status: 204 len: 168 time: 1.4969144 May 10 14:59:05.187037 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48134) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:05.355256 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-50cda418-ce79-4713-b434-f99daeaec492 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:05.505720 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-50cda418-ce79-4713-b434-f99daeaec492 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:05.534675 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-50cda418-ce79-4713-b434-f99daeaec492 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0838b9b-1d89-4090-bca6-517772dbf53c']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:05.546635 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-50cda418-ce79-4713-b434-f99daeaec492 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:05.546635 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-50cda418-ce79-4713-b434-f99daeaec492 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0f6eb8-d792-4481-9bd5-8e0a7a94ec76') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:05.559679 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-50cda418-ce79-4713-b434-f99daeaec492 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:05.577777 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-50cda418-ce79-4713-b434-f99daeaec492 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:05.583789 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50cda418-ce79-4713-b434-f99daeaec492 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:59:05.585079 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-50cda418-ce79-4713-b434-f99daeaec492 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:59:05.599868 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:59:05.695945 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-50cda418-ce79-4713-b434-f99daeaec492 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:05.701353 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-50cda418-ce79-4713-b434-f99daeaec492 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:05.732929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cda418-ce79-4713-b434-f99daeaec492 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Network': ['ID=e0838b9b-1d89-4090-bca6-517772dbf53c,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:05.740347 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-50cda418-ce79-4713-b434-f99daeaec492 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/networks/e0838b9b-1d89-4090-bca6-517772dbf53c HTTP/1.1" status: 204 len: 168 time: 0.5493112 May 10 14:59:05.751826 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48138) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:05.765853 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7bdcfcc2-82bf-43ad-88bb-7573a16c1e0d tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0118904 May 10 14:59:05.767960 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48142) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:05.773952 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'network': {'name': 'tempest-network-smoke--792869699', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'port_security_enabled': True}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:59:05.779517 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:59:05.784869 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:network and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:59:05.790020 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:59:05.795769 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:59:05.808122 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:59:05.814074 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:05.842946 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:59:05.852852 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:05.853810 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Added segment 35be71bb-30f9-4c78-b5d6-7ccdf5783c23 of type vlan for network cacc3a32-ee6a-4244-9a80-04b38cb57809 May 10 14:59:05.885755 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:05.914966 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:05.921300 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:05.922355 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:06.035313 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2665689 May 10 14:59:06.044920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48146) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:06.044920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-608439601', 'admin_state_up': True, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:59:06.047128 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Network': ['ID=cacc3a32-ee6a-4244-9a80-04b38cb57809,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:06.053599 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:59:06.054555 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:06.054555 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:06.054784 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:06.055800 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:06.055800 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:06.055800 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:06.056580 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:06.056580 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:06.056838 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:06.057212 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:06.057767 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:06.057867 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d91d90-ab6d-409f-9800-030da7feb19a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:06.060200 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:router and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:59:06.063431 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:59:06.070552 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network cacc3a32-ee6a-4244-9a80-04b38cb57809 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:59:06.071721 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:59:06.085039 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:06.086361 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:06.103872 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:06.403060 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:06.625733 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 95d59c84-ea18-4e5d-9dbb-882cc8144086 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:59:06.664385 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 95d59c84-ea18-4e5d-9dbb-882cc8144086 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:59:06.664724 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 95d59c84-ea18-4e5d-9dbb-882cc8144086 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:59:06.786111 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2d3df049-1101-4a8a-973a-32907ac475fa req-b76d00fa-29ef-4f4c-abcf-7c549fcc981d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769594 May 10 14:59:06.844477 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:06.877393 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:06.938022 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3df049-1101-4a8a-973a-32907ac475fa req-2e330dc1-d516-4529-80a8-2b663825c565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:06.939539 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2d3df049-1101-4a8a-973a-32907ac475fa req-2e330dc1-d516-4529-80a8-2b663825c565 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7&device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 1099 time: 0.0761931 May 10 14:59:07.024422 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.26.0.200 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/01808c05-bd78-4025-84d1-3720fd7e0d2f) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:59:07.092638 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3df049-1101-4a8a-973a-32907ac475fa req-45d07992-b26d-4612-a57b-27f217b5b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:07.094191 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2d3df049-1101-4a8a-973a-32907ac475fa req-45d07992-b26d-4612-a57b-27f217b5b1b3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=432ecadc-13ed-4534-bb5d-3db9112befb3 HTTP/1.1" status: 200 len: 912 time: 0.1314533 May 10 14:59:07.171963 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:07.202194 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2d3df049-1101-4a8a-973a-32907ac475fa req-acbae146-3e6d-4c01-8a88-da2d49a2ee55 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5b060e6-dabc-465e-a1e1-cde8509caafa HTTP/1.1" status: 200 len: 1002 time: 0.0984259 May 10 14:59:07.203332 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:07.272031 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3df049-1101-4a8a-973a-32907ac475fa req-3caf79d4-24ea-403d-94f1-974c060e32a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:07.273561 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2d3df049-1101-4a8a-973a-32907ac475fa req-3caf79d4-24ea-403d-94f1-974c060e32a0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c510936-298f-4d7e-b6bd-ee2068bbabe3 HTTP/1.1" status: 200 len: 850 time: 0.0623081 May 10 14:59:07.273844 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:59:07.276843 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:59:07.280473 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:59:07.313977 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=01808c05-bd78-4025-84d1-3720fd7e0d2f,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:07.333682 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:07.334041 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:07.334365 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:07.334719 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:07.335050 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:07.335377 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:07.335870 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:07.336204 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:07.336532 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:07.336852 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:07.337173 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:07.337488 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:07.473395 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3df049-1101-4a8a-973a-32907ac475fa req-472a1db8-1cea-419b-a0d0-7991e630ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:07.474911 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2d3df049-1101-4a8a-973a-32907ac475fa req-472a1db8-1cea-419b-a0d0-7991e630ae4a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=432ecadc-13ed-4534-bb5d-3db9112befb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1908202 May 10 14:59:07.618948 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2d3df049-1101-4a8a-973a-32907ac475fa req-9f279c82-6e79-43a2-b0d6-f20362592081 service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334703 May 10 14:59:07.782185 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:07.796803 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2d3df049-1101-4a8a-973a-32907ac475fa req-578554c2-1b21-4630-8cff-a7015d39b93a service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680491 May 10 14:59:08.260432 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:08.463642 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router 928695c0-cc55-4567-a724-dfba8f52e20d is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:59:08.638860 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:59:08.648839 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] Sync routers for ids ['928695c0-cc55-4567-a724-dfba8f52e20d'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:59:08.663262 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] Routers {'928695c0-cc55-4567-a724-dfba8f52e20d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:59:08.664305 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:58:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['928695c0-cc55-4567-a724-dfba8f52e20d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:08.667819 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:08.669183 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2acd636a-9041-4605-8b1e-9b89a5e4bfc7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6292362 May 10 14:59:08.672123 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48150) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:08.716639 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a0205222-1625-4d95-bc87-10da1c355778 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=7c1eaa2d2a564d8c9e902879ced01cd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434060 May 10 14:59:08.719191 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48154) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:08.844244 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] Set router 928695c0-cc55-4567-a724-dfba8f52e20d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:59:08.849042 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1885d99f-4aee-420f-b72a-d668db427d74 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:08.853087 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1885d99f-4aee-420f-b72a-d668db427d74 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304519 May 10 14:59:08.853305 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48158) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:08.894053 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d0c6864c-88ff-4831-b5de-c384944d4441 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374308 May 10 14:59:08.894272 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48162) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:08.900710 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7e187888-a009-4fe5-85a3-0e2878ec057f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-511757317', 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:59:09.010364 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7e187888-a009-4fe5-85a3-0e2878ec057f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:59:09.014481 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7e187888-a009-4fe5-85a3-0e2878ec057f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:subnet and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:59:09.017331 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7e187888-a009-4fe5-85a3-0e2878ec057f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:59:09.023545 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7e187888-a009-4fe5-85a3-0e2878ec057f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:59:09.034611 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e187888-a009-4fe5-85a3-0e2878ec057f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:59:09.038987 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7e187888-a009-4fe5-85a3-0e2878ec057f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:09.127256 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'name': 'tempest-TestNetworkBasicOps-router-608439601', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200'}], 'enable_snat': True}, 'gw_port_id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T14:59:07Z', 'revision_number': 3, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T14:59:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:09.131438 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] Checking router: 928695c0-cc55-4567-a724-dfba8f52e20d for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:59:09.131812 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] Updating router 928695c0-cc55-4567-a724-dfba8f52e20d port 01808c05-bd78-4025-84d1-3720fd7e0d2f binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:59:09.188356 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:09.255363 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7e187888-a009-4fe5-85a3-0e2878ec057f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:09.336760 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e187888-a009-4fe5-85a3-0e2878ec057f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Subnet': ['ID=ca2ab4bf-4452-4dc6-b60d-781e667a6861,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:09.345523 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e187888-a009-4fe5-85a3-0e2878ec057f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Checking segment: {'id': '35be71bb-30f9-4c78-b5d6-7ccdf5783c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:59:09.345881 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e187888-a009-4fe5-85a3-0e2878ec057f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network hostable DHCP agents. Network: cacc3a32-ee6a-4244-9a80-04b38cb57809, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:59:09.365108 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e187888-a009-4fe5-85a3-0e2878ec057f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network cacc3a32-ee6a-4244-9a80-04b38cb57809 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:59:09.375315 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-7e187888-a009-4fe5-85a3-0e2878ec057f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, cacc3a32-ee6a-4244-9a80-04b38cb57809) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:59:09.380582 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e187888-a009-4fe5-85a3-0e2878ec057f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:09.381395 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7e187888-a009-4fe5-85a3-0e2878ec057f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:09.386877 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e09b7a-00e3-4b60-8cd9-2a553b9b81f9 None None] Network cacc3a32-ee6a-4244-9a80-04b38cb57809 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:59:09.407724 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48166) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:09.415040 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7e187888-a009-4fe5-85a3-0e2878ec057f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5184803 May 10 14:59:09.732937 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:09.742237 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc6bc6d-17aa-468a-814e-8f0fca1ec1ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-cacc3a32-ee6a-4244-9a80-04b38cb57809', 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ips': [{'subnet_id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 14:59:09.743074 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2fc6bc6d-17aa-468a-814e-8f0fca1ec1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:09.765230 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] Transition to ACTIVE for port object 01808c05-bd78-4025-84d1-3720fd7e0d2f will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:59:09.806760 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:09.917210 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] Attempting to bind port 01808c05-bd78-4025-84d1-3720fd7e0d2f on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:59:09.917576 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] Attempting to bind port 01808c05-bd78-4025-84d1-3720fd7e0d2f by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:59:09.917925 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] Attempting to bind port 01808c05-bd78-4025-84d1-3720fd7e0d2f on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:59:09.919890 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94cb6e2-dfdb-47f8-8843-690fe82990db None None] Pushing event updated for resources: {'Port': ['ID=01808c05-bd78-4025-84d1-3720fd7e0d2f,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:09.928774 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:59:09.928774 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:59:09.928774 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:09.929155 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:59:09.929616 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] Bound port: 01808c05-bd78-4025-84d1-3720fd7e0d2f, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:59:09.929977 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:10.052626 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] For port 01808c05-bd78-4025-84d1-3720fd7e0d2f, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:59:10.054738 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-2fc6bc6d-17aa-468a-814e-8f0fca1ec1ca None None] Allocated IP 172.20.0.2 (cacc3a32-ee6a-4244-9a80-04b38cb57809/ca2ab4bf-4452-4dc6-b60d-781e667a6861/3ca7671b-57cc-4e96-a450-62080bc646f3) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:59:10.057439 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] For port 01808c05-bd78-4025-84d1-3720fd7e0d2f, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=01808c05-bd78-4025-84d1-3720fd7e0d2f,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:59:10.061028 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:10.099507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bab25e43-aff9-428f-a527-e5c3e63ab789 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:10.217042 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] Routers {'928695c0-cc55-4567-a724-dfba8f52e20d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:59:10.217665 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:58:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['928695c0-cc55-4567-a724-dfba8f52e20d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:10.301735 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94cb6e2-dfdb-47f8-8843-690fe82990db None None] Pushing event updated for resources: {'Port': ['ID=01808c05-bd78-4025-84d1-3720fd7e0d2f,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:10.480012 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] Set router 928695c0-cc55-4567-a724-dfba8f52e20d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:59:10.661306 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2fc6bc6d-17aa-468a-814e-8f0fca1ec1ca None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:10.682860 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2fc6bc6d-17aa-468a-814e-8f0fca1ec1ca None None] Transition to ACTIVE for port object 3ca7671b-57cc-4e96-a450-62080bc646f3 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:59:10.719618 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2fc6bc6d-17aa-468a-814e-8f0fca1ec1ca None None] Transition to ACTIVE for port object 3ca7671b-57cc-4e96-a450-62080bc646f3 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:59:10.731444 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2fc6bc6d-17aa-468a-814e-8f0fca1ec1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:10.840917 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc6bc6d-17aa-468a-814e-8f0fca1ec1ca None None] Network cacc3a32-ee6a-4244-9a80-04b38cb57809 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:59:10.844551 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-2fc6bc6d-17aa-468a-814e-8f0fca1ec1ca None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:59:10.853494 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc6bc6d-17aa-468a-814e-8f0fca1ec1ca None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:59:10.857171 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6bc6d-17aa-468a-814e-8f0fca1ec1ca None None] Pushing event updated for resources: {'Port': ['ID=3ca7671b-57cc-4e96-a450-62080bc646f3,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:10.914088 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-bab25e43-aff9-428f-a527-e5c3e63ab789 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.20.0.1 (cacc3a32-ee6a-4244-9a80-04b38cb57809/ca2ab4bf-4452-4dc6-b60d-781e667a6861/b5560149-ea51-4d9c-a5bb-62068f0b6094) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:59:10.975957 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'name': 'tempest-TestNetworkBasicOps-router-608439601', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200'}], 'enable_snat': True}, 'gw_port_id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T14:59:07Z', 'revision_number': 3, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T14:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:10.982248 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-2fc6bc6d-17aa-468a-814e-8f0fca1ec1ca None None] Attempting to bind port 3ca7671b-57cc-4e96-a450-62080bc646f3 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:59:10.982649 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-2fc6bc6d-17aa-468a-814e-8f0fca1ec1ca None None] Attempting to bind port 3ca7671b-57cc-4e96-a450-62080bc646f3 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '35be71bb-30f9-4c78-b5d6-7ccdf5783c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:59:10.982979 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc6bc6d-17aa-468a-814e-8f0fca1ec1ca None None] Attempting to bind port 3ca7671b-57cc-4e96-a450-62080bc646f3 on network cacc3a32-ee6a-4244-9a80-04b38cb57809 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:59:10.985042 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82de1980-7edc-4bda-b881-79327a3ac059 None None] The sync data for ids ['928695c0-cc55-4567-a724-dfba8f52e20d'] in dv-neutron-841204-2-hyperv is: [{'id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'name': 'tempest-TestNetworkBasicOps-router-608439601', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200'}], 'enable_snat': True}, 'gw_port_id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T14:59:07Z', 'revision_number': 3, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T14:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:59:10.992383 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc6bc6d-17aa-468a-814e-8f0fca1ec1ca None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:59:10.992762 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc6bc6d-17aa-468a-814e-8f0fca1ec1ca None None] Checking segment: {'id': '35be71bb-30f9-4c78-b5d6-7ccdf5783c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:59:10.993167 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2fc6bc6d-17aa-468a-814e-8f0fca1ec1ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:10.993541 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc6bc6d-17aa-468a-814e-8f0fca1ec1ca None None] Bound using segment: {'id': '35be71bb-30f9-4c78-b5d6-7ccdf5783c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:59:10.994002 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-2fc6bc6d-17aa-468a-814e-8f0fca1ec1ca None None] Bound port: 3ca7671b-57cc-4e96-a450-62080bc646f3, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35be71bb-30f9-4c78-b5d6-7ccdf5783c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:59:10.994371 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2fc6bc6d-17aa-468a-814e-8f0fca1ec1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:11.086514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bab25e43-aff9-428f-a527-e5c3e63ab789 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:11.089492 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-2fc6bc6d-17aa-468a-814e-8f0fca1ec1ca None None] For port 3ca7671b-57cc-4e96-a450-62080bc646f3, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:59:11.092940 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-2fc6bc6d-17aa-468a-814e-8f0fca1ec1ca None None] For port 3ca7671b-57cc-4e96-a450-62080bc646f3, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=3ca7671b-57cc-4e96-a450-62080bc646f3,segment=NetworkSegment(35be71bb-30f9-4c78-b5d6-7ccdf5783c23),segment_id=35be71bb-30f9-4c78-b5d6-7ccdf5783c23)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:59:11.097051 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2fc6bc6d-17aa-468a-814e-8f0fca1ec1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:11.104602 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-bab25e43-aff9-428f-a527-e5c3e63ab789 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Transition to ACTIVE for port object b5560149-ea51-4d9c-a5bb-62068f0b6094 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:59:11.129984 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bab25e43-aff9-428f-a527-e5c3e63ab789 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:11.185296 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6bc6d-17aa-468a-814e-8f0fca1ec1ca None None] Pushing event updated for resources: {'Port': ['ID=3ca7671b-57cc-4e96-a450-62080bc646f3,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:11.204438 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab25e43-aff9-428f-a527-e5c3e63ab789 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network cacc3a32-ee6a-4244-9a80-04b38cb57809 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:59:11.208703 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-bab25e43-aff9-428f-a527-e5c3e63ab789 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:59:11.212861 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab25e43-aff9-428f-a527-e5c3e63ab789 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:59:11.276756 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab25e43-aff9-428f-a527-e5c3e63ab789 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=b5560149-ea51-4d9c-a5bb-62068f0b6094,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:11.301716 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bab25e43-aff9-428f-a527-e5c3e63ab789 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:11.611402 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bab25e43-aff9-428f-a527-e5c3e63ab789 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:12.041291 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bab25e43-aff9-428f-a527-e5c3e63ab789 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:12.046024 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bab25e43-aff9-428f-a527-e5c3e63ab789 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:12.155282 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c338b29d-6ad7-4c56-a0ed-864826d0d4fc None None] Network cacc3a32-ee6a-4244-9a80-04b38cb57809 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 14:59:12.164482 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab25e43-aff9-428f-a527-e5c3e63ab789 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=b5560149-ea51-4d9c-a5bb-62068f0b6094,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:12.166941 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bab25e43-aff9-428f-a527-e5c3e63ab789 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:12.289450 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-edda14a9-622f-4f61-931b-947b0c53319a None None] Provisioning for port 3ca7671b-57cc-4e96-a450-62080bc646f3 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:59:12.310990 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab25e43-aff9-428f-a527-e5c3e63ab789 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network cacc3a32-ee6a-4244-9a80-04b38cb57809 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:59:12.312446 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-bab25e43-aff9-428f-a527-e5c3e63ab789 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:59:12.510190 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab25e43-aff9-428f-a527-e5c3e63ab789 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router 928695c0-cc55-4567-a724-dfba8f52e20d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:59:12.702634 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 01808c05-bd78-4025-84d1-3720fd7e0d2f up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:59:12.771563 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-261247d7-bea9-4b27-9426-ee9a68e4988c None None] Provisioning for port b5560149-ea51-4d9c-a5bb-62068f0b6094 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:59:12.778484 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-261247d7-bea9-4b27-9426-ee9a68e4988c None None] Provisioning complete for port b5560149-ea51-4d9c-a5bb-62068f0b6094 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:59:12.778972 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-261247d7-bea9-4b27-9426-ee9a68e4988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:12.834775 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 01808c05-bd78-4025-84d1-3720fd7e0d2f completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:59:12.840450 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab25e43-aff9-428f-a527-e5c3e63ab789 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:59:12.841966 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 01808c05-bd78-4025-84d1-3720fd7e0d2f triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:59:12.842339 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:12.855199 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] Sync routers for ids ['928695c0-cc55-4567-a724-dfba8f52e20d'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:59:12.866023 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bab25e43-aff9-428f-a527-e5c3e63ab789 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/routers/928695c0-cc55-4567-a724-dfba8f52e20d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4571774 May 10 14:59:12.868673 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48170) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:12.869126 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] Routers {'928695c0-cc55-4567-a724-dfba8f52e20d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:59:12.869740 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:58:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['928695c0-cc55-4567-a724-dfba8f52e20d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:12.915214 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-261247d7-bea9-4b27-9426-ee9a68e4988c None None] Port b5560149-ea51-4d9c-a5bb-62068f0b6094 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:59:13.047588 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:13.065926 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 01808c05-bd78-4025-84d1-3720fd7e0d2f, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=01808c05-bd78-4025-84d1-3720fd7e0d2f,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:59:13.072142 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:13.072933 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 3ca7671b-57cc-4e96-a450-62080bc646f3 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:59:13.076595 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e56ed1-8fdf-4c6c-80a7-7b0eed1a56a5 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:13.077073 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e56ed1-8fdf-4c6c-80a7-7b0eed1a56a5 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:13.077564 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e56ed1-8fdf-4c6c-80a7-7b0eed1a56a5 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:13.078234 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e56ed1-8fdf-4c6c-80a7-7b0eed1a56a5 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:13.079020 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e56ed1-8fdf-4c6c-80a7-7b0eed1a56a5 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:13.079635 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e56ed1-8fdf-4c6c-80a7-7b0eed1a56a5 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:13.082037 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f7e56ed1-8fdf-4c6c-80a7-7b0eed1a56a5 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2121565 May 10 14:59:13.085390 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48174) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:13.118256 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] Set router 928695c0-cc55-4567-a724-dfba8f52e20d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:59:13.159661 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c937161a-82c3-4811-ae89-730e59fd4092 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:13.160009 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c937161a-82c3-4811-ae89-730e59fd4092 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:13.160558 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c937161a-82c3-4811-ae89-730e59fd4092 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:13.161270 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c937161a-82c3-4811-ae89-730e59fd4092 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:13.161722 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c937161a-82c3-4811-ae89-730e59fd4092 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:13.162221 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c937161a-82c3-4811-ae89-730e59fd4092 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:13.164428 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c937161a-82c3-4811-ae89-730e59fd4092 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0776114 May 10 14:59:13.166917 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48178) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:13.200028 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-98fa8d45-5712-438b-bec8-8ad29b0ba159 None None] Provisioning complete for port b5560149-ea51-4d9c-a5bb-62068f0b6094 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:59:13.200640 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-98fa8d45-5712-438b-bec8-8ad29b0ba159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:13.251410 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=01808c05-bd78-4025-84d1-3720fd7e0d2f,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:13.264226 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-98fa8d45-5712-438b-bec8-8ad29b0ba159 None None] Port b5560149-ea51-4d9c-a5bb-62068f0b6094 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:59:13.274093 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 3ca7671b-57cc-4e96-a450-62080bc646f3 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:59:13.281922 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 3ca7671b-57cc-4e96-a450-62080bc646f3 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:59:13.282747 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:13.402071 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-703ccdb9-0558-4015-941b-f4c0962169d6 None None] Provisioning complete for port b5560149-ea51-4d9c-a5bb-62068f0b6094 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:59:13.402460 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-703ccdb9-0558-4015-941b-f4c0962169d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:13.439440 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'name': 'tempest-TestNetworkBasicOps-router-608439601', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200'}], 'enable_snat': True}, 'gw_port_id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T14:59:11Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T14:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'b5560149-ea51-4d9c-a5bb-62068f0b6094', 'name': '', 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:82:4d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:10Z', 'updated_at': '2022-05-10T14:59:11Z', 'revision_number': 2, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:13.443123 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] Checking router: 928695c0-cc55-4567-a724-dfba8f52e20d for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:59:13.443618 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] Updating router 928695c0-cc55-4567-a724-dfba8f52e20d port b5560149-ea51-4d9c-a5bb-62068f0b6094 binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:59:13.453829 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-aa939eac-b412-4ea5-ab47-3af3dd9d09ed tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2807834 May 10 14:59:13.502580 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-703ccdb9-0558-4015-941b-f4c0962169d6 None None] Port b5560149-ea51-4d9c-a5bb-62068f0b6094 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:59:13.507306 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:13.511353 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:13.524533 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48184) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:13.529794 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-c2787b94-627c-4d1a-9947-a2a77babf438 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1443693543', 'description': 'tempest-secgroup-smoke-1443693543 description', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:59:13.536303 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c2787b94-627c-4d1a-9947-a2a77babf438 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:59:13.544432 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c2787b94-627c-4d1a-9947-a2a77babf438 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:59:13.547718 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c2787b94-627c-4d1a-9947-a2a77babf438 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:59:13.548268 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 3ca7671b-57cc-4e96-a450-62080bc646f3, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=3ca7671b-57cc-4e96-a450-62080bc646f3,segment=NetworkSegment(35be71bb-30f9-4c78-b5d6-7ccdf5783c23),segment_id=35be71bb-30f9-4c78-b5d6-7ccdf5783c23)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:59:13.554437 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c2787b94-627c-4d1a-9947-a2a77babf438 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:59:13.557705 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:13.567934 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2787b94-627c-4d1a-9947-a2a77babf438 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:13.592185 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c2787b94-627c-4d1a-9947-a2a77babf438 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:59:13.597393 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c2787b94-627c-4d1a-9947-a2a77babf438 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:59:13.599824 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c2787b94-627c-4d1a-9947-a2a77babf438 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:59:13.606035 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c2787b94-627c-4d1a-9947-a2a77babf438 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:59:13.631807 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=3ca7671b-57cc-4e96-a450-62080bc646f3,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:13.684088 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2787b94-627c-4d1a-9947-a2a77babf438 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:13.687794 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2787b94-627c-4d1a-9947-a2a77babf438 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:13.733632 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2787b94-627c-4d1a-9947-a2a77babf438 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0154d8e9-beb7-408f-9070-15e2ffe8c1f1,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:13.738092 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c2787b94-627c-4d1a-9947-a2a77babf438 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:13.739356 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c2787b94-627c-4d1a-9947-a2a77babf438 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2138438 May 10 14:59:13.742201 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48188) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:13.747548 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-4603bb2a-940d-4460-a0f5-0e9f5610c559 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '0154d8e9-beb7-408f-9070-15e2ffe8c1f1', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:59:13.752963 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4603bb2a-940d-4460-a0f5-0e9f5610c559 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:59:13.757217 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4603bb2a-940d-4460-a0f5-0e9f5610c559 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:59:13.760334 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4603bb2a-940d-4460-a0f5-0e9f5610c559 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:59:13.766391 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4603bb2a-940d-4460-a0f5-0e9f5610c559 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:59:13.783659 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4603bb2a-940d-4460-a0f5-0e9f5610c559 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:13.843860 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4603bb2a-940d-4460-a0f5-0e9f5610c559 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:13.850574 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4603bb2a-940d-4460-a0f5-0e9f5610c559 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:13.876260 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:13.877579 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603bb2a-940d-4460-a0f5-0e9f5610c559 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09c8b55-cec8-4330-85b8-1be3e326bb2f,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:13.888962 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] Transition to ACTIVE for port object b5560149-ea51-4d9c-a5bb-62068f0b6094 will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:59:13.889182 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4603bb2a-940d-4460-a0f5-0e9f5610c559 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:13.893633 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4603bb2a-940d-4460-a0f5-0e9f5610c559 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1475134 May 10 14:59:13.893633 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48192) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:13.900305 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:13.900589 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-1be0dd22-6d27-447b-b7a8-fed62c6e66d9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '0154d8e9-beb7-408f-9070-15e2ffe8c1f1', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:59:13.906469 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-1be0dd22-6d27-447b-b7a8-fed62c6e66d9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:59:13.911820 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1be0dd22-6d27-447b-b7a8-fed62c6e66d9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:59:13.914734 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1be0dd22-6d27-447b-b7a8-fed62c6e66d9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:59:13.920382 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-1be0dd22-6d27-447b-b7a8-fed62c6e66d9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:59:13.939117 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1be0dd22-6d27-447b-b7a8-fed62c6e66d9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:14.014694 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1be0dd22-6d27-447b-b7a8-fed62c6e66d9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:14.019122 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1be0dd22-6d27-447b-b7a8-fed62c6e66d9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:14.046363 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0dd22-6d27-447b-b7a8-fed62c6e66d9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b207305f-5556-4ae4-98dc-8390df5cf0cf,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:14.058187 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1be0dd22-6d27-447b-b7a8-fed62c6e66d9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:14.061337 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1be0dd22-6d27-447b-b7a8-fed62c6e66d9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1652606 May 10 14:59:14.062454 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48196) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:14.069098 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-1e2fd3bd-e4b4-4ce2-889b-0a1ce50afb43 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '0154d8e9-beb7-408f-9070-15e2ffe8c1f1', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:59:14.075164 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-1e2fd3bd-e4b4-4ce2-889b-0a1ce50afb43 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:59:14.079354 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1e2fd3bd-e4b4-4ce2-889b-0a1ce50afb43 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:59:14.083158 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1e2fd3bd-e4b4-4ce2-889b-0a1ce50afb43 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:59:14.089637 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-1e2fd3bd-e4b4-4ce2-889b-0a1ce50afb43 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:59:14.103667 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3b0e9-6f83-4a1d-ab8a-c04614daee84 None None] Pushing event updated for resources: {'Port': ['ID=b5560149-ea51-4d9c-a5bb-62068f0b6094,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:14.108623 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1e2fd3bd-e4b4-4ce2-889b-0a1ce50afb43 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:14.125234 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3b0e9-6f83-4a1d-ab8a-c04614daee84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:14.125572 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3b0e9-6f83-4a1d-ab8a-c04614daee84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:14.125879 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3b0e9-6f83-4a1d-ab8a-c04614daee84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:14.126197 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3b0e9-6f83-4a1d-ab8a-c04614daee84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:14.126533 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3b0e9-6f83-4a1d-ab8a-c04614daee84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:14.126854 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3b0e9-6f83-4a1d-ab8a-c04614daee84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:14.127167 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3b0e9-6f83-4a1d-ab8a-c04614daee84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:14.127479 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3b0e9-6f83-4a1d-ab8a-c04614daee84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:14.127792 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3b0e9-6f83-4a1d-ab8a-c04614daee84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:14.128098 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3b0e9-6f83-4a1d-ab8a-c04614daee84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:14.128402 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3b0e9-6f83-4a1d-ab8a-c04614daee84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:14.128703 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e3b0e9-6f83-4a1d-ab8a-c04614daee84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:14.136481 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] Attempting to bind port b5560149-ea51-4d9c-a5bb-62068f0b6094 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:59:14.136833 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] Attempting to bind port b5560149-ea51-4d9c-a5bb-62068f0b6094 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '35be71bb-30f9-4c78-b5d6-7ccdf5783c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:59:14.137350 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] Attempting to bind port b5560149-ea51-4d9c-a5bb-62068f0b6094 on network cacc3a32-ee6a-4244-9a80-04b38cb57809 {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:59:14.142651 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:59:14.143011 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] Checking segment: {'id': '35be71bb-30f9-4c78-b5d6-7ccdf5783c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:59:14.143549 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:14.143779 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] Bound using segment: {'id': '35be71bb-30f9-4c78-b5d6-7ccdf5783c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:59:14.144230 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] Bound port: b5560149-ea51-4d9c-a5bb-62068f0b6094, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35be71bb-30f9-4c78-b5d6-7ccdf5783c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:59:14.144895 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:14.177001 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1e2fd3bd-e4b4-4ce2-889b-0a1ce50afb43 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:14.181415 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1e2fd3bd-e4b4-4ce2-889b-0a1ce50afb43 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:14.205345 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fd3bd-e4b4-4ce2-889b-0a1ce50afb43 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f66cda-19b0-4441-972c-a20053b792ec,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:14.215731 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1e2fd3bd-e4b4-4ce2-889b-0a1ce50afb43 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:14.217160 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1e2fd3bd-e4b4-4ce2-889b-0a1ce50afb43 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1537902 May 10 14:59:14.220397 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48200) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:14.226207 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-70ab66bc-66b9-4009-bd87-27e40169de10 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '0154d8e9-beb7-408f-9070-15e2ffe8c1f1', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:59:14.233145 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-70ab66bc-66b9-4009-bd87-27e40169de10 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:59:14.237607 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-70ab66bc-66b9-4009-bd87-27e40169de10 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:59:14.237739 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] For port b5560149-ea51-4d9c-a5bb-62068f0b6094, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:59:14.241035 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-70ab66bc-66b9-4009-bd87-27e40169de10 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:59:14.241156 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] For port b5560149-ea51-4d9c-a5bb-62068f0b6094, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b5560149-ea51-4d9c-a5bb-62068f0b6094,segment=NetworkSegment(35be71bb-30f9-4c78-b5d6-7ccdf5783c23),segment_id=35be71bb-30f9-4c78-b5d6-7ccdf5783c23)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:59:14.244999 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:14.247646 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-70ab66bc-66b9-4009-bd87-27e40169de10 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:59:14.264802 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-70ab66bc-66b9-4009-bd87-27e40169de10 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:14.329097 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] Routers {'928695c0-cc55-4567-a724-dfba8f52e20d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:59:14.329750 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:58:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['928695c0-cc55-4567-a724-dfba8f52e20d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:14.330699 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-70ab66bc-66b9-4009-bd87-27e40169de10 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:14.335651 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-70ab66bc-66b9-4009-bd87-27e40169de10 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:14.365356 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab66bc-66b9-4009-bd87-27e40169de10 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b593f6-3385-4632-aa85-b94cff816841,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:14.369122 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-70ab66bc-66b9-4009-bd87-27e40169de10 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:14.370408 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-70ab66bc-66b9-4009-bd87-27e40169de10 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1489940 May 10 14:59:14.373169 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48204) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:14.380126 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-2e11221a-f6ca-4c9b-9e8e-ac4911d7b528 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '0154d8e9-beb7-408f-9070-15e2ffe8c1f1', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:59:14.386410 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2e11221a-f6ca-4c9b-9e8e-ac4911d7b528 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:59:14.390600 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2e11221a-f6ca-4c9b-9e8e-ac4911d7b528 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:59:14.393478 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2e11221a-f6ca-4c9b-9e8e-ac4911d7b528 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:59:14.401439 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2e11221a-f6ca-4c9b-9e8e-ac4911d7b528 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:59:14.403891 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3b0e9-6f83-4a1d-ab8a-c04614daee84 None None] Pushing event updated for resources: {'Port': ['ID=b5560149-ea51-4d9c-a5bb-62068f0b6094,revision_number=4']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:14.413183 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-2e11221a-f6ca-4c9b-9e8e-ac4911d7b528 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Project 7c1eaa2d2a564d8c9e902879ced01cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:59:14.423097 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2e11221a-f6ca-4c9b-9e8e-ac4911d7b528 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:14.497673 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2e11221a-f6ca-4c9b-9e8e-ac4911d7b528 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:14.502116 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2e11221a-f6ca-4c9b-9e8e-ac4911d7b528 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:14.527699 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11221a-f6ca-4c9b-9e8e-ac4911d7b528 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad539f8-ab08-4664-b15c-2745f93ce821,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:14.531778 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] Set router 928695c0-cc55-4567-a724-dfba8f52e20d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:59:14.537492 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2e11221a-f6ca-4c9b-9e8e-ac4911d7b528 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:14.539138 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2e11221a-f6ca-4c9b-9e8e-ac4911d7b528 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1639855 May 10 14:59:14.541981 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48208) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:14.547272 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-58bbaaba-6861-4854-ac2d-6ce42b58f309 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '0154d8e9-beb7-408f-9070-15e2ffe8c1f1', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:59:14.553501 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-58bbaaba-6861-4854-ac2d-6ce42b58f309 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:59:14.558096 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-58bbaaba-6861-4854-ac2d-6ce42b58f309 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:59:14.560999 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-58bbaaba-6861-4854-ac2d-6ce42b58f309 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:59:14.566799 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-58bbaaba-6861-4854-ac2d-6ce42b58f309 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:59:14.577753 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.securitygroups_db [None req-58bbaaba-6861-4854-ac2d-6ce42b58f309 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Project 7c1eaa2d2a564d8c9e902879ced01cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:59:14.585756 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-58bbaaba-6861-4854-ac2d-6ce42b58f309 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:14.653940 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 01808c05-bd78-4025-84d1-3720fd7e0d2f up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:59:14.663092 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-58bbaaba-6861-4854-ac2d-6ce42b58f309 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:14.667319 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-58bbaaba-6861-4854-ac2d-6ce42b58f309 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:14.703579 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbaaba-6861-4854-ac2d-6ce42b58f309 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34addedc-d28b-4b4a-b618-d42ce7c5a41d,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:14.707815 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-58bbaaba-6861-4854-ac2d-6ce42b58f309 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:14.717760 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-58bbaaba-6861-4854-ac2d-6ce42b58f309 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1744986 May 10 14:59:14.743109 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 01808c05-bd78-4025-84d1-3720fd7e0d2f triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:59:14.743467 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:14.870466 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 3ca7671b-57cc-4e96-a450-62080bc646f3 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:59:14.887972 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-d1549ae1-f049-44d0-8449-278f66875be9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:59:14.904063 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'name': 'tempest-TestNetworkBasicOps-router-608439601', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200'}], 'enable_snat': True}, 'gw_port_id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T14:59:11Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T14:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'b5560149-ea51-4d9c-a5bb-62068f0b6094', 'name': '', 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:82:4d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:10Z', 'updated_at': '2022-05-10T14:59:14Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:14.906288 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-d1549ae1-f049-44d0-8449-278f66875be9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:59:14.907776 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-d1549ae1-f049-44d0-8449-278f66875be9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1443693543&fields=id&tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 267 time: 0.0702686 May 10 14:59:14.908507 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5703eb-9c15-46ad-ad6f-71040a143c23 None None] The sync data for ids ['928695c0-cc55-4567-a724-dfba8f52e20d'] in dv-neutron-841204-2-hyperv is: [{'id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'name': 'tempest-TestNetworkBasicOps-router-608439601', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200'}], 'enable_snat': True}, 'gw_port_id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T14:59:11Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T14:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'b5560149-ea51-4d9c-a5bb-62068f0b6094', 'name': '', 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:82:4d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:10Z', 'updated_at': '2022-05-10T14:59:14Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:59:14.970635 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 3ca7671b-57cc-4e96-a450-62080bc646f3 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:59:14.971075 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:15.223576 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-abbb5317-c8c9-4371-a2f5-e43d11c3d132 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:15.224195 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-abbb5317-c8c9-4371-a2f5-e43d11c3d132 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:network {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:59:15.241389 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-abbb5317-c8c9-4371-a2f5-e43d11c3d132 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:network {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:59:15.242591 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-abbb5317-c8c9-4371-a2f5-e43d11c3d132 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/networks?id=cacc3a32-ee6a-4244-9a80-04b38cb57809 HTTP/1.1" status: 200 len: 796 time: 0.3259745 May 10 14:59:15.258304 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-787d33e6-982f-41f1-8bef-592839e32d31 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/quotas/7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 375 time: 0.0101237 May 10 14:59:15.347646 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-bdecb6b7-2e5a-4e7a-83da-3811a60aa2ce tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:59:15.364699 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-bdecb6b7-2e5a-4e7a-83da-3811a60aa2ce tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:59:15.366154 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-bdecb6b7-2e5a-4e7a-83da-3811a60aa2ce tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019704 May 10 14:59:15.557514 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-e10b0e2a-fb33-4f5b-ab1e-cf2674d8267f service neutron] 10.222.0.79 "GET /v2.0/networks/cacc3a32-ee6a-4244-9a80-04b38cb57809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794393 May 10 14:59:15.695890 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-3fde501b-952c-4a3d-945f-7ed161d118ec service neutron] 10.222.0.79 "GET /v2.0/networks/cacc3a32-ee6a-4244-9a80-04b38cb57809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322920 May 10 14:59:15.884180 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3c543aee-0e81-468b-9ec4-eb27ac73f32a req-7d21f87a-254d-49a0-b5d8-0360bddb239e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5dd7825-93af-4c81-a52b-635163fcd8fb HTTP/1.1" status: 200 len: 210 time: 0.0464807 May 10 14:59:16.643671 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b5560149-ea51-4d9c-a5bb-62068f0b6094 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:59:16.711384 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port b5560149-ea51-4d9c-a5bb-62068f0b6094 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:59:16.716147 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port b5560149-ea51-4d9c-a5bb-62068f0b6094 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:59:16.716519 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:16.835312 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:16.871959 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port b5560149-ea51-4d9c-a5bb-62068f0b6094, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b5560149-ea51-4d9c-a5bb-62068f0b6094,segment=NetworkSegment(35be71bb-30f9-4c78-b5d6-7ccdf5783c23),segment_id=35be71bb-30f9-4c78-b5d6-7ccdf5783c23)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:59:16.876914 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:16.952198 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=b5560149-ea51-4d9c-a5bb-62068f0b6094,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:16.960683 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:16.961070 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:16.961410 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:16.961747 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:16.962072 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:16.962398 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:16.962745 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:16.963094 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:16.963417 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:16.963736 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:16.964091 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:16.964379 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:59:17.044351 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-dd8a8252-2f5a-4637-aad3-392ded234e1b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:17.045031 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-dd8a8252-2f5a-4637-aad3-392ded234e1b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:59:17.059091 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-dd8a8252-2f5a-4637-aad3-392ded234e1b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:59:17.060473 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-dd8a8252-2f5a-4637-aad3-392ded234e1b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/networks?id=cacc3a32-ee6a-4244-9a80-04b38cb57809 HTTP/1.1" status: 200 len: 796 time: 0.2166512 May 10 14:59:17.060741 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d7abfdcf-1c45-46d5-8557-e7b11363e7af req-68b2f712-ad3b-47b5-965a-307b9048dc6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5dd7825-93af-4c81-a52b-635163fcd8fb HTTP/1.1" status: 200 len: 210 time: 0.0476227 May 10 14:59:17.119516 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-0248ab31-abee-4e27-bb18-3849486e4fbe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:59:17.131734 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-0248ab31-abee-4e27-bb18-3849486e4fbe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:59:17.132972 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-0248ab31-abee-4e27-bb18-3849486e4fbe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 380 time: 0.0546548 May 10 14:59:17.149448 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-44552cdd-bf99-476b-9649-dd8659571572 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'port': {'device_id': 'b5dd7825-93af-4c81-a52b-635163fcd8fb', 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809', 'admin_state_up': True, 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'security_groups': ['0154d8e9-beb7-408f-9070-15e2ffe8c1f1']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:59:17.302696 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-44552cdd-bf99-476b-9649-dd8659571572 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:59:17.312187 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-44552cdd-bf99-476b-9649-dd8659571572 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:59:17.321977 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-44552cdd-bf99-476b-9649-dd8659571572 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:59:17.325412 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-44552cdd-bf99-476b-9649-dd8659571572 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:17.486415 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-44552cdd-bf99-476b-9649-dd8659571572 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.20.0.5 (cacc3a32-ee6a-4244-9a80-04b38cb57809/ca2ab4bf-4452-4dc6-b60d-781e667a6861/73f88a89-26a8-40eb-b0df-77c16a52faeb) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:59:17.669118 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-44552cdd-bf99-476b-9649-dd8659571572 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:17.684506 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-44552cdd-bf99-476b-9649-dd8659571572 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Transition to ACTIVE for port object 73f88a89-26a8-40eb-b0df-77c16a52faeb will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:59:17.707743 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-44552cdd-bf99-476b-9649-dd8659571572 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:17.885432 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-44552cdd-bf99-476b-9649-dd8659571572 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network cacc3a32-ee6a-4244-9a80-04b38cb57809 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:59:17.888393 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-44552cdd-bf99-476b-9649-dd8659571572 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:59:17.892507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-44552cdd-bf99-476b-9649-dd8659571572 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:59:17.930530 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44552cdd-bf99-476b-9649-dd8659571572 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=73f88a89-26a8-40eb-b0df-77c16a52faeb,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:17.961725 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-44552cdd-bf99-476b-9649-dd8659571572 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:17.962346 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-44552cdd-bf99-476b-9649-dd8659571572 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:17.988571 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-44552cdd-bf99-476b-9649-dd8659571572 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8425722 May 10 14:59:18.005176 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-73d03be5-83e6-46e4-aadf-e8c20053ce97 service neutron] Request body: {'port': {'device_id': 'b5dd7825-93af-4c81-a52b-635163fcd8fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:59:18.100496 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a6d1ea8f-ecd9-43d5-b448-2d079ebddc21 None None] Provisioning for port 73f88a89-26a8-40eb-b0df-77c16a52faeb completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:59:18.105665 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a6d1ea8f-ecd9-43d5-b448-2d079ebddc21 None None] Provisioning complete for port 73f88a89-26a8-40eb-b0df-77c16a52faeb triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:59:18.106623 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ea8f-ecd9-43d5-b448-2d079ebddc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:18.118524 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-73d03be5-83e6-46e4-aadf-e8c20053ce97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:18.194878 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1ea8f-ecd9-43d5-b448-2d079ebddc21 None None] Port 73f88a89-26a8-40eb-b0df-77c16a52faeb cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:59:18.260659 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690297a-8cbf-4df2-a2a8-296401850bd8 req-a87048a0-87da-4a5e-90f5-54382f070d71 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:18.262109 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a690297a-8cbf-4df2-a2a8-296401850bd8 req-a87048a0-87da-4a5e-90f5-54382f070d71 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5dd7825-93af-4c81-a52b-635163fcd8fb HTTP/1.1" status: 200 len: 931 time: 0.0886893 May 10 14:59:18.271840 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:59:18.307275 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a690297a-8cbf-4df2-a2a8-296401850bd8 req-8ba0c876-e3f1-4347-b56a-6fffceea7837 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=0154d8e9-beb7-408f-9070-15e2ffe8c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390689 May 10 14:59:18.467975 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-73d03be5-83e6-46e4-aadf-e8c20053ce97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f88a89-26a8-40eb-b0df-77c16a52faeb {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:59:18.475674 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-73d03be5-83e6-46e4-aadf-e8c20053ce97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:18.489837 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-73d03be5-83e6-46e4-aadf-e8c20053ce97 service neutron] Transition to ACTIVE for port object 73f88a89-26a8-40eb-b0df-77c16a52faeb will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:59:18.493609 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-73d03be5-83e6-46e4-aadf-e8c20053ce97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:18.634977 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b5560149-ea51-4d9c-a5bb-62068f0b6094 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:59:18.647556 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d03be5-83e6-46e4-aadf-e8c20053ce97 service neutron] Pushing event updated for resources: {'Port': ['ID=73f88a89-26a8-40eb-b0df-77c16a52faeb,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:18.708262 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port b5560149-ea51-4d9c-a5bb-62068f0b6094 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:59:18.708631 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:18.743904 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-73d03be5-83e6-46e4-aadf-e8c20053ce97 service neutron] Attempting to bind port 73f88a89-26a8-40eb-b0df-77c16a52faeb on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:59:18.744324 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-73d03be5-83e6-46e4-aadf-e8c20053ce97 service neutron] Attempting to bind port 73f88a89-26a8-40eb-b0df-77c16a52faeb by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '35be71bb-30f9-4c78-b5d6-7ccdf5783c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:59:18.744706 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-73d03be5-83e6-46e4-aadf-e8c20053ce97 service neutron] Attempting to bind port 73f88a89-26a8-40eb-b0df-77c16a52faeb on network cacc3a32-ee6a-4244-9a80-04b38cb57809 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:59:18.749654 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-73d03be5-83e6-46e4-aadf-e8c20053ce97 service neutron] Port 73f88a89-26a8-40eb-b0df-77c16a52faeb on network cacc3a32-ee6a-4244-9a80-04b38cb57809 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 14:59:18.750028 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-73d03be5-83e6-46e4-aadf-e8c20053ce97 service neutron] Attempting to bind port 73f88a89-26a8-40eb-b0df-77c16a52faeb on network cacc3a32-ee6a-4244-9a80-04b38cb57809 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:59:18.756485 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-73d03be5-83e6-46e4-aadf-e8c20053ce97 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:59:18.756883 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-73d03be5-83e6-46e4-aadf-e8c20053ce97 service neutron] Checking segment: {'id': '35be71bb-30f9-4c78-b5d6-7ccdf5783c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 14:59:18.757327 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-73d03be5-83e6-46e4-aadf-e8c20053ce97 service neutron] Bound using segment: {'id': '35be71bb-30f9-4c78-b5d6-7ccdf5783c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:59:18.757814 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-73d03be5-83e6-46e4-aadf-e8c20053ce97 service neutron] Bound port: 73f88a89-26a8-40eb-b0df-77c16a52faeb, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35be71bb-30f9-4c78-b5d6-7ccdf5783c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:59:18.758215 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-73d03be5-83e6-46e4-aadf-e8c20053ce97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:18.851892 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-73d03be5-83e6-46e4-aadf-e8c20053ce97 service neutron] For port 73f88a89-26a8-40eb-b0df-77c16a52faeb, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:59:18.854859 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-73d03be5-83e6-46e4-aadf-e8c20053ce97 service neutron] For port 73f88a89-26a8-40eb-b0df-77c16a52faeb, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=73f88a89-26a8-40eb-b0df-77c16a52faeb,segment=NetworkSegment(35be71bb-30f9-4c78-b5d6-7ccdf5783c23),segment_id=35be71bb-30f9-4c78-b5d6-7ccdf5783c23)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:59:18.861416 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-73d03be5-83e6-46e4-aadf-e8c20053ce97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:18.922809 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-73d03be5-83e6-46e4-aadf-e8c20053ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:18.923254 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-73d03be5-83e6-46e4-aadf-e8c20053ce97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:18.924674 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-73d03be5-83e6-46e4-aadf-e8c20053ce97 service neutron] 10.222.0.86 "PUT /v2.0/ports/73f88a89-26a8-40eb-b0df-77c16a52faeb HTTP/1.1" status: 200 len: 1093 time: 0.9243286 May 10 14:59:18.925124 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5dd7825-93af-4c81-a52b-635163fcd8fb', 'tag': '73f88a89-26a8-40eb-b0df-77c16a52faeb'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:59:18.946111 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d03be5-83e6-46e4-aadf-e8c20053ce97 service neutron] Pushing event updated for resources: {'Port': ['ID=73f88a89-26a8-40eb-b0df-77c16a52faeb,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:19.007060 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2de6956-97bd-4699-b5c6-e7031d28df3d'] response: {'name': 'network-changed', 'server_uuid': 'b5dd7825-93af-4c81-a52b-635163fcd8fb', 'tag': '73f88a89-26a8-40eb-b0df-77c16a52faeb', 'status': 'completed', 'code': 200} May 10 14:59:19.049340 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-f357e6be-9022-4af7-b775-6bf2ccf176fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:19.050865 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-f357e6be-9022-4af7-b775-6bf2ccf176fc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=b5dd7825-93af-4c81-a52b-635163fcd8fb HTTP/1.1" status: 200 len: 1096 time: 0.0763645 May 10 14:59:19.128055 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-decf1561-0ff9-4ad5-bde8-31b2446408a2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73f88a89-26a8-40eb-b0df-77c16a52faeb HTTP/1.1" status: 200 len: 217 time: 0.0660782 May 10 14:59:19.198026 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-7faa3376-6a1c-4380-963b-e9f738904d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:19.199404 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-7faa3376-6a1c-4380-963b-e9f738904d38 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ca2ab4bf-4452-4dc6-b60d-781e667a6861 HTTP/1.1" status: 200 len: 834 time: 0.0618398 May 10 14:59:19.276780 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-1774bdf0-12bf-4393-9464-06c5d952904a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:19.278135 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-1774bdf0-12bf-4393-9464-06c5d952904a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cacc3a32-ee6a-4244-9a80-04b38cb57809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692477 May 10 14:59:19.418950 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-7b9b4306-2983-49dd-940b-c1f025c04ac6 service neutron] 10.222.0.86 "GET /v2.0/networks/cacc3a32-ee6a-4244-9a80-04b38cb57809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313999 May 10 14:59:19.493772 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7483055-6f85-41f9-a840-4f2b26779ffe req-295e370e-5b51-4e39-a750-7c76498620fd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:19.495272 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c7483055-6f85-41f9-a840-4f2b26779ffe req-295e370e-5b51-4e39-a750-7c76498620fd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5dd7825-93af-4c81-a52b-635163fcd8fb HTTP/1.1" status: 200 len: 943 time: 0.0813053 May 10 14:59:19.540129 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c7483055-6f85-41f9-a840-4f2b26779ffe req-1efc1e50-8bc1-432b-8f60-5906468340df tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=0154d8e9-beb7-408f-9070-15e2ffe8c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390875 May 10 14:59:19.557075 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-633f04bc-b33b-4d19-bb2c-0d08c56c9cf0 req-d3bea7be-f0e6-4de0-87fc-447123a572e4 service neutron] 10.222.0.86 "GET /v2.0/networks/cacc3a32-ee6a-4244-9a80-04b38cb57809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284757 May 10 14:59:19.676904 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79322307-de40-4c6d-b6e6-6d0fbab76331 req-1a03fe2b-a120-479a-8b82-0d4c372d104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:19.678535 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-79322307-de40-4c6d-b6e6-6d0fbab76331 req-1a03fe2b-a120-479a-8b82-0d4c372d104d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=b5dd7825-93af-4c81-a52b-635163fcd8fb HTTP/1.1" status: 200 len: 1096 time: 0.0720592 May 10 14:59:19.906664 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79322307-de40-4c6d-b6e6-6d0fbab76331 req-429e70fe-1569-4a46-80a1-b3d55ec83ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:19.908026 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-79322307-de40-4c6d-b6e6-6d0fbab76331 req-429e70fe-1569-4a46-80a1-b3d55ec83ad8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cacc3a32-ee6a-4244-9a80-04b38cb57809 HTTP/1.1" status: 200 len: 897 time: 0.2218330 May 10 14:59:19.978666 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-79322307-de40-4c6d-b6e6-6d0fbab76331 req-8a0e1b5d-92f4-4300-9550-f1065fa1227c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73f88a89-26a8-40eb-b0df-77c16a52faeb HTTP/1.1" status: 200 len: 217 time: 0.0633996 May 10 14:59:20.045370 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79322307-de40-4c6d-b6e6-6d0fbab76331 req-4f41ba65-442c-4092-aac6-2eba369301fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:20.046828 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-79322307-de40-4c6d-b6e6-6d0fbab76331 req-4f41ba65-442c-4092-aac6-2eba369301fa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ca2ab4bf-4452-4dc6-b60d-781e667a6861 HTTP/1.1" status: 200 len: 834 time: 0.0614927 May 10 14:59:20.051314 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e3017a77-9101-4192-a676-2049f864aff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:20.122458 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79322307-de40-4c6d-b6e6-6d0fbab76331 req-cb7efac3-0aa9-41a6-a6fc-525e717d0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:20.123892 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-79322307-de40-4c6d-b6e6-6d0fbab76331 req-cb7efac3-0aa9-41a6-a6fc-525e717d0595 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cacc3a32-ee6a-4244-9a80-04b38cb57809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694082 May 10 14:59:20.254029 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-79322307-de40-4c6d-b6e6-6d0fbab76331 req-6586747b-9273-4b59-b09f-a548d9d56d1f service neutron] 10.222.0.86 "GET /v2.0/networks/cacc3a32-ee6a-4244-9a80-04b38cb57809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220572 May 10 14:59:20.385884 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-79322307-de40-4c6d-b6e6-6d0fbab76331 req-db51db24-ad3c-4bb2-9235-132b39909551 service neutron] 10.222.0.86 "GET /v2.0/networks/cacc3a32-ee6a-4244-9a80-04b38cb57809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234031 May 10 14:59:20.733417 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb96088-6378-4de1-8b58-78230f34b11f req-28408c6d-490b-4828-aac6-d38847f4b455 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:20.734936 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4fb96088-6378-4de1-8b58-78230f34b11f req-28408c6d-490b-4828-aac6-d38847f4b455 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5dd7825-93af-4c81-a52b-635163fcd8fb HTTP/1.1" status: 200 len: 943 time: 0.0842149 May 10 14:59:20.780210 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4fb96088-6378-4de1-8b58-78230f34b11f req-71180367-d2db-4666-8282-bd0c39e7c1b9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=0154d8e9-beb7-408f-9070-15e2ffe8c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390284 May 10 14:59:21.480570 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 73f88a89-26a8-40eb-b0df-77c16a52faeb details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 14:59:21.610585 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 73f88a89-26a8-40eb-b0df-77c16a52faeb, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=73f88a89-26a8-40eb-b0df-77c16a52faeb,segment=NetworkSegment(35be71bb-30f9-4c78-b5d6-7ccdf5783c23),segment_id=35be71bb-30f9-4c78-b5d6-7ccdf5783c23)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:59:21.623266 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '73f88a89-26a8-40eb-b0df-77c16a52faeb', 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809', 'port_id': '73f88a89-26a8-40eb-b0df-77c16a52faeb', 'mac_address': 'fa:16:3e:f8:cb:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 14:59:21.682569 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:21.698793 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f88a89-26a8-40eb-b0df-77c16a52faeb {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:59:21.714161 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 73f88a89-26a8-40eb-b0df-77c16a52faeb, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=73f88a89-26a8-40eb-b0df-77c16a52faeb,segment=NetworkSegment(35be71bb-30f9-4c78-b5d6-7ccdf5783c23),segment_id=35be71bb-30f9-4c78-b5d6-7ccdf5783c23)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:59:21.717626 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:21.783128 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=73f88a89-26a8-40eb-b0df-77c16a52faeb,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:22.001595 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['73f88a89-26a8-40eb-b0df-77c16a52faeb'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 14:59:22.117843 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59718b95-2dbd-451e-b4c1-2924f6b85653 req-fe5af216-ccb9-4f4d-97d7-1d5977e184b4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:22.119374 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-59718b95-2dbd-451e-b4c1-2924f6b85653 req-fe5af216-ccb9-4f4d-97d7-1d5977e184b4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5dd7825-93af-4c81-a52b-635163fcd8fb HTTP/1.1" status: 200 len: 944 time: 0.0829315 May 10 14:59:22.167846 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-59718b95-2dbd-451e-b4c1-2924f6b85653 req-cca383f9-ea18-4d1a-b4b7-6e8b9f27a6a3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=0154d8e9-beb7-408f-9070-15e2ffe8c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425704 May 10 14:59:22.339212 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6435efa1-d2c2-434b-9d0e-cdbea993b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:23.170568 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:23.195609 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:23.356850 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c2a19-66ea-4d31-8d96-0f892163d50c req-e1b248fd-332a-4d0f-a784-7749ecb31ee9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:23.358511 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-900c2a19-66ea-4d31-8d96-0f892163d50c req-e1b248fd-332a-4d0f-a784-7749ecb31ee9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5dd7825-93af-4c81-a52b-635163fcd8fb HTTP/1.1" status: 200 len: 944 time: 0.0796609 May 10 14:59:23.364155 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:23.405600 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-900c2a19-66ea-4d31-8d96-0f892163d50c req-8ce68d2b-b5e8-4d7a-8fa6-08f2068d70dc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=0154d8e9-beb7-408f-9070-15e2ffe8c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405667 May 10 14:59:23.511571 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 73f88a89-26a8-40eb-b0df-77c16a52faeb up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:59:23.577520 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port 73f88a89-26a8-40eb-b0df-77c16a52faeb completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:59:23.582124 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 73f88a89-26a8-40eb-b0df-77c16a52faeb triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:59:23.582784 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:23.699431 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:23.725540 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dd7825-93af-4c81-a52b-635163fcd8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f88a89-26a8-40eb-b0df-77c16a52faeb'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:59:23.734865 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 73f88a89-26a8-40eb-b0df-77c16a52faeb, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=73f88a89-26a8-40eb-b0df-77c16a52faeb,segment=NetworkSegment(35be71bb-30f9-4c78-b5d6-7ccdf5783c23),segment_id=35be71bb-30f9-4c78-b5d6-7ccdf5783c23)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:59:23.740071 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:23.774499 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8319dc54-b87d-4d0d-b058-330c24b9f39e'] response: {'server_uuid': 'b5dd7825-93af-4c81-a52b-635163fcd8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f88a89-26a8-40eb-b0df-77c16a52faeb', 'code': 200} May 10 14:59:23.815641 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=73f88a89-26a8-40eb-b0df-77c16a52faeb,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:24.031513 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a3ad7-9bb5-4ce5-8cb1-95bbdd868188 req-06796e32-e35a-48bd-a999-d72af692ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:24.032890 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d18a3ad7-9bb5-4ce5-8cb1-95bbdd868188 req-06796e32-e35a-48bd-a999-d72af692ec10 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b5dd7825-93af-4c81-a52b-635163fcd8fb HTTP/1.1" status: 200 len: 1098 time: 0.0694289 May 10 14:59:24.079472 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d18a3ad7-9bb5-4ce5-8cb1-95bbdd868188 req-e2f9600e-97fc-4288-85c5-044a5d56f710 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0154d8e9-beb7-408f-9070-15e2ffe8c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369411 May 10 14:59:24.592983 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a2b7c-f6d4-4d20-8c06-83b186bffeff req-a4b428ac-15b8-41b8-b31b-c62d10f59bbb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:24.594457 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-085a2b7c-f6d4-4d20-8c06-83b186bffeff req-a4b428ac-15b8-41b8-b31b-c62d10f59bbb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5dd7825-93af-4c81-a52b-635163fcd8fb HTTP/1.1" status: 200 len: 945 time: 0.0866485 May 10 14:59:24.638918 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-085a2b7c-f6d4-4d20-8c06-83b186bffeff req-83540403-5f35-4095-be9f-02d2d73dcd44 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=0154d8e9-beb7-408f-9070-15e2ffe8c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386050 May 10 14:59:24.891963 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:25.824925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913c5c7-9d5c-422f-b49e-2e015f9792f0 req-3243519a-7258-488e-9761-af03951e8add tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:25.826280 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0913c5c7-9d5c-422f-b49e-2e015f9792f0 req-3243519a-7258-488e-9761-af03951e8add tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5dd7825-93af-4c81-a52b-635163fcd8fb HTTP/1.1" status: 200 len: 945 time: 0.0801113 May 10 14:59:25.870880 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0913c5c7-9d5c-422f-b49e-2e015f9792f0 req-e9c193ad-d359-4abb-a101-2e6e304a0025 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=0154d8e9-beb7-408f-9070-15e2ffe8c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388017 May 10 14:59:26.202376 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf5f0a-93b2-465e-ab77-56b5a906d2eb req-d09921d3-21dd-43ae-a936-ee3c6972ebf9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:26.203846 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e6cf5f0a-93b2-465e-ab77-56b5a906d2eb req-d09921d3-21dd-43ae-a936-ee3c6972ebf9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5dd7825-93af-4c81-a52b-635163fcd8fb HTTP/1.1" status: 200 len: 945 time: 0.0837584 May 10 14:59:26.247143 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e6cf5f0a-93b2-465e-ab77-56b5a906d2eb req-456bca8d-194e-4d24-8195-fee94ad2731d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=0154d8e9-beb7-408f-9070-15e2ffe8c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371001 May 10 14:59:26.269378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48262) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:26.338812 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfd1351-726f-4161-8400-7246430f4074 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:26.340294 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9bfd1351-726f-4161-8400-7246430f4074 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=b5dd7825-93af-4c81-a52b-635163fcd8fb HTTP/1.1" status: 200 len: 1093 time: 0.0691075 May 10 14:59:26.343103 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48266) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:26.347895 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': '73f88a89-26a8-40eb-b0df-77c16a52faeb', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:59:26.353808 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:59:26.357661 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:floatingip and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:59:26.360501 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:59:26.366803 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:59:26.376958 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:26.509755 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:26.646796 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.26.0.111 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/57282c96-cc1e-43b2-bb4b-18146c2471c7) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:59:26.792226 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:26.822749 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:26.887595 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:59:26.890344 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:59:26.893820 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 14:59:26.936106 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=57282c96-cc1e-43b2-bb4b-18146c2471c7,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:27.402575 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:27.475982 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:27.682469 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:27.686794 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:27.798680 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=57282c96-cc1e-43b2-bb4b-18146c2471c7,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:27.810499 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:27.986442 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Floating IP 658fc6bf-a161-4edf-8a2e-ddd7e41a3d7b associated. External IP: 172.26.0.111, port: 73f88a89-26a8-40eb-b0df-77c16a52faeb. May 10 14:59:28.334341 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router 928695c0-cc55-4567-a724-dfba8f52e20d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:59:28.619754 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:59:28.630690 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7811b11f-faaf-4757-8b94-e84d04e22cf6 None None] Sync routers for ids ['928695c0-cc55-4567-a724-dfba8f52e20d'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:59:28.642935 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7811b11f-faaf-4757-8b94-e84d04e22cf6 None None] Routers {'928695c0-cc55-4567-a724-dfba8f52e20d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:59:28.643593 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7811b11f-faaf-4757-8b94-e84d04e22cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:59:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['928695c0-cc55-4567-a724-dfba8f52e20d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:28.646184 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:28.701407 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9f393832-6e27-4e7a-85ad-d5ea14a45aab tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3572741 May 10 14:59:28.702000 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5dd7825-93af-4c81-a52b-635163fcd8fb', 'tag': '73f88a89-26a8-40eb-b0df-77c16a52faeb'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:59:28.704177 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48270) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:28.756207 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a50d7f8-b92a-4959-a8f1-897ae4098b02'] response: {'name': 'network-changed', 'server_uuid': 'b5dd7825-93af-4c81-a52b-635163fcd8fb', 'tag': '73f88a89-26a8-40eb-b0df-77c16a52faeb', 'status': 'completed', 'code': 200} May 10 14:59:28.821031 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-7811b11f-faaf-4757-8b94-e84d04e22cf6 None None] Set router 928695c0-cc55-4567-a724-dfba8f52e20d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:59:28.953829 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0d26724e-a1b7-466d-b347-9e5d5057af66 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/routers/928695c0-cc55-4567-a724-dfba8f52e20d HTTP/1.1" status: 200 len: 922 time: 0.2479308 May 10 14:59:28.956535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48276) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:28.956723 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f62f87-5e00-403d-b40e-9855e5a6bed0 req-0376e1e7-bc0a-4682-afb9-af9ef46c25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:28.958117 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-18f62f87-5e00-403d-b40e-9855e5a6bed0 req-0376e1e7-bc0a-4682-afb9-af9ef46c25c8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=b5dd7825-93af-4c81-a52b-635163fcd8fb HTTP/1.1" status: 200 len: 1098 time: 0.1740873 May 10 14:59:29.072037 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-804439fc-2ad1-43aa-ba0b-ed7b49cc602c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/658fc6bf-a161-4edf-8a2e-ddd7e41a3d7b HTTP/1.1" status: 200 len: 991 time: 0.1131074 May 10 14:59:29.095797 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f62f87-5e00-403d-b40e-9855e5a6bed0 req-28b3daf8-7f66-4332-95e3-94e2203e1e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:29.097216 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-18f62f87-5e00-403d-b40e-9855e5a6bed0 req-28b3daf8-7f66-4332-95e3-94e2203e1e5d service neutron] 10.222.0.86 "GET /v2.0/networks?id=cacc3a32-ee6a-4244-9a80-04b38cb57809 HTTP/1.1" status: 200 len: 897 time: 0.1317353 May 10 14:59:29.201039 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-18f62f87-5e00-403d-b40e-9855e5a6bed0 req-a19500cc-3b45-43bc-b4c5-92477981ac8d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73f88a89-26a8-40eb-b0df-77c16a52faeb HTTP/1.1" status: 200 len: 999 time: 0.0966263 May 10 14:59:29.211626 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7811b11f-faaf-4757-8b94-e84d04e22cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'name': 'tempest-TestNetworkBasicOps-router-608439601', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200'}], 'enable_snat': True}, 'gw_port_id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T14:59:11Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T14:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '658fc6bf-a161-4edf-8a2e-ddd7e41a3d7b', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'port_id': '73f88a89-26a8-40eb-b0df-77c16a52faeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809', 'mac_address': 'fa:16:3e:f8:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dd7825-93af-4c81-a52b-635163fcd8fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:59:27Z', 'updated_at': '2022-05-10T14:59:27Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5560149-ea51-4d9c-a5bb-62068f0b6094', 'name': '', 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:82:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:10Z', 'updated_at': '2022-05-10T14:59:16Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:29.215488 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7811b11f-faaf-4757-8b94-e84d04e22cf6 None None] Checking router: 928695c0-cc55-4567-a724-dfba8f52e20d for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:59:29.224757 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7811b11f-faaf-4757-8b94-e84d04e22cf6 None None] Routers {'928695c0-cc55-4567-a724-dfba8f52e20d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:59:29.225411 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7811b11f-faaf-4757-8b94-e84d04e22cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:59:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['928695c0-cc55-4567-a724-dfba8f52e20d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:29.264387 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f62f87-5e00-403d-b40e-9855e5a6bed0 req-d2255afc-cd84-4284-8567-d80d3cbd9c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:29.265830 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-18f62f87-5e00-403d-b40e-9855e5a6bed0 req-d2255afc-cd84-4284-8567-d80d3cbd9c78 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ca2ab4bf-4452-4dc6-b60d-781e667a6861 HTTP/1.1" status: 200 len: 834 time: 0.0575280 May 10 14:59:29.345813 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f62f87-5e00-403d-b40e-9855e5a6bed0 req-f6dc5e65-4ee4-47ba-b573-eab06e0d336e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:29.347318 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-18f62f87-5e00-403d-b40e-9855e5a6bed0 req-f6dc5e65-4ee4-47ba-b573-eab06e0d336e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cacc3a32-ee6a-4244-9a80-04b38cb57809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751817 May 10 14:59:29.403961 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-7811b11f-faaf-4757-8b94-e84d04e22cf6 None None] Set router 928695c0-cc55-4567-a724-dfba8f52e20d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:59:29.583711 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-18f62f87-5e00-403d-b40e-9855e5a6bed0 req-14023ac8-27c3-4871-b90d-a0b50799ffd1 service neutron] 10.222.0.86 "GET /v2.0/networks/cacc3a32-ee6a-4244-9a80-04b38cb57809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292435 May 10 14:59:29.714439 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-18f62f87-5e00-403d-b40e-9855e5a6bed0 req-793b0ba7-e7d3-4cee-8244-604f368f18f4 service neutron] 10.222.0.86 "GET /v2.0/networks/cacc3a32-ee6a-4244-9a80-04b38cb57809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244726 May 10 14:59:29.752291 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7811b11f-faaf-4757-8b94-e84d04e22cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'name': 'tempest-TestNetworkBasicOps-router-608439601', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200'}], 'enable_snat': True}, 'gw_port_id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T14:59:11Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T14:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '658fc6bf-a161-4edf-8a2e-ddd7e41a3d7b', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'port_id': '73f88a89-26a8-40eb-b0df-77c16a52faeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809', 'mac_address': 'fa:16:3e:f8:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dd7825-93af-4c81-a52b-635163fcd8fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:59:27Z', 'updated_at': '2022-05-10T14:59:27Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5560149-ea51-4d9c-a5bb-62068f0b6094', 'name': '', 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:82:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:10Z', 'updated_at': '2022-05-10T14:59:16Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:29.757586 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7811b11f-faaf-4757-8b94-e84d04e22cf6 None None] The sync data for ids ['928695c0-cc55-4567-a724-dfba8f52e20d'] in dv-neutron-841204-2-hyperv is: [{'id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'name': 'tempest-TestNetworkBasicOps-router-608439601', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200'}], 'enable_snat': True}, 'gw_port_id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T14:59:11Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T14:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '658fc6bf-a161-4edf-8a2e-ddd7e41a3d7b', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'port_id': '73f88a89-26a8-40eb-b0df-77c16a52faeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809', 'mac_address': 'fa:16:3e:f8:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dd7825-93af-4c81-a52b-635163fcd8fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:59:27Z', 'updated_at': '2022-05-10T14:59:27Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5560149-ea51-4d9c-a5bb-62068f0b6094', 'name': '', 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:82:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:10Z', 'updated_at': '2022-05-10T14:59:16Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:59:29.935321 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0d1010-9461-4468-8f42-79b8d3a0e4c8 None None] New status for floating IP 658fc6bf-a161-4edf-8a2e-ddd7e41a3d7b: ACTIVE {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:59:30.074493 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48280) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:30.181647 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-083212b2-7701-4b3d-ba2c-75fbeab79536 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/658fc6bf-a161-4edf-8a2e-ddd7e41a3d7b HTTP/1.1" status: 200 len: 991 time: 0.1058218 May 10 14:59:31.185341 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48286) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:31.291130 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-fc479972-5d9f-4b9d-bb7d-1409097e1af7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/658fc6bf-a161-4edf-8a2e-ddd7e41a3d7b HTTP/1.1" status: 200 len: 993 time: 0.1046827 May 10 14:59:44.424325 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48290) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:44.626727 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-f5e1754d-0e48-4942-87ab-84e1f6b0a28e tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Deleting port 2d4dbe4f-b181-4d65-be25-f912fc582c4a {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:59:44.627065 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f5e1754d-0e48-4942-87ab-84e1f6b0a28e tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:44.794767 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f5e1754d-0e48-4942-87ab-84e1f6b0a28e tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:44.795081 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f5e1754d-0e48-4942-87ab-84e1f6b0a28e tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:44.918764 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-f5e1754d-0e48-4942-87ab-84e1f6b0a28e tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Calling delete_port for 2d4dbe4f-b181-4d65-be25-f912fc582c4a owned by network:floatingip {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:59:45.069644 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f5e1754d-0e48-4942-87ab-84e1f6b0a28e tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:45.115349 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1754d-0e48-4942-87ab-84e1f6b0a28e tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Pushing event deleted for resources: {'Port': ['ID=2d4dbe4f-b181-4d65-be25-f912fc582c4a,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:45.207645 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f5e1754d-0e48-4942-87ab-84e1f6b0a28e tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for floatingip, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:45.208099 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-f5e1754d-0e48-4942-87ab-84e1f6b0a28e tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Floating IP 57c58c39-f0ce-4e39-8b6e-ce487c409872 disassociated (deleted). External IP: 172.26.0.118, port: f035d2c7-9e6d-4467-95a8-d7b3ee975a2c. May 10 14:59:45.551520 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e1754d-0e48-4942-87ab-84e1f6b0a28e tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Router 06321980-0abd-4a34-a376-1db36b98bd06 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:59:45.840596 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e1754d-0e48-4942-87ab-84e1f6b0a28e tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:59:45.850916 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e58cb3f-f95e-4b6d-8e76-523629974d48 None None] Sync routers for ids ['06321980-0abd-4a34-a376-1db36b98bd06'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:59:45.857145 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f5e1754d-0e48-4942-87ab-84e1f6b0a28e tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:45.860419 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e58cb3f-f95e-4b6d-8e76-523629974d48 None None] Routers {'06321980-0abd-4a34-a376-1db36b98bd06'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:59:45.861221 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-3e58cb3f-f95e-4b6d-8e76-523629974d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:59:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['06321980-0abd-4a34-a376-1db36b98bd06'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:45.912531 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f5e1754d-0e48-4942-87ab-84e1f6b0a28e tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "DELETE /v2.0/floatingips/57c58c39-f0ce-4e39-8b6e-ce487c409872 HTTP/1.1" status: 204 len: 168 time: 1.4870994 May 10 14:59:45.913229 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8eb3df-0b07-4e4c-9ea9-885c206ffa32', 'tag': 'f035d2c7-9e6d-4467-95a8-d7b3ee975a2c'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:59:45.965325 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e35e171-7027-4d57-b57e-5c4fabbbc07b'] response: {'name': 'network-changed', 'server_uuid': 'bd8eb3df-0b07-4e4c-9ea9-885c206ffa32', 'tag': 'f035d2c7-9e6d-4467-95a8-d7b3ee975a2c', 'status': 'completed', 'code': 200} May 10 14:59:46.055310 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-3e58cb3f-f95e-4b6d-8e76-523629974d48 None None] Set router 06321980-0abd-4a34-a376-1db36b98bd06 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:59:46.065103 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d3a22-73d3-403b-92c3-a19eb7db6a3d req-213ff5bd-c062-43f1-a908-efe0df850709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:46.067207 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d39d3a22-73d3-403b-92c3-a19eb7db6a3d req-213ff5bd-c062-43f1-a908-efe0df850709 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7&device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 1098 time: 0.0765235 May 10 14:59:46.205844 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d3a22-73d3-403b-92c3-a19eb7db6a3d req-8daa9960-b1d7-48e9-bb14-ee9d9bfa84f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:46.208050 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d39d3a22-73d3-403b-92c3-a19eb7db6a3d req-8daa9960-b1d7-48e9-bb14-ee9d9bfa84f5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=432ecadc-13ed-4534-bb5d-3db9112befb3 HTTP/1.1" status: 200 len: 912 time: 0.1332295 May 10 14:59:46.281057 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d39d3a22-73d3-403b-92c3-a19eb7db6a3d req-475ce435-8247-4a44-b7b5-a73f6e8d8328 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f035d2c7-9e6d-4467-95a8-d7b3ee975a2c HTTP/1.1" status: 200 len: 217 time: 0.0657775 May 10 14:59:46.309541 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf456d5-38c1-4478-ab24-19a2690af05b req-d0f66859-aa52-4ffa-a558-19be09d8640c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:46.310242 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-cdf456d5-38c1-4478-ab24-19a2690af05b req-d0f66859-aa52-4ffa-a558-19be09d8640c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Synchronizing usage tracker for tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:59:46.326739 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-cdf456d5-38c1-4478-ab24-19a2690af05b req-d0f66859-aa52-4ffa-a558-19be09d8640c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Unset dirty status for tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:59:46.327929 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cdf456d5-38c1-4478-ab24-19a2690af05b req-d0f66859-aa52-4ffa-a558-19be09d8640c tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 945 time: 0.1031463 May 10 14:59:46.347569 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d3a22-73d3-403b-92c3-a19eb7db6a3d req-d1e268f7-3d2f-426c-8ba1-a8a1a5ee1ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:46.351026 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d39d3a22-73d3-403b-92c3-a19eb7db6a3d req-d1e268f7-3d2f-426c-8ba1-a8a1a5ee1ac9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c510936-298f-4d7e-b6bd-ee2068bbabe3 HTTP/1.1" status: 200 len: 850 time: 0.0620883 May 10 14:59:46.377115 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cdf456d5-38c1-4478-ab24-19a2690af05b req-83b0f0f8-8bf2-4852-abb2-56b7f245fcab tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415034 May 10 14:59:46.434709 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d3a22-73d3-403b-92c3-a19eb7db6a3d req-9bb06319-4c03-4a36-bd4e-f0e393579c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:46.436190 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d39d3a22-73d3-403b-92c3-a19eb7db6a3d req-9bb06319-4c03-4a36-bd4e-f0e393579c29 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=432ecadc-13ed-4534-bb5d-3db9112befb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781715 May 10 14:59:46.481315 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-3e58cb3f-f95e-4b6d-8e76-523629974d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'df13a277-5744-47d6-98df-5b43ac7e3b89', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'floating_ip_address': '172.26.0.152', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'port_id': 'b5b060e6-dabc-465e-a1e1-cde8509caafa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'mac_address': 'fa:16:3e:fe:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbaf57-023c-4d12-b99a-39612f89a0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:55:58Z', 'updated_at': '2022-05-10T14:56:07Z', 'revision_number': 1, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4980ca6f-0667-49af-b857-8e7e921c8439', 'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'mac_address': 'fa:16:3e:87:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:16Z', 'updated_at': '2022-05-10T14:51:37Z', 'revision_number': 5, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'subnets': [{'id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:46.485104 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e58cb3f-f95e-4b6d-8e76-523629974d48 None None] Checking router: 06321980-0abd-4a34-a376-1db36b98bd06 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:59:46.493409 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e58cb3f-f95e-4b6d-8e76-523629974d48 None None] Routers {'06321980-0abd-4a34-a376-1db36b98bd06'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:59:46.494021 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-3e58cb3f-f95e-4b6d-8e76-523629974d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:59:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['06321980-0abd-4a34-a376-1db36b98bd06'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:46.568064 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d39d3a22-73d3-403b-92c3-a19eb7db6a3d req-6c54ced6-392c-4bda-b0f0-9be0a545636a service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247015 May 10 14:59:46.670854 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-3e58cb3f-f95e-4b6d-8e76-523629974d48 None None] Set router 06321980-0abd-4a34-a376-1db36b98bd06 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:59:46.700641 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d39d3a22-73d3-403b-92c3-a19eb7db6a3d req-d99de614-a20e-470c-b7e3-5a5b91e8f7af service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245518 May 10 14:59:47.014954 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-3e58cb3f-f95e-4b6d-8e76-523629974d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'df13a277-5744-47d6-98df-5b43ac7e3b89', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'floating_ip_address': '172.26.0.152', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'port_id': 'b5b060e6-dabc-465e-a1e1-cde8509caafa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'mac_address': 'fa:16:3e:fe:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbaf57-023c-4d12-b99a-39612f89a0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:55:58Z', 'updated_at': '2022-05-10T14:56:07Z', 'revision_number': 1, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4980ca6f-0667-49af-b857-8e7e921c8439', 'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'mac_address': 'fa:16:3e:87:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:16Z', 'updated_at': '2022-05-10T14:51:37Z', 'revision_number': 5, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'subnets': [{'id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:47.018859 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e58cb3f-f95e-4b6d-8e76-523629974d48 None None] The sync data for ids ['06321980-0abd-4a34-a376-1db36b98bd06'] in dv-neutron-841204-2-hyperv is: [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'df13a277-5744-47d6-98df-5b43ac7e3b89', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'floating_ip_address': '172.26.0.152', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'port_id': 'b5b060e6-dabc-465e-a1e1-cde8509caafa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'mac_address': 'fa:16:3e:fe:7e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acbbaf57-023c-4d12-b99a-39612f89a0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:55:58Z', 'updated_at': '2022-05-10T14:56:07Z', 'revision_number': 1, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4980ca6f-0667-49af-b857-8e7e921c8439', 'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'mac_address': 'fa:16:3e:87:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:16Z', 'updated_at': '2022-05-10T14:51:37Z', 'revision_number': 5, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'subnets': [{'id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:59:47.229793 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eae1b60-b1ef-46d9-ae1a-9c0f001c2288 None None] New status for floating IP 57c58c39-f0ce-4e39-8b6e-ce487c409872: DOWN {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:59:47.570526 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2efe7-9add-4158-b279-8cba3451f4d8 req-bf9f98d9-ce48-484c-9099-7710772bfed4 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:47.571877 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ccd2efe7-9add-4158-b279-8cba3451f4d8 req-bf9f98d9-ce48-484c-9099-7710772bfed4 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 945 time: 0.0842648 May 10 14:59:47.615315 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ccd2efe7-9add-4158-b279-8cba3451f4d8 req-e21f1411-f4f5-4867-bf82-c71da4127ac5 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378520 May 10 14:59:48.042642 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fd153-b535-4e32-b839-f26d6da6798b req-b5eb0ead-3681-4630-ad8b-77aca94c80f5 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:48.043320 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-209fd153-b535-4e32-b839-f26d6da6798b req-b5eb0ead-3681-4630-ad8b-77aca94c80f5 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Synchronizing usage tracker for tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:59:48.055395 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-209fd153-b535-4e32-b839-f26d6da6798b req-b5eb0ead-3681-4630-ad8b-77aca94c80f5 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Unset dirty status for tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:59:48.056463 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-209fd153-b535-4e32-b839-f26d6da6798b req-b5eb0ead-3681-4630-ad8b-77aca94c80f5 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 945 time: 0.0925474 May 10 14:59:48.125147 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-209fd153-b535-4e32-b839-f26d6da6798b req-c707ab90-7a6e-4d20-8208-cce748d71881 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Deleting port f035d2c7-9e6d-4467-95a8-d7b3ee975a2c {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:59:48.125483 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-209fd153-b535-4e32-b839-f26d6da6798b req-c707ab90-7a6e-4d20-8208-cce748d71881 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:48.368391 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-209fd153-b535-4e32-b839-f26d6da6798b req-c707ab90-7a6e-4d20-8208-cce748d71881 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] For port f035d2c7-9e6d-4467-95a8-d7b3ee975a2c, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=f035d2c7-9e6d-4467-95a8-d7b3ee975a2c,segment=NetworkSegment(d7574317-f155-4685-9a5d-5802df6f0649),segment_id=d7574317-f155-4685-9a5d-5802df6f0649)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:59:48.368649 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-209fd153-b535-4e32-b839-f26d6da6798b req-c707ab90-7a6e-4d20-8208-cce748d71881 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:48.593373 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-209fd153-b535-4e32-b839-f26d6da6798b req-c707ab90-7a6e-4d20-8208-cce748d71881 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Calling delete_port for f035d2c7-9e6d-4467-95a8-d7b3ee975a2c owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:59:48.739176 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-209fd153-b535-4e32-b839-f26d6da6798b req-c707ab90-7a6e-4d20-8208-cce748d71881 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:48.770985 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a922269e-ffa5-453b-ab6b-e7184a92d58d req-41eb4ea2-c3db-40c9-a671-878309a08844 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 210 time: 0.0499179 May 10 14:59:48.793309 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707ab90-7a6e-4d20-8208-cce748d71881 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Pushing event deleted for resources: {'Port': ['ID=f035d2c7-9e6d-4467-95a8-d7b3ee975a2c,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:48.872192 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-209fd153-b535-4e32-b839-f26d6da6798b req-c707ab90-7a6e-4d20-8208-cce748d71881 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] No DVR routers for this DVR port f035d2c7-9e6d-4467-95a8-d7b3ee975a2c on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:59:48.874796 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-209fd153-b535-4e32-b839-f26d6da6798b req-c707ab90-7a6e-4d20-8208-cce748d71881 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:48.877351 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8eb3df-0b07-4e4c-9ea9-885c206ffa32', 'name': 'network-vif-deleted', 'tag': 'f035d2c7-9e6d-4467-95a8-d7b3ee975a2c'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:59:48.893512 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-209fd153-b535-4e32-b839-f26d6da6798b req-c707ab90-7a6e-4d20-8208-cce748d71881 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.86 "DELETE /v2.0/ports/f035d2c7-9e6d-4467-95a8-d7b3ee975a2c HTTP/1.1" status: 204 len: 173 time: 0.8309164 May 10 14:59:48.936599 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdf16a83-e18e-4fb4-a8f5-0255683fefd4'] response: {'server_uuid': 'bd8eb3df-0b07-4e4c-9ea9-885c206ffa32', 'name': 'network-vif-deleted', 'tag': 'f035d2c7-9e6d-4467-95a8-d7b3ee975a2c', 'status': 'completed', 'code': 200} May 10 14:59:49.933296 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a056695e-463e-44eb-aa8d-ae5bbe18fd71 req-faea8045-772a-425e-afb5-bb64c4ee6244 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=bd8eb3df-0b07-4e4c-9ea9-885c206ffa32 HTTP/1.1" status: 200 len: 210 time: 0.0450733 May 10 14:59:50.043812 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-aa639663-689b-426c-886e-463e61793811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:51.604912 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device f035d2c7-9e6d-4467-95a8-d7b3ee975a2c no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 14:59:51.642298 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: f035d2c7-9e6d-4467-95a8-d7b3ee975a2c {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 14:59:51.642667 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device f035d2c7-9e6d-4467-95a8-d7b3ee975a2c not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 14:59:52.340397 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7c40beb5-2a11-4fc8-be4e-9b3869ddc6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:53.172454 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:53.197682 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:53.359084 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:54.623589 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48330) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:54.828828 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-b31f28dd-d73e-4c02-a18c-7debc62b5a02 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Deleting port 487ac850-0b44-40e6-be92-24c1d1d2e380 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:59:54.829054 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b31f28dd-d73e-4c02-a18c-7debc62b5a02 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:54.881431 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:55.000436 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b31f28dd-d73e-4c02-a18c-7debc62b5a02 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:55.000759 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b31f28dd-d73e-4c02-a18c-7debc62b5a02 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:55.127809 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-b31f28dd-d73e-4c02-a18c-7debc62b5a02 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Calling delete_port for 487ac850-0b44-40e6-be92-24c1d1d2e380 owned by network:floatingip {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:59:55.271159 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 14:59:55.276962 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b31f28dd-d73e-4c02-a18c-7debc62b5a02 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:55.327858 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f28dd-d73e-4c02-a18c-7debc62b5a02 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Pushing event deleted for resources: {'Port': ['ID=487ac850-0b44-40e6-be92-24c1d1d2e380,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:55.416261 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b31f28dd-d73e-4c02-a18c-7debc62b5a02 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for floatingip, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:55.416502 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-b31f28dd-d73e-4c02-a18c-7debc62b5a02 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Floating IP df13a277-5744-47d6-98df-5b43ac7e3b89 disassociated (deleted). External IP: 172.26.0.152, port: b5b060e6-dabc-465e-a1e1-cde8509caafa. May 10 14:59:55.874769 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31f28dd-d73e-4c02-a18c-7debc62b5a02 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Router 06321980-0abd-4a34-a376-1db36b98bd06 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:59:56.057216 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31f28dd-d73e-4c02-a18c-7debc62b5a02 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:59:56.068268 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd4f109-90a3-4ed9-a159-b0af625cb87e None None] Sync routers for ids ['06321980-0abd-4a34-a376-1db36b98bd06'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:59:56.075075 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b31f28dd-d73e-4c02-a18c-7debc62b5a02 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:56.077497 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd4f109-90a3-4ed9-a159-b0af625cb87e None None] Routers {'06321980-0abd-4a34-a376-1db36b98bd06'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:59:56.078116 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-efd4f109-90a3-4ed9-a159-b0af625cb87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:59:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['06321980-0abd-4a34-a376-1db36b98bd06'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:56.137737 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b31f28dd-d73e-4c02-a18c-7debc62b5a02 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "DELETE /v2.0/floatingips/df13a277-5744-47d6-98df-5b43ac7e3b89 HTTP/1.1" status: 204 len: 168 time: 1.5129278 May 10 14:59:56.138676 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acbbaf57-023c-4d12-b99a-39612f89a0ec', 'tag': 'b5b060e6-dabc-465e-a1e1-cde8509caafa'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:59:56.190749 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0838326d-1afc-4c82-a62f-7c86db04c79b'] response: {'name': 'network-changed', 'server_uuid': 'acbbaf57-023c-4d12-b99a-39612f89a0ec', 'tag': 'b5b060e6-dabc-465e-a1e1-cde8509caafa', 'status': 'completed', 'code': 200} May 10 14:59:56.261249 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-efd4f109-90a3-4ed9-a159-b0af625cb87e None None] Set router 06321980-0abd-4a34-a376-1db36b98bd06 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:59:56.307483 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988d3ba-555b-40b1-9df1-6f67593fe7bd req-7241eed5-3bdf-4b80-8258-b1ba9f15c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:56.309963 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6988d3ba-555b-40b1-9df1-6f67593fe7bd req-7241eed5-3bdf-4b80-8258-b1ba9f15c28e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7&device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 1099 time: 0.0906568 May 10 14:59:56.476594 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988d3ba-555b-40b1-9df1-6f67593fe7bd req-9cb7543e-49c7-4c53-a5f7-1a8c56c98bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:56.478144 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6988d3ba-555b-40b1-9df1-6f67593fe7bd req-9cb7543e-49c7-4c53-a5f7-1a8c56c98bac service neutron] 10.222.0.86 "GET /v2.0/networks?id=432ecadc-13ed-4534-bb5d-3db9112befb3 HTTP/1.1" status: 200 len: 912 time: 0.1597955 May 10 14:59:56.551077 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6988d3ba-555b-40b1-9df1-6f67593fe7bd req-95aaec5c-c61e-4065-a279-82d4d889a77c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5b060e6-dabc-465e-a1e1-cde8509caafa HTTP/1.1" status: 200 len: 217 time: 0.0657098 May 10 14:59:56.583215 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdb72b-2a60-43f5-80e2-0c56d17f446b req-9b964c4f-d164-43b3-8e73-ef3e193d6f7f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:56.584022 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-bcbdb72b-2a60-43f5-80e2-0c56d17f446b req-9b964c4f-d164-43b3-8e73-ef3e193d6f7f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Synchronizing usage tracker for tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:59:56.603943 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-bcbdb72b-2a60-43f5-80e2-0c56d17f446b req-9b964c4f-d164-43b3-8e73-ef3e193d6f7f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Unset dirty status for tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:59:56.605230 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bcbdb72b-2a60-43f5-80e2-0c56d17f446b req-9b964c4f-d164-43b3-8e73-ef3e193d6f7f tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 946 time: 0.1060178 May 10 14:59:56.618824 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-efd4f109-90a3-4ed9-a159-b0af625cb87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4980ca6f-0667-49af-b857-8e7e921c8439', 'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'mac_address': 'fa:16:3e:87:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:16Z', 'updated_at': '2022-05-10T14:51:37Z', 'revision_number': 5, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'subnets': [{'id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:56.620355 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988d3ba-555b-40b1-9df1-6f67593fe7bd req-b5b09e14-ca5e-4cb3-add0-57b55e7240b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:56.621859 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6988d3ba-555b-40b1-9df1-6f67593fe7bd req-b5b09e14-ca5e-4cb3-add0-57b55e7240b4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9c510936-298f-4d7e-b6bd-ee2068bbabe3 HTTP/1.1" status: 200 len: 850 time: 0.0629449 May 10 14:59:56.622879 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd4f109-90a3-4ed9-a159-b0af625cb87e None None] Checking router: 06321980-0abd-4a34-a376-1db36b98bd06 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:59:56.632337 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd4f109-90a3-4ed9-a159-b0af625cb87e None None] Routers {'06321980-0abd-4a34-a376-1db36b98bd06'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 14:59:56.632831 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-efd4f109-90a3-4ed9-a159-b0af625cb87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:59:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['06321980-0abd-4a34-a376-1db36b98bd06'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:56.653990 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bcbdb72b-2a60-43f5-80e2-0c56d17f446b req-0512b4cb-f6e1-4548-95d3-a8baacf50965 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422323 May 10 14:59:56.702897 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988d3ba-555b-40b1-9df1-6f67593fe7bd req-2577ec7f-3b7c-4e86-b739-dcac4f6342f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:56.704373 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6988d3ba-555b-40b1-9df1-6f67593fe7bd req-2577ec7f-3b7c-4e86-b739-dcac4f6342f6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=432ecadc-13ed-4534-bb5d-3db9112befb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737205 May 10 14:59:56.841753 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6988d3ba-555b-40b1-9df1-6f67593fe7bd req-e222aeb7-e5a9-44f5-a857-340cbd3b653f service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296909 May 10 14:59:56.852659 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-efd4f109-90a3-4ed9-a159-b0af625cb87e None None] Set router 06321980-0abd-4a34-a376-1db36b98bd06 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 14:59:56.982116 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6988d3ba-555b-40b1-9df1-6f67593fe7bd req-b3ea403d-ff64-46d9-ba43-bd7b4242ad8d service neutron] 10.222.0.86 "GET /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320412 May 10 14:59:57.164276 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-efd4f109-90a3-4ed9-a159-b0af625cb87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4980ca6f-0667-49af-b857-8e7e921c8439', 'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'mac_address': 'fa:16:3e:87:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:16Z', 'updated_at': '2022-05-10T14:51:37Z', 'revision_number': 5, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'subnets': [{'id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:59:57.168153 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd4f109-90a3-4ed9-a159-b0af625cb87e None None] The sync data for ids ['06321980-0abd-4a34-a376-1db36b98bd06'] in dv-neutron-841204-2-hyperv is: [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T14:51:19Z', 'revision_number': 4, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4980ca6f-0667-49af-b857-8e7e921c8439', 'name': '', 'network_id': '432ecadc-13ed-4534-bb5d-3db9112befb3', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'mac_address': 'fa:16:3e:87:42:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:16Z', 'updated_at': '2022-05-10T14:51:37Z', 'revision_number': 5, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'subnets': [{'id': '9c510936-298f-4d7e-b6bd-ee2068bbabe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:59:57.464809 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23ed0d6-17b0-4ff8-87dc-325e9aa8a15f None None] New status for floating IP df13a277-5744-47d6-98df-5b43ac7e3b89: DOWN {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:59:57.849617 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37f2fa-4242-4b5c-b881-0db6b374fb97 req-971f65a7-4296-453d-8249-c0f4ff7de6cd tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:57.851097 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2b37f2fa-4242-4b5c-b881-0db6b374fb97 req-971f65a7-4296-453d-8249-c0f4ff7de6cd tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 946 time: 0.0831707 May 10 14:59:57.896472 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2b37f2fa-4242-4b5c-b881-0db6b374fb97 req-5398a4f8-7716-4637-8700-52a59b8b18c1 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/security-groups?id=542f53bb-e72d-4627-bffb-e18d1bea6da5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397384 May 10 14:59:58.162056 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc55bbe-079f-49d4-95b0-f741f56444a6 req-abb79e10-7d93-4da4-8629-a9ca105d2ebd tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:59:58.162754 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-2cc55bbe-079f-49d4-95b0-f741f56444a6 req-abb79e10-7d93-4da4-8629-a9ca105d2ebd tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Synchronizing usage tracker for tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:59:58.174116 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-2cc55bbe-079f-49d4-95b0-f741f56444a6 req-abb79e10-7d93-4da4-8629-a9ca105d2ebd tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Unset dirty status for tenant:903a8a4d2d8d4cfebec6bebbeebec3f7 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:59:58.175275 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2cc55bbe-079f-49d4-95b0-f741f56444a6 req-abb79e10-7d93-4da4-8629-a9ca105d2ebd tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.86 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 946 time: 0.0947936 May 10 14:59:58.247476 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-2cc55bbe-079f-49d4-95b0-f741f56444a6 req-751a2e7b-4669-413b-8ece-3ec6d1ec88ed tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Deleting port b5b060e6-dabc-465e-a1e1-cde8509caafa {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 14:59:58.247735 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-2cc55bbe-079f-49d4-95b0-f741f56444a6 req-751a2e7b-4669-413b-8ece-3ec6d1ec88ed tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:58.489771 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-2cc55bbe-079f-49d4-95b0-f741f56444a6 req-751a2e7b-4669-413b-8ece-3ec6d1ec88ed tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] For port b5b060e6-dabc-465e-a1e1-cde8509caafa, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=b5b060e6-dabc-465e-a1e1-cde8509caafa,segment=NetworkSegment(d7574317-f155-4685-9a5d-5802df6f0649),segment_id=d7574317-f155-4685-9a5d-5802df6f0649)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:59:58.490119 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-2cc55bbe-079f-49d4-95b0-f741f56444a6 req-751a2e7b-4669-413b-8ece-3ec6d1ec88ed tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:58.705808 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-2cc55bbe-079f-49d4-95b0-f741f56444a6 req-751a2e7b-4669-413b-8ece-3ec6d1ec88ed tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Calling delete_port for b5b060e6-dabc-465e-a1e1-cde8509caafa owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 14:59:58.856652 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-2cc55bbe-079f-49d4-95b0-f741f56444a6 req-751a2e7b-4669-413b-8ece-3ec6d1ec88ed tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:58.918279 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a2e7b-4669-413b-8ece-3ec6d1ec88ed tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Pushing event deleted for resources: {'Port': ['ID=b5b060e6-dabc-465e-a1e1-cde8509caafa,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:59:58.994112 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc55bbe-079f-49d4-95b0-f741f56444a6 req-751a2e7b-4669-413b-8ece-3ec6d1ec88ed tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] No DVR routers for this DVR port b5b060e6-dabc-465e-a1e1-cde8509caafa on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:59:58.996548 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-2cc55bbe-079f-49d4-95b0-f741f56444a6 req-751a2e7b-4669-413b-8ece-3ec6d1ec88ed tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:58.999075 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbbaf57-023c-4d12-b99a-39612f89a0ec', 'name': 'network-vif-deleted', 'tag': 'b5b060e6-dabc-465e-a1e1-cde8509caafa'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:59:59.015867 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2cc55bbe-079f-49d4-95b0-f741f56444a6 req-751a2e7b-4669-413b-8ece-3ec6d1ec88ed tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.86 "DELETE /v2.0/ports/b5b060e6-dabc-465e-a1e1-cde8509caafa HTTP/1.1" status: 204 len: 173 time: 0.8308904 May 10 14:59:59.048230 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cf349f7-d165-4af3-ab6f-4508fe573162'] response: {'server_uuid': 'acbbaf57-023c-4d12-b99a-39612f89a0ec', 'name': 'network-vif-deleted', 'tag': 'b5b060e6-dabc-465e-a1e1-cde8509caafa', 'status': 'completed', 'code': 200} May 10 14:59:59.067355 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b305f146-8196-4544-9337-38053aa90f79 req-e0a69617-21a8-4b2a-a953-693f03b8689a tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "GET /v2.0/ports?device_id=acbbaf57-023c-4d12-b99a-39612f89a0ec HTTP/1.1" status: 200 len: 210 time: 0.0531023 May 10 15:00:00.164623 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48352) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:00.322452 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-8f7ca927-2d54-4356-b2cb-77f3a31978f2 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Deleting port f1fcfdef-8e2c-4853-b52c-8f9ff79710c3 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:00:00.322864 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8f7ca927-2d54-4356-b2cb-77f3a31978f2 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:00.487713 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8f7ca927-2d54-4356-b2cb-77f3a31978f2 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:00.488679 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8f7ca927-2d54-4356-b2cb-77f3a31978f2 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:00.609213 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-8f7ca927-2d54-4356-b2cb-77f3a31978f2 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Calling delete_port for f1fcfdef-8e2c-4853-b52c-8f9ff79710c3 owned by network:floatingip {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:00:00.746274 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8f7ca927-2d54-4356-b2cb-77f3a31978f2 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:00.821683 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ca927-2d54-4356-b2cb-77f3a31978f2 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Pushing event deleted for resources: {'Port': ['ID=f1fcfdef-8e2c-4853-b52c-8f9ff79710c3,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:00.897606 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8f7ca927-2d54-4356-b2cb-77f3a31978f2 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for floatingip, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:00.920570 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8f7ca927-2d54-4356-b2cb-77f3a31978f2 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:00.921718 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8f7ca927-2d54-4356-b2cb-77f3a31978f2 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "DELETE /v2.0/floatingips/892157d8-1e1a-48bd-aee7-9e50dab02f83 HTTP/1.1" status: 204 len: 168 time: 0.7561102 May 10 15:00:01.650270 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device b5b060e6-dabc-465e-a1e1-cde8509caafa no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:00:01.683825 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: b5b060e6-dabc-465e-a1e1-cde8509caafa {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:00:01.684161 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device b5b060e6-dabc-465e-a1e1-cde8509caafa not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:00:02.404895 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48368) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:02.596788 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fe4f38b9-03bc-4d6b-88f2-86d0f6aca848 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/routers/928695c0-cc55-4567-a724-dfba8f52e20d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1908574 May 10 15:00:02.599854 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48372) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:02.792435 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c126b87-b66f-492a-993c-cb63c8564e25 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Notify agent at dv-neutron-841204-2-hyperv the message router_removed_from_agent {{(pid=88051) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} May 10 15:00:02.798037 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6c126b87-b66f-492a-993c-cb63c8564e25 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "DELETE /v2.0/agents/fd58274d-329b-4140-a86e-433ef1a3c07d/l3-routers/928695c0-cc55-4567-a724-dfba8f52e20d HTTP/1.1" status: 204 len: 168 time: 0.1949372 May 10 15:00:02.799108 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48376) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:02.983064 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-35459990-d6c4-4eca-9153-6a5fcda606f9 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/routers/928695c0-cc55-4567-a724-dfba8f52e20d/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1837363 May 10 15:00:02.985748 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48380) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:03.308470 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3566f6d7-bf34-4994-b1b9-c4bff102764c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/658fc6bf-a161-4edf-8a2e-ddd7e41a3d7b HTTP/1.1" status: 200 len: 993 time: 0.3216484 May 10 15:00:03.367167 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48388) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:03.436993 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a13cf4b2-b195-44ba-a5ac-ad145215ebe9 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:03.466390 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a13cf4b2-b195-44ba-a5ac-ad145215ebe9 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:03.531239 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a13cf4b2-b195-44ba-a5ac-ad145215ebe9 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:03.549369 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cf4b2-b195-44ba-a5ac-ad145215ebe9 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=542f53bb-e72d-4627-bffb-e18d1bea6da5,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:03.564325 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a13cf4b2-b195-44ba-a5ac-ad145215ebe9 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:03.565459 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a13cf4b2-b195-44ba-a5ac-ad145215ebe9 tempest-TestVolumeBootPattern-317215170 tempest-TestVolumeBootPattern-317215170-project] 10.222.0.79 "DELETE /v2.0/security-groups/542f53bb-e72d-4627-bffb-e18d1bea6da5 HTTP/1.1" status: 204 len: 168 time: 0.1973438 May 10 15:00:03.593668 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec2d46a-7b57-4811-8e8d-a5c1feaea961 None None] New status for floating IP 658fc6bf-a161-4edf-8a2e-ddd7e41a3d7b: DOWN {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:00:03.620999 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48394) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:04.312220 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48400) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:04.331130 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-850e0dd3-b7c6-42ef-acb6-c80d3e7cb6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:04.419506 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0580e463-470b-4ad7-8ea8-0156a2bb7990 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/658fc6bf-a161-4edf-8a2e-ddd7e41a3d7b HTTP/1.1" status: 200 len: 991 time: 0.1060257 May 10 15:00:04.649118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 01808c05-bd78-4025-84d1-3720fd7e0d2f no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:00:04.685794 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-850e0dd3-b7c6-42ef-acb6-c80d3e7cb6ab admin admin] Deleting port 4980ca6f-0667-49af-b857-8e7e921c8439 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:00:04.686366 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-850e0dd3-b7c6-42ef-acb6-c80d3e7cb6ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:04.763355 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:04.780159 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 01808c05-bd78-4025-84d1-3720fd7e0d2f, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=01808c05-bd78-4025-84d1-3720fd7e0d2f,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:04.784267 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:04.785118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b5560149-ea51-4d9c-a5bb-62068f0b6094 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:00:04.861185 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-850e0dd3-b7c6-42ef-acb6-c80d3e7cb6ab admin admin] For port 4980ca6f-0667-49af-b857-8e7e921c8439, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=4980ca6f-0667-49af-b857-8e7e921c8439,segment=NetworkSegment(d7574317-f155-4685-9a5d-5802df6f0649),segment_id=d7574317-f155-4685-9a5d-5802df6f0649)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:04.861508 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-850e0dd3-b7c6-42ef-acb6-c80d3e7cb6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:04.977941 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=01808c05-bd78-4025-84d1-3720fd7e0d2f,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:04.984655 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:04.999407 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-850e0dd3-b7c6-42ef-acb6-c80d3e7cb6ab admin admin] Calling delete_port for 4980ca6f-0667-49af-b857-8e7e921c8439 owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:00:05.022799 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port b5560149-ea51-4d9c-a5bb-62068f0b6094, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b5560149-ea51-4d9c-a5bb-62068f0b6094,segment=NetworkSegment(35be71bb-30f9-4c78-b5d6-7ccdf5783c23),segment_id=35be71bb-30f9-4c78-b5d6-7ccdf5783c23)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:05.027974 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:05.111041 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=b5560149-ea51-4d9c-a5bb-62068f0b6094,revision_number=6']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:05.295280 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-850e0dd3-b7c6-42ef-acb6-c80d3e7cb6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:05.342003 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e0dd3-b7c6-42ef-acb6-c80d3e7cb6ab admin admin] Pushing event deleted for resources: {'Port': ['ID=4980ca6f-0667-49af-b857-8e7e921c8439,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:05.584062 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48406) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:05.610688 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-850e0dd3-b7c6-42ef-acb6-c80d3e7cb6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:05.910641 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d28745a-5dd4-4bae-8498-d9df6f3e2015 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Router 928695c0-cc55-4567-a724-dfba8f52e20d is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:00:05.911144 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d28745a-5dd4-4bae-8498-d9df6f3e2015 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Notify agent at dv-neutron-841204-2-hyperv the message router_added_to_agent {{(pid=88052) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} May 10 15:00:05.929715 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8d28745a-5dd4-4bae-8498-d9df6f3e2015 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "POST /v2.0/agents/fd58274d-329b-4140-a86e-433ef1a3c07d/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3444943 May 10 15:00:05.932234 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48414) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:05.945044 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a182a06-813a-4eac-bc0f-64ca6eb2f569 None None] Sync routers for ids ['928695c0-cc55-4567-a724-dfba8f52e20d'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:00:05.954917 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a182a06-813a-4eac-bc0f-64ca6eb2f569 None None] Routers {'928695c0-cc55-4567-a724-dfba8f52e20d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:00:05.955524 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6a182a06-813a-4eac-bc0f-64ca6eb2f569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:59:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['928695c0-cc55-4567-a724-dfba8f52e20d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:05.997147 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850e0dd3-b7c6-42ef-acb6-c80d3e7cb6ab admin admin] Router 06321980-0abd-4a34-a376-1db36b98bd06 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:00:06.137816 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-6a182a06-813a-4eac-bc0f-64ca6eb2f569 None None] Set router 928695c0-cc55-4567-a724-dfba8f52e20d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:00:06.140655 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1a18284b-ce27-4d45-b5db-a80523dd35d2 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/routers/928695c0-cc55-4567-a724-dfba8f52e20d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2073672 May 10 15:00:06.146987 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48418) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:06.213535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850e0dd3-b7c6-42ef-acb6-c80d3e7cb6ab admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:00:06.224450 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b037a342-2835-43aa-9709-3a42bd2e663b None None] Sync routers for ids ['06321980-0abd-4a34-a376-1db36b98bd06'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:00:06.236191 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b037a342-2835-43aa-9709-3a42bd2e663b None None] Routers {'06321980-0abd-4a34-a376-1db36b98bd06'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:00:06.236191 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b037a342-2835-43aa-9709-3a42bd2e663b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:59:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['06321980-0abd-4a34-a376-1db36b98bd06'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:06.237264 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48422) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:06.238718 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-850e0dd3-b7c6-42ef-acb6-c80d3e7cb6ab admin admin] 10.222.0.79 "PUT /v2.0/routers/06321980-0abd-4a34-a376-1db36b98bd06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6149664 May 10 15:00:06.342351 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-79dd8a1f-0fd8-4ba9-8e68-dfc78d984fe0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/658fc6bf-a161-4edf-8a2e-ddd7e41a3d7b HTTP/1.1" status: 200 len: 991 time: 0.1940916 May 10 15:00:06.432089 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-b037a342-2835-43aa-9709-3a42bd2e663b None None] Set router 06321980-0abd-4a34-a376-1db36b98bd06 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:00:06.453139 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:06.534267 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6a182a06-813a-4eac-bc0f-64ca6eb2f569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'name': 'tempest-TestNetworkBasicOps-router-608439601', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200'}], 'enable_snat': True}, 'gw_port_id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T14:59:11Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T15:00:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '658fc6bf-a161-4edf-8a2e-ddd7e41a3d7b', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'port_id': '73f88a89-26a8-40eb-b0df-77c16a52faeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809', 'mac_address': 'fa:16:3e:f8:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dd7825-93af-4c81-a52b-635163fcd8fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:59:27Z', 'updated_at': '2022-05-10T15:00:03Z', 'revision_number': 2, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5560149-ea51-4d9c-a5bb-62068f0b6094', 'name': '', 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:82:4d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:10Z', 'updated_at': '2022-05-10T15:00:05Z', 'revision_number': 6, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:06.539131 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a182a06-813a-4eac-bc0f-64ca6eb2f569 None None] Checking router: 928695c0-cc55-4567-a724-dfba8f52e20d for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:00:06.548086 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a182a06-813a-4eac-bc0f-64ca6eb2f569 None None] Routers {'928695c0-cc55-4567-a724-dfba8f52e20d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:00:06.548723 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6a182a06-813a-4eac-bc0f-64ca6eb2f569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:59:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['928695c0-cc55-4567-a724-dfba8f52e20d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:06.636409 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:06.653136 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Deleting port 81b6fbc1-9373-4ccf-8add-c9a19379f77f {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:00:06.653538 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:06.740002 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-6a182a06-813a-4eac-bc0f-64ca6eb2f569 None None] Set router 928695c0-cc55-4567-a724-dfba8f52e20d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:00:06.765825 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b037a342-2835-43aa-9709-3a42bd2e663b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71'}], 'enable_snat': True}, 'gw_port_id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T15:00:05Z', 'revision_number': 5, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port': {'id': '81b6fbc1-9373-4ccf-8add-c9a19379f77f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:17:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06321980-0abd-4a34-a376-1db36b98bd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:11Z', 'updated_at': '2022-05-10T14:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:06.771112 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b037a342-2835-43aa-9709-3a42bd2e663b None None] Checking router: 06321980-0abd-4a34-a376-1db36b98bd06 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:00:06.780275 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b037a342-2835-43aa-9709-3a42bd2e663b None None] Routers {'06321980-0abd-4a34-a376-1db36b98bd06'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:00:06.782137 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b037a342-2835-43aa-9709-3a42bd2e663b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:59:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['06321980-0abd-4a34-a376-1db36b98bd06'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:06.845220 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] For port 81b6fbc1-9373-4ccf-8add-c9a19379f77f, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=81b6fbc1-9373-4ccf-8add-c9a19379f77f,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:06.846012 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:06.949756 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-b037a342-2835-43aa-9709-3a42bd2e663b None None] Set router 06321980-0abd-4a34-a376-1db36b98bd06 gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:00:06.987417 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Calling delete_port for 81b6fbc1-9373-4ccf-8add-c9a19379f77f owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:00:07.060402 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b037a342-2835-43aa-9709-3a42bd2e663b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T15:00:06Z', 'revision_number': 6, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:07.064465 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b037a342-2835-43aa-9709-3a42bd2e663b None None] The sync data for ids ['06321980-0abd-4a34-a376-1db36b98bd06'] in dv-neutron-841204-2-hyperv is: [{'id': '06321980-0abd-4a34-a376-1db36b98bd06', 'name': 'tempest-TestVolumeBootPattern-396567899-router', 'tenant_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:10Z', 'updated_at': '2022-05-10T15:00:06Z', 'revision_number': 6, 'project_id': '903a8a4d2d8d4cfebec6bebbeebec3f7', 'gw_port_host': None}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:00:07.114597 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-6a182a06-813a-4eac-bc0f-64ca6eb2f569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'name': 'tempest-TestNetworkBasicOps-router-608439601', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200'}], 'enable_snat': True}, 'gw_port_id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T14:59:11Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T15:00:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '658fc6bf-a161-4edf-8a2e-ddd7e41a3d7b', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'port_id': '73f88a89-26a8-40eb-b0df-77c16a52faeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809', 'mac_address': 'fa:16:3e:f8:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dd7825-93af-4c81-a52b-635163fcd8fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:59:27Z', 'updated_at': '2022-05-10T15:00:03Z', 'revision_number': 2, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5560149-ea51-4d9c-a5bb-62068f0b6094', 'name': '', 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:82:4d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:10Z', 'updated_at': '2022-05-10T15:00:05Z', 'revision_number': 6, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:07.118513 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a182a06-813a-4eac-bc0f-64ca6eb2f569 None None] The sync data for ids ['928695c0-cc55-4567-a724-dfba8f52e20d'] in dv-neutron-841204-2-hyperv is: [{'id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'name': 'tempest-TestNetworkBasicOps-router-608439601', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200'}], 'enable_snat': True}, 'gw_port_id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T14:59:11Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T15:00:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '658fc6bf-a161-4edf-8a2e-ddd7e41a3d7b', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.111', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'port_id': '73f88a89-26a8-40eb-b0df-77c16a52faeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809', 'mac_address': 'fa:16:3e:f8:cb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dd7825-93af-4c81-a52b-635163fcd8fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:59:27Z', 'updated_at': '2022-05-10T15:00:03Z', 'revision_number': 2, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5560149-ea51-4d9c-a5bb-62068f0b6094', 'name': '', 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:82:4d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:10Z', 'updated_at': '2022-05-10T15:00:05Z', 'revision_number': 6, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:00:07.308450 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:07.346278 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48426) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:07.494139 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b4859df1-8814-40fb-a4ba-a38ffd33698f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/658fc6bf-a161-4edf-8a2e-ddd7e41a3d7b HTTP/1.1" status: 200 len: 991 time: 0.1465278 May 10 15:00:07.522283 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=81b6fbc1-9373-4ccf-8add-c9a19379f77f,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:07.563986 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:07.564521 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:07.565042 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:07.565374 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:07.566029 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:07.566534 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:07.567057 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:07.567540 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:07.568075 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:07.568602 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:07.569144 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:07.569482 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:07.650300 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:07.876269 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:07.883804 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:07.914648 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:07.915712 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06321980-0abd-4a34-a376-1db36b98bd06 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:00:07.938469 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:07.940248 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7ab6c25e-0950-4d5b-825f-12447bf748b5 admin admin] 10.222.0.79 "DELETE /v2.0/routers/06321980-0abd-4a34-a376-1db36b98bd06 HTTP/1.1" status: 204 len: 168 time: 1.7014790 May 10 15:00:07.946691 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48430) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:08.023924 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-046e89b8-abfc-401c-a803-a2350f23fd97 admin admin] Deleting subnet 9c510936-298f-4d7e-b6bd-ee2068bbabe3 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:00:08.027446 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-046e89b8-abfc-401c-a803-a2350f23fd97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:08.086747 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-046e89b8-abfc-401c-a803-a2350f23fd97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:08.179226 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-046e89b8-abfc-401c-a803-a2350f23fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:08.255361 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-046e89b8-abfc-401c-a803-a2350f23fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:08.298771 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e89b8-abfc-401c-a803-a2350f23fd97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c510936-298f-4d7e-b6bd-ee2068bbabe3,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:08.303430 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-046e89b8-abfc-401c-a803-a2350f23fd97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:08.308712 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebd7c38-48a4-41d2-ade9-95e1bd5dbe98 None None] Network 432ecadc-13ed-4534-bb5d-3db9112befb3 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:00:08.313537 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-046e89b8-abfc-401c-a803-a2350f23fd97 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9c510936-298f-4d7e-b6bd-ee2068bbabe3 HTTP/1.1" status: 204 len: 168 time: 0.3655283 May 10 15:00:08.317186 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48434) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:08.426602 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b6cdff65-89b5-4b38-8938-7772ad3d303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:08.437710 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-b6cdff65-89b5-4b38-8938-7772ad3d303d admin admin] Deleting port 85379f78-27e7-4030-984c-c131df454fa0 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:00:08.438041 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b6cdff65-89b5-4b38-8938-7772ad3d303d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:08.498027 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48438) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:08.600595 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad94ee0-75f0-4f2e-972f-d4bf8a444ba5 None None] DHCP port deletion for 432ecadc-13ed-4534-bb5d-3db9112befb3 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 15:00:08.604676 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-fad94ee0-75f0-4f2e-972f-d4bf8a444ba5 None None] Deleting port 85379f78-27e7-4030-984c-c131df454fa0 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:00:08.605048 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fad94ee0-75f0-4f2e-972f-d4bf8a444ba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:08.635217 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-354650a3-d424-4b08-b131-92488187f275 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/658fc6bf-a161-4edf-8a2e-ddd7e41a3d7b HTTP/1.1" status: 200 len: 991 time: 0.1338782 May 10 15:00:08.705560 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-b6cdff65-89b5-4b38-8938-7772ad3d303d admin admin] For port 85379f78-27e7-4030-984c-c131df454fa0, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=85379f78-27e7-4030-984c-c131df454fa0,segment=NetworkSegment(d7574317-f155-4685-9a5d-5802df6f0649),segment_id=d7574317-f155-4685-9a5d-5802df6f0649)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:08.706096 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b6cdff65-89b5-4b38-8938-7772ad3d303d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:08.737106 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 01808c05-bd78-4025-84d1-3720fd7e0d2f up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:00:08.850217 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-b6cdff65-89b5-4b38-8938-7772ad3d303d admin admin] Calling delete_port for 85379f78-27e7-4030-984c-c131df454fa0 owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:00:08.898769 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-fad94ee0-75f0-4f2e-972f-d4bf8a444ba5 None None] For port 85379f78-27e7-4030-984c-c131df454fa0, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=85379f78-27e7-4030-984c-c131df454fa0,segment=NetworkSegment(d7574317-f155-4685-9a5d-5802df6f0649),segment_id=d7574317-f155-4685-9a5d-5802df6f0649)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:08.899168 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fad94ee0-75f0-4f2e-972f-d4bf8a444ba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:08.913994 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 01808c05-bd78-4025-84d1-3720fd7e0d2f triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:08.914342 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:08.957746 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b6cdff65-89b5-4b38-8938-7772ad3d303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:09.009510 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdff65-89b5-4b38-8938-7772ad3d303d admin admin] Pushing event deleted for resources: {'Port': ['ID=85379f78-27e7-4030-984c-c131df454fa0,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:09.011287 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cdff65-89b5-4b38-8938-7772ad3d303d admin admin] No DVR routers for this DVR port 85379f78-27e7-4030-984c-c131df454fa0 on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:00:09.070406 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-fad94ee0-75f0-4f2e-972f-d4bf8a444ba5 None None] Calling delete_port for 85379f78-27e7-4030-984c-c131df454fa0 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:00:09.128508 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b6cdff65-89b5-4b38-8938-7772ad3d303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:09.154062 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-b6cdff65-89b5-4b38-8938-7772ad3d303d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432ecadc-13ed-4534-bb5d-3db9112befb3']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:09.169032 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-b6cdff65-89b5-4b38-8938-7772ad3d303d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7574317-f155-4685-9a5d-5802df6f0649') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:09.169247 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-b6cdff65-89b5-4b38-8938-7772ad3d303d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7574317-f155-4685-9a5d-5802df6f0649') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:09.180969 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b6cdff65-89b5-4b38-8938-7772ad3d303d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:09.196845 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-fad94ee0-75f0-4f2e-972f-d4bf8a444ba5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 15:00:09.197476 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-fad94ee0-75f0-4f2e-972f-d4bf8a444ba5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 15:00:09.198398 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b6cdff65-89b5-4b38-8938-7772ad3d303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:09.205246 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6cdff65-89b5-4b38-8938-7772ad3d303d admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:00:09.205604 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b6cdff65-89b5-4b38-8938-7772ad3d303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:09.207974 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:00:09.224717 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:00:09.230941 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 01808c05-bd78-4025-84d1-3720fd7e0d2f, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=01808c05-bd78-4025-84d1-3720fd7e0d2f,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:09.235394 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:09.236258 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b5560149-ea51-4d9c-a5bb-62068f0b6094 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:00:09.264118 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abfbc86-ff00-4b4d-8aa0-a7246b434e7b None None] New status for floating IP 658fc6bf-a161-4edf-8a2e-ddd7e41a3d7b: ACTIVE {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:00:09.356069 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=01808c05-bd78-4025-84d1-3720fd7e0d2f,revision_number=6']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:09.368420 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port b5560149-ea51-4d9c-a5bb-62068f0b6094 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:09.368791 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:09.403644 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b6cdff65-89b5-4b38-8938-7772ad3d303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:09.424443 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b6cdff65-89b5-4b38-8938-7772ad3d303d admin admin] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:09.435962 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdff65-89b5-4b38-8938-7772ad3d303d admin admin] Pushing event deleted for resources: {'Network': ['ID=432ecadc-13ed-4534-bb5d-3db9112befb3,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:09.454447 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b6cdff65-89b5-4b38-8938-7772ad3d303d admin admin] 10.222.0.79 "DELETE /v2.0/networks/432ecadc-13ed-4534-bb5d-3db9112befb3 HTTP/1.1" status: 204 len: 168 time: 1.1332531 May 10 15:00:09.454796 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48442) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:09.533832 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:09.572447 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port b5560149-ea51-4d9c-a5bb-62068f0b6094, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b5560149-ea51-4d9c-a5bb-62068f0b6094,segment=NetworkSegment(35be71bb-30f9-4c78-b5d6-7ccdf5783c23),segment_id=35be71bb-30f9-4c78-b5d6-7ccdf5783c23)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:09.577660 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:09.637823 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48446) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:09.659083 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=b5560149-ea51-4d9c-a5bb-62068f0b6094,revision_number=7']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:09.665213 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 81b6fbc1-9373-4ccf-8add-c9a19379f77f no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:00:09.698206 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-fad94ee0-75f0-4f2e-972f-d4bf8a444ba5 None None] Deleting port 85379f78-27e7-4030-984c-c131df454fa0 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:00:09.698768 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fad94ee0-75f0-4f2e-972f-d4bf8a444ba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:09.742631 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 81b6fbc1-9373-4ccf-8add-c9a19379f77f {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:00:09.743517 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 81b6fbc1-9373-4ccf-8add-c9a19379f77f not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:00:09.743517 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4980ca6f-0667-49af-b857-8e7e921c8439 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:00:09.762837 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d426fe41-bd7b-4b8e-a7f8-538334d0bf1a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/658fc6bf-a161-4edf-8a2e-ddd7e41a3d7b HTTP/1.1" status: 200 len: 993 time: 0.1237128 May 10 15:00:09.792863 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 4980ca6f-0667-49af-b857-8e7e921c8439 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:00:09.793219 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4980ca6f-0667-49af-b857-8e7e921c8439 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:00:09.793636 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 85379f78-27e7-4030-984c-c131df454fa0 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:00:09.866403 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-fad94ee0-75f0-4f2e-972f-d4bf8a444ba5 None None] The port '85379f78-27e7-4030-984c-c131df454fa0' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 15:00:09.867513 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 85379f78-27e7-4030-984c-c131df454fa0 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:00:09.868049 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 85379f78-27e7-4030-984c-c131df454fa0 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:00:10.090773 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48454) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:10.156922 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c38d3a9e-731d-40a1-a8ac-b54c56814aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:10.300561 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-9eb791a3-d3c1-4e9c-897a-800a6f12564c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 57282c96-cc1e-43b2-bb4b-18146c2471c7 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:00:10.301162 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9eb791a3-d3c1-4e9c-897a-800a6f12564c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:10.477507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9eb791a3-d3c1-4e9c-897a-800a6f12564c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:10.477836 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9eb791a3-d3c1-4e9c-897a-800a6f12564c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:10.509575 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c38d3a9e-731d-40a1-a8ac-b54c56814aad admin admin] Deleting port 09013b67-dd8f-4ce7-b17d-66cdfb59a766 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:00:10.509901 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c38d3a9e-731d-40a1-a8ac-b54c56814aad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:10.600396 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-9eb791a3-d3c1-4e9c-897a-800a6f12564c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 57282c96-cc1e-43b2-bb4b-18146c2471c7 owned by network:floatingip {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:00:10.661850 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 01808c05-bd78-4025-84d1-3720fd7e0d2f up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:00:10.691698 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-c38d3a9e-731d-40a1-a8ac-b54c56814aad admin admin] For port 09013b67-dd8f-4ce7-b17d-66cdfb59a766, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=09013b67-dd8f-4ce7-b17d-66cdfb59a766,segment=NetworkSegment(fe1ac890-9651-4f7f-a6fa-522df723dac5),segment_id=fe1ac890-9651-4f7f-a6fa-522df723dac5)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:10.692165 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c38d3a9e-731d-40a1-a8ac-b54c56814aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:10.731317 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 01808c05-bd78-4025-84d1-3720fd7e0d2f triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:10.731837 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:10.764043 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9eb791a3-d3c1-4e9c-897a-800a6f12564c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:10.821802 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb791a3-d3c1-4e9c-897a-800a6f12564c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=57282c96-cc1e-43b2-bb4b-18146c2471c7,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:10.824134 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c38d3a9e-731d-40a1-a8ac-b54c56814aad admin admin] Calling delete_port for 09013b67-dd8f-4ce7-b17d-66cdfb59a766 owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:00:10.860366 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b5560149-ea51-4d9c-a5bb-62068f0b6094 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:00:10.933347 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port b5560149-ea51-4d9c-a5bb-62068f0b6094 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:10.933715 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:10.991758 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9eb791a3-d3c1-4e9c-897a-800a6f12564c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:10.992166 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [None req-9eb791a3-d3c1-4e9c-897a-800a6f12564c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Floating IP 658fc6bf-a161-4edf-8a2e-ddd7e41a3d7b disassociated (deleted). External IP: 172.26.0.111, port: 73f88a89-26a8-40eb-b0df-77c16a52faeb. May 10 15:00:11.050701 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c38d3a9e-731d-40a1-a8ac-b54c56814aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:11.100764 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d3a9e-731d-40a1-a8ac-b54c56814aad admin admin] Pushing event deleted for resources: {'Port': ['ID=09013b67-dd8f-4ce7-b17d-66cdfb59a766,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:11.134168 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38d3a9e-731d-40a1-a8ac-b54c56814aad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:11.134506 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38d3a9e-731d-40a1-a8ac-b54c56814aad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:11.134848 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38d3a9e-731d-40a1-a8ac-b54c56814aad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:11.135178 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38d3a9e-731d-40a1-a8ac-b54c56814aad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:11.135526 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38d3a9e-731d-40a1-a8ac-b54c56814aad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:11.135859 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38d3a9e-731d-40a1-a8ac-b54c56814aad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:11.136184 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38d3a9e-731d-40a1-a8ac-b54c56814aad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:11.136510 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38d3a9e-731d-40a1-a8ac-b54c56814aad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:11.136833 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38d3a9e-731d-40a1-a8ac-b54c56814aad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:11.137151 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38d3a9e-731d-40a1-a8ac-b54c56814aad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:11.137469 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38d3a9e-731d-40a1-a8ac-b54c56814aad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:11.137785 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38d3a9e-731d-40a1-a8ac-b54c56814aad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:11.474629 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb791a3-d3c1-4e9c-897a-800a6f12564c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router 928695c0-cc55-4567-a724-dfba8f52e20d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:00:11.502053 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c38d3a9e-731d-40a1-a8ac-b54c56814aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:11.657666 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb791a3-d3c1-4e9c-897a-800a6f12564c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:00:11.668285 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3cddd5-e6d2-4f86-860e-7af5600e7395 None None] Sync routers for ids ['928695c0-cc55-4567-a724-dfba8f52e20d'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:00:11.676662 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9eb791a3-d3c1-4e9c-897a-800a6f12564c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:11.678690 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3cddd5-e6d2-4f86-860e-7af5600e7395 None None] Routers {'928695c0-cc55-4567-a724-dfba8f52e20d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:00:11.679929 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7f3cddd5-e6d2-4f86-860e-7af5600e7395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:59:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['928695c0-cc55-4567-a724-dfba8f52e20d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:11.735257 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9eb791a3-d3c1-4e9c-897a-800a6f12564c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/floatingips/658fc6bf-a161-4edf-8a2e-ddd7e41a3d7b HTTP/1.1" status: 204 len: 168 time: 1.6409266 May 10 15:00:11.735257 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5dd7825-93af-4c81-a52b-635163fcd8fb', 'tag': '73f88a89-26a8-40eb-b0df-77c16a52faeb'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:00:11.794065 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cfee508-ed8b-43ed-aadc-d597f97d3c60'] response: {'name': 'network-changed', 'server_uuid': 'b5dd7825-93af-4c81-a52b-635163fcd8fb', 'tag': '73f88a89-26a8-40eb-b0df-77c16a52faeb', 'status': 'completed', 'code': 200} May 10 15:00:11.868279 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38d3a9e-731d-40a1-a8ac-b54c56814aad admin admin] Router 2736df00-1803-44b5-a5a4-aa6550967d09 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:00:11.900793 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-7f3cddd5-e6d2-4f86-860e-7af5600e7395 None None] Set router 928695c0-cc55-4567-a724-dfba8f52e20d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:00:11.927037 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e565fbb-b929-4701-af92-d7cbf3194159 req-98195b69-c77d-466e-a7e9-226d6acee2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:11.928739 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8e565fbb-b929-4701-af92-d7cbf3194159 req-98195b69-c77d-466e-a7e9-226d6acee2ea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=b5dd7825-93af-4c81-a52b-635163fcd8fb HTTP/1.1" status: 200 len: 1098 time: 0.0995102 May 10 15:00:12.085846 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38d3a9e-731d-40a1-a8ac-b54c56814aad admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:00:12.099187 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa8e1d4-badb-4320-8006-d41e664160b8 None None] Sync routers for ids ['2736df00-1803-44b5-a5a4-aa6550967d09'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:00:12.104243 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e565fbb-b929-4701-af92-d7cbf3194159 req-be70b53d-cf7c-47dc-ad1c-283287aac953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:12.106039 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8e565fbb-b929-4701-af92-d7cbf3194159 req-be70b53d-cf7c-47dc-ad1c-283287aac953 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cacc3a32-ee6a-4244-9a80-04b38cb57809 HTTP/1.1" status: 200 len: 897 time: 0.1630249 May 10 15:00:12.109800 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa8e1d4-badb-4320-8006-d41e664160b8 None None] Routers {'2736df00-1803-44b5-a5a4-aa6550967d09'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:00:12.110509 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8aa8e1d4-badb-4320-8006-d41e664160b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:59:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2736df00-1803-44b5-a5a4-aa6550967d09'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:12.120254 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c38d3a9e-731d-40a1-a8ac-b54c56814aad admin admin] 10.222.0.79 "PUT /v2.0/routers/2736df00-1803-44b5-a5a4-aa6550967d09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6643019 May 10 15:00:12.122636 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48464) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:12.205941 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8e565fbb-b929-4701-af92-d7cbf3194159 req-02fff8d4-960e-42da-8e7a-5d3995f51c5d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73f88a89-26a8-40eb-b0df-77c16a52faeb HTTP/1.1" status: 200 len: 217 time: 0.0916741 May 10 15:00:12.283931 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7f3cddd5-e6d2-4f86-860e-7af5600e7395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'name': 'tempest-TestNetworkBasicOps-router-608439601', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200'}], 'enable_snat': True}, 'gw_port_id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T14:59:11Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T15:00:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'b5560149-ea51-4d9c-a5bb-62068f0b6094', 'name': '', 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:82:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:10Z', 'updated_at': '2022-05-10T15:00:09Z', 'revision_number': 7, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:12.288525 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e565fbb-b929-4701-af92-d7cbf3194159 req-979a5464-4666-4026-b281-ff63e2eeac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:12.288855 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3cddd5-e6d2-4f86-860e-7af5600e7395 None None] Checking router: 928695c0-cc55-4567-a724-dfba8f52e20d for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:00:12.290287 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8e565fbb-b929-4701-af92-d7cbf3194159 req-979a5464-4666-4026-b281-ff63e2eeac94 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ca2ab4bf-4452-4dc6-b60d-781e667a6861 HTTP/1.1" status: 200 len: 834 time: 0.0757263 May 10 15:00:12.297881 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3cddd5-e6d2-4f86-860e-7af5600e7395 None None] Routers {'928695c0-cc55-4567-a724-dfba8f52e20d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:00:12.298531 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7f3cddd5-e6d2-4f86-860e-7af5600e7395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:59:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['928695c0-cc55-4567-a724-dfba8f52e20d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:12.355835 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-8aa8e1d4-badb-4320-8006-d41e664160b8 None None] Set router 2736df00-1803-44b5-a5a4-aa6550967d09 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:00:12.371161 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e565fbb-b929-4701-af92-d7cbf3194159 req-1a4cc595-31e4-4982-9c61-e53d088d2dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:12.373181 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8e565fbb-b929-4701-af92-d7cbf3194159 req-1a4cc595-31e4-4982-9c61-e53d088d2dd8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cacc3a32-ee6a-4244-9a80-04b38cb57809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758429 May 10 15:00:12.386105 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ac320-42b4-4315-ba68-c9837a9ae1b3 req-a11298d7-ace0-42fb-82df-f71d132bde5d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:12.387949 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d04ac320-42b4-4315-ba68-c9837a9ae1b3 req-a11298d7-ace0-42fb-82df-f71d132bde5d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5dd7825-93af-4c81-a52b-635163fcd8fb HTTP/1.1" status: 200 len: 945 time: 0.1992605 May 10 15:00:12.417532 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-394ca613-757f-4a09-8287-70661be851b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:12.529913 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8e565fbb-b929-4701-af92-d7cbf3194159 req-26cf4fad-4f31-4ed9-aba5-828950643d89 service neutron] 10.222.0.86 "GET /v2.0/networks/cacc3a32-ee6a-4244-9a80-04b38cb57809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494138 May 10 15:00:12.533911 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d04ac320-42b4-4315-ba68-c9837a9ae1b3 req-c2806f0f-5576-454b-b4e5-6354c9d136eb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=0154d8e9-beb7-408f-9070-15e2ffe8c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386018 May 10 15:00:12.551792 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-7f3cddd5-e6d2-4f86-860e-7af5600e7395 None None] Set router 928695c0-cc55-4567-a724-dfba8f52e20d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:00:12.692701 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-394ca613-757f-4a09-8287-70661be851b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:12.705188 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-394ca613-757f-4a09-8287-70661be851b7 admin admin] Deleting port 90660f56-8068-44ca-9c91-75ea42af9007 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:00:12.705537 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-394ca613-757f-4a09-8287-70661be851b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:12.724997 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8e565fbb-b929-4701-af92-d7cbf3194159 req-458c5b67-53ef-4f0b-9307-6c1ba33baca7 service neutron] 10.222.0.86 "GET /v2.0/networks/cacc3a32-ee6a-4244-9a80-04b38cb57809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856446 May 10 15:00:12.743747 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8aa8e1d4-badb-4320-8006-d41e664160b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2736df00-1803-44b5-a5a4-aa6550967d09', 'name': 'tempest-TestVolumeBootPattern-2057801875-router', 'tenant_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': '90660f56-8068-44ca-9c91-75ea42af9007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:28Z', 'updated_at': '2022-05-10T15:00:10Z', 'revision_number': 5, 'project_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'gw_port': {'id': '90660f56-8068-44ca-9c91-75ea42af9007', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2736df00-1803-44b5-a5a4-aa6550967d09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:51:30Z', 'updated_at': '2022-05-10T14:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:12.748704 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa8e1d4-badb-4320-8006-d41e664160b8 None None] Checking router: 2736df00-1803-44b5-a5a4-aa6550967d09 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:00:12.758874 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa8e1d4-badb-4320-8006-d41e664160b8 None None] Routers {'2736df00-1803-44b5-a5a4-aa6550967d09'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:00:12.759526 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8aa8e1d4-badb-4320-8006-d41e664160b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:59:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2736df00-1803-44b5-a5a4-aa6550967d09'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:12.910477 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7f3cddd5-e6d2-4f86-860e-7af5600e7395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'name': 'tempest-TestNetworkBasicOps-router-608439601', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200'}], 'enable_snat': True}, 'gw_port_id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T14:59:11Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T15:00:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'b5560149-ea51-4d9c-a5bb-62068f0b6094', 'name': '', 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:82:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:10Z', 'updated_at': '2022-05-10T15:00:09Z', 'revision_number': 7, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:12.914817 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3cddd5-e6d2-4f86-860e-7af5600e7395 None None] The sync data for ids ['928695c0-cc55-4567-a724-dfba8f52e20d'] in dv-neutron-841204-2-hyperv is: [{'id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'name': 'tempest-TestNetworkBasicOps-router-608439601', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200'}], 'enable_snat': True}, 'gw_port_id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T14:59:11Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T15:00:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'b5560149-ea51-4d9c-a5bb-62068f0b6094', 'name': '', 'network_id': 'cacc3a32-ee6a-4244-9a80-04b38cb57809', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:82:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:10Z', 'updated_at': '2022-05-10T15:00:09Z', 'revision_number': 7, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'ca2ab4bf-4452-4dc6-b60d-781e667a6861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:00:12.918216 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-8aa8e1d4-badb-4320-8006-d41e664160b8 None None] Set router 2736df00-1803-44b5-a5a4-aa6550967d09 gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:00:13.031808 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8aa8e1d4-badb-4320-8006-d41e664160b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2736df00-1803-44b5-a5a4-aa6550967d09', 'name': 'tempest-TestVolumeBootPattern-2057801875-router', 'tenant_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:28Z', 'updated_at': '2022-05-10T15:00:12Z', 'revision_number': 6, 'project_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:13.037403 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa8e1d4-badb-4320-8006-d41e664160b8 None None] The sync data for ids ['2736df00-1803-44b5-a5a4-aa6550967d09'] in dv-neutron-841204-2-hyperv is: [{'id': '2736df00-1803-44b5-a5a4-aa6550967d09', 'name': 'tempest-TestVolumeBootPattern-2057801875-router', 'tenant_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:51:28Z', 'updated_at': '2022-05-10T15:00:12Z', 'revision_number': 6, 'project_id': '5083c068bd7d4a4893678d0b6c7db1c3', 'gw_port_host': None}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:00:13.046054 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-394ca613-757f-4a09-8287-70661be851b7 admin admin] For port 90660f56-8068-44ca-9c91-75ea42af9007, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=90660f56-8068-44ca-9c91-75ea42af9007,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:13.048076 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-394ca613-757f-4a09-8287-70661be851b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:13.179134 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-394ca613-757f-4a09-8287-70661be851b7 admin admin] Calling delete_port for 90660f56-8068-44ca-9c91-75ea42af9007 owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:00:13.355650 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-394ca613-757f-4a09-8287-70661be851b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:13.408201 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ca613-757f-4a09-8287-70661be851b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=90660f56-8068-44ca-9c91-75ea42af9007,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:13.510739 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-394ca613-757f-4a09-8287-70661be851b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:13.673592 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da688422-c8b7-4086-a35a-b7beb965e233 req-0c1c8907-535a-46b6-b635-6e3fcbab75ba tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:13.674590 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-da688422-c8b7-4086-a35a-b7beb965e233 req-0c1c8907-535a-46b6-b635-6e3fcbab75ba tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:00:13.699196 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-da688422-c8b7-4086-a35a-b7beb965e233 req-0c1c8907-535a-46b6-b635-6e3fcbab75ba tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:00:13.700344 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-da688422-c8b7-4086-a35a-b7beb965e233 req-0c1c8907-535a-46b6-b635-6e3fcbab75ba tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/ports?device_id=b5dd7825-93af-4c81-a52b-635163fcd8fb HTTP/1.1" status: 200 len: 945 time: 0.1174133 May 10 15:00:13.710975 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d151d020-ce60-44d2-9f92-7bbd77a2dc02 None None] New status for floating IP 658fc6bf-a161-4edf-8a2e-ddd7e41a3d7b: DOWN {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:00:13.735866 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-394ca613-757f-4a09-8287-70661be851b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:13.739043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-394ca613-757f-4a09-8287-70661be851b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:13.773500 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-394ca613-757f-4a09-8287-70661be851b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:13.773917 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394ca613-757f-4a09-8287-70661be851b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2736df00-1803-44b5-a5a4-aa6550967d09 {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:00:13.790687 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-394ca613-757f-4a09-8287-70661be851b7 admin admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:13.791817 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-394ca613-757f-4a09-8287-70661be851b7 admin admin] 10.222.0.79 "DELETE /v2.0/routers/2736df00-1803-44b5-a5a4-aa6550967d09 HTTP/1.1" status: 204 len: 168 time: 1.6680877 May 10 15:00:13.795919 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48470) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:13.796644 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-da688422-c8b7-4086-a35a-b7beb965e233 req-ee5ed2cd-b3af-43e0-b012-82fb1be5bec4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 73f88a89-26a8-40eb-b0df-77c16a52faeb {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:00:13.797105 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-da688422-c8b7-4086-a35a-b7beb965e233 req-ee5ed2cd-b3af-43e0-b012-82fb1be5bec4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:13.859608 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ae13b-f6e0-4eb0-914a-16550adcd2a0 req-09832dad-2b9c-43f7-8b58-da19982433bd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:13.861136 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2e9ae13b-f6e0-4eb0-914a-16550adcd2a0 req-09832dad-2b9c-43f7-8b58-da19982433bd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5dd7825-93af-4c81-a52b-635163fcd8fb HTTP/1.1" status: 200 len: 945 time: 0.1825037 May 10 15:00:13.891265 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-e23994bc-6839-4392-ae0b-d4e234d09b32 admin admin] Deleting subnet 592441a0-94bf-4d8c-ae77-8267334268a5 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:00:13.898756 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e23994bc-6839-4392-ae0b-d4e234d09b32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:13.964961 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2e9ae13b-f6e0-4eb0-914a-16550adcd2a0 req-ca502b37-d2bf-4899-98ec-785b645cd0d5 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=0154d8e9-beb7-408f-9070-15e2ffe8c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960467 May 10 15:00:13.970773 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e23994bc-6839-4392-ae0b-d4e234d09b32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:14.059864 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e23994bc-6839-4392-ae0b-d4e234d09b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:14.101470 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-da688422-c8b7-4086-a35a-b7beb965e233 req-ee5ed2cd-b3af-43e0-b012-82fb1be5bec4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port 73f88a89-26a8-40eb-b0df-77c16a52faeb, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=73f88a89-26a8-40eb-b0df-77c16a52faeb,segment=NetworkSegment(35be71bb-30f9-4c78-b5d6-7ccdf5783c23),segment_id=35be71bb-30f9-4c78-b5d6-7ccdf5783c23)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:14.101834 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-da688422-c8b7-4086-a35a-b7beb965e233 req-ee5ed2cd-b3af-43e0-b012-82fb1be5bec4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:14.134676 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e23994bc-6839-4392-ae0b-d4e234d09b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:14.176317 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e23994bc-6839-4392-ae0b-d4e234d09b32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:14.184002 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e23994bc-6839-4392-ae0b-d4e234d09b32 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/592441a0-94bf-4d8c-ae77-8267334268a5 HTTP/1.1" status: 204 len: 168 time: 0.3874342 May 10 15:00:14.184330 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7d2409-9c5d-45b9-9ee6-ac527ad62aef None None] Network e0d002d1-4e57-40fe-bfbb-66e6141ad195 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:00:14.185014 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23994bc-6839-4392-ae0b-d4e234d09b32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=592441a0-94bf-4d8c-ae77-8267334268a5,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:14.187554 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48474) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:14.306850 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2e48c939-eb1f-4178-b198-ce850c56df0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:14.318289 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-2e48c939-eb1f-4178-b198-ce850c56df0c admin admin] Deleting port d64567e8-2db9-4e35-ba56-86804952d1d9 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:00:14.318707 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2e48c939-eb1f-4178-b198-ce850c56df0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:14.340123 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-da688422-c8b7-4086-a35a-b7beb965e233 req-ee5ed2cd-b3af-43e0-b012-82fb1be5bec4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 73f88a89-26a8-40eb-b0df-77c16a52faeb owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:00:14.471640 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c7cde1-d49e-4ea7-a195-bab3e42049c5 None None] DHCP port deletion for e0d002d1-4e57-40fe-bfbb-66e6141ad195 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 15:00:14.476650 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-64c7cde1-d49e-4ea7-a195-bab3e42049c5 None None] Deleting port d64567e8-2db9-4e35-ba56-86804952d1d9 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:00:14.477123 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-64c7cde1-d49e-4ea7-a195-bab3e42049c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:14.492037 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-da688422-c8b7-4086-a35a-b7beb965e233 req-ee5ed2cd-b3af-43e0-b012-82fb1be5bec4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:14.539755 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-2e48c939-eb1f-4178-b198-ce850c56df0c admin admin] For port d64567e8-2db9-4e35-ba56-86804952d1d9, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d64567e8-2db9-4e35-ba56-86804952d1d9,segment=NetworkSegment(fe1ac890-9651-4f7f-a6fa-522df723dac5),segment_id=fe1ac890-9651-4f7f-a6fa-522df723dac5)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:14.540080 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2e48c939-eb1f-4178-b198-ce850c56df0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:14.555913 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ed2cd-b3af-43e0-b012-82fb1be5bec4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=73f88a89-26a8-40eb-b0df-77c16a52faeb,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:14.634053 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-da688422-c8b7-4086-a35a-b7beb965e233 req-ee5ed2cd-b3af-43e0-b012-82fb1be5bec4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] No DVR routers for this DVR port 73f88a89-26a8-40eb-b0df-77c16a52faeb on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:00:14.636774 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-da688422-c8b7-4086-a35a-b7beb965e233 req-ee5ed2cd-b3af-43e0-b012-82fb1be5bec4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:14.639837 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dd7825-93af-4c81-a52b-635163fcd8fb', 'name': 'network-vif-deleted', 'tag': '73f88a89-26a8-40eb-b0df-77c16a52faeb'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:00:14.664445 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-da688422-c8b7-4086-a35a-b7beb965e233 req-ee5ed2cd-b3af-43e0-b012-82fb1be5bec4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "DELETE /v2.0/ports/73f88a89-26a8-40eb-b0df-77c16a52faeb HTTP/1.1" status: 204 len: 173 time: 0.9554462 May 10 15:00:14.701406 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d64567e8-2db9-4e35-ba56-86804952d1d9 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:00:14.714668 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa2b815c-fbc8-4043-8c91-c4edf2964afb'] response: {'server_uuid': 'b5dd7825-93af-4c81-a52b-635163fcd8fb', 'name': 'network-vif-deleted', 'tag': '73f88a89-26a8-40eb-b0df-77c16a52faeb', 'status': 'completed', 'code': 200} May 10 15:00:14.784004 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-64c7cde1-d49e-4ea7-a195-bab3e42049c5 None None] For port d64567e8-2db9-4e35-ba56-86804952d1d9, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d64567e8-2db9-4e35-ba56-86804952d1d9,segment=NetworkSegment(fe1ac890-9651-4f7f-a6fa-522df723dac5),segment_id=fe1ac890-9651-4f7f-a6fa-522df723dac5)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:14.784343 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-64c7cde1-d49e-4ea7-a195-bab3e42049c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:14.819212 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-2e48c939-eb1f-4178-b198-ce850c56df0c admin admin] Calling delete_port for d64567e8-2db9-4e35-ba56-86804952d1d9 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:00:14.918964 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2e48c939-eb1f-4178-b198-ce850c56df0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:14.921992 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-64c7cde1-d49e-4ea7-a195-bab3e42049c5 None None] Calling delete_port for d64567e8-2db9-4e35-ba56-86804952d1d9 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:00:14.979212 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48c939-eb1f-4178-b198-ce850c56df0c admin admin] Pushing event deleted for resources: {'Port': ['ID=d64567e8-2db9-4e35-ba56-86804952d1d9,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:14.988765 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e48c939-eb1f-4178-b198-ce850c56df0c admin admin] No DVR routers for this DVR port d64567e8-2db9-4e35-ba56-86804952d1d9 on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:00:14.998974 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Port d64567e8-2db9-4e35-ba56-86804952d1d9 update to DOWN by agent not found {{(pid=88053) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 10 15:00:14.999416 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 09013b67-dd8f-4ce7-b17d-66cdfb59a766 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:00:15.040952 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 09013b67-dd8f-4ce7-b17d-66cdfb59a766 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:00:15.041218 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 09013b67-dd8f-4ce7-b17d-66cdfb59a766 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:00:15.041641 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 90660f56-8068-44ca-9c91-75ea42af9007 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:00:15.079068 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 90660f56-8068-44ca-9c91-75ea42af9007 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:00:15.079418 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 90660f56-8068-44ca-9c91-75ea42af9007 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:00:15.112889 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-64c7cde1-d49e-4ea7-a195-bab3e42049c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 15:00:15.113561 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-64c7cde1-d49e-4ea7-a195-bab3e42049c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 15:00:15.134928 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2e48c939-eb1f-4178-b198-ce850c56df0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:15.200960 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ac0d7bf0-a2f7-45a6-a9fb-8b63c53207ab req-6e96c1ac-0e1f-46a4-b6d1-2e36c09d4f0e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5dd7825-93af-4c81-a52b-635163fcd8fb HTTP/1.1" status: 200 len: 210 time: 0.0587280 May 10 15:00:15.202647 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-2e48c939-eb1f-4178-b198-ce850c56df0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d002d1-4e57-40fe-bfbb-66e6141ad195']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:15.217260 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-2e48c939-eb1f-4178-b198-ce850c56df0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1ac890-9651-4f7f-a6fa-522df723dac5') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:15.217559 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-2e48c939-eb1f-4178-b198-ce850c56df0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1ac890-9651-4f7f-a6fa-522df723dac5') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:15.230416 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2e48c939-eb1f-4178-b198-ce850c56df0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:15.246687 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2e48c939-eb1f-4178-b198-ce850c56df0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:15.252859 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e48c939-eb1f-4178-b198-ce850c56df0c admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:00:15.253751 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2e48c939-eb1f-4178-b198-ce850c56df0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:00:15.267133 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:00:15.346456 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2e48c939-eb1f-4178-b198-ce850c56df0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:15.363656 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2e48c939-eb1f-4178-b198-ce850c56df0c admin admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:15.373564 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48c939-eb1f-4178-b198-ce850c56df0c admin admin] Pushing event deleted for resources: {'Network': ['ID=e0d002d1-4e57-40fe-bfbb-66e6141ad195,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:15.381182 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2e48c939-eb1f-4178-b198-ce850c56df0c admin admin] 10.222.0.79 "DELETE /v2.0/networks/e0d002d1-4e57-40fe-bfbb-66e6141ad195 HTTP/1.1" status: 204 len: 168 time: 1.1926718 May 10 15:00:15.494094 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48484) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:15.543025 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8550b7b7-1c27-4f8b-902f-b0ad1b324c92 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=903a8a4d2d8d4cfebec6bebbeebec3f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476940 May 10 15:00:15.545442 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48488) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:15.604644 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e597b6d-5d3d-4f6c-958f-539d50a4a37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:15.614685 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-64c7cde1-d49e-4ea7-a195-bab3e42049c5 None None] Deleting port d64567e8-2db9-4e35-ba56-86804952d1d9 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:00:15.615153 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-64c7cde1-d49e-4ea7-a195-bab3e42049c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:15.630719 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e597b6d-5d3d-4f6c-958f-539d50a4a37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:15.683693 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e597b6d-5d3d-4f6c-958f-539d50a4a37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:15.683922 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-64c7cde1-d49e-4ea7-a195-bab3e42049c5 None None] The port 'd64567e8-2db9-4e35-ba56-86804952d1d9' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 15:00:15.701300 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e597b6d-5d3d-4f6c-958f-539d50a4a37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e36906-ed8b-4a5b-8f14-fdcf9fbe4ac6,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:15.708283 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e597b6d-5d3d-4f6c-958f-539d50a4a37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:15.709402 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2e597b6d-5d3d-4f6c-958f-539d50a4a37b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d4e36906-ed8b-4a5b-8f14-fdcf9fbe4ac6 HTTP/1.1" status: 204 len: 168 time: 0.1630595 May 10 15:00:16.047794 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48496) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:16.099827 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1d479a77-ed8c-413b-bb4a-66fbb8de1a10 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5083c068bd7d4a4893678d0b6c7db1c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508773 May 10 15:00:16.102530 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48500) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:16.162126 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e67d19d1-0253-4a4b-a205-9b7a40c823bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:16.187784 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e67d19d1-0253-4a4b-a205-9b7a40c823bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:16.243937 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e67d19d1-0253-4a4b-a205-9b7a40c823bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:16.259410 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d19d1-0253-4a4b-a205-9b7a40c823bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803f94eb-cfc7-4205-87f8-b31004eef1fd,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:16.265650 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e67d19d1-0253-4a4b-a205-9b7a40c823bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:16.269065 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e67d19d1-0253-4a4b-a205-9b7a40c823bc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/803f94eb-cfc7-4205-87f8-b31004eef1fd HTTP/1.1" status: 204 len: 168 time: 0.1633360 May 10 15:00:16.300094 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48508) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:16.368543 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5d263101-72d5-4bf5-af15-8833608c22dd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:16.402264 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5d263101-72d5-4bf5-af15-8833608c22dd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:16.477353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5d263101-72d5-4bf5-af15-8833608c22dd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:16.498606 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d263101-72d5-4bf5-af15-8833608c22dd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0154d8e9-beb7-408f-9070-15e2ffe8c1f1,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:16.511839 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5d263101-72d5-4bf5-af15-8833608c22dd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:16.513008 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5d263101-72d5-4bf5-af15-8833608c22dd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/security-groups/0154d8e9-beb7-408f-9070-15e2ffe8c1f1 HTTP/1.1" status: 204 len: 168 time: 0.2119184 May 10 15:00:16.548247 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48514) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:17.150675 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-33845ce8-6113-4149-913e-2fd80fe92033 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:17.597933 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-33845ce8-6113-4149-913e-2fd80fe92033 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port b5560149-ea51-4d9c-a5bb-62068f0b6094 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:00:17.598832 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-33845ce8-6113-4149-913e-2fd80fe92033 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:17.698560 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 73f88a89-26a8-40eb-b0df-77c16a52faeb no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:00:17.731708 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: 73f88a89-26a8-40eb-b0df-77c16a52faeb {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:00:17.732047 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 73f88a89-26a8-40eb-b0df-77c16a52faeb not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:00:17.786249 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-33845ce8-6113-4149-913e-2fd80fe92033 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port b5560149-ea51-4d9c-a5bb-62068f0b6094, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b5560149-ea51-4d9c-a5bb-62068f0b6094,segment=NetworkSegment(35be71bb-30f9-4c78-b5d6-7ccdf5783c23),segment_id=35be71bb-30f9-4c78-b5d6-7ccdf5783c23)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:17.786669 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-33845ce8-6113-4149-913e-2fd80fe92033 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:17.911341 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-33845ce8-6113-4149-913e-2fd80fe92033 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for b5560149-ea51-4d9c-a5bb-62068f0b6094 owned by network:router_interface {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:00:18.103939 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-33845ce8-6113-4149-913e-2fd80fe92033 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:18.151810 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33845ce8-6113-4149-913e-2fd80fe92033 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=b5560149-ea51-4d9c-a5bb-62068f0b6094,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:18.431854 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-33845ce8-6113-4149-913e-2fd80fe92033 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:18.793147 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33845ce8-6113-4149-913e-2fd80fe92033 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router 928695c0-cc55-4567-a724-dfba8f52e20d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:00:19.080649 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33845ce8-6113-4149-913e-2fd80fe92033 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:00:19.089758 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547492c4-a943-4dc4-864d-f14f418200e9 None None] Sync routers for ids ['928695c0-cc55-4567-a724-dfba8f52e20d'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:00:19.093162 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-33845ce8-6113-4149-913e-2fd80fe92033 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/routers/928695c0-cc55-4567-a724-dfba8f52e20d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5437498 May 10 15:00:19.095862 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48518) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:19.099624 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547492c4-a943-4dc4-864d-f14f418200e9 None None] Routers {'928695c0-cc55-4567-a724-dfba8f52e20d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:00:19.100227 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-547492c4-a943-4dc4-864d-f14f418200e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:59:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['928695c0-cc55-4567-a724-dfba8f52e20d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:19.163130 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb5133f-e3b0-4c8f-ba2a-818e73b5a8ac tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting subnet ca2ab4bf-4452-4dc6-b60d-781e667a6861 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:00:19.166112 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1bb5133f-e3b0-4c8f-ba2a-818e73b5a8ac tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:19.219652 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1bb5133f-e3b0-4c8f-ba2a-818e73b5a8ac tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:19.286967 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-547492c4-a943-4dc4-864d-f14f418200e9 None None] Set router 928695c0-cc55-4567-a724-dfba8f52e20d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:00:19.309351 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1bb5133f-e3b0-4c8f-ba2a-818e73b5a8ac tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:19.382881 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1bb5133f-e3b0-4c8f-ba2a-818e73b5a8ac tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:19.424850 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5133f-e3b0-4c8f-ba2a-818e73b5a8ac tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Subnet': ['ID=ca2ab4bf-4452-4dc6-b60d-781e667a6861,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:19.429024 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1bb5133f-e3b0-4c8f-ba2a-818e73b5a8ac tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:19.435648 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1bb5133f-e3b0-4c8f-ba2a-818e73b5a8ac tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/subnets/ca2ab4bf-4452-4dc6-b60d-781e667a6861 HTTP/1.1" status: 204 len: 168 time: 0.3388336 May 10 15:00:19.437837 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fd5542-cd36-468a-a2ff-331aae5cc5c3 None None] Network cacc3a32-ee6a-4244-9a80-04b38cb57809 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:00:19.438692 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48522) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:19.569009 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-547492c4-a943-4dc4-864d-f14f418200e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'name': 'tempest-TestNetworkBasicOps-router-608439601', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200'}], 'enable_snat': True}, 'gw_port_id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T15:00:18Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T15:00:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:19.572961 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547492c4-a943-4dc4-864d-f14f418200e9 None None] Checking router: 928695c0-cc55-4567-a724-dfba8f52e20d for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:00:19.581230 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547492c4-a943-4dc4-864d-f14f418200e9 None None] Routers {'928695c0-cc55-4567-a724-dfba8f52e20d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:00:19.581824 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-547492c4-a943-4dc4-864d-f14f418200e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T14:59:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['928695c0-cc55-4567-a724-dfba8f52e20d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:19.621232 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cbf7820e-5b17-4885-9611-38cef6e1ea9a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:19.706789 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb01e904-4558-461a-b3f1-9b9be6898a0f None None] DHCP port deletion for cacc3a32-ee6a-4244-9a80-04b38cb57809 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 15:00:19.711210 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-bb01e904-4558-461a-b3f1-9b9be6898a0f None None] Deleting port 3ca7671b-57cc-4e96-a450-62080bc646f3 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:00:19.711654 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bb01e904-4558-461a-b3f1-9b9be6898a0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:19.766252 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-547492c4-a943-4dc4-864d-f14f418200e9 None None] Set router 928695c0-cc55-4567-a724-dfba8f52e20d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:00:19.821121 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cbf7820e-5b17-4885-9611-38cef6e1ea9a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:19.834795 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7820e-5b17-4885-9611-38cef6e1ea9a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 01808c05-bd78-4025-84d1-3720fd7e0d2f {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:00:19.835526 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cbf7820e-5b17-4885-9611-38cef6e1ea9a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:19.936290 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-bb01e904-4558-461a-b3f1-9b9be6898a0f None None] For port 3ca7671b-57cc-4e96-a450-62080bc646f3, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=3ca7671b-57cc-4e96-a450-62080bc646f3,segment=NetworkSegment(35be71bb-30f9-4c78-b5d6-7ccdf5783c23),segment_id=35be71bb-30f9-4c78-b5d6-7ccdf5783c23)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:19.936638 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bb01e904-4558-461a-b3f1-9b9be6898a0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:20.047507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-cbf7820e-5b17-4885-9611-38cef6e1ea9a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port 01808c05-bd78-4025-84d1-3720fd7e0d2f, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=01808c05-bd78-4025-84d1-3720fd7e0d2f,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:20.047915 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cbf7820e-5b17-4885-9611-38cef6e1ea9a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:20.088890 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-bb01e904-4558-461a-b3f1-9b9be6898a0f None None] Calling delete_port for 3ca7671b-57cc-4e96-a450-62080bc646f3 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:00:20.147133 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-99a55e54-89a9-40c7-90b8-fd1b9e2749c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:20.173759 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7820e-5b17-4885-9611-38cef6e1ea9a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 01808c05-bd78-4025-84d1-3720fd7e0d2f owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:00:20.180936 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bb01e904-4558-461a-b3f1-9b9be6898a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:20.188664 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-547492c4-a943-4dc4-864d-f14f418200e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'name': 'tempest-TestNetworkBasicOps-router-608439601', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200'}], 'enable_snat': True}, 'gw_port_id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T15:00:18Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T15:00:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:20.194368 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547492c4-a943-4dc4-864d-f14f418200e9 None None] The sync data for ids ['928695c0-cc55-4567-a724-dfba8f52e20d'] in dv-neutron-841204-2-hyperv is: [{'id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'name': 'tempest-TestNetworkBasicOps-router-608439601', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200'}], 'enable_snat': True}, 'gw_port_id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T15:00:18Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '01808c05-bd78-4025-84d1-3720fd7e0d2f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928695c0-cc55-4567-a724-dfba8f52e20d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:59:06Z', 'updated_at': '2022-05-10T15:00:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:00:20.230171 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01e904-4558-461a-b3f1-9b9be6898a0f None None] Pushing event deleted for resources: {'Port': ['ID=3ca7671b-57cc-4e96-a450-62080bc646f3,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:20.239458 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb01e904-4558-461a-b3f1-9b9be6898a0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:20.239940 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb01e904-4558-461a-b3f1-9b9be6898a0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:20.240285 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb01e904-4558-461a-b3f1-9b9be6898a0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:20.240611 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb01e904-4558-461a-b3f1-9b9be6898a0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:20.240942 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb01e904-4558-461a-b3f1-9b9be6898a0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:20.241267 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb01e904-4558-461a-b3f1-9b9be6898a0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:20.241590 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb01e904-4558-461a-b3f1-9b9be6898a0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:20.241912 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb01e904-4558-461a-b3f1-9b9be6898a0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:20.242234 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb01e904-4558-461a-b3f1-9b9be6898a0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:20.242578 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb01e904-4558-461a-b3f1-9b9be6898a0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:20.242898 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb01e904-4558-461a-b3f1-9b9be6898a0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:20.243214 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb01e904-4558-461a-b3f1-9b9be6898a0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:20.248545 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb01e904-4558-461a-b3f1-9b9be6898a0f None None] No DVR routers for this DVR port 3ca7671b-57cc-4e96-a450-62080bc646f3 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:00:20.345600 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cbf7820e-5b17-4885-9611-38cef6e1ea9a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:20.397824 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7820e-5b17-4885-9611-38cef6e1ea9a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=01808c05-bd78-4025-84d1-3720fd7e0d2f,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:20.484905 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cbf7820e-5b17-4885-9611-38cef6e1ea9a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:20.714285 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 3ca7671b-57cc-4e96-a450-62080bc646f3 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:00:20.751684 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 3ca7671b-57cc-4e96-a450-62080bc646f3 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:00:20.752022 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 3ca7671b-57cc-4e96-a450-62080bc646f3 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:00:20.752434 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b5560149-ea51-4d9c-a5bb-62068f0b6094 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:00:20.774870 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cbf7820e-5b17-4885-9611-38cef6e1ea9a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:20.777033 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cbf7820e-5b17-4885-9611-38cef6e1ea9a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:20.786617 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: b5560149-ea51-4d9c-a5bb-62068f0b6094 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:00:20.786963 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b5560149-ea51-4d9c-a5bb-62068f0b6094 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:00:20.801739 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cbf7820e-5b17-4885-9611-38cef6e1ea9a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:20.802261 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf7820e-5b17-4885-9611-38cef6e1ea9a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Fanout notify agent at l3_agent the message router_deleted on router 928695c0-cc55-4567-a724-dfba8f52e20d {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:00:20.817462 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cbf7820e-5b17-4885-9611-38cef6e1ea9a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:20.818582 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-cbf7820e-5b17-4885-9611-38cef6e1ea9a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/routers/928695c0-cc55-4567-a724-dfba8f52e20d HTTP/1.1" status: 204 len: 168 time: 1.3789701 May 10 15:00:20.821271 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48526) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:20.939817 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4af8ab61-f6e4-4129-9552-a2f4ced800f9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:21.092386 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4af8ab61-f6e4-4129-9552-a2f4ced800f9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:21.118086 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-4af8ab61-f6e4-4129-9552-a2f4ced800f9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cacc3a32-ee6a-4244-9a80-04b38cb57809']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:21.131133 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-4af8ab61-f6e4-4129-9552-a2f4ced800f9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35be71bb-30f9-4c78-b5d6-7ccdf5783c23') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:21.131436 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-4af8ab61-f6e4-4129-9552-a2f4ced800f9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35be71bb-30f9-4c78-b5d6-7ccdf5783c23') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:21.154601 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4af8ab61-f6e4-4129-9552-a2f4ced800f9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:21.171535 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4af8ab61-f6e4-4129-9552-a2f4ced800f9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:21.178101 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af8ab61-f6e4-4129-9552-a2f4ced800f9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:00:21.178928 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4af8ab61-f6e4-4129-9552-a2f4ced800f9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:00:21.194346 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:00:21.279425 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4af8ab61-f6e4-4129-9552-a2f4ced800f9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:21.297382 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4af8ab61-f6e4-4129-9552-a2f4ced800f9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:21.308815 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8ab61-f6e4-4129-9552-a2f4ced800f9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Network': ['ID=cacc3a32-ee6a-4244-9a80-04b38cb57809,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:21.316701 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4af8ab61-f6e4-4129-9552-a2f4ced800f9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/networks/cacc3a32-ee6a-4244-9a80-04b38cb57809 HTTP/1.1" status: 204 len: 168 time: 0.4944162 May 10 15:00:21.338924 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48530) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:21.344496 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-e1ad92a9-36b9-4a02-ad5b-de3523cf6b4b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'network': {'name': 'tempest-network-smoke--1324340143', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'port_security_enabled': True}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:21.349432 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e1ad92a9-36b9-4a02-ad5b-de3523cf6b4b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:21.353537 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e1ad92a9-36b9-4a02-ad5b-de3523cf6b4b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:network and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:21.356396 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e1ad92a9-36b9-4a02-ad5b-de3523cf6b4b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:21.362164 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e1ad92a9-36b9-4a02-ad5b-de3523cf6b4b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:21.371480 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ad92a9-36b9-4a02-ad5b-de3523cf6b4b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:21.374877 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e1ad92a9-36b9-4a02-ad5b-de3523cf6b4b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:21.403049 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ad92a9-36b9-4a02-ad5b-de3523cf6b4b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:00:21.412482 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e1ad92a9-36b9-4a02-ad5b-de3523cf6b4b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:21.412873 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-e1ad92a9-36b9-4a02-ad5b-de3523cf6b4b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Added segment 3e242ace-f266-42c1-b0c0-27fdc6b38cb6 of type vlan for network c294bf9d-8165-415b-89fb-24ee0954355c May 10 15:00:21.442806 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e1ad92a9-36b9-4a02-ad5b-de3523cf6b4b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:21.471069 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e1ad92a9-36b9-4a02-ad5b-de3523cf6b4b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:21.477060 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ad92a9-36b9-4a02-ad5b-de3523cf6b4b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:21.477636 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e1ad92a9-36b9-4a02-ad5b-de3523cf6b4b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:21.585420 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e1ad92a9-36b9-4a02-ad5b-de3523cf6b4b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2453020 May 10 15:00:21.587993 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48534) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:21.595131 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-d778be7e-11ce-4c0a-a2e8-478e947291ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-914091630', 'admin_state_up': True, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:21.603788 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad92a9-36b9-4a02-ad5b-de3523cf6b4b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Network': ['ID=c294bf9d-8165-415b-89fb-24ee0954355c,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:21.606092 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d778be7e-11ce-4c0a-a2e8-478e947291ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:21.610335 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d778be7e-11ce-4c0a-a2e8-478e947291ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:router and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:21.612921 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d778be7e-11ce-4c0a-a2e8-478e947291ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:21.613397 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network c294bf9d-8165-415b-89fb-24ee0954355c details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:00:21.619101 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d778be7e-11ce-4c0a-a2e8-478e947291ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:21.628841 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d778be7e-11ce-4c0a-a2e8-478e947291ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:21.630018 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d778be7e-11ce-4c0a-a2e8-478e947291ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:21.645739 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d778be7e-11ce-4c0a-a2e8-478e947291ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:21.916109 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d778be7e-11ce-4c0a-a2e8-478e947291ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:22.325568 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d778be7e-11ce-4c0a-a2e8-478e947291ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_gateway, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:22.343425 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-df1aacfd-ba27-4d99-98b7-f6843b9e51b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:22.356980 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d778be7e-11ce-4c0a-a2e8-478e947291ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:22.493578 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-d778be7e-11ce-4c0a-a2e8-478e947291ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.26.0.61 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/8955cb3c-48cb-4560-a860-7857b09a1ab8) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:00:22.615959 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 01808c05-bd78-4025-84d1-3720fd7e0d2f no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:00:22.640287 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d778be7e-11ce-4c0a-a2e8-478e947291ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:22.654740 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 01808c05-bd78-4025-84d1-3720fd7e0d2f {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:00:22.655083 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 01808c05-bd78-4025-84d1-3720fd7e0d2f not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:00:22.671071 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d778be7e-11ce-4c0a-a2e8-478e947291ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:22.736370 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d778be7e-11ce-4c0a-a2e8-478e947291ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:00:22.739542 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-d778be7e-11ce-4c0a-a2e8-478e947291ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:22.743072 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d778be7e-11ce-4c0a-a2e8-478e947291ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:00:22.773026 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778be7e-11ce-4c0a-a2e8-478e947291ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=8955cb3c-48cb-4560-a860-7857b09a1ab8,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:23.156900 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d778be7e-11ce-4c0a-a2e8-478e947291ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_gateway, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:23.204093 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:23.205579 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:23.353065 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:23.502262 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d778be7e-11ce-4c0a-a2e8-478e947291ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:23.812077 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d778be7e-11ce-4c0a-a2e8-478e947291ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router de1cf042-8ddd-4153-92a0-bf2aea73175a is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:00:23.988102 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d778be7e-11ce-4c0a-a2e8-478e947291ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:00:23.999019 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] Sync routers for ids ['de1cf042-8ddd-4153-92a0-bf2aea73175a'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:00:24.008646 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] Routers {'de1cf042-8ddd-4153-92a0-bf2aea73175a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:00:24.009288 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:00:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['de1cf042-8ddd-4153-92a0-bf2aea73175a'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:24.014924 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d778be7e-11ce-4c0a-a2e8-478e947291ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:24.016123 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d778be7e-11ce-4c0a-a2e8-478e947291ca tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4272332 May 10 15:00:24.019335 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48538) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:24.063556 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4cfcc18f-cbb9-41e6-9dd8-94cb67351eb7 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=7c1eaa2d2a564d8c9e902879ced01cd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417750 May 10 15:00:24.065273 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48542) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:24.187703 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] Set router de1cf042-8ddd-4153-92a0-bf2aea73175a gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:00:24.197504 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d101d655-7656-4f08-bb2b-15c0d21f2ade tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:24.199069 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d101d655-7656-4f08-bb2b-15c0d21f2ade tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1328485 May 10 15:00:24.201887 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48546) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:24.241049 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ddcc348b-666e-4d85-bae4-8d89e00e5826 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380745 May 10 15:00:24.243702 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48550) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:24.248885 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-cd7886bb-dbc4-470f-b520-808e71e946f4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1593678466', 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:24.360268 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-cd7886bb-dbc4-470f-b520-808e71e946f4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:24.364490 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-cd7886bb-dbc4-470f-b520-808e71e946f4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:subnet and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:24.367262 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-cd7886bb-dbc4-470f-b520-808e71e946f4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:24.372777 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-cd7886bb-dbc4-470f-b520-808e71e946f4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:24.383535 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7886bb-dbc4-470f-b520-808e71e946f4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:24.387568 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cd7886bb-dbc4-470f-b520-808e71e946f4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:24.498794 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'name': 'tempest-TestNetworkBasicOps-router-914091630', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:00:21Z', 'updated_at': '2022-05-10T15:00:22Z', 'revision_number': 3, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:43:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:00:22Z', 'updated_at': '2022-05-10T15:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:24.502891 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] Checking router: de1cf042-8ddd-4153-92a0-bf2aea73175a for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:00:24.503335 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] Updating router de1cf042-8ddd-4153-92a0-bf2aea73175a port 8955cb3c-48cb-4560-a860-7857b09a1ab8 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:00:24.558659 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:24.605915 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cd7886bb-dbc4-470f-b520-808e71e946f4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:24.683907 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7886bb-dbc4-470f-b520-808e71e946f4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Subnet': ['ID=6955a153-99e4-43b8-8a10-4f14cb156e54,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:24.697036 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7886bb-dbc4-470f-b520-808e71e946f4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Checking segment: {'id': '3e242ace-f266-42c1-b0c0-27fdc6b38cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:00:24.697390 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7886bb-dbc4-470f-b520-808e71e946f4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network hostable DHCP agents. Network: c294bf9d-8165-415b-89fb-24ee0954355c, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:00:24.715781 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7886bb-dbc4-470f-b520-808e71e946f4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network c294bf9d-8165-415b-89fb-24ee0954355c is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:00:24.724981 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-cd7886bb-dbc4-470f-b520-808e71e946f4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, c294bf9d-8165-415b-89fb-24ee0954355c) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:24.728982 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7886bb-dbc4-470f-b520-808e71e946f4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:24.729557 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cd7886bb-dbc4-470f-b520-808e71e946f4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:24.751193 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-cd7886bb-dbc4-470f-b520-808e71e946f4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5064993 May 10 15:00:24.753923 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48554) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:24.756940 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2565369-4ffe-4235-9965-5592a2b85f97 None None] Network c294bf9d-8165-415b-89fb-24ee0954355c requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:00:24.911015 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:25.083273 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:25.109532 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] Transition to ACTIVE for port object 8955cb3c-48cb-4560-a860-7857b09a1ab8 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:00:25.118987 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f0ad2e-4a5f-432f-ace0-5a7fa10125da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-c294bf9d-8165-415b-89fb-24ee0954355c', 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ips': [{'subnet_id': '6955a153-99e4-43b8-8a10-4f14cb156e54'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 15:00:25.119904 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ad2e-4a5f-432f-ace0-5a7fa10125da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:25.133384 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:25.288434 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] Attempting to bind port 8955cb3c-48cb-4560-a860-7857b09a1ab8 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:00:25.288800 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] Attempting to bind port 8955cb3c-48cb-4560-a860-7857b09a1ab8 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:00:25.289179 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] Attempting to bind port 8955cb3c-48cb-4560-a860-7857b09a1ab8 on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:00:25.291253 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c4c1e-c9f0-4a95-9f39-b1a74038ca69 None None] Pushing event updated for resources: {'Port': ['ID=8955cb3c-48cb-4560-a860-7857b09a1ab8,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:25.300489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:00:25.300866 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:00:25.301288 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:25.301676 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:00:25.302137 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] Bound port: 8955cb3c-48cb-4560-a860-7857b09a1ab8, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:00:25.302542 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:25.429654 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-a8f0ad2e-4a5f-432f-ace0-5a7fa10125da None None] Allocated IP 172.20.0.2 (c294bf9d-8165-415b-89fb-24ee0954355c/6955a153-99e4-43b8-8a10-4f14cb156e54/b0e48502-40d9-45e7-b0a1-131cc3ff59bd) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:00:25.431713 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] For port 8955cb3c-48cb-4560-a860-7857b09a1ab8, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:00:25.436235 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] For port 8955cb3c-48cb-4560-a860-7857b09a1ab8, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8955cb3c-48cb-4560-a860-7857b09a1ab8,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:00:25.444229 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:25.582075 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ca6c647b-68a1-40af-bc4f-685f0db7a30e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:25.599544 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] Routers {'de1cf042-8ddd-4153-92a0-bf2aea73175a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:00:25.600164 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:00:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['de1cf042-8ddd-4153-92a0-bf2aea73175a'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:25.668649 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c4c1e-c9f0-4a95-9f39-b1a74038ca69 None None] Pushing event updated for resources: {'Port': ['ID=8955cb3c-48cb-4560-a860-7857b09a1ab8,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:25.915692 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] Set router de1cf042-8ddd-4153-92a0-bf2aea73175a gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:00:26.022641 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ad2e-4a5f-432f-ace0-5a7fa10125da None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:26.049104 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a8f0ad2e-4a5f-432f-ace0-5a7fa10125da None None] Transition to ACTIVE for port object b0e48502-40d9-45e7-b0a1-131cc3ff59bd will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:00:26.125638 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a8f0ad2e-4a5f-432f-ace0-5a7fa10125da None None] Transition to ACTIVE for port object b0e48502-40d9-45e7-b0a1-131cc3ff59bd will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:00:26.144488 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ad2e-4a5f-432f-ace0-5a7fa10125da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:26.196948 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-ca6c647b-68a1-40af-bc4f-685f0db7a30e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.20.0.1 (c294bf9d-8165-415b-89fb-24ee0954355c/6955a153-99e4-43b8-8a10-4f14cb156e54/50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:00:26.239793 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f0ad2e-4a5f-432f-ace0-5a7fa10125da None None] Network c294bf9d-8165-415b-89fb-24ee0954355c is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:00:26.266235 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-a8f0ad2e-4a5f-432f-ace0-5a7fa10125da None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:26.268602 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f0ad2e-4a5f-432f-ace0-5a7fa10125da None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:00:26.277771 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0ad2e-4a5f-432f-ace0-5a7fa10125da None None] Pushing event updated for resources: {'Port': ['ID=b0e48502-40d9-45e7-b0a1-131cc3ff59bd,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:26.359028 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ca6c647b-68a1-40af-bc4f-685f0db7a30e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:26.375347 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-ca6c647b-68a1-40af-bc4f-685f0db7a30e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Transition to ACTIVE for port object 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:00:26.384284 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a8f0ad2e-4a5f-432f-ace0-5a7fa10125da None None] Attempting to bind port b0e48502-40d9-45e7-b0a1-131cc3ff59bd on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:00:26.384761 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a8f0ad2e-4a5f-432f-ace0-5a7fa10125da None None] Attempting to bind port b0e48502-40d9-45e7-b0a1-131cc3ff59bd by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '3e242ace-f266-42c1-b0c0-27fdc6b38cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:00:26.385113 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0ad2e-4a5f-432f-ace0-5a7fa10125da None None] Attempting to bind port b0e48502-40d9-45e7-b0a1-131cc3ff59bd on network c294bf9d-8165-415b-89fb-24ee0954355c {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:00:26.393670 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0ad2e-4a5f-432f-ace0-5a7fa10125da None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:00:26.394019 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0ad2e-4a5f-432f-ace0-5a7fa10125da None None] Checking segment: {'id': '3e242ace-f266-42c1-b0c0-27fdc6b38cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:00:26.394413 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ad2e-4a5f-432f-ace0-5a7fa10125da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:26.395357 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0ad2e-4a5f-432f-ace0-5a7fa10125da None None] Bound using segment: {'id': '3e242ace-f266-42c1-b0c0-27fdc6b38cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:00:26.396127 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a8f0ad2e-4a5f-432f-ace0-5a7fa10125da None None] Bound port: b0e48502-40d9-45e7-b0a1-131cc3ff59bd, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e242ace-f266-42c1-b0c0-27fdc6b38cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:00:26.396665 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ad2e-4a5f-432f-ace0-5a7fa10125da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:26.400343 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ca6c647b-68a1-40af-bc4f-685f0db7a30e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:26.458579 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'name': 'tempest-TestNetworkBasicOps-router-914091630', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:00:21Z', 'updated_at': '2022-05-10T15:00:22Z', 'revision_number': 3, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:43:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:00:22Z', 'updated_at': '2022-05-10T15:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:26.467305 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ab4a60-ddfc-4bae-bddc-0dec12ddc2b8 None None] The sync data for ids ['de1cf042-8ddd-4153-92a0-bf2aea73175a'] in dv-neutron-841204-2-hyperv is: [{'id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'name': 'tempest-TestNetworkBasicOps-router-914091630', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:00:21Z', 'updated_at': '2022-05-10T15:00:22Z', 'revision_number': 3, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:43:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:00:22Z', 'updated_at': '2022-05-10T15:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:00:26.472666 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6c647b-68a1-40af-bc4f-685f0db7a30e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network c294bf9d-8165-415b-89fb-24ee0954355c is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:00:26.476790 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-ca6c647b-68a1-40af-bc4f-685f0db7a30e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:26.481178 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6c647b-68a1-40af-bc4f-685f0db7a30e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:00:26.500577 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a8f0ad2e-4a5f-432f-ace0-5a7fa10125da None None] For port b0e48502-40d9-45e7-b0a1-131cc3ff59bd, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:00:26.503723 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a8f0ad2e-4a5f-432f-ace0-5a7fa10125da None None] For port b0e48502-40d9-45e7-b0a1-131cc3ff59bd, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b0e48502-40d9-45e7-b0a1-131cc3ff59bd,segment=NetworkSegment(3e242ace-f266-42c1-b0c0-27fdc6b38cb6),segment_id=3e242ace-f266-42c1-b0c0-27fdc6b38cb6)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:00:26.508496 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a8f0ad2e-4a5f-432f-ace0-5a7fa10125da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:26.512973 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c647b-68a1-40af-bc4f-685f0db7a30e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:26.547184 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ca6c647b-68a1-40af-bc4f-685f0db7a30e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:26.606764 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0ad2e-4a5f-432f-ace0-5a7fa10125da None None] Pushing event updated for resources: {'Port': ['ID=b0e48502-40d9-45e7-b0a1-131cc3ff59bd,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:26.858002 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ca6c647b-68a1-40af-bc4f-685f0db7a30e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:27.436278 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ca6c647b-68a1-40af-bc4f-685f0db7a30e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:27.440667 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ca6c647b-68a1-40af-bc4f-685f0db7a30e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:27.560011 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ca6c647b-68a1-40af-bc4f-685f0db7a30e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:27.563557 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c647b-68a1-40af-bc4f-685f0db7a30e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:27.573628 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367f1300-f69d-4e3b-967e-d2561228f1a0 None None] Network c294bf9d-8165-415b-89fb-24ee0954355c requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:00:27.663928 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3cfd5ca1-4bf9-457f-a45b-e4684071e528 None None] Provisioning for port b0e48502-40d9-45e7-b0a1-131cc3ff59bd completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:00:27.698972 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6c647b-68a1-40af-bc4f-685f0db7a30e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network c294bf9d-8165-415b-89fb-24ee0954355c is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:00:27.700134 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-ca6c647b-68a1-40af-bc4f-685f0db7a30e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:27.924583 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6c647b-68a1-40af-bc4f-685f0db7a30e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router de1cf042-8ddd-4153-92a0-bf2aea73175a has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:00:28.107453 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-52113277-0c85-4894-aba0-ca237f34786c None None] Provisioning for port 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:00:28.112546 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-52113277-0c85-4894-aba0-ca237f34786c None None] Provisioning complete for port 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:28.112910 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-52113277-0c85-4894-aba0-ca237f34786c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:28.117813 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6c647b-68a1-40af-bc4f-685f0db7a30e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:00:28.133790 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ca6c647b-68a1-40af-bc4f-685f0db7a30e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/routers/de1cf042-8ddd-4153-92a0-bf2aea73175a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3764398 May 10 15:00:28.134004 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] Sync routers for ids ['de1cf042-8ddd-4153-92a0-bf2aea73175a'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:00:28.134509 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48558) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:28.144243 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] Routers {'de1cf042-8ddd-4153-92a0-bf2aea73175a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:00:28.146251 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:00:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['de1cf042-8ddd-4153-92a0-bf2aea73175a'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:28.177027 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-52113277-0c85-4894-aba0-ca237f34786c None None] Port 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:00:28.282732 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6552b0ff-c8cf-4150-97c5-452d25489d80 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:28.283281 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6552b0ff-c8cf-4150-97c5-452d25489d80 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:28.283798 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6552b0ff-c8cf-4150-97c5-452d25489d80 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:28.284307 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6552b0ff-c8cf-4150-97c5-452d25489d80 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:28.286769 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6552b0ff-c8cf-4150-97c5-452d25489d80 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1512702 May 10 15:00:28.289001 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48562) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:28.302624 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-bf9652ce-7a3c-42f7-9add-9bf5b1278ad4 None None] Provisioning complete for port 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:28.302997 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bf9652ce-7a3c-42f7-9add-9bf5b1278ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:28.354349 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] Set router de1cf042-8ddd-4153-92a0-bf2aea73175a gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:00:28.368930 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-bf9652ce-7a3c-42f7-9add-9bf5b1278ad4 None None] Port 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:00:28.381896 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3edbe7-8530-431b-8378-c094f271c75b tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:28.382523 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3edbe7-8530-431b-8378-c094f271c75b tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:28.383064 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3edbe7-8530-431b-8378-c094f271c75b tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:28.383566 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3edbe7-8530-431b-8378-c094f271c75b tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:28.385331 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4b3edbe7-8530-431b-8378-c094f271c75b tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0954068 May 10 15:00:28.387992 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48566) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:28.488965 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-9618dc02-dec8-4985-badc-dffe9372b8c6 None None] Provisioning complete for port 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:28.489268 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9618dc02-dec8-4985-badc-dffe9372b8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:28.548021 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-9618dc02-dec8-4985-badc-dffe9372b8c6 None None] Port 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:00:28.596293 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-31b2076e-50ab-4d5d-93a3-f1ea0999c33c tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2070620 May 10 15:00:28.680203 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'name': 'tempest-TestNetworkBasicOps-router-914091630', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:00:21Z', 'updated_at': '2022-05-10T15:00:26Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:43:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:00:22Z', 'updated_at': '2022-05-10T15:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d', 'name': '', 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:74:01:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '6955a153-99e4-43b8-8a10-4f14cb156e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:00:25Z', 'updated_at': '2022-05-10T15:00:27Z', 'revision_number': 2, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '6955a153-99e4-43b8-8a10-4f14cb156e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:28.682736 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48572) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:28.684599 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] Checking router: de1cf042-8ddd-4153-92a0-bf2aea73175a for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:00:28.685033 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] Updating router de1cf042-8ddd-4153-92a0-bf2aea73175a port 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:00:28.688046 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-2d656f80-59ee-4a0d-9d6d-6e325dcfa234 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-545151571', 'description': 'tempest-secgroup-smoke-545151571 description', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:28.695195 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2d656f80-59ee-4a0d-9d6d-6e325dcfa234 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:28.699428 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2d656f80-59ee-4a0d-9d6d-6e325dcfa234 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:28.702614 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2d656f80-59ee-4a0d-9d6d-6e325dcfa234 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:28.710506 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2d656f80-59ee-4a0d-9d6d-6e325dcfa234 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:28.729207 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2d656f80-59ee-4a0d-9d6d-6e325dcfa234 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:28.732798 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8955cb3c-48cb-4560-a860-7857b09a1ab8 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:00:28.742217 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:28.749428 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2d656f80-59ee-4a0d-9d6d-6e325dcfa234 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:28.753202 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2d656f80-59ee-4a0d-9d6d-6e325dcfa234 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:28.756946 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2d656f80-59ee-4a0d-9d6d-6e325dcfa234 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:28.763933 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2d656f80-59ee-4a0d-9d6d-6e325dcfa234 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:28.807077 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 8955cb3c-48cb-4560-a860-7857b09a1ab8 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:00:28.812117 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 8955cb3c-48cb-4560-a860-7857b09a1ab8 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:28.812489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:28.845534 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2d656f80-59ee-4a0d-9d6d-6e325dcfa234 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:28.854763 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2d656f80-59ee-4a0d-9d6d-6e325dcfa234 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:28.905916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d656f80-59ee-4a0d-9d6d-6e325dcfa234 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2210f06c-a6b2-4ccc-9ca7-60eb1eb1c746,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:28.921035 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2d656f80-59ee-4a0d-9d6d-6e325dcfa234 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:28.925795 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48576) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:28.931145 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2d656f80-59ee-4a0d-9d6d-6e325dcfa234 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2472999 May 10 15:00:28.933841 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-6ffb774d-a71a-4f28-a30f-8f8f324ca554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '2210f06c-a6b2-4ccc-9ca7-60eb1eb1c746', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:28.938195 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:28.940272 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6ffb774d-a71a-4f28-a30f-8f8f324ca554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:28.945862 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6ffb774d-a71a-4f28-a30f-8f8f324ca554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:28.949012 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6ffb774d-a71a-4f28-a30f-8f8f324ca554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:28.955633 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6ffb774d-a71a-4f28-a30f-8f8f324ca554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:28.959486 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 8955cb3c-48cb-4560-a860-7857b09a1ab8, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8955cb3c-48cb-4560-a860-7857b09a1ab8,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:28.964667 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:28.966024 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b0e48502-40d9-45e7-b0a1-131cc3ff59bd up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:00:28.976556 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ffb774d-a71a-4f28-a30f-8f8f324ca554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.044954 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ffb774d-a71a-4f28-a30f-8f8f324ca554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.049009 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ffb774d-a71a-4f28-a30f-8f8f324ca554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.074167 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb774d-a71a-4f28-a30f-8f8f324ca554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441a6f1a-0559-4e7f-9fe9-4e7e502e04d7,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:29.086866 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=8955cb3c-48cb-4560-a860-7857b09a1ab8,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:29.090062 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ffb774d-a71a-4f28-a30f-8f8f324ca554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.094345 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6ffb774d-a71a-4f28-a30f-8f8f324ca554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1652606 May 10 15:00:29.094937 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48580) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:29.100675 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port b0e48502-40d9-45e7-b0a1-131cc3ff59bd completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:00:29.102938 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-74604f5c-ae0a-4624-a905-ad806c27ce93 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '2210f06c-a6b2-4ccc-9ca7-60eb1eb1c746', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:29.106057 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port b0e48502-40d9-45e7-b0a1-131cc3ff59bd triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:29.106449 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.110540 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-74604f5c-ae0a-4624-a905-ad806c27ce93 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:29.116628 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-74604f5c-ae0a-4624-a905-ad806c27ce93 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:29.120065 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-74604f5c-ae0a-4624-a905-ad806c27ce93 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:29.121412 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.128041 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-74604f5c-ae0a-4624-a905-ad806c27ce93 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:29.134351 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] Transition to ACTIVE for port object 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:00:29.141625 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.149962 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-74604f5c-ae0a-4624-a905-ad806c27ce93 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.213215 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-74604f5c-ae0a-4624-a905-ad806c27ce93 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.219035 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-74604f5c-ae0a-4624-a905-ad806c27ce93 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.245063 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74604f5c-ae0a-4624-a905-ad806c27ce93 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f304f23-ce4e-431c-8ae4-142c89d66a2c,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:29.255832 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-74604f5c-ae0a-4624-a905-ad806c27ce93 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.259558 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-74604f5c-ae0a-4624-a905-ad806c27ce93 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1604869 May 10 15:00:29.259779 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48584) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:29.264841 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.264983 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-58d3ec71-9963-4ed4-a435-19c287fe5359 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '2210f06c-a6b2-4ccc-9ca7-60eb1eb1c746', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:29.271547 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-58d3ec71-9963-4ed4-a435-19c287fe5359 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:29.275564 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-58d3ec71-9963-4ed4-a435-19c287fe5359 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:29.278711 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-58d3ec71-9963-4ed4-a435-19c287fe5359 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:29.285448 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-58d3ec71-9963-4ed4-a435-19c287fe5359 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:29.311914 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-58d3ec71-9963-4ed4-a435-19c287fe5359 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.312786 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae13b72-a977-4b0b-b455-a9709ed6ef43 None None] Pushing event updated for resources: {'Port': ['ID=50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:29.358723 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port b0e48502-40d9-45e7-b0a1-131cc3ff59bd, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b0e48502-40d9-45e7-b0a1-131cc3ff59bd,segment=NetworkSegment(3e242ace-f266-42c1-b0c0-27fdc6b38cb6),segment_id=3e242ace-f266-42c1-b0c0-27fdc6b38cb6)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:29.365442 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.377271 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae13b72-a977-4b0b-b455-a9709ed6ef43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:29.377618 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae13b72-a977-4b0b-b455-a9709ed6ef43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:29.377963 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae13b72-a977-4b0b-b455-a9709ed6ef43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:29.378280 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae13b72-a977-4b0b-b455-a9709ed6ef43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:29.378633 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae13b72-a977-4b0b-b455-a9709ed6ef43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:29.378959 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae13b72-a977-4b0b-b455-a9709ed6ef43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:29.379878 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae13b72-a977-4b0b-b455-a9709ed6ef43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:29.380343 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae13b72-a977-4b0b-b455-a9709ed6ef43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:29.380621 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae13b72-a977-4b0b-b455-a9709ed6ef43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:29.380932 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae13b72-a977-4b0b-b455-a9709ed6ef43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:29.381249 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae13b72-a977-4b0b-b455-a9709ed6ef43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:29.381560 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae13b72-a977-4b0b-b455-a9709ed6ef43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:29.389044 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] Attempting to bind port 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:00:29.389401 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] Attempting to bind port 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '3e242ace-f266-42c1-b0c0-27fdc6b38cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:00:29.390147 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] Attempting to bind port 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d on network c294bf9d-8165-415b-89fb-24ee0954355c {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:00:29.395635 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:00:29.395994 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] Checking segment: {'id': '3e242ace-f266-42c1-b0c0-27fdc6b38cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:00:29.396388 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.396767 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] Bound using segment: {'id': '3e242ace-f266-42c1-b0c0-27fdc6b38cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:00:29.397234 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] Bound port: 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e242ace-f266-42c1-b0c0-27fdc6b38cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:00:29.397597 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.408089 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-58d3ec71-9963-4ed4-a435-19c287fe5359 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.414589 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-58d3ec71-9963-4ed4-a435-19c287fe5359 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.440539 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3ec71-9963-4ed4-a435-19c287fe5359 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b893b5f6-4c84-4e62-97ff-601604c67896,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:29.455349 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-58d3ec71-9963-4ed4-a435-19c287fe5359 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.455548 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=b0e48502-40d9-45e7-b0a1-131cc3ff59bd,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:29.459324 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-58d3ec71-9963-4ed4-a435-19c287fe5359 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1960430 May 10 15:00:29.459603 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48588) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:29.465541 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-66fcaca4-735d-43af-b1f1-1925aebf433b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '2210f06c-a6b2-4ccc-9ca7-60eb1eb1c746', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:29.471611 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-66fcaca4-735d-43af-b1f1-1925aebf433b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:29.476452 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-66fcaca4-735d-43af-b1f1-1925aebf433b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:29.479546 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-66fcaca4-735d-43af-b1f1-1925aebf433b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:29.485285 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-66fcaca4-735d-43af-b1f1-1925aebf433b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:29.490335 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] For port 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:00:29.493444 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] For port 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d,segment=NetworkSegment(3e242ace-f266-42c1-b0c0-27fdc6b38cb6),segment_id=3e242ace-f266-42c1-b0c0-27fdc6b38cb6)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:00:29.497462 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.502198 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-66fcaca4-735d-43af-b1f1-1925aebf433b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.570945 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-66fcaca4-735d-43af-b1f1-1925aebf433b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.576046 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-66fcaca4-735d-43af-b1f1-1925aebf433b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.601327 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] Routers {'de1cf042-8ddd-4153-92a0-bf2aea73175a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:00:29.601964 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:00:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['de1cf042-8ddd-4153-92a0-bf2aea73175a'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:29.608942 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcaca4-735d-43af-b1f1-1925aebf433b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac17ff93-06c3-4074-a8e7-04c6e15c1952,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:29.617595 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-66fcaca4-735d-43af-b1f1-1925aebf433b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.621598 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-66fcaca4-735d-43af-b1f1-1925aebf433b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1585588 May 10 15:00:29.621848 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48592) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:29.627113 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-117f2c4c-9a90-44ce-9ba5-46c7754fd2fe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '2210f06c-a6b2-4ccc-9ca7-60eb1eb1c746', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:29.634642 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-117f2c4c-9a90-44ce-9ba5-46c7754fd2fe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:29.638627 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-117f2c4c-9a90-44ce-9ba5-46c7754fd2fe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:29.641596 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-117f2c4c-9a90-44ce-9ba5-46c7754fd2fe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:29.651340 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-117f2c4c-9a90-44ce-9ba5-46c7754fd2fe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:29.663501 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-117f2c4c-9a90-44ce-9ba5-46c7754fd2fe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Project 7c1eaa2d2a564d8c9e902879ced01cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:00:29.671816 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-117f2c4c-9a90-44ce-9ba5-46c7754fd2fe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.744441 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae13b72-a977-4b0b-b455-a9709ed6ef43 None None] Pushing event updated for resources: {'Port': ['ID=50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d,revision_number=4']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:29.745236 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-117f2c4c-9a90-44ce-9ba5-46c7754fd2fe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.756034 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-117f2c4c-9a90-44ce-9ba5-46c7754fd2fe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.781897 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f2c4c-9a90-44ce-9ba5-46c7754fd2fe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d1deed-1af4-46f6-b1fe-ba07aa49b0e6,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:29.793579 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-117f2c4c-9a90-44ce-9ba5-46c7754fd2fe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.797988 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-117f2c4c-9a90-44ce-9ba5-46c7754fd2fe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1720519 May 10 15:00:29.798213 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48596) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:29.799456 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] Set router de1cf042-8ddd-4153-92a0-bf2aea73175a gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:00:29.804169 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7cda89e9-294d-4766-bab1-933067fac6d4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': '2210f06c-a6b2-4ccc-9ca7-60eb1eb1c746', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:29.810822 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7cda89e9-294d-4766-bab1-933067fac6d4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:29.814653 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7cda89e9-294d-4766-bab1-933067fac6d4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:29.817584 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7cda89e9-294d-4766-bab1-933067fac6d4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:29.823419 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7cda89e9-294d-4766-bab1-933067fac6d4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:29.834637 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-7cda89e9-294d-4766-bab1-933067fac6d4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Project 7c1eaa2d2a564d8c9e902879ced01cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:00:29.841263 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7cda89e9-294d-4766-bab1-933067fac6d4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.907807 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7cda89e9-294d-4766-bab1-933067fac6d4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.913381 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7cda89e9-294d-4766-bab1-933067fac6d4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.937287 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda89e9-294d-4766-bab1-933067fac6d4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b397f09d-44ea-40fa-973f-322bfea3bd7f,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:29.946124 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7cda89e9-294d-4766-bab1-933067fac6d4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:29.947391 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7cda89e9-294d-4766-bab1-933067fac6d4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1482141 May 10 15:00:30.115715 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'name': 'tempest-TestNetworkBasicOps-router-914091630', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:00:21Z', 'updated_at': '2022-05-10T15:00:26Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:00:22Z', 'updated_at': '2022-05-10T15:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d', 'name': '', 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:74:01:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '6955a153-99e4-43b8-8a10-4f14cb156e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:00:25Z', 'updated_at': '2022-05-10T15:00:29Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '6955a153-99e4-43b8-8a10-4f14cb156e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:30.119746 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520f0e66-6327-452c-bfe8-db78d86fe81b None None] The sync data for ids ['de1cf042-8ddd-4153-92a0-bf2aea73175a'] in dv-neutron-841204-2-hyperv is: [{'id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'name': 'tempest-TestNetworkBasicOps-router-914091630', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:00:21Z', 'updated_at': '2022-05-10T15:00:26Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:00:22Z', 'updated_at': '2022-05-10T15:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d', 'name': '', 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:74:01:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '6955a153-99e4-43b8-8a10-4f14cb156e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:00:25Z', 'updated_at': '2022-05-10T15:00:29Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '6955a153-99e4-43b8-8a10-4f14cb156e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:00:30.211367 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-011a0388-abd5-442e-9bfb-c913b2df75e7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:00:30.230904 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-011a0388-abd5-442e-9bfb-c913b2df75e7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:00:30.232225 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-011a0388-abd5-442e-9bfb-c913b2df75e7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-545151571&fields=id&tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 267 time: 0.0764322 May 10 15:00:30.389932 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-08fe84b0-c684-445d-8a13-de3821e8b1e5 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:30.391484 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-08fe84b0-c684-445d-8a13-de3821e8b1e5 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/networks?id=c294bf9d-8165-415b-89fb-24ee0954355c HTTP/1.1" status: 200 len: 797 time: 0.1514306 May 10 15:00:30.408052 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-e27fd9ec-5d35-4296-9b49-0ae313d0ba53 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/quotas/7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 375 time: 0.0098341 May 10 15:00:30.609040 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-077d302f-5ead-4b9d-baf8-022ea738039e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1943440 May 10 15:00:30.743448 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8955cb3c-48cb-4560-a860-7857b09a1ab8 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:00:30.764517 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-cc62e55c-9af2-47ca-82d5-7f640e82412f service neutron] 10.222.0.79 "GET /v2.0/networks/c294bf9d-8165-415b-89fb-24ee0954355c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397409 May 10 15:00:30.816705 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 8955cb3c-48cb-4560-a860-7857b09a1ab8 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:30.817142 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:30.909876 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-96d35839-62cf-4f14-8893-e03f5eb36c7f service neutron] 10.222.0.79 "GET /v2.0/networks/c294bf9d-8165-415b-89fb-24ee0954355c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379392 May 10 15:00:30.940756 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:00:31.012600 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:00:31.018418 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:31.018800 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:31.134062 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0de151be-4553-4555-b394-9ef53af3b942 req-0fc2f0b6-9bb5-45c5-a104-43a2a0e0aae0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349 HTTP/1.1" status: 200 len: 210 time: 0.0645018 May 10 15:00:31.175564 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:31.212068 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d,segment=NetworkSegment(3e242ace-f266-42c1-b0c0-27fdc6b38cb6),segment_id=3e242ace-f266-42c1-b0c0-27fdc6b38cb6)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:31.217234 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:31.218022 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b0e48502-40d9-45e7-b0a1-131cc3ff59bd up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:00:31.347040 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:31.355746 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port b0e48502-40d9-45e7-b0a1-131cc3ff59bd triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:31.356106 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:32.260307 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-4d12920b-a115-41fe-8750-099285752bf3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:32.261085 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-4d12920b-a115-41fe-8750-099285752bf3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:00:32.272306 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:00:32.280552 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-4d12920b-a115-41fe-8750-099285752bf3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:00:32.282100 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-4d12920b-a115-41fe-8750-099285752bf3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/networks?id=c294bf9d-8165-415b-89fb-24ee0954355c HTTP/1.1" status: 200 len: 797 time: 0.1717691 May 10 15:00:32.289211 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a296bac7-5527-427c-a99d-60d18177ea48 req-9a6dc430-cbed-4f69-8cfe-8bfa8f9ef503 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349 HTTP/1.1" status: 200 len: 210 time: 0.0459669 May 10 15:00:32.340067 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-ce87ba18-ed69-4abf-b339-f1f947f4bdbb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:00:32.352153 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-ce87ba18-ed69-4abf-b339-f1f947f4bdbb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:00:32.353261 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-ce87ba18-ed69-4abf-b339-f1f947f4bdbb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 379 time: 0.0572402 May 10 15:00:32.362964 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-644f2e3b-6aec-44d9-a148-327b347864a6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'port': {'device_id': 'bdde32a2-8a7e-4b7d-94bd-d550c456c349', 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c', 'admin_state_up': True, 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'security_groups': ['2210f06c-a6b2-4ccc-9ca7-60eb1eb1c746']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:32.500025 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-644f2e3b-6aec-44d9-a148-327b347864a6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:32.504044 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-644f2e3b-6aec-44d9-a148-327b347864a6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:port and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:32.506889 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-644f2e3b-6aec-44d9-a148-327b347864a6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:32.512563 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-644f2e3b-6aec-44d9-a148-327b347864a6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:32.522630 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-644f2e3b-6aec-44d9-a148-327b347864a6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:32.526180 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-644f2e3b-6aec-44d9-a148-327b347864a6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:32.664693 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:00:32.691401 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-644f2e3b-6aec-44d9-a148-327b347864a6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.20.0.10 (c294bf9d-8165-415b-89fb-24ee0954355c/6955a153-99e4-43b8-8a10-4f14cb156e54/2140a049-18fc-4f7c-b84c-d2257ecb3983) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:00:32.733780 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:32.734152 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:32.989626 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-644f2e3b-6aec-44d9-a148-327b347864a6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:33.004978 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-644f2e3b-6aec-44d9-a148-327b347864a6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Transition to ACTIVE for port object 2140a049-18fc-4f7c-b84c-d2257ecb3983 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:00:33.029174 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-644f2e3b-6aec-44d9-a148-327b347864a6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:33.107499 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-644f2e3b-6aec-44d9-a148-327b347864a6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network c294bf9d-8165-415b-89fb-24ee0954355c is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:00:33.110625 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-644f2e3b-6aec-44d9-a148-327b347864a6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:33.114594 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-644f2e3b-6aec-44d9-a148-327b347864a6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:00:33.149492 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f2e3b-6aec-44d9-a148-327b347864a6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=2140a049-18fc-4f7c-b84c-d2257ecb3983,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:33.193100 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-644f2e3b-6aec-44d9-a148-327b347864a6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:33.193733 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-644f2e3b-6aec-44d9-a148-327b347864a6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:33.219657 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-644f2e3b-6aec-44d9-a148-327b347864a6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8604369 May 10 15:00:33.235869 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-cd4ea085-f5c5-4e0f-8799-ce73fff38c8e service neutron] Request body: {'port': {'device_id': 'bdde32a2-8a7e-4b7d-94bd-d550c456c349', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:33.350516 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-02681de9-9dfe-4d74-8282-dc01af5df846 None None] Provisioning for port 2140a049-18fc-4f7c-b84c-d2257ecb3983 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:00:33.353860 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-cd4ea085-f5c5-4e0f-8799-ce73fff38c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:33.355949 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-02681de9-9dfe-4d74-8282-dc01af5df846 None None] Provisioning complete for port 2140a049-18fc-4f7c-b84c-d2257ecb3983 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:33.356318 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-02681de9-9dfe-4d74-8282-dc01af5df846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:33.412161 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-02681de9-9dfe-4d74-8282-dc01af5df846 None None] Port 2140a049-18fc-4f7c-b84c-d2257ecb3983 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:00:33.487398 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa09f35-c359-4c66-8ab3-5475188911ea req-bc2cfcb4-dad7-458b-8d6f-2e9c5132d29e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:33.489404 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4aa09f35-c359-4c66-8ab3-5475188911ea req-bc2cfcb4-dad7-458b-8d6f-2e9c5132d29e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349 HTTP/1.1" status: 200 len: 932 time: 0.0864277 May 10 15:00:33.534073 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4aa09f35-c359-4c66-8ab3-5475188911ea req-72733d1c-e181-4f4f-a662-f212bd13244b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=2210f06c-a6b2-4ccc-9ca7-60eb1eb1c746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388811 May 10 15:00:33.699222 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-cd4ea085-f5c5-4e0f-8799-ce73fff38c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2140a049-18fc-4f7c-b84c-d2257ecb3983 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:00:33.706568 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-cd4ea085-f5c5-4e0f-8799-ce73fff38c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:33.721984 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-cd4ea085-f5c5-4e0f-8799-ce73fff38c8e service neutron] Transition to ACTIVE for port object 2140a049-18fc-4f7c-b84c-d2257ecb3983 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:00:33.726114 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-cd4ea085-f5c5-4e0f-8799-ce73fff38c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:33.858319 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ea085-f5c5-4e0f-8799-ce73fff38c8e service neutron] Pushing event updated for resources: {'Port': ['ID=2140a049-18fc-4f7c-b84c-d2257ecb3983,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:33.969328 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-cd4ea085-f5c5-4e0f-8799-ce73fff38c8e service neutron] Attempting to bind port 2140a049-18fc-4f7c-b84c-d2257ecb3983 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:00:33.969649 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-cd4ea085-f5c5-4e0f-8799-ce73fff38c8e service neutron] Attempting to bind port 2140a049-18fc-4f7c-b84c-d2257ecb3983 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '3e242ace-f266-42c1-b0c0-27fdc6b38cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:00:33.969962 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-cd4ea085-f5c5-4e0f-8799-ce73fff38c8e service neutron] Attempting to bind port 2140a049-18fc-4f7c-b84c-d2257ecb3983 on network c294bf9d-8165-415b-89fb-24ee0954355c {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:00:33.975331 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-cd4ea085-f5c5-4e0f-8799-ce73fff38c8e service neutron] Port 2140a049-18fc-4f7c-b84c-d2257ecb3983 on network c294bf9d-8165-415b-89fb-24ee0954355c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:00:33.975637 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-cd4ea085-f5c5-4e0f-8799-ce73fff38c8e service neutron] Attempting to bind port 2140a049-18fc-4f7c-b84c-d2257ecb3983 on network c294bf9d-8165-415b-89fb-24ee0954355c {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:00:33.980587 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-cd4ea085-f5c5-4e0f-8799-ce73fff38c8e service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:00:33.980909 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-cd4ea085-f5c5-4e0f-8799-ce73fff38c8e service neutron] Checking segment: {'id': '3e242ace-f266-42c1-b0c0-27fdc6b38cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:00:33.981277 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-cd4ea085-f5c5-4e0f-8799-ce73fff38c8e service neutron] Bound using segment: {'id': '3e242ace-f266-42c1-b0c0-27fdc6b38cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:00:33.981681 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-cd4ea085-f5c5-4e0f-8799-ce73fff38c8e service neutron] Bound port: 2140a049-18fc-4f7c-b84c-d2257ecb3983, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e242ace-f266-42c1-b0c0-27fdc6b38cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:00:33.982011 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-cd4ea085-f5c5-4e0f-8799-ce73fff38c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:34.072571 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-cd4ea085-f5c5-4e0f-8799-ce73fff38c8e service neutron] For port 2140a049-18fc-4f7c-b84c-d2257ecb3983, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:00:34.075419 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-cd4ea085-f5c5-4e0f-8799-ce73fff38c8e service neutron] For port 2140a049-18fc-4f7c-b84c-d2257ecb3983, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=2140a049-18fc-4f7c-b84c-d2257ecb3983,segment=NetworkSegment(3e242ace-f266-42c1-b0c0-27fdc6b38cb6),segment_id=3e242ace-f266-42c1-b0c0-27fdc6b38cb6)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:00:34.079827 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-cd4ea085-f5c5-4e0f-8799-ce73fff38c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:34.143656 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-cd4ea085-f5c5-4e0f-8799-ce73fff38c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:34.144323 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-cd4ea085-f5c5-4e0f-8799-ce73fff38c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:34.147084 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-cd4ea085-f5c5-4e0f-8799-ce73fff38c8e service neutron] 10.222.0.86 "PUT /v2.0/ports/2140a049-18fc-4f7c-b84c-d2257ecb3983 HTTP/1.1" status: 200 len: 1094 time: 0.9154758 May 10 15:00:34.147498 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdde32a2-8a7e-4b7d-94bd-d550c456c349', 'tag': '2140a049-18fc-4f7c-b84c-d2257ecb3983'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:00:34.168426 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ea085-f5c5-4e0f-8799-ce73fff38c8e service neutron] Pushing event updated for resources: {'Port': ['ID=2140a049-18fc-4f7c-b84c-d2257ecb3983,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:34.196806 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d922d9ff-528e-4586-a69e-0a7ff829c0de'] response: {'name': 'network-changed', 'server_uuid': 'bdde32a2-8a7e-4b7d-94bd-d550c456c349', 'tag': '2140a049-18fc-4f7c-b84c-d2257ecb3983', 'status': 'completed', 'code': 200} May 10 15:00:34.275537 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-42350b4b-e61d-44ee-8fc5-16a38a2dd6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:34.277041 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-42350b4b-e61d-44ee-8fc5-16a38a2dd6dc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349 HTTP/1.1" status: 200 len: 1097 time: 0.0756798 May 10 15:00:34.354223 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-8db90ee7-70e4-4ddc-816c-f27d0dd46201 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2140a049-18fc-4f7c-b84c-d2257ecb3983 HTTP/1.1" status: 200 len: 217 time: 0.0659938 May 10 15:00:34.419213 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-945be0d3-2f57-44c9-a63c-a51851594cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:34.420541 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-945be0d3-2f57-44c9-a63c-a51851594cb8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6955a153-99e4-43b8-8a10-4f14cb156e54 HTTP/1.1" status: 200 len: 844 time: 0.0574324 May 10 15:00:34.500694 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-b1b7ac35-09f2-43ba-9e94-83b52e6f7340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:34.502054 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-b1b7ac35-09f2-43ba-9e94-83b52e6f7340 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c294bf9d-8165-415b-89fb-24ee0954355c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724161 May 10 15:00:34.643145 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-9f48efd4-8acb-4509-98fc-d373dc0ead9c service neutron] 10.222.0.86 "GET /v2.0/networks/c294bf9d-8165-415b-89fb-24ee0954355c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310174 May 10 15:00:34.718090 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be19c7-25c0-4490-9237-7ddea914adc0 req-3e784d7c-3abb-4d32-a9b5-558ede3ad75f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:34.719568 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-12be19c7-25c0-4490-9237-7ddea914adc0 req-3e784d7c-3abb-4d32-a9b5-558ede3ad75f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349 HTTP/1.1" status: 200 len: 944 time: 0.0802550 May 10 15:00:34.767129 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-12be19c7-25c0-4490-9237-7ddea914adc0 req-11508222-dd9c-49f9-90f9-98d2f1ef675b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=2210f06c-a6b2-4ccc-9ca7-60eb1eb1c746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411451 May 10 15:00:34.874417 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-48cf6bed-1d19-46c6-b2b3-c8b393bb6e40 req-5284746f-3d7a-47a3-a6d3-01f61aa65624 service neutron] 10.222.0.86 "GET /v2.0/networks/c294bf9d-8165-415b-89fb-24ee0954355c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215126 May 10 15:00:34.999618 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcad54-9f8d-4451-a1ab-e12dc15dc9f2 req-2db458f2-06a5-4e01-a54e-d707702c18ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:35.001116 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-36bcad54-9f8d-4451-a1ab-e12dc15dc9f2 req-2db458f2-06a5-4e01-a54e-d707702c18ee service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349 HTTP/1.1" status: 200 len: 1097 time: 0.0715232 May 10 15:00:35.134602 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcad54-9f8d-4451-a1ab-e12dc15dc9f2 req-8f2e730b-046a-4a54-9339-d59dea4d8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:35.135953 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-36bcad54-9f8d-4451-a1ab-e12dc15dc9f2 req-8f2e730b-046a-4a54-9339-d59dea4d8dff service neutron] 10.222.0.86 "GET /v2.0/networks?id=c294bf9d-8165-415b-89fb-24ee0954355c HTTP/1.1" status: 200 len: 898 time: 0.1257067 May 10 15:00:35.207581 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-36bcad54-9f8d-4451-a1ab-e12dc15dc9f2 req-d7b8aca3-9312-42f7-b858-80709085f90c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2140a049-18fc-4f7c-b84c-d2257ecb3983 HTTP/1.1" status: 200 len: 217 time: 0.0644336 May 10 15:00:35.271667 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcad54-9f8d-4451-a1ab-e12dc15dc9f2 req-8e3e1c1a-5b14-42ab-af73-16b2cd151f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:35.273067 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-36bcad54-9f8d-4451-a1ab-e12dc15dc9f2 req-8e3e1c1a-5b14-42ab-af73-16b2cd151f63 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6955a153-99e4-43b8-8a10-4f14cb156e54 HTTP/1.1" status: 200 len: 844 time: 0.0580730 May 10 15:00:35.354079 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcad54-9f8d-4451-a1ab-e12dc15dc9f2 req-dec02584-3d89-421e-8bd6-e8eb21d7ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:35.355537 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-36bcad54-9f8d-4451-a1ab-e12dc15dc9f2 req-dec02584-3d89-421e-8bd6-e8eb21d7ac29 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c294bf9d-8165-415b-89fb-24ee0954355c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725856 May 10 15:00:35.490069 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-36bcad54-9f8d-4451-a1ab-e12dc15dc9f2 req-cb21536e-6b15-4906-8aac-b006db899865 service neutron] 10.222.0.86 "GET /v2.0/networks/c294bf9d-8165-415b-89fb-24ee0954355c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249061 May 10 15:00:35.622595 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-36bcad54-9f8d-4451-a1ab-e12dc15dc9f2 req-dc08cd01-c011-4526-a296-49b45eb5804e service neutron] 10.222.0.86 "GET /v2.0/networks/c294bf9d-8165-415b-89fb-24ee0954355c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249380 May 10 15:00:35.954116 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767a043-9202-4819-bdd4-e2803b2bcee6 req-db681a21-c7dd-4917-b9fb-08b1a2ff1902 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:35.955582 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d767a043-9202-4819-bdd4-e2803b2bcee6 req-db681a21-c7dd-4917-b9fb-08b1a2ff1902 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349 HTTP/1.1" status: 200 len: 944 time: 0.0798984 May 10 15:00:36.000319 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d767a043-9202-4819-bdd4-e2803b2bcee6 req-9248dcc6-0f1e-4a94-a998-73fe4feabe28 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=2210f06c-a6b2-4ccc-9ca7-60eb1eb1c746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383322 May 10 15:00:37.198120 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b8b82-b53a-40bb-970c-e11ac7673392 req-ef1b7922-2fe4-4c02-9dd0-baf720d0834e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:37.199633 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e44b8b82-b53a-40bb-970c-e11ac7673392 req-ef1b7922-2fe4-4c02-9dd0-baf720d0834e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349 HTTP/1.1" status: 200 len: 944 time: 0.0843747 May 10 15:00:37.244785 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e44b8b82-b53a-40bb-970c-e11ac7673392 req-b15fa238-5de8-4dab-81b1-d2c15fecf4a8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=2210f06c-a6b2-4ccc-9ca7-60eb1eb1c746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394509 May 10 15:00:37.838486 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 2140a049-18fc-4f7c-b84c-d2257ecb3983 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:00:37.969440 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 2140a049-18fc-4f7c-b84c-d2257ecb3983, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=2140a049-18fc-4f7c-b84c-d2257ecb3983,segment=NetworkSegment(3e242ace-f266-42c1-b0c0-27fdc6b38cb6),segment_id=3e242ace-f266-42c1-b0c0-27fdc6b38cb6)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:37.982843 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '2140a049-18fc-4f7c-b84c-d2257ecb3983', 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c', 'port_id': '2140a049-18fc-4f7c-b84c-d2257ecb3983', 'mac_address': 'fa:16:3e:6e:db:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6955a153-99e4-43b8-8a10-4f14cb156e54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:00:38.040894 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.058664 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2140a049-18fc-4f7c-b84c-d2257ecb3983 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:00:38.074020 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 2140a049-18fc-4f7c-b84c-d2257ecb3983, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=2140a049-18fc-4f7c-b84c-d2257ecb3983,segment=NetworkSegment(3e242ace-f266-42c1-b0c0-27fdc6b38cb6),segment_id=3e242ace-f266-42c1-b0c0-27fdc6b38cb6)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:38.077682 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.143284 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=2140a049-18fc-4f7c-b84c-d2257ecb3983,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:38.356824 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['2140a049-18fc-4f7c-b84c-d2257ecb3983'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:00:38.427916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81947808-2df6-4d3c-a58c-dad3edc96b08 req-b9cbdd5f-67d9-479b-a145-17c5b0830a33 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:38.429294 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-81947808-2df6-4d3c-a58c-dad3edc96b08 req-b9cbdd5f-67d9-479b-a145-17c5b0830a33 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349 HTTP/1.1" status: 200 len: 945 time: 0.0815554 May 10 15:00:38.472999 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-81947808-2df6-4d3c-a58c-dad3edc96b08 req-4711567c-90a7-4fbc-88fb-fe6105895598 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=2210f06c-a6b2-4ccc-9ca7-60eb1eb1c746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373178 May 10 15:00:39.657955 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60855d11-ca13-4a90-ac5a-c690e7b2e320 req-6aabea1b-655e-4ecc-9086-2c4008c24e48 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:39.659419 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-60855d11-ca13-4a90-ac5a-c690e7b2e320 req-6aabea1b-655e-4ecc-9086-2c4008c24e48 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349 HTTP/1.1" status: 200 len: 945 time: 0.0825670 May 10 15:00:39.703335 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-60855d11-ca13-4a90-ac5a-c690e7b2e320 req-ce48adc2-0d54-4098-86ce-f0fda4697863 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=2210f06c-a6b2-4ccc-9ca7-60eb1eb1c746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374689 May 10 15:00:39.859942 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 2140a049-18fc-4f7c-b84c-d2257ecb3983 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:00:39.927608 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port 2140a049-18fc-4f7c-b84c-d2257ecb3983 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:00:39.932223 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 2140a049-18fc-4f7c-b84c-d2257ecb3983 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:39.932587 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:40.074139 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:40.101168 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdde32a2-8a7e-4b7d-94bd-d550c456c349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2140a049-18fc-4f7c-b84c-d2257ecb3983'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:00:40.111223 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 2140a049-18fc-4f7c-b84c-d2257ecb3983, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=2140a049-18fc-4f7c-b84c-d2257ecb3983,segment=NetworkSegment(3e242ace-f266-42c1-b0c0-27fdc6b38cb6),segment_id=3e242ace-f266-42c1-b0c0-27fdc6b38cb6)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:40.118954 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:40.156368 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cfb4812-2c82-4660-a39a-ccc90accb77a'] response: {'server_uuid': 'bdde32a2-8a7e-4b7d-94bd-d550c456c349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2140a049-18fc-4f7c-b84c-d2257ecb3983', 'code': 200} May 10 15:00:40.189494 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=2140a049-18fc-4f7c-b84c-d2257ecb3983,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:40.398863 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b9b02-c98e-4f92-8e67-565c8a2313f7 req-b48b9ad3-dec7-48f4-a3d8-8ab0e0fadaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:40.400229 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cb3b9b02-c98e-4f92-8e67-565c8a2313f7 req-b48b9ad3-dec7-48f4-a3d8-8ab0e0fadaeb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349 HTTP/1.1" status: 200 len: 1099 time: 0.0709493 May 10 15:00:40.446682 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cb3b9b02-c98e-4f92-8e67-565c8a2313f7 req-6b292c87-0cba-467d-81db-8ba470aada42 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2210f06c-a6b2-4ccc-9ca7-60eb1eb1c746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346100 May 10 15:00:40.885657 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a54b06-8a02-40ff-bbf7-38f5a9cd613e req-b453fe7e-904a-40e0-8506-5a394780347e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:40.887160 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b4a54b06-8a02-40ff-bbf7-38f5a9cd613e req-b453fe7e-904a-40e0-8506-5a394780347e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349 HTTP/1.1" status: 200 len: 946 time: 0.0794747 May 10 15:00:40.935133 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b4a54b06-8a02-40ff-bbf7-38f5a9cd613e req-fde228fc-1679-43a8-b119-e752eb178f80 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=2210f06c-a6b2-4ccc-9ca7-60eb1eb1c746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423472 May 10 15:00:42.120434 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cb6c3-4728-4d96-bbea-09ccb84e1c7d req-b7f9db01-98c7-41ed-9ff3-0867b182ace3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:42.121876 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-218cb6c3-4728-4d96-bbea-09ccb84e1c7d req-b7f9db01-98c7-41ed-9ff3-0867b182ace3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349 HTTP/1.1" status: 200 len: 946 time: 0.0800385 May 10 15:00:42.166261 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-218cb6c3-4728-4d96-bbea-09ccb84e1c7d req-db00dc7b-2d58-4ca4-90e0-2ab6965631a2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=2210f06c-a6b2-4ccc-9ca7-60eb1eb1c746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386992 May 10 15:00:42.355573 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d16115-bbd1-4568-9ac6-3328b59bfa48 req-da24847c-e662-4c3f-ad41-374d7851ba7c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:42.356977 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-00d16115-bbd1-4568-9ac6-3328b59bfa48 req-da24847c-e662-4c3f-ad41-374d7851ba7c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349 HTTP/1.1" status: 200 len: 946 time: 0.0842204 May 10 15:00:42.401665 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-00d16115-bbd1-4568-9ac6-3328b59bfa48 req-68b8abee-8a9b-489f-b38a-24a2ebb82746 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=2210f06c-a6b2-4ccc-9ca7-60eb1eb1c746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390987 May 10 15:00:42.423603 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48650) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:42.702400 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305052a0-a83e-48b7-ba21-8f671136cd9a tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:42.703913 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-305052a0-a83e-48b7-ba21-8f671136cd9a tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349 HTTP/1.1" status: 200 len: 1094 time: 0.2793722 May 10 15:00:42.707262 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48656) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:42.712090 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': '2140a049-18fc-4f7c-b84c-d2257ecb3983', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:42.717821 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:42.721648 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:floatingip and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:42.725075 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:42.730788 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:42.742975 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:42.879992 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:43.017657 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.26.0.127 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/7e05f02f-74dd-40e9-807c-ee89650e3634) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:00:43.273204 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:43.302797 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:43.366552 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:00:43.369442 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:43.373038 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:00:43.405017 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=7e05f02f-74dd-40e9-807c-ee89650e3634,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:43.785595 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:43.858411 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:44.064880 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:44.069544 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:44.174733 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=7e05f02f-74dd-40e9-807c-ee89650e3634,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:44.185395 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:44.356562 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Floating IP c7420873-6b64-4289-a726-11555dca2126 associated. External IP: 172.26.0.127, port: 2140a049-18fc-4f7c-b84c-d2257ecb3983. May 10 15:00:44.812554 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router de1cf042-8ddd-4153-92a0-bf2aea73175a has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:00:44.994362 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:00:45.004914 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df29cc61-1d55-4586-b1b3-719fd0e36949 None None] Sync routers for ids ['de1cf042-8ddd-4153-92a0-bf2aea73175a'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:00:45.014825 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df29cc61-1d55-4586-b1b3-719fd0e36949 None None] Routers {'de1cf042-8ddd-4153-92a0-bf2aea73175a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:00:45.015478 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-df29cc61-1d55-4586-b1b3-719fd0e36949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:00:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['de1cf042-8ddd-4153-92a0-bf2aea73175a'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:45.018650 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:45.075550 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c32b6056-617d-43d3-b73b-50503ab69a1f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3672338 May 10 15:00:45.076113 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdde32a2-8a7e-4b7d-94bd-d550c456c349', 'tag': '2140a049-18fc-4f7c-b84c-d2257ecb3983'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:00:45.078360 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48660) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:45.191783 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f82c7169-bf2a-4cb3-b725-59a7f98931c4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/c7420873-6b64-4289-a726-11555dca2126 HTTP/1.1" status: 200 len: 992 time: 0.1102495 May 10 15:00:45.202399 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-df29cc61-1d55-4586-b1b3-719fd0e36949 None None] Set router de1cf042-8ddd-4153-92a0-bf2aea73175a gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:00:45.288606 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2140f04a-f49a-4d26-a279-d3fbeeb17c29'] response: {'name': 'network-changed', 'server_uuid': 'bdde32a2-8a7e-4b7d-94bd-d550c456c349', 'tag': '2140a049-18fc-4f7c-b84c-d2257ecb3983', 'status': 'completed', 'code': 200} May 10 15:00:45.384090 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd501b-8bb0-4b9f-9b9c-d4d3d6959019 req-688381d2-fd68-486a-a3c2-6cab4751117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:45.385538 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-65bd501b-8bb0-4b9f-9b9c-d4d3d6959019 req-688381d2-fd68-486a-a3c2-6cab4751117a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349 HTTP/1.1" status: 200 len: 1099 time: 0.0749547 May 10 15:00:45.521355 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd501b-8bb0-4b9f-9b9c-d4d3d6959019 req-a1128ff1-7050-4696-9ba1-ce418099a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:45.522844 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-65bd501b-8bb0-4b9f-9b9c-d4d3d6959019 req-a1128ff1-7050-4696-9ba1-ce418099a0cf service neutron] 10.222.0.86 "GET /v2.0/networks?id=c294bf9d-8165-415b-89fb-24ee0954355c HTTP/1.1" status: 200 len: 898 time: 0.1309104 May 10 15:00:45.552203 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-df29cc61-1d55-4586-b1b3-719fd0e36949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'name': 'tempest-TestNetworkBasicOps-router-914091630', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:00:21Z', 'updated_at': '2022-05-10T15:00:26Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:00:22Z', 'updated_at': '2022-05-10T15:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'c7420873-6b64-4289-a726-11555dca2126', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.127', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'port_id': '2140a049-18fc-4f7c-b84c-d2257ecb3983', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c', 'mac_address': 'fa:16:3e:6e:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdde32a2-8a7e-4b7d-94bd-d550c456c349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:00:43Z', 'updated_at': '2022-05-10T15:00:43Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d', 'name': '', 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:74:01:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '6955a153-99e4-43b8-8a10-4f14cb156e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:00:25Z', 'updated_at': '2022-05-10T15:00:31Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '6955a153-99e4-43b8-8a10-4f14cb156e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:45.556029 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df29cc61-1d55-4586-b1b3-719fd0e36949 None None] Checking router: de1cf042-8ddd-4153-92a0-bf2aea73175a for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:00:45.564304 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df29cc61-1d55-4586-b1b3-719fd0e36949 None None] Routers {'de1cf042-8ddd-4153-92a0-bf2aea73175a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:00:45.564899 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-df29cc61-1d55-4586-b1b3-719fd0e36949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:00:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['de1cf042-8ddd-4153-92a0-bf2aea73175a'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:45.622121 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-65bd501b-8bb0-4b9f-9b9c-d4d3d6959019 req-7efbac38-40f9-46c4-9fce-5d453ce29c18 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2140a049-18fc-4f7c-b84c-d2257ecb3983 HTTP/1.1" status: 200 len: 1000 time: 0.0928283 May 10 15:00:45.687555 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd501b-8bb0-4b9f-9b9c-d4d3d6959019 req-f2cff4f1-dd4c-47a1-9fa1-9a53bd9444f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:45.689006 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-65bd501b-8bb0-4b9f-9b9c-d4d3d6959019 req-f2cff4f1-dd4c-47a1-9fa1-9a53bd9444f6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6955a153-99e4-43b8-8a10-4f14cb156e54 HTTP/1.1" status: 200 len: 844 time: 0.0605402 May 10 15:00:45.741964 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-df29cc61-1d55-4586-b1b3-719fd0e36949 None None] Set router de1cf042-8ddd-4153-92a0-bf2aea73175a gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:00:45.763285 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd501b-8bb0-4b9f-9b9c-d4d3d6959019 req-d8cc6c62-fef7-418e-ade9-356b4786a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:00:45.764751 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-65bd501b-8bb0-4b9f-9b9c-d4d3d6959019 req-d8cc6c62-fef7-418e-ade9-356b4786a652 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c294bf9d-8165-415b-89fb-24ee0954355c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694964 May 10 15:00:45.902576 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-65bd501b-8bb0-4b9f-9b9c-d4d3d6959019 req-123658ec-e425-467e-8046-af370c16d392 service neutron] 10.222.0.86 "GET /v2.0/networks/c294bf9d-8165-415b-89fb-24ee0954355c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311858 May 10 15:00:46.092328 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-df29cc61-1d55-4586-b1b3-719fd0e36949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'name': 'tempest-TestNetworkBasicOps-router-914091630', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:00:21Z', 'updated_at': '2022-05-10T15:00:26Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:00:22Z', 'updated_at': '2022-05-10T15:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'c7420873-6b64-4289-a726-11555dca2126', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.127', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'port_id': '2140a049-18fc-4f7c-b84c-d2257ecb3983', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c', 'mac_address': 'fa:16:3e:6e:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdde32a2-8a7e-4b7d-94bd-d550c456c349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:00:43Z', 'updated_at': '2022-05-10T15:00:43Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d', 'name': '', 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:74:01:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '6955a153-99e4-43b8-8a10-4f14cb156e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:00:25Z', 'updated_at': '2022-05-10T15:00:31Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '6955a153-99e4-43b8-8a10-4f14cb156e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:46.096295 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df29cc61-1d55-4586-b1b3-719fd0e36949 None None] The sync data for ids ['de1cf042-8ddd-4153-92a0-bf2aea73175a'] in dv-neutron-841204-2-hyperv is: [{'id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'name': 'tempest-TestNetworkBasicOps-router-914091630', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:00:21Z', 'updated_at': '2022-05-10T15:00:26Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:00:22Z', 'updated_at': '2022-05-10T15:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'c7420873-6b64-4289-a726-11555dca2126', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.127', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'port_id': '2140a049-18fc-4f7c-b84c-d2257ecb3983', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c', 'mac_address': 'fa:16:3e:6e:db:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdde32a2-8a7e-4b7d-94bd-d550c456c349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:00:43Z', 'updated_at': '2022-05-10T15:00:43Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d', 'name': '', 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:74:01:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '6955a153-99e4-43b8-8a10-4f14cb156e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:00:25Z', 'updated_at': '2022-05-10T15:00:31Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '6955a153-99e4-43b8-8a10-4f14cb156e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:00:46.140115 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-65bd501b-8bb0-4b9f-9b9c-d4d3d6959019 req-650c3b6c-c9dc-42e8-a5e6-03a0148e6a59 service neutron] 10.222.0.86 "GET /v2.0/networks/c294bf9d-8165-415b-89fb-24ee0954355c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315762 May 10 15:00:46.194452 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48668) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:46.296509 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924734f-ed62-405b-b44e-d28d37260c9e None None] New status for floating IP c7420873-6b64-4289-a726-11555dca2126: ACTIVE {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:00:46.307716 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-91a77d65-81c3-443d-9d28-f601ad000e02 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/c7420873-6b64-4289-a726-11555dca2126 HTTP/1.1" status: 200 len: 992 time: 0.1121228 May 10 15:00:47.310887 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48672) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:47.419923 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8e9fb93a-001b-4075-b968-9da3ea716a52 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/c7420873-6b64-4289-a726-11555dca2126 HTTP/1.1" status: 200 len: 994 time: 0.1072435 May 10 15:00:50.052617 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f9120082-e312-4689-87ae-2744d4d17eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:52.346126 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4b6e41ab-ed1f-4517-a815-b7034db31fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.216761 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.217849 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.355529 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:54.883069 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.900540 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-eb5c7bad-789b-43cd-bc0c-0125a9254380 req-8e432c66-bf03-46f4-b385-699be4dfc6a0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731504 May 10 15:01:09.040704 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c7bad-789b-43cd-bc0c-0125a9254380 req-daf871be-7ed3-4106-ae0b-ee8f6b412913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:01:09.042152 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-eb5c7bad-789b-43cd-bc0c-0125a9254380 req-daf871be-7ed3-4106-ae0b-ee8f6b412913 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349 HTTP/1.1" status: 200 len: 1099 time: 0.0730505 May 10 15:01:09.188355 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c7bad-789b-43cd-bc0c-0125a9254380 req-ac80cae7-20df-4f78-b29d-13592c3ec096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:01:09.189679 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-eb5c7bad-789b-43cd-bc0c-0125a9254380 req-ac80cae7-20df-4f78-b29d-13592c3ec096 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c294bf9d-8165-415b-89fb-24ee0954355c HTTP/1.1" status: 200 len: 898 time: 0.1268415 May 10 15:01:09.272106 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:01:09.294087 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-eb5c7bad-789b-43cd-bc0c-0125a9254380 req-8c50b2a7-fa42-4c84-a611-ce0247d865c2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2140a049-18fc-4f7c-b84c-d2257ecb3983 HTTP/1.1" status: 200 len: 1002 time: 0.0979514 May 10 15:01:09.359042 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c7bad-789b-43cd-bc0c-0125a9254380 req-6264dcfe-954b-47fd-af7b-a4f4d6b5282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:01:09.360403 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-eb5c7bad-789b-43cd-bc0c-0125a9254380 req-6264dcfe-954b-47fd-af7b-a4f4d6b5282f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6955a153-99e4-43b8-8a10-4f14cb156e54 HTTP/1.1" status: 200 len: 844 time: 0.0579782 May 10 15:01:09.438143 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c7bad-789b-43cd-bc0c-0125a9254380 req-b2d07a3b-154a-432e-8196-ccdabe5000f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:01:09.439814 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-eb5c7bad-789b-43cd-bc0c-0125a9254380 req-b2d07a3b-154a-432e-8196-ccdabe5000f7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c294bf9d-8165-415b-89fb-24ee0954355c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721412 May 10 15:01:09.570952 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-eb5c7bad-789b-43cd-bc0c-0125a9254380 req-b2d1ce2b-c14f-4542-9eb3-e831a51fd38a service neutron] 10.222.0.86 "GET /v2.0/networks/c294bf9d-8165-415b-89fb-24ee0954355c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241117 May 10 15:01:09.701395 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-eb5c7bad-789b-43cd-bc0c-0125a9254380 req-8f7b0eb4-b93e-489f-abf9-33d2d957fcca service neutron] 10.222.0.86 "GET /v2.0/networks/c294bf9d-8165-415b-89fb-24ee0954355c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234205 May 10 15:01:20.054793 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-71353d2c-5e7c-4c9d-b973-afec37ce0c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:22.347668 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9dcbcf8e-e8fc-4d1a-a1d1-3005df4fe239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:23.215833 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:23.216886 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:23.357178 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:24.888349 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:46.271768 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:01:50.057070 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9b18b3ca-97e9-4fba-bc61-fb78af0bd672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:52.350271 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e9ef5043-605f-4f68-b540-45c648de4536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:53.217703 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:53.219899 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:53.359882 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:54.885597 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:08.892066 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0d2435fc-86ae-48dc-8139-64e20a6b9bcb req-fb84055e-6d05-4421-90d8-53d6145c1481 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1137893 May 10 15:02:09.044851 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2435fc-86ae-48dc-8139-64e20a6b9bcb req-c09fc905-6e90-4b64-8800-0af4ac38b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:02:09.046289 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0d2435fc-86ae-48dc-8139-64e20a6b9bcb req-c09fc905-6e90-4b64-8800-0af4ac38b751 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349 HTTP/1.1" status: 200 len: 1099 time: 0.0744712 May 10 15:02:09.191049 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2435fc-86ae-48dc-8139-64e20a6b9bcb req-c149ee65-64fb-4ac2-88e3-e436c8ad0d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:02:09.192387 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0d2435fc-86ae-48dc-8139-64e20a6b9bcb req-c149ee65-64fb-4ac2-88e3-e436c8ad0d3f service neutron] 10.222.0.86 "GET /v2.0/networks?id=c294bf9d-8165-415b-89fb-24ee0954355c HTTP/1.1" status: 200 len: 898 time: 0.1247921 May 10 15:02:09.299897 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0d2435fc-86ae-48dc-8139-64e20a6b9bcb req-8ab546ae-1d14-4551-a486-305eee520aee service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2140a049-18fc-4f7c-b84c-d2257ecb3983 HTTP/1.1" status: 200 len: 1002 time: 0.0973797 May 10 15:02:09.363778 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2435fc-86ae-48dc-8139-64e20a6b9bcb req-d79810dc-52ec-4ae8-a9bb-df75761d741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:02:09.365175 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0d2435fc-86ae-48dc-8139-64e20a6b9bcb req-d79810dc-52ec-4ae8-a9bb-df75761d741a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6955a153-99e4-43b8-8a10-4f14cb156e54 HTTP/1.1" status: 200 len: 844 time: 0.0561225 May 10 15:02:09.445196 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2435fc-86ae-48dc-8139-64e20a6b9bcb req-557ca429-5d65-4b7c-b12c-61e4a896d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:02:09.446565 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0d2435fc-86ae-48dc-8139-64e20a6b9bcb req-557ca429-5d65-4b7c-b12c-61e4a896d921 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c294bf9d-8165-415b-89fb-24ee0954355c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693989 May 10 15:02:09.579482 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0d2435fc-86ae-48dc-8139-64e20a6b9bcb req-668fd61a-92b0-471d-a202-10fec7b6e07a service neutron] 10.222.0.86 "GET /v2.0/networks/c294bf9d-8165-415b-89fb-24ee0954355c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234839 May 10 15:02:09.811694 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0d2435fc-86ae-48dc-8139-64e20a6b9bcb req-891a11e4-d56e-4740-a24b-31a8821db26c service neutron] 10.222.0.86 "GET /v2.0/networks/c294bf9d-8165-415b-89fb-24ee0954355c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221112 May 10 15:02:20.059151 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75b33e01-4e40-4ca5-9c70-f1513dfcda68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:22.351497 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e5161db0-f8e3-4677-9445-197c48b18341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:23.219249 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:23.227805 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:23.270875 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:02:23.360834 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:24.887484 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:41.180060 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48704) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:41.186888 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-05401e15-eda9-432a-bb23-1f97ee4efca7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:02:41.305361 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-05401e15-eda9-432a-bb23-1f97ee4efca7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10806411'] for subnet, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:41.491207 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-05401e15-eda9-432a-bb23-1f97ee4efca7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758962909305', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-816438'] for subnet, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:41.542481 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05401e15-eda9-432a-bb23-1f97ee4efca7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:02:41.543358 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-05401e15-eda9-432a-bb23-1f97ee4efca7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:41.544316 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-05401e15-eda9-432a-bb23-1f97ee4efca7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/subnets/6955a153-99e4-43b8-8a10-4f14cb156e54 HTTP/1.1" status: 200 len: 836 time: 0.3632925 May 10 15:02:41.548930 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11827d3-d64b-404a-9d38-ce625e55de63 None None] Network c294bf9d-8165-415b-89fb-24ee0954355c requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:02:41.560419 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05401e15-eda9-432a-bb23-1f97ee4efca7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Subnet': ['ID=6955a153-99e4-43b8-8a10-4f14cb156e54,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:41.567916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401e15-eda9-432a-bb23-1f97ee4efca7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:41.568254 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401e15-eda9-432a-bb23-1f97ee4efca7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:41.568582 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401e15-eda9-432a-bb23-1f97ee4efca7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:41.568901 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401e15-eda9-432a-bb23-1f97ee4efca7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:41.569220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401e15-eda9-432a-bb23-1f97ee4efca7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:41.569538 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401e15-eda9-432a-bb23-1f97ee4efca7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:41.569850 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401e15-eda9-432a-bb23-1f97ee4efca7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:41.570160 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401e15-eda9-432a-bb23-1f97ee4efca7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:41.570501 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401e15-eda9-432a-bb23-1f97ee4efca7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:41.570813 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401e15-eda9-432a-bb23-1f97ee4efca7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:41.571119 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401e15-eda9-432a-bb23-1f97ee4efca7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:41.571426 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05401e15-eda9-432a-bb23-1f97ee4efca7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:42.040416 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-605b6c0d-f654-4325-8786-f53ba23a96f1 None None] Provisioning complete for port 2140a049-18fc-4f7c-b84c-d2257ecb3983 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:02:42.040709 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-605b6c0d-f654-4325-8786-f53ba23a96f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:42.167567 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-605b6c0d-f654-4325-8786-f53ba23a96f1 None None] Provisioning complete for port b0e48502-40d9-45e7-b0a1-131cc3ff59bd triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:02:42.167842 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-605b6c0d-f654-4325-8786-f53ba23a96f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:42.294771 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-605b6c0d-f654-4325-8786-f53ba23a96f1 None None] Provisioning complete for port 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:02:42.295059 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-605b6c0d-f654-4325-8786-f53ba23a96f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:50.061112 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e66881ef-05cb-4d38-8790-9dda5a611a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:52.353620 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4b15790a-d11a-4374-9319-3087c9b738d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:53.214687 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:53.249728 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:53.362859 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:54.888497 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:00.269320 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:03:09.929007 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-911ab13e-642b-422c-8704-f73108d23778 req-2e0a2dac-9122-4161-8927-2fd8ca3d89ad service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799119 May 10 15:03:10.080517 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ab13e-642b-422c-8704-f73108d23778 req-b9448866-1a61-48b2-a3fd-25008ace5bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:10.081968 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-911ab13e-642b-422c-8704-f73108d23778 req-b9448866-1a61-48b2-a3fd-25008ace5bbf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349 HTTP/1.1" status: 200 len: 1099 time: 0.0733032 May 10 15:03:10.235615 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ab13e-642b-422c-8704-f73108d23778 req-f6cab9a9-0714-46d2-ae86-8bfa0b68e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:10.237053 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-911ab13e-642b-422c-8704-f73108d23778 req-f6cab9a9-0714-46d2-ae86-8bfa0b68e24b service neutron] 10.222.0.86 "GET /v2.0/networks?id=c294bf9d-8165-415b-89fb-24ee0954355c HTTP/1.1" status: 200 len: 898 time: 0.1282735 May 10 15:03:10.344072 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-911ab13e-642b-422c-8704-f73108d23778 req-5c6198e0-d3b9-458f-bdf9-a4e2ea4642f0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2140a049-18fc-4f7c-b84c-d2257ecb3983 HTTP/1.1" status: 200 len: 1002 time: 0.0968106 May 10 15:03:10.414283 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ab13e-642b-422c-8704-f73108d23778 req-7623d83d-18b3-4793-905b-eac16d303463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:10.415740 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-911ab13e-642b-422c-8704-f73108d23778 req-7623d83d-18b3-4793-905b-eac16d303463 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6955a153-99e4-43b8-8a10-4f14cb156e54 HTTP/1.1" status: 200 len: 844 time: 0.0612764 May 10 15:03:10.492062 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ab13e-642b-422c-8704-f73108d23778 req-4699ec43-4645-4e20-9962-fadc006033a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:10.493409 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-911ab13e-642b-422c-8704-f73108d23778 req-4699ec43-4645-4e20-9962-fadc006033a0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c294bf9d-8165-415b-89fb-24ee0954355c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687838 May 10 15:03:10.627715 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-911ab13e-642b-422c-8704-f73108d23778 req-1e21474e-0ad6-4c94-9e47-452b65f56c5c service neutron] 10.222.0.86 "GET /v2.0/networks/c294bf9d-8165-415b-89fb-24ee0954355c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244137 May 10 15:03:10.762924 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-911ab13e-642b-422c-8704-f73108d23778 req-4d18bf34-84cc-4e57-8053-878d58bacfb8 service neutron] 10.222.0.86 "GET /v2.0/networks/c294bf9d-8165-415b-89fb-24ee0954355c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243913 May 10 15:03:20.062633 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0f47b61d-e6fa-4421-9f70-967b815f311d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:22.355694 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-78ce2d11-8930-457f-b11e-40c59146c4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:23.219022 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:23.271497 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:23.363921 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:24.540076 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48720) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:24.744103 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-6cd0e9bc-344e-44e4-9147-6fac4df9bc1b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 7e05f02f-74dd-40e9-807c-ee89650e3634 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:03:24.744470 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6cd0e9bc-344e-44e4-9147-6fac4df9bc1b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:24.893087 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:24.913360 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6cd0e9bc-344e-44e4-9147-6fac4df9bc1b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:24.913679 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6cd0e9bc-344e-44e4-9147-6fac4df9bc1b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:25.038709 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-6cd0e9bc-344e-44e4-9147-6fac4df9bc1b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 7e05f02f-74dd-40e9-807c-ee89650e3634 owned by network:floatingip {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:03:25.298785 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6cd0e9bc-344e-44e4-9147-6fac4df9bc1b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:25.347584 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0e9bc-344e-44e4-9147-6fac4df9bc1b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=7e05f02f-74dd-40e9-807c-ee89650e3634,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:25.437160 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6cd0e9bc-344e-44e4-9147-6fac4df9bc1b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:25.437551 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-6cd0e9bc-344e-44e4-9147-6fac4df9bc1b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Floating IP c7420873-6b64-4289-a726-11555dca2126 disassociated (deleted). External IP: 172.26.0.127, port: 2140a049-18fc-4f7c-b84c-d2257ecb3983. May 10 15:03:25.783732 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd0e9bc-344e-44e4-9147-6fac4df9bc1b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router de1cf042-8ddd-4153-92a0-bf2aea73175a has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:03:25.959053 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd0e9bc-344e-44e4-9147-6fac4df9bc1b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:03:25.969474 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6725ee1-b043-44af-8697-4b16a247918a None None] Sync routers for ids ['de1cf042-8ddd-4153-92a0-bf2aea73175a'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:03:25.975429 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6cd0e9bc-344e-44e4-9147-6fac4df9bc1b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:25.978564 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6725ee1-b043-44af-8697-4b16a247918a None None] Routers {'de1cf042-8ddd-4153-92a0-bf2aea73175a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:03:25.979183 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-a6725ee1-b043-44af-8697-4b16a247918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:03:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['de1cf042-8ddd-4153-92a0-bf2aea73175a'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:26.034249 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6cd0e9bc-344e-44e4-9147-6fac4df9bc1b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/floatingips/c7420873-6b64-4289-a726-11555dca2126 HTTP/1.1" status: 204 len: 168 time: 1.4929855 May 10 15:03:26.034763 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdde32a2-8a7e-4b7d-94bd-d550c456c349', 'tag': '2140a049-18fc-4f7c-b84c-d2257ecb3983'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:03:26.087630 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a806bd47-2a5c-4a1f-9dff-2cf74fd51394'] response: {'name': 'network-changed', 'server_uuid': 'bdde32a2-8a7e-4b7d-94bd-d550c456c349', 'tag': '2140a049-18fc-4f7c-b84c-d2257ecb3983', 'status': 'completed', 'code': 200} May 10 15:03:26.162030 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-a6725ee1-b043-44af-8697-4b16a247918a None None] Set router de1cf042-8ddd-4153-92a0-bf2aea73175a gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:03:26.191696 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0f218-921c-4168-bc24-d9d0652befd9 req-73d945cb-29b1-41bb-aa1c-ee9abedbad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:26.194014 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-baa0f218-921c-4168-bc24-d9d0652befd9 req-73d945cb-29b1-41bb-aa1c-ee9abedbad4c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349 HTTP/1.1" status: 200 len: 1099 time: 0.0810602 May 10 15:03:26.349202 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0f218-921c-4168-bc24-d9d0652befd9 req-fa817eaf-eadb-4258-b7bc-13452707cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:26.350843 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-baa0f218-921c-4168-bc24-d9d0652befd9 req-fa817eaf-eadb-4258-b7bc-13452707cb42 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c294bf9d-8165-415b-89fb-24ee0954355c HTTP/1.1" status: 200 len: 898 time: 0.1478770 May 10 15:03:26.425937 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-baa0f218-921c-4168-bc24-d9d0652befd9 req-46972d53-a288-4201-9abc-50dc175b3dbe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2140a049-18fc-4f7c-b84c-d2257ecb3983 HTTP/1.1" status: 200 len: 217 time: 0.0672193 May 10 15:03:26.462118 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec337e8-71ae-4559-a7be-8d28fe665c1b req-c3202d1c-e9d8-4765-988b-2d9d85b4d1ee tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:26.462852 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-bec337e8-71ae-4559-a7be-8d28fe665c1b req-c3202d1c-e9d8-4765-988b-2d9d85b4d1ee tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:03:26.482716 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-bec337e8-71ae-4559-a7be-8d28fe665c1b req-c3202d1c-e9d8-4765-988b-2d9d85b4d1ee tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:03:26.484028 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bec337e8-71ae-4559-a7be-8d28fe665c1b req-c3202d1c-e9d8-4765-988b-2d9d85b4d1ee tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349 HTTP/1.1" status: 200 len: 946 time: 0.1598089 May 10 15:03:26.501961 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0f218-921c-4168-bc24-d9d0652befd9 req-7bc66533-4b4c-4e75-b27d-c926fb606c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:26.503463 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-baa0f218-921c-4168-bc24-d9d0652befd9 req-7bc66533-4b4c-4e75-b27d-c926fb606c9a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6955a153-99e4-43b8-8a10-4f14cb156e54 HTTP/1.1" status: 200 len: 844 time: 0.0705085 May 10 15:03:26.543328 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bec337e8-71ae-4559-a7be-8d28fe665c1b req-c587fab4-2fc1-4610-8f1e-4d706ca5d92f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=2210f06c-a6b2-4ccc-9ca7-60eb1eb1c746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433688 May 10 15:03:26.552268 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-a6725ee1-b043-44af-8697-4b16a247918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'name': 'tempest-TestNetworkBasicOps-router-914091630', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:00:21Z', 'updated_at': '2022-05-10T15:00:26Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:00:22Z', 'updated_at': '2022-05-10T15:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d', 'name': '', 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:74:01:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '6955a153-99e4-43b8-8a10-4f14cb156e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:00:25Z', 'updated_at': '2022-05-10T15:00:31Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '6955a153-99e4-43b8-8a10-4f14cb156e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:26.557050 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6725ee1-b043-44af-8697-4b16a247918a None None] Checking router: de1cf042-8ddd-4153-92a0-bf2aea73175a for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:03:26.565646 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6725ee1-b043-44af-8697-4b16a247918a None None] Routers {'de1cf042-8ddd-4153-92a0-bf2aea73175a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:03:26.566265 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-a6725ee1-b043-44af-8697-4b16a247918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:03:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['de1cf042-8ddd-4153-92a0-bf2aea73175a'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:26.583055 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0f218-921c-4168-bc24-d9d0652befd9 req-60b6e657-52cc-4bca-b485-8cee06f6acf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:26.584467 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-baa0f218-921c-4168-bc24-d9d0652befd9 req-60b6e657-52cc-4bca-b485-8cee06f6acf1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c294bf9d-8165-415b-89fb-24ee0954355c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721087 May 10 15:03:26.719791 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-baa0f218-921c-4168-bc24-d9d0652befd9 req-9b3e5535-e08c-4cb1-8476-1fc489b7500c service neutron] 10.222.0.86 "GET /v2.0/networks/c294bf9d-8165-415b-89fb-24ee0954355c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275253 May 10 15:03:26.743306 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-a6725ee1-b043-44af-8697-4b16a247918a None None] Set router de1cf042-8ddd-4153-92a0-bf2aea73175a gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:03:26.947453 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-baa0f218-921c-4168-bc24-d9d0652befd9 req-fb2c8c89-bf5c-47d9-9549-c50e02882953 service neutron] 10.222.0.86 "GET /v2.0/networks/c294bf9d-8165-415b-89fb-24ee0954355c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204726 May 10 15:03:27.062971 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-a6725ee1-b043-44af-8697-4b16a247918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'name': 'tempest-TestNetworkBasicOps-router-914091630', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:00:21Z', 'updated_at': '2022-05-10T15:00:26Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:00:22Z', 'updated_at': '2022-05-10T15:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d', 'name': '', 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:74:01:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '6955a153-99e4-43b8-8a10-4f14cb156e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:00:25Z', 'updated_at': '2022-05-10T15:00:31Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '6955a153-99e4-43b8-8a10-4f14cb156e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:27.066835 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6725ee1-b043-44af-8697-4b16a247918a None None] The sync data for ids ['de1cf042-8ddd-4153-92a0-bf2aea73175a'] in dv-neutron-841204-2-hyperv is: [{'id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'name': 'tempest-TestNetworkBasicOps-router-914091630', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:00:21Z', 'updated_at': '2022-05-10T15:00:26Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:00:22Z', 'updated_at': '2022-05-10T15:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d', 'name': '', 'network_id': 'c294bf9d-8165-415b-89fb-24ee0954355c', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:74:01:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '6955a153-99e4-43b8-8a10-4f14cb156e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:00:25Z', 'updated_at': '2022-05-10T15:00:31Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '6955a153-99e4-43b8-8a10-4f14cb156e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:03:27.266715 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8b778b-c343-4530-b0dc-55eced1f7008 None None] New status for floating IP c7420873-6b64-4289-a726-11555dca2126: DOWN {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:03:27.788303 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90517a-43bf-4732-905c-c2aa0441f3d6 req-2dee2598-a035-49e0-a965-0e94d03a6a32 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:27.789743 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-de90517a-43bf-4732-905c-c2aa0441f3d6 req-2dee2598-a035-49e0-a965-0e94d03a6a32 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349 HTTP/1.1" status: 200 len: 946 time: 0.1309066 May 10 15:03:27.833435 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-de90517a-43bf-4732-905c-c2aa0441f3d6 req-9bc866fe-3cee-47cb-beb6-7396b8c74597 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=2210f06c-a6b2-4ccc-9ca7-60eb1eb1c746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375822 May 10 15:03:27.906542 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9980f6-851d-4dfe-a184-46b6f45f1c47 req-dbabefb5-c150-4edc-9e89-43dfd8d5284c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:27.907178 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-bd9980f6-851d-4dfe-a184-46b6f45f1c47 req-dbabefb5-c150-4edc-9e89-43dfd8d5284c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:03:27.918713 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-bd9980f6-851d-4dfe-a184-46b6f45f1c47 req-dbabefb5-c150-4edc-9e89-43dfd8d5284c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:03:27.920544 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-bd9980f6-851d-4dfe-a184-46b6f45f1c47 req-dbabefb5-c150-4edc-9e89-43dfd8d5284c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/ports?device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349 HTTP/1.1" status: 200 len: 946 time: 0.0979519 May 10 15:03:27.991536 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-bd9980f6-851d-4dfe-a184-46b6f45f1c47 req-460aa2a3-2165-4411-9c62-7097b4ec0867 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 2140a049-18fc-4f7c-b84c-d2257ecb3983 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:03:27.991871 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-bd9980f6-851d-4dfe-a184-46b6f45f1c47 req-460aa2a3-2165-4411-9c62-7097b4ec0867 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:28.235809 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-bd9980f6-851d-4dfe-a184-46b6f45f1c47 req-460aa2a3-2165-4411-9c62-7097b4ec0867 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port 2140a049-18fc-4f7c-b84c-d2257ecb3983, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=2140a049-18fc-4f7c-b84c-d2257ecb3983,segment=NetworkSegment(3e242ace-f266-42c1-b0c0-27fdc6b38cb6),segment_id=3e242ace-f266-42c1-b0c0-27fdc6b38cb6)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:28.236161 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-bd9980f6-851d-4dfe-a184-46b6f45f1c47 req-460aa2a3-2165-4411-9c62-7097b4ec0867 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:28.355588 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-bd9980f6-851d-4dfe-a184-46b6f45f1c47 req-460aa2a3-2165-4411-9c62-7097b4ec0867 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 2140a049-18fc-4f7c-b84c-d2257ecb3983 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:03:28.498000 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-bd9980f6-851d-4dfe-a184-46b6f45f1c47 req-460aa2a3-2165-4411-9c62-7097b4ec0867 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:28.546722 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460aa2a3-2165-4411-9c62-7097b4ec0867 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=2140a049-18fc-4f7c-b84c-d2257ecb3983,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:28.584703 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460aa2a3-2165-4411-9c62-7097b4ec0867 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:28.585047 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460aa2a3-2165-4411-9c62-7097b4ec0867 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:28.585382 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460aa2a3-2165-4411-9c62-7097b4ec0867 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:28.585707 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460aa2a3-2165-4411-9c62-7097b4ec0867 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:28.586027 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460aa2a3-2165-4411-9c62-7097b4ec0867 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:28.586348 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460aa2a3-2165-4411-9c62-7097b4ec0867 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:28.586693 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460aa2a3-2165-4411-9c62-7097b4ec0867 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:28.587010 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460aa2a3-2165-4411-9c62-7097b4ec0867 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:28.587323 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460aa2a3-2165-4411-9c62-7097b4ec0867 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:28.587635 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460aa2a3-2165-4411-9c62-7097b4ec0867 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:28.587946 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460aa2a3-2165-4411-9c62-7097b4ec0867 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:28.588254 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460aa2a3-2165-4411-9c62-7097b4ec0867 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:28.632586 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9980f6-851d-4dfe-a184-46b6f45f1c47 req-460aa2a3-2165-4411-9c62-7097b4ec0867 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] No DVR routers for this DVR port 2140a049-18fc-4f7c-b84c-d2257ecb3983 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:03:28.634841 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-bd9980f6-851d-4dfe-a184-46b6f45f1c47 req-460aa2a3-2165-4411-9c62-7097b4ec0867 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:28.637283 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdde32a2-8a7e-4b7d-94bd-d550c456c349', 'name': 'network-vif-deleted', 'tag': '2140a049-18fc-4f7c-b84c-d2257ecb3983'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:03:28.655133 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-bd9980f6-851d-4dfe-a184-46b6f45f1c47 req-460aa2a3-2165-4411-9c62-7097b4ec0867 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "DELETE /v2.0/ports/2140a049-18fc-4f7c-b84c-d2257ecb3983 HTTP/1.1" status: 204 len: 173 time: 0.7269175 May 10 15:03:28.749000 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dee02785-c7bd-4b89-8686-7b3b84c92dbc'] response: {'server_uuid': 'bdde32a2-8a7e-4b7d-94bd-d550c456c349', 'name': 'network-vif-deleted', 'tag': '2140a049-18fc-4f7c-b84c-d2257ecb3983', 'status': 'completed', 'code': 200} May 10 15:03:29.000852 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bbad2672-4a38-4b69-8cf2-14c0a2d91c3f req-9c751545-7286-44fa-aa3e-29a9a3bfa09a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdde32a2-8a7e-4b7d-94bd-d550c456c349 HTTP/1.1" status: 200 len: 210 time: 0.0435033 May 10 15:03:30.098971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48748) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:30.167850 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-daff593e-3e45-4cd1-a28c-f73b87075f7e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:30.196893 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-daff593e-3e45-4cd1-a28c-f73b87075f7e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:30.260076 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-daff593e-3e45-4cd1-a28c-f73b87075f7e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:30.282154 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff593e-3e45-4cd1-a28c-f73b87075f7e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2210f06c-a6b2-4ccc-9ca7-60eb1eb1c746,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:30.293578 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-daff593e-3e45-4cd1-a28c-f73b87075f7e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:30.294846 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-daff593e-3e45-4cd1-a28c-f73b87075f7e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/security-groups/2210f06c-a6b2-4ccc-9ca7-60eb1eb1c746 HTTP/1.1" status: 204 len: 168 time: 0.1946433 May 10 15:03:30.328098 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48754) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:30.971857 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ad79608b-c9bf-4d58-8cc7-c0c7f384dae1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:31.320793 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-ad79608b-c9bf-4d58-8cc7-c0c7f384dae1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:03:31.321475 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ad79608b-c9bf-4d58-8cc7-c0c7f384dae1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:31.523905 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-ad79608b-c9bf-4d58-8cc7-c0c7f384dae1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d,segment=NetworkSegment(3e242ace-f266-42c1-b0c0-27fdc6b38cb6),segment_id=3e242ace-f266-42c1-b0c0-27fdc6b38cb6)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:31.524238 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ad79608b-c9bf-4d58-8cc7-c0c7f384dae1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:31.645163 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-ad79608b-c9bf-4d58-8cc7-c0c7f384dae1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d owned by network:router_interface {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:03:31.963644 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ad79608b-c9bf-4d58-8cc7-c0c7f384dae1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:32.014285 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79608b-c9bf-4d58-8cc7-c0c7f384dae1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:32.399351 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ad79608b-c9bf-4d58-8cc7-c0c7f384dae1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:32.641312 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 2140a049-18fc-4f7c-b84c-d2257ecb3983 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:03:32.678043 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: 2140a049-18fc-4f7c-b84c-d2257ecb3983 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:03:32.678380 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 2140a049-18fc-4f7c-b84c-d2257ecb3983 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:03:32.792599 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad79608b-c9bf-4d58-8cc7-c0c7f384dae1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router de1cf042-8ddd-4153-92a0-bf2aea73175a has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:03:32.976180 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad79608b-c9bf-4d58-8cc7-c0c7f384dae1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:03:32.987594 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7608249a-ff02-4346-b17c-a6fc688febe1 None None] Sync routers for ids ['de1cf042-8ddd-4153-92a0-bf2aea73175a'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:03:32.989786 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ad79608b-c9bf-4d58-8cc7-c0c7f384dae1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/routers/de1cf042-8ddd-4153-92a0-bf2aea73175a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6605737 May 10 15:03:32.993022 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48758) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:32.999495 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7608249a-ff02-4346-b17c-a6fc688febe1 None None] Routers {'de1cf042-8ddd-4153-92a0-bf2aea73175a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:03:33.000127 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7608249a-ff02-4346-b17c-a6fc688febe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:03:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['de1cf042-8ddd-4153-92a0-bf2aea73175a'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:33.061106 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-6053d074-8245-4737-8680-1c2bfb6bc737 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting subnet 6955a153-99e4-43b8-8a10-4f14cb156e54 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:03:33.064129 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6053d074-8245-4737-8680-1c2bfb6bc737 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:33.125840 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6053d074-8245-4737-8680-1c2bfb6bc737 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:33.181912 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-7608249a-ff02-4346-b17c-a6fc688febe1 None None] Set router de1cf042-8ddd-4153-92a0-bf2aea73175a gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:03:33.209506 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6053d074-8245-4737-8680-1c2bfb6bc737 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:33.284762 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6053d074-8245-4737-8680-1c2bfb6bc737 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:33.327884 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053d074-8245-4737-8680-1c2bfb6bc737 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Subnet': ['ID=6955a153-99e4-43b8-8a10-4f14cb156e54,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:33.332366 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6053d074-8245-4737-8680-1c2bfb6bc737 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:33.338919 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6053d074-8245-4737-8680-1c2bfb6bc737 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/subnets/6955a153-99e4-43b8-8a10-4f14cb156e54 HTTP/1.1" status: 204 len: 168 time: 0.3449454 May 10 15:03:33.342023 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48762) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:33.358168 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea13d22-a981-4120-b218-6de8f6325cea None None] Network c294bf9d-8165-415b-89fb-24ee0954355c requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:03:33.517801 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4dfe7405-bc1f-4c91-b608-84d46663a243 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:33.683035 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7608249a-ff02-4346-b17c-a6fc688febe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'name': 'tempest-TestNetworkBasicOps-router-914091630', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61'}], 'enable_snat': True}, 'gw_port_id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:00:21Z', 'updated_at': '2022-05-10T15:03:31Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '8955cb3c-48cb-4560-a860-7857b09a1ab8', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:00:22Z', 'updated_at': '2022-05-10T15:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:33.687767 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7608249a-ff02-4346-b17c-a6fc688febe1 None None] Checking router: de1cf042-8ddd-4153-92a0-bf2aea73175a for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:03:33.695894 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7608249a-ff02-4346-b17c-a6fc688febe1 None None] Routers {'de1cf042-8ddd-4153-92a0-bf2aea73175a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:03:33.696638 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7608249a-ff02-4346-b17c-a6fc688febe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:03:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['de1cf042-8ddd-4153-92a0-bf2aea73175a'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:33.699545 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4dfe7405-bc1f-4c91-b608-84d46663a243 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:33.710734 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe7405-bc1f-4c91-b608-84d46663a243 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 8955cb3c-48cb-4560-a860-7857b09a1ab8 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:03:33.711049 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4dfe7405-bc1f-4c91-b608-84d46663a243 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:33.753421 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c71efbe-28fe-4cf1-8a7b-48f6dc31fed1 None None] DHCP port deletion for c294bf9d-8165-415b-89fb-24ee0954355c request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 15:03:33.827215 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7c71efbe-28fe-4cf1-8a7b-48f6dc31fed1 None None] Deleting port b0e48502-40d9-45e7-b0a1-131cc3ff59bd {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:03:33.827463 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7c71efbe-28fe-4cf1-8a7b-48f6dc31fed1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:33.951272 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-7608249a-ff02-4346-b17c-a6fc688febe1 None None] Set router de1cf042-8ddd-4153-92a0-bf2aea73175a gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:03:34.007765 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-4dfe7405-bc1f-4c91-b608-84d46663a243 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port 8955cb3c-48cb-4560-a860-7857b09a1ab8, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=8955cb3c-48cb-4560-a860-7857b09a1ab8,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:34.008037 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4dfe7405-bc1f-4c91-b608-84d46663a243 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:34.069345 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-7608249a-ff02-4346-b17c-a6fc688febe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'name': 'tempest-TestNetworkBasicOps-router-914091630', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:00:21Z', 'updated_at': '2022-05-10T15:03:33Z', 'revision_number': 6, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:34.081175 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7608249a-ff02-4346-b17c-a6fc688febe1 None None] The sync data for ids ['de1cf042-8ddd-4153-92a0-bf2aea73175a'] in dv-neutron-841204-2-hyperv is: [{'id': 'de1cf042-8ddd-4153-92a0-bf2aea73175a', 'name': 'tempest-TestNetworkBasicOps-router-914091630', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:00:21Z', 'updated_at': '2022-05-10T15:03:33Z', 'revision_number': 6, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port_host': None}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:03:34.135232 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe7405-bc1f-4c91-b608-84d46663a243 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 8955cb3c-48cb-4560-a860-7857b09a1ab8 owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:03:34.185854 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7c71efbe-28fe-4cf1-8a7b-48f6dc31fed1 None None] For port b0e48502-40d9-45e7-b0a1-131cc3ff59bd, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b0e48502-40d9-45e7-b0a1-131cc3ff59bd,segment=NetworkSegment(3e242ace-f266-42c1-b0c0-27fdc6b38cb6),segment_id=3e242ace-f266-42c1-b0c0-27fdc6b38cb6)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:34.186238 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7c71efbe-28fe-4cf1-8a7b-48f6dc31fed1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:34.304884 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4dfe7405-bc1f-4c91-b608-84d46663a243 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:34.310384 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7c71efbe-28fe-4cf1-8a7b-48f6dc31fed1 None None] Calling delete_port for b0e48502-40d9-45e7-b0a1-131cc3ff59bd owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:03:34.352562 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe7405-bc1f-4c91-b608-84d46663a243 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=8955cb3c-48cb-4560-a860-7857b09a1ab8,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:34.390079 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7c71efbe-28fe-4cf1-8a7b-48f6dc31fed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:34.439435 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71efbe-28fe-4cf1-8a7b-48f6dc31fed1 None None] Pushing event deleted for resources: {'Port': ['ID=b0e48502-40d9-45e7-b0a1-131cc3ff59bd,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:34.445891 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c71efbe-28fe-4cf1-8a7b-48f6dc31fed1 None None] No DVR routers for this DVR port b0e48502-40d9-45e7-b0a1-131cc3ff59bd on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:03:34.456941 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71efbe-28fe-4cf1-8a7b-48f6dc31fed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:34.456941 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71efbe-28fe-4cf1-8a7b-48f6dc31fed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:34.456941 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71efbe-28fe-4cf1-8a7b-48f6dc31fed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:34.457297 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71efbe-28fe-4cf1-8a7b-48f6dc31fed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:34.457543 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71efbe-28fe-4cf1-8a7b-48f6dc31fed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:34.458100 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71efbe-28fe-4cf1-8a7b-48f6dc31fed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:34.458100 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71efbe-28fe-4cf1-8a7b-48f6dc31fed1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:34.458508 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71efbe-28fe-4cf1-8a7b-48f6dc31fed1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:34.458653 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4dfe7405-bc1f-4c91-b608-84d46663a243 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:34.458830 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71efbe-28fe-4cf1-8a7b-48f6dc31fed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:34.459095 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71efbe-28fe-4cf1-8a7b-48f6dc31fed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:34.459415 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71efbe-28fe-4cf1-8a7b-48f6dc31fed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:34.459729 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71efbe-28fe-4cf1-8a7b-48f6dc31fed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:34.637271 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4dfe7405-bc1f-4c91-b608-84d46663a243 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:34.640115 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4dfe7405-bc1f-4c91-b608-84d46663a243 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:34.662887 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4dfe7405-bc1f-4c91-b608-84d46663a243 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:34.663411 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfe7405-bc1f-4c91-b608-84d46663a243 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Fanout notify agent at l3_agent the message router_deleted on router de1cf042-8ddd-4153-92a0-bf2aea73175a {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:03:34.678755 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4dfe7405-bc1f-4c91-b608-84d46663a243 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:34.679826 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4dfe7405-bc1f-4c91-b608-84d46663a243 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/routers/de1cf042-8ddd-4153-92a0-bf2aea73175a HTTP/1.1" status: 204 len: 168 time: 1.3368707 May 10 15:03:34.682472 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48766) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:34.797744 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-283e8441-b2d7-4437-b5cc-5de589856237 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:34.892152 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8955cb3c-48cb-4560-a860-7857b09a1ab8 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:03:34.929373 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 8955cb3c-48cb-4560-a860-7857b09a1ab8 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:03:34.929725 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 8955cb3c-48cb-4560-a860-7857b09a1ab8 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:03:34.930265 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:03:34.951438 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-283e8441-b2d7-4437-b5cc-5de589856237 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:34.967032 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:03:34.967032 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 50d6dfa0-6ac4-4a91-9294-9d0e0e4e0e3d not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:03:34.967415 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b0e48502-40d9-45e7-b0a1-131cc3ff59bd no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:03:34.980143 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-283e8441-b2d7-4437-b5cc-5de589856237 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c294bf9d-8165-415b-89fb-24ee0954355c']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:34.993975 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-283e8441-b2d7-4437-b5cc-5de589856237 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e242ace-f266-42c1-b0c0-27fdc6b38cb6') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:34.994358 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-283e8441-b2d7-4437-b5cc-5de589856237 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e242ace-f266-42c1-b0c0-27fdc6b38cb6') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:35.001141 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: b0e48502-40d9-45e7-b0a1-131cc3ff59bd {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:03:35.001549 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b0e48502-40d9-45e7-b0a1-131cc3ff59bd not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:03:35.005998 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-283e8441-b2d7-4437-b5cc-5de589856237 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:35.022894 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-283e8441-b2d7-4437-b5cc-5de589856237 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:35.030658 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283e8441-b2d7-4437-b5cc-5de589856237 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:03:35.031099 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-283e8441-b2d7-4437-b5cc-5de589856237 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:03:35.046516 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:03:35.130334 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-283e8441-b2d7-4437-b5cc-5de589856237 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:35.134750 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-283e8441-b2d7-4437-b5cc-5de589856237 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:35.161524 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e8441-b2d7-4437-b5cc-5de589856237 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Network': ['ID=c294bf9d-8165-415b-89fb-24ee0954355c,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:35.171182 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-283e8441-b2d7-4437-b5cc-5de589856237 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/networks/c294bf9d-8165-415b-89fb-24ee0954355c HTTP/1.1" status: 204 len: 168 time: 0.4877636 May 10 15:03:35.182731 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48770) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:35.189213 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-c58f672f-2d6e-41d6-a18e-7faacd469c83 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'network': {'name': 'tempest-network-smoke--1664384640', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'port_security_enabled': True}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:35.194259 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c58f672f-2d6e-41d6-a18e-7faacd469c83 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:35.198388 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c58f672f-2d6e-41d6-a18e-7faacd469c83 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:network and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:35.201325 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c58f672f-2d6e-41d6-a18e-7faacd469c83 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:35.207063 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c58f672f-2d6e-41d6-a18e-7faacd469c83 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:35.217050 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58f672f-2d6e-41d6-a18e-7faacd469c83 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:03:35.220524 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c58f672f-2d6e-41d6-a18e-7faacd469c83 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:35.249101 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58f672f-2d6e-41d6-a18e-7faacd469c83 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:03:35.257631 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c58f672f-2d6e-41d6-a18e-7faacd469c83 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:35.257957 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-c58f672f-2d6e-41d6-a18e-7faacd469c83 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Added segment 770d70e8-8283-40b8-9369-d9bbd6cda351 of type vlan for network cff71195-ace3-45e0-b3d1-fac50a282b56 May 10 15:03:35.284811 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c58f672f-2d6e-41d6-a18e-7faacd469c83 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:35.314221 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c58f672f-2d6e-41d6-a18e-7faacd469c83 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:35.319662 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58f672f-2d6e-41d6-a18e-7faacd469c83 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:35.320267 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c58f672f-2d6e-41d6-a18e-7faacd469c83 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:35.423810 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c58f672f-2d6e-41d6-a18e-7faacd469c83 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2398517 May 10 15:03:35.426442 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48774) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:35.429273 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f672f-2d6e-41d6-a18e-7faacd469c83 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Network': ['ID=cff71195-ace3-45e0-b3d1-fac50a282b56,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:35.432380 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-5815de72-52e8-46c1-bd2c-b3e4171b5f6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-672131128', 'admin_state_up': True, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:35.441024 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5815de72-52e8-46c1-bd2c-b3e4171b5f6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:35.441184 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network cff71195-ace3-45e0-b3d1-fac50a282b56 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:03:35.445345 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5815de72-52e8-46c1-bd2c-b3e4171b5f6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:router and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:35.448211 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5815de72-52e8-46c1-bd2c-b3e4171b5f6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:35.455600 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5815de72-52e8-46c1-bd2c-b3e4171b5f6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:35.466308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5815de72-52e8-46c1-bd2c-b3e4171b5f6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:35.467376 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5815de72-52e8-46c1-bd2c-b3e4171b5f6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:35.483500 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5815de72-52e8-46c1-bd2c-b3e4171b5f6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:35.857126 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5815de72-52e8-46c1-bd2c-b3e4171b5f6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:36.155596 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5815de72-52e8-46c1-bd2c-b3e4171b5f6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:36.184267 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5815de72-52e8-46c1-bd2c-b3e4171b5f6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:36.317957 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-5815de72-52e8-46c1-bd2c-b3e4171b5f6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.26.0.183 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/d9a4c514-eaa8-44a2-afb0-1ede9334153a) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:03:36.462583 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5815de72-52e8-46c1-bd2c-b3e4171b5f6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:36.492758 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5815de72-52e8-46c1-bd2c-b3e4171b5f6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:36.556374 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5815de72-52e8-46c1-bd2c-b3e4171b5f6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:36.559025 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-5815de72-52e8-46c1-bd2c-b3e4171b5f6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:36.563472 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5815de72-52e8-46c1-bd2c-b3e4171b5f6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:03:36.600912 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815de72-52e8-46c1-bd2c-b3e4171b5f6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=d9a4c514-eaa8-44a2-afb0-1ede9334153a,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:36.973763 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5815de72-52e8-46c1-bd2c-b3e4171b5f6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:37.268606 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:03:37.419782 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5815de72-52e8-46c1-bd2c-b3e4171b5f6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:37.619281 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5815de72-52e8-46c1-bd2c-b3e4171b5f6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router e5d358a9-f6a8-4faa-b57c-0f57287d41ba is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:03:37.800458 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5815de72-52e8-46c1-bd2c-b3e4171b5f6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:03:37.810645 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] Sync routers for ids ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:03:37.819688 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] Routers {'e5d358a9-f6a8-4faa-b57c-0f57287d41ba'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:03:37.820293 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:03:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:37.828936 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5815de72-52e8-46c1-bd2c-b3e4171b5f6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:37.830150 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5815de72-52e8-46c1-bd2c-b3e4171b5f6e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4026978 May 10 15:03:37.833248 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48778) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:37.876707 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c40765d3-39b3-43d5-9bc4-24d8732a5776 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=7c1eaa2d2a564d8c9e902879ced01cd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398090 May 10 15:03:37.876917 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48782) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:38.008026 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706c533c-53c6-4efc-8b32-533460b87d90 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:38.009496 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-706c533c-53c6-4efc-8b32-533460b87d90 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317861 May 10 15:03:38.012955 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48786) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:38.023137 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] Set router e5d358a9-f6a8-4faa-b57c-0f57287d41ba gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:03:38.052632 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bd4809ed-d5a7-4b30-b0b3-92957ee024bc tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385864 May 10 15:03:38.055129 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48790) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:38.060856 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e124a0d7-738f-4f7a-a60d-b195ae530581 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2109238649', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:38.170573 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e124a0d7-738f-4f7a-a60d-b195ae530581 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:38.174255 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e124a0d7-738f-4f7a-a60d-b195ae530581 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:subnet and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:38.177008 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e124a0d7-738f-4f7a-a60d-b195ae530581 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:38.182749 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e124a0d7-738f-4f7a-a60d-b195ae530581 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:38.193642 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e124a0d7-738f-4f7a-a60d-b195ae530581 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:03:38.197394 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e124a0d7-738f-4f7a-a60d-b195ae530581 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:38.315991 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'name': 'tempest-TestNetworkBasicOps-router-672131128', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:03:35Z', 'updated_at': '2022-05-10T15:03:36Z', 'revision_number': 3, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:46:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:36Z', 'updated_at': '2022-05-10T15:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:38.319950 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] Checking router: e5d358a9-f6a8-4faa-b57c-0f57287d41ba for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:03:38.320514 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] Updating router e5d358a9-f6a8-4faa-b57c-0f57287d41ba port d9a4c514-eaa8-44a2-afb0-1ede9334153a binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:03:38.372566 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:38.421389 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e124a0d7-738f-4f7a-a60d-b195ae530581 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:38.499820 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124a0d7-738f-4f7a-a60d-b195ae530581 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Subnet': ['ID=e1cce37e-deac-41a6-9471-f53bef185c1c,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:38.507264 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e124a0d7-738f-4f7a-a60d-b195ae530581 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Checking segment: {'id': '770d70e8-8283-40b8-9369-d9bbd6cda351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:03:38.507619 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e124a0d7-738f-4f7a-a60d-b195ae530581 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network hostable DHCP agents. Network: cff71195-ace3-45e0-b3d1-fac50a282b56, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:03:38.527465 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e124a0d7-738f-4f7a-a60d-b195ae530581 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network cff71195-ace3-45e0-b3d1-fac50a282b56 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:03:38.537701 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-e124a0d7-738f-4f7a-a60d-b195ae530581 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, cff71195-ace3-45e0-b3d1-fac50a282b56) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:38.541949 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e124a0d7-738f-4f7a-a60d-b195ae530581 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:38.542569 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e124a0d7-738f-4f7a-a60d-b195ae530581 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:38.550743 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853aee34-eaa8-4773-b6e9-d91dc89e19d3 None None] Network cff71195-ace3-45e0-b3d1-fac50a282b56 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:03:38.565369 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e124a0d7-738f-4f7a-a60d-b195ae530581 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5091064 May 10 15:03:38.567931 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48794) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:38.706334 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:38.720232 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] Transition to ACTIVE for port object d9a4c514-eaa8-44a2-afb0-1ede9334153a will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:03:38.727097 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:38.820432 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] Attempting to bind port d9a4c514-eaa8-44a2-afb0-1ede9334153a on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:03:38.820788 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] Attempting to bind port d9a4c514-eaa8-44a2-afb0-1ede9334153a by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:03:38.821131 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] Attempting to bind port d9a4c514-eaa8-44a2-afb0-1ede9334153a on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:03:38.828473 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f78bb48-d998-4b75-81c9-0f46aac22d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-cff71195-ace3-45e0-b3d1-fac50a282b56', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ips': [{'subnet_id': 'e1cce37e-deac-41a6-9471-f53bef185c1c'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 15:03:38.829771 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4f78bb48-d998-4b75-81c9-0f46aac22d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:38.832835 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c03456-be43-4344-8be4-28292ecc108a None None] Pushing event updated for resources: {'Port': ['ID=d9a4c514-eaa8-44a2-afb0-1ede9334153a,revision_number=2']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:38.835066 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:03:38.835423 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:03:38.835805 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:38.836181 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:03:38.836632 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] Bound port: d9a4c514-eaa8-44a2-afb0-1ede9334153a, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:03:38.836984 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:38.870680 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c03456-be43-4344-8be4-28292ecc108a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:38.871021 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c03456-be43-4344-8be4-28292ecc108a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:38.871339 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c03456-be43-4344-8be4-28292ecc108a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:38.872460 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c03456-be43-4344-8be4-28292ecc108a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:38.872968 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c03456-be43-4344-8be4-28292ecc108a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:38.873416 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c03456-be43-4344-8be4-28292ecc108a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:38.873739 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c03456-be43-4344-8be4-28292ecc108a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:38.874059 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c03456-be43-4344-8be4-28292ecc108a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:38.874376 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c03456-be43-4344-8be4-28292ecc108a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:38.874713 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c03456-be43-4344-8be4-28292ecc108a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:38.875026 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c03456-be43-4344-8be4-28292ecc108a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:38.875334 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c03456-be43-4344-8be4-28292ecc108a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:38.929218 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] For port d9a4c514-eaa8-44a2-afb0-1ede9334153a, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:03:38.933160 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] For port d9a4c514-eaa8-44a2-afb0-1ede9334153a, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d9a4c514-eaa8-44a2-afb0-1ede9334153a,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:03:38.938108 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:39.005506 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-4f78bb48-d998-4b75-81c9-0f46aac22d93 None None] Allocated IP 172.20.0.2 (cff71195-ace3-45e0-b3d1-fac50a282b56/e1cce37e-deac-41a6-9471-f53bef185c1c/68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:03:39.026745 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c03456-be43-4344-8be4-28292ecc108a None None] Pushing event updated for resources: {'Port': ['ID=d9a4c514-eaa8-44a2-afb0-1ede9334153a,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:39.029899 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] Routers {'e5d358a9-f6a8-4faa-b57c-0f57287d41ba'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:03:39.030923 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:03:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:39.216631 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4f78bb48-d998-4b75-81c9-0f46aac22d93 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:39.222968 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] Set router e5d358a9-f6a8-4faa-b57c-0f57287d41ba gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:03:39.227135 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4f78bb48-d998-4b75-81c9-0f46aac22d93 None None] Transition to ACTIVE for port object 68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:03:39.248288 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4f78bb48-d998-4b75-81c9-0f46aac22d93 None None] Transition to ACTIVE for port object 68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:03:39.255523 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4f78bb48-d998-4b75-81c9-0f46aac22d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:39.322981 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f78bb48-d998-4b75-81c9-0f46aac22d93 None None] Network cff71195-ace3-45e0-b3d1-fac50a282b56 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:39.326677 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-4f78bb48-d998-4b75-81c9-0f46aac22d93 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:39.330357 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f78bb48-d998-4b75-81c9-0f46aac22d93 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:03:39.336112 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78bb48-d998-4b75-81c9-0f46aac22d93 None None] Pushing event updated for resources: {'Port': ['ID=68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:39.423950 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-4f78bb48-d998-4b75-81c9-0f46aac22d93 None None] Attempting to bind port 68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:03:39.424305 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-4f78bb48-d998-4b75-81c9-0f46aac22d93 None None] Attempting to bind port 68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '770d70e8-8283-40b8-9369-d9bbd6cda351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:03:39.424668 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f78bb48-d998-4b75-81c9-0f46aac22d93 None None] Attempting to bind port 68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e on network cff71195-ace3-45e0-b3d1-fac50a282b56 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:03:39.430459 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f78bb48-d998-4b75-81c9-0f46aac22d93 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:03:39.430832 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f78bb48-d998-4b75-81c9-0f46aac22d93 None None] Checking segment: {'id': '770d70e8-8283-40b8-9369-d9bbd6cda351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:03:39.431228 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4f78bb48-d998-4b75-81c9-0f46aac22d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:39.431616 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f78bb48-d998-4b75-81c9-0f46aac22d93 None None] Bound using segment: {'id': '770d70e8-8283-40b8-9369-d9bbd6cda351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:03:39.432082 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-4f78bb48-d998-4b75-81c9-0f46aac22d93 None None] Bound port: 68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770d70e8-8283-40b8-9369-d9bbd6cda351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:03:39.432449 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4f78bb48-d998-4b75-81c9-0f46aac22d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:39.444329 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc3642a0-efb6-44b4-be88-ad3abe6397f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:39.529899 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-4f78bb48-d998-4b75-81c9-0f46aac22d93 None None] For port 68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:03:39.532894 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-4f78bb48-d998-4b75-81c9-0f46aac22d93 None None] For port 68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e,segment=NetworkSegment(770d70e8-8283-40b8-9369-d9bbd6cda351),segment_id=770d70e8-8283-40b8-9369-d9bbd6cda351)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:03:39.538647 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4f78bb48-d998-4b75-81c9-0f46aac22d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:39.546888 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'name': 'tempest-TestNetworkBasicOps-router-672131128', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:03:35Z', 'updated_at': '2022-05-10T15:03:36Z', 'revision_number': 3, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:46:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:36Z', 'updated_at': '2022-05-10T15:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:39.551020 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b6cfd-5117-41be-bd16-6c6b3d0400e8 None None] The sync data for ids ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'] in dv-neutron-841204-2-hyperv is: [{'id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'name': 'tempest-TestNetworkBasicOps-router-672131128', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:03:35Z', 'updated_at': '2022-05-10T15:03:36Z', 'revision_number': 3, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:46:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:36Z', 'updated_at': '2022-05-10T15:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:03:39.628794 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78bb48-d998-4b75-81c9-0f46aac22d93 None None] Pushing event updated for resources: {'Port': ['ID=68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:39.919133 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-dc3642a0-efb6-44b4-be88-ad3abe6397f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.20.0.1 (cff71195-ace3-45e0-b3d1-fac50a282b56/e1cce37e-deac-41a6-9471-f53bef185c1c/00f9f83b-6286-4dbd-98c4-03475c1c6537) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:03:40.121115 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc3642a0-efb6-44b4-be88-ad3abe6397f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:40.142856 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-dc3642a0-efb6-44b4-be88-ad3abe6397f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Transition to ACTIVE for port object 00f9f83b-6286-4dbd-98c4-03475c1c6537 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:03:40.172506 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc3642a0-efb6-44b4-be88-ad3abe6397f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:40.246536 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3642a0-efb6-44b4-be88-ad3abe6397f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network cff71195-ace3-45e0-b3d1-fac50a282b56 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:40.250447 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-dc3642a0-efb6-44b4-be88-ad3abe6397f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:40.254529 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3642a0-efb6-44b4-be88-ad3abe6397f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:03:40.289778 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3642a0-efb6-44b4-be88-ad3abe6397f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=00f9f83b-6286-4dbd-98c4-03475c1c6537,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:40.316900 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc3642a0-efb6-44b4-be88-ad3abe6397f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:40.718658 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cd3c01-18e2-48f3-a074-dc8865216e3c None None] Network cff71195-ace3-45e0-b3d1-fac50a282b56 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:03:40.720976 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc3642a0-efb6-44b4-be88-ad3abe6397f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:40.828013 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7572da75-a60f-47bc-8160-339cf7a25b2d None None] Provisioning for port 68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:03:40.865698 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d9a4c514-eaa8-44a2-afb0-1ede9334153a up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:03:41.033757 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port d9a4c514-eaa8-44a2-afb0-1ede9334153a completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:03:41.048381 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port d9a4c514-eaa8-44a2-afb0-1ede9334153a triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:03:41.048763 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:41.179988 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc3642a0-efb6-44b4-be88-ad3abe6397f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:41.185498 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:41.187798 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc3642a0-efb6-44b4-be88-ad3abe6397f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:41.206043 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port d9a4c514-eaa8-44a2-afb0-1ede9334153a, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d9a4c514-eaa8-44a2-afb0-1ede9334153a,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:41.209976 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:41.210750 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:03:41.313968 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3642a0-efb6-44b4-be88-ad3abe6397f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=00f9f83b-6286-4dbd-98c4-03475c1c6537,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:41.316049 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc3642a0-efb6-44b4-be88-ad3abe6397f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:41.333840 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=d9a4c514-eaa8-44a2-afb0-1ede9334153a,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:41.347193 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:03:41.352775 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:03:41.353141 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:41.420053 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-204c2379-4473-4cee-b1bc-602186ac3c78 None None] Provisioning for port 00f9f83b-6286-4dbd-98c4-03475c1c6537 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:03:41.427600 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-204c2379-4473-4cee-b1bc-602186ac3c78 None None] Provisioning complete for port 00f9f83b-6286-4dbd-98c4-03475c1c6537 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:03:41.427882 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-204c2379-4473-4cee-b1bc-602186ac3c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:41.468869 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3642a0-efb6-44b4-be88-ad3abe6397f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network cff71195-ace3-45e0-b3d1-fac50a282b56 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:41.470101 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-dc3642a0-efb6-44b4-be88-ad3abe6397f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:41.532959 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-204c2379-4473-4cee-b1bc-602186ac3c78 None None] Port 00f9f83b-6286-4dbd-98c4-03475c1c6537 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:03:41.547776 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:41.566054 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-204c2379-4473-4cee-b1bc-602186ac3c78 None None] Provisioning complete for port 68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:03:41.566445 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-204c2379-4473-4cee-b1bc-602186ac3c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:41.632869 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e,segment=NetworkSegment(770d70e8-8283-40b8-9369-d9bbd6cda351),segment_id=770d70e8-8283-40b8-9369-d9bbd6cda351)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:41.642855 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:41.677789 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3642a0-efb6-44b4-be88-ad3abe6397f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router e5d358a9-f6a8-4faa-b57c-0f57287d41ba has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:03:41.800635 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:41.878051 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3642a0-efb6-44b4-be88-ad3abe6397f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:03:41.889713 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] Sync routers for ids ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:03:41.893797 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dc3642a0-efb6-44b4-be88-ad3abe6397f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/routers/e5d358a9-f6a8-4faa-b57c-0f57287d41ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3225040 May 10 15:03:41.893949 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48798) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:41.903715 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] Routers {'e5d358a9-f6a8-4faa-b57c-0f57287d41ba'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:03:41.904430 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:03:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:41.992723 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-86fb6dc7-c042-4421-83f3-dc4ccc157bd7 None None] Provisioning complete for port 00f9f83b-6286-4dbd-98c4-03475c1c6537 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:03:41.993099 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-86fb6dc7-c042-4421-83f3-dc4ccc157bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:42.033965 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be2be47-659d-41a3-94aa-693043cda526 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:42.034448 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be2be47-659d-41a3-94aa-693043cda526 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:42.034916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be2be47-659d-41a3-94aa-693043cda526 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:42.035358 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be2be47-659d-41a3-94aa-693043cda526 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:42.036984 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3be2be47-659d-41a3-94aa-693043cda526 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1421273 May 10 15:03:42.039851 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48802) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:42.118570 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-86fb6dc7-c042-4421-83f3-dc4ccc157bd7 None None] Port 00f9f83b-6286-4dbd-98c4-03475c1c6537 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:03:42.119769 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3af1ab7-b498-4928-9765-5598702ac1d4 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:42.120234 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3af1ab7-b498-4928-9765-5598702ac1d4 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:42.120684 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3af1ab7-b498-4928-9765-5598702ac1d4 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:42.121123 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3af1ab7-b498-4928-9765-5598702ac1d4 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:42.123633 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b3af1ab7-b498-4928-9765-5598702ac1d4 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0828233 May 10 15:03:42.126215 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48806) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:42.131833 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] Set router e5d358a9-f6a8-4faa-b57c-0f57287d41ba gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:03:42.439863 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-42693aaa-673e-48f5-a47f-576732d88ae0 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3124421 May 10 15:03:42.450134 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'name': 'tempest-TestNetworkBasicOps-router-672131128', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:03:35Z', 'updated_at': '2022-05-10T15:03:40Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:36Z', 'updated_at': '2022-05-10T15:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '00f9f83b-6286-4dbd-98c4-03475c1c6537', 'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:88:43:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:39Z', 'updated_at': '2022-05-10T15:03:40Z', 'revision_number': 2, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:42.454112 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] Checking router: e5d358a9-f6a8-4faa-b57c-0f57287d41ba for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:03:42.454483 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] Updating router e5d358a9-f6a8-4faa-b57c-0f57287d41ba port 00f9f83b-6286-4dbd-98c4-03475c1c6537 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:03:42.507316 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:42.509553 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48812) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:42.515123 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-539314158', 'description': 'tempest-secgroup-smoke-539314158 description', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:42.521165 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:42.525313 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:42.529399 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:42.535064 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:42.549800 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:42.571038 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:42.575697 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:42.578542 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:42.584220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:42.656594 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:42.660435 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:42.705200 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e35fd314-d309-4341-a237-08fb3d954fcf,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:42.714147 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:42.718409 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2078028 May 10 15:03:42.718767 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48816) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:42.720038 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:42.720378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:42.720800 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:42.721130 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:42.721579 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:42.721970 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:42.722339 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:42.722752 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:42.723068 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:42.723381 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:42.723690 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:42.723997 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328239a1-8077-40e9-b48f-4f49f1df29bb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:42.726123 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-653aed2c-e434-4677-9014-b1cd97009035 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'e35fd314-d309-4341-a237-08fb3d954fcf', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:42.734885 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-653aed2c-e434-4677-9014-b1cd97009035 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:42.744575 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-653aed2c-e434-4677-9014-b1cd97009035 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:42.748343 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-653aed2c-e434-4677-9014-b1cd97009035 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:42.755412 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-653aed2c-e434-4677-9014-b1cd97009035 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:42.781521 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-653aed2c-e434-4677-9014-b1cd97009035 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:42.783640 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d9a4c514-eaa8-44a2-afb0-1ede9334153a up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:03:42.921713 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port d9a4c514-eaa8-44a2-afb0-1ede9334153a triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:03:42.922389 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:42.962487 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-653aed2c-e434-4677-9014-b1cd97009035 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:42.969496 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-653aed2c-e434-4677-9014-b1cd97009035 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:42.976714 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:42.992245 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653aed2c-e434-4677-9014-b1cd97009035 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d9c3e0-2b01-46c4-aa23-b774fdb744d7,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:42.998721 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] Transition to ACTIVE for port object 00f9f83b-6286-4dbd-98c4-03475c1c6537 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:03:43.003869 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-653aed2c-e434-4677-9014-b1cd97009035 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.007713 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-653aed2c-e434-4677-9014-b1cd97009035 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2850838 May 10 15:03:43.007860 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.007959 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48820) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:43.013560 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-1309d4a3-ddbc-4742-9fd1-5cd122471c06 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'e35fd314-d309-4341-a237-08fb3d954fcf', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:43.019391 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-1309d4a3-ddbc-4742-9fd1-5cd122471c06 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:43.024118 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1309d4a3-ddbc-4742-9fd1-5cd122471c06 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:43.026661 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1309d4a3-ddbc-4742-9fd1-5cd122471c06 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:43.033173 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-1309d4a3-ddbc-4742-9fd1-5cd122471c06 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:43.050153 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1309d4a3-ddbc-4742-9fd1-5cd122471c06 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.116795 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1309d4a3-ddbc-4742-9fd1-5cd122471c06 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.121484 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1309d4a3-ddbc-4742-9fd1-5cd122471c06 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.147681 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309d4a3-ddbc-4742-9fd1-5cd122471c06 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e7e6d0-1a3f-494b-9192-098662f6ee2a,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:43.159560 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1309d4a3-ddbc-4742-9fd1-5cd122471c06 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.161285 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1309d4a3-ddbc-4742-9fd1-5cd122471c06 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1524320 May 10 15:03:43.164117 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48824) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:43.170442 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-8a1cd840-e359-4382-920b-8776bdc92161 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'e35fd314-d309-4341-a237-08fb3d954fcf', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:43.176791 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8a1cd840-e359-4382-920b-8776bdc92161 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:43.180706 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8a1cd840-e359-4382-920b-8776bdc92161 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:43.183865 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8a1cd840-e359-4382-920b-8776bdc92161 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:43.190329 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7e8df-c130-49ba-968b-00d3b30c6f08 None None] Pushing event updated for resources: {'Port': ['ID=00f9f83b-6286-4dbd-98c4-03475c1c6537,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:43.190569 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8a1cd840-e359-4382-920b-8776bdc92161 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:43.211711 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8a1cd840-e359-4382-920b-8776bdc92161 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.263984 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:03:43.281252 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8a1cd840-e359-4382-920b-8776bdc92161 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.285002 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8a1cd840-e359-4382-920b-8776bdc92161 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.306929 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cd840-e359-4382-920b-8776bdc92161 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f76967-cdad-45e8-98d1-d48ddea27c27,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:43.319557 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8a1cd840-e359-4382-920b-8776bdc92161 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.320798 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8a1cd840-e359-4382-920b-8776bdc92161 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1554835 May 10 15:03:43.323503 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48828) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:43.329317 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-00c398f9-91de-4347-b9c2-f71f2e386fd1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'e35fd314-d309-4341-a237-08fb3d954fcf', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:43.336792 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-00c398f9-91de-4347-b9c2-f71f2e386fd1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:43.340975 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-00c398f9-91de-4347-b9c2-f71f2e386fd1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:43.344114 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-00c398f9-91de-4347-b9c2-f71f2e386fd1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:43.350000 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-00c398f9-91de-4347-b9c2-f71f2e386fd1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:43.369932 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-00c398f9-91de-4347-b9c2-f71f2e386fd1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.373474 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] Attempting to bind port 00f9f83b-6286-4dbd-98c4-03475c1c6537 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:03:43.373837 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] Attempting to bind port 00f9f83b-6286-4dbd-98c4-03475c1c6537 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '770d70e8-8283-40b8-9369-d9bbd6cda351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:03:43.374188 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] Attempting to bind port 00f9f83b-6286-4dbd-98c4-03475c1c6537 on network cff71195-ace3-45e0-b3d1-fac50a282b56 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:03:43.385807 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:03:43.386173 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] Checking segment: {'id': '770d70e8-8283-40b8-9369-d9bbd6cda351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:03:43.386589 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.386979 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] Bound using segment: {'id': '770d70e8-8283-40b8-9369-d9bbd6cda351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:03:43.388110 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] Bound port: 00f9f83b-6286-4dbd-98c4-03475c1c6537, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770d70e8-8283-40b8-9369-d9bbd6cda351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:03:43.388474 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.438077 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-00c398f9-91de-4347-b9c2-f71f2e386fd1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.441926 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-00c398f9-91de-4347-b9c2-f71f2e386fd1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.464247 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c398f9-91de-4347-b9c2-f71f2e386fd1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9f2c9a-cd98-46ab-9fb5-2aad5d6a3a1f,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:43.472187 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:03:43.472674 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.477121 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-00c398f9-91de-4347-b9c2-f71f2e386fd1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.478311 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-00c398f9-91de-4347-b9c2-f71f2e386fd1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1538904 May 10 15:03:43.481701 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48832) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:43.486730 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-a6f5412a-b3b8-4115-b292-cfb44fbc3eaf tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'e35fd314-d309-4341-a237-08fb3d954fcf', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:43.492579 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a6f5412a-b3b8-4115-b292-cfb44fbc3eaf tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:43.496473 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a6f5412a-b3b8-4115-b292-cfb44fbc3eaf tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:43.499309 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a6f5412a-b3b8-4115-b292-cfb44fbc3eaf tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:43.505056 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a6f5412a-b3b8-4115-b292-cfb44fbc3eaf tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:43.515643 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.securitygroups_db [None req-a6f5412a-b3b8-4115-b292-cfb44fbc3eaf tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Project 7c1eaa2d2a564d8c9e902879ced01cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:03:43.522514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a6f5412a-b3b8-4115-b292-cfb44fbc3eaf tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.542276 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] For port 00f9f83b-6286-4dbd-98c4-03475c1c6537, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:03:43.547265 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] For port 00f9f83b-6286-4dbd-98c4-03475c1c6537, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=00f9f83b-6286-4dbd-98c4-03475c1c6537,segment=NetworkSegment(770d70e8-8283-40b8-9369-d9bbd6cda351),segment_id=770d70e8-8283-40b8-9369-d9bbd6cda351)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:03:43.555588 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.587669 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a6f5412a-b3b8-4115-b292-cfb44fbc3eaf tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.593111 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a6f5412a-b3b8-4115-b292-cfb44fbc3eaf tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.615461 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5412a-b3b8-4115-b292-cfb44fbc3eaf tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc77238-b477-4ad1-933e-7bb47f20e527,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:43.627756 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a6f5412a-b3b8-4115-b292-cfb44fbc3eaf tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.631466 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a6f5412a-b3b8-4115-b292-cfb44fbc3eaf tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1462991 May 10 15:03:43.631701 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48836) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:43.637314 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-317f93d0-48ef-4f76-8529-1a898b92258e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'e35fd314-d309-4341-a237-08fb3d954fcf', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:43.643614 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-317f93d0-48ef-4f76-8529-1a898b92258e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:43.647731 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-317f93d0-48ef-4f76-8529-1a898b92258e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:43.650967 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-317f93d0-48ef-4f76-8529-1a898b92258e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:43.663221 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-317f93d0-48ef-4f76-8529-1a898b92258e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:43.676504 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.securitygroups_db [None req-317f93d0-48ef-4f76-8529-1a898b92258e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Project 7c1eaa2d2a564d8c9e902879ced01cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:03:43.684031 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-317f93d0-48ef-4f76-8529-1a898b92258e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.690687 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7e8df-c130-49ba-968b-00d3b30c6f08 None None] Pushing event updated for resources: {'Port': ['ID=00f9f83b-6286-4dbd-98c4-03475c1c6537,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:43.693211 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] Routers {'e5d358a9-f6a8-4faa-b57c-0f57287d41ba'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:03:43.693819 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:03:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:43.776187 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-317f93d0-48ef-4f76-8529-1a898b92258e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.781327 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-317f93d0-48ef-4f76-8529-1a898b92258e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.803873 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f93d0-48ef-4f76-8529-1a898b92258e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cfc078f-4ea7-4ff6-8a9c-05abfca69157,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:43.817726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-317f93d0-48ef-4f76-8529-1a898b92258e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:43.819189 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-317f93d0-48ef-4f76-8529-1a898b92258e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1863725 May 10 15:03:43.883680 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] Set router e5d358a9-f6a8-4faa-b57c-0f57287d41ba gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:03:43.987074 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-a3a58d2b-44d1-42bf-a7be-e5289c1004d2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:03:44.001715 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-a3a58d2b-44d1-42bf-a7be-e5289c1004d2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:03:44.002940 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-a3a58d2b-44d1-42bf-a7be-e5289c1004d2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-539314158&fields=id&tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 267 time: 0.0553989 May 10 15:03:44.156303 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-d65c5276-0816-469e-b581-b902007dd393 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:44.157752 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-d65c5276-0816-469e-b581-b902007dd393 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/networks?id=cff71195-ace3-45e0-b3d1-fac50a282b56 HTTP/1.1" status: 200 len: 797 time: 0.1479511 May 10 15:03:44.172404 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-f5d91c02-43fa-4075-a3ac-5439a6ff9627 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/quotas/7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 375 time: 0.0090873 May 10 15:03:44.210822 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'name': 'tempest-TestNetworkBasicOps-router-672131128', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:03:35Z', 'updated_at': '2022-05-10T15:03:40Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:36Z', 'updated_at': '2022-05-10T15:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '00f9f83b-6286-4dbd-98c4-03475c1c6537', 'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:88:43:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:39Z', 'updated_at': '2022-05-10T15:03:43Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:44.214947 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3731ce9e-b2fb-449d-bb4c-6efcc8f1a02a None None] The sync data for ids ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'] in dv-neutron-841204-2-hyperv is: [{'id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'name': 'tempest-TestNetworkBasicOps-router-672131128', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:03:35Z', 'updated_at': '2022-05-10T15:03:40Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:36Z', 'updated_at': '2022-05-10T15:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '00f9f83b-6286-4dbd-98c4-03475c1c6537', 'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:88:43:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:39Z', 'updated_at': '2022-05-10T15:03:43Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:03:44.281696 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-b34cdc47-1aeb-46d0-8c6f-c5446b39b822 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:03:44.297211 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-b34cdc47-1aeb-46d0-8c6f-c5446b39b822 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:03:44.298645 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-b34cdc47-1aeb-46d0-8c6f-c5446b39b822 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1210361 May 10 15:03:44.445751 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-b30bc73c-4a8a-46f5-8847-434b2751643b service neutron] 10.222.0.79 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344450 May 10 15:03:44.584834 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-b343faef-6e12-4961-8a3c-0509104b6fc0 service neutron] 10.222.0.79 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319804 May 10 15:03:44.788106 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0ec6a00c-9fa1-4623-9772-8fa476ea2b51 req-f42df363-dab0-4c91-97a1-49e2b9d23eed tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 210 time: 0.0652373 May 10 15:03:44.802512 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 00f9f83b-6286-4dbd-98c4-03475c1c6537 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:03:44.876166 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 00f9f83b-6286-4dbd-98c4-03475c1c6537 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:03:44.883360 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 00f9f83b-6286-4dbd-98c4-03475c1c6537 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:03:44.884067 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:45.028447 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:45.068500 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 00f9f83b-6286-4dbd-98c4-03475c1c6537, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=00f9f83b-6286-4dbd-98c4-03475c1c6537,segment=NetworkSegment(770d70e8-8283-40b8-9369-d9bbd6cda351),segment_id=770d70e8-8283-40b8-9369-d9bbd6cda351)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:45.073320 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:45.149682 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=00f9f83b-6286-4dbd-98c4-03475c1c6537,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:45.933825 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9fc2534d-115d-460d-a648-005cd2770d24 req-79e084ea-c28b-4921-83f7-6d1c768a15dd tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 210 time: 0.0461781 May 10 15:03:46.117887 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-d7a64c99-2099-41fe-9874-af92be60df71 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:46.118589 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-d7a64c99-2099-41fe-9874-af92be60df71 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:03:46.134678 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-d7a64c99-2099-41fe-9874-af92be60df71 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:03:46.135774 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-d7a64c99-2099-41fe-9874-af92be60df71 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/networks?id=cff71195-ace3-45e0-b3d1-fac50a282b56 HTTP/1.1" status: 200 len: 797 time: 0.1726751 May 10 15:03:46.194125 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-84fe4d8f-5d13-4f71-a1dd-6f22a31d0ed8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:03:46.206099 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-84fe4d8f-5d13-4f71-a1dd-6f22a31d0ed8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:03:46.207225 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-84fe4d8f-5d13-4f71-a1dd-6f22a31d0ed8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 379 time: 0.0580151 May 10 15:03:46.217428 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-ed761d37-960f-4845-8403-f5c0c8f2efac tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'port': {'device_id': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'admin_state_up': True, 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'security_groups': ['e35fd314-d309-4341-a237-08fb3d954fcf']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:46.353550 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-ed761d37-960f-4845-8403-f5c0c8f2efac tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:46.363379 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-ed761d37-960f-4845-8403-f5c0c8f2efac tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:46.373528 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-ed761d37-960f-4845-8403-f5c0c8f2efac tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:03:46.376917 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-ed761d37-960f-4845-8403-f5c0c8f2efac tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:46.541234 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-ed761d37-960f-4845-8403-f5c0c8f2efac tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.20.0.4 (cff71195-ace3-45e0-b3d1-fac50a282b56/e1cce37e-deac-41a6-9471-f53bef185c1c/bed4d0ec-d0f9-45cb-b176-42ed70671f7a) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:03:46.731264 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-ed761d37-960f-4845-8403-f5c0c8f2efac tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:46.747262 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-ed761d37-960f-4845-8403-f5c0c8f2efac tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Transition to ACTIVE for port object bed4d0ec-d0f9-45cb-b176-42ed70671f7a will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:03:46.766286 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 00f9f83b-6286-4dbd-98c4-03475c1c6537 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:03:46.773398 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-ed761d37-960f-4845-8403-f5c0c8f2efac tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:46.834082 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 00f9f83b-6286-4dbd-98c4-03475c1c6537 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:03:46.834368 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:46.847782 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-ed761d37-960f-4845-8403-f5c0c8f2efac tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network cff71195-ace3-45e0-b3d1-fac50a282b56 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:46.851035 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-ed761d37-960f-4845-8403-f5c0c8f2efac tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:46.854898 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-ed761d37-960f-4845-8403-f5c0c8f2efac tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:03:46.885851 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed761d37-960f-4845-8403-f5c0c8f2efac tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=bed4d0ec-d0f9-45cb-b176-42ed70671f7a,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:46.929142 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-ed761d37-960f-4845-8403-f5c0c8f2efac tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:46.929813 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-ed761d37-960f-4845-8403-f5c0c8f2efac tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:46.961465 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-ed761d37-960f-4845-8403-f5c0c8f2efac tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7482014 May 10 15:03:46.977804 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-99297355-64e4-455e-abb9-40303d6aac65 service neutron] Request body: {'port': {'device_id': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:47.098302 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-99297355-64e4-455e-abb9-40303d6aac65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:47.137324 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ddebf-f722-4f70-865b-c5e2b6db9db2 req-aeaaf8c7-e7f8-4366-8e29-71a174154f0e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:47.138748 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c86ddebf-f722-4f70-865b-c5e2b6db9db2 req-aeaaf8c7-e7f8-4366-8e29-71a174154f0e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 931 time: 0.0837986 May 10 15:03:47.158947 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a0250dd0-2fa5-408d-9896-47471257002b None None] Provisioning for port bed4d0ec-d0f9-45cb-b176-42ed70671f7a completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:03:47.165934 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a0250dd0-2fa5-408d-9896-47471257002b None None] Provisioning complete for port bed4d0ec-d0f9-45cb-b176-42ed70671f7a triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:03:47.166473 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a0250dd0-2fa5-408d-9896-47471257002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:47.186854 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c86ddebf-f722-4f70-865b-c5e2b6db9db2 req-9e06c294-b21b-479f-88ae-a4c4040ee656 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=e35fd314-d309-4341-a237-08fb3d954fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403042 May 10 15:03:47.222000 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-a0250dd0-2fa5-408d-9896-47471257002b None None] Port bed4d0ec-d0f9-45cb-b176-42ed70671f7a cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:03:47.439129 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-99297355-64e4-455e-abb9-40303d6aac65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed4d0ec-d0f9-45cb-b176-42ed70671f7a {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:03:47.446389 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-99297355-64e4-455e-abb9-40303d6aac65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:47.462256 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-99297355-64e4-455e-abb9-40303d6aac65 service neutron] Transition to ACTIVE for port object bed4d0ec-d0f9-45cb-b176-42ed70671f7a will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:03:47.466671 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-99297355-64e4-455e-abb9-40303d6aac65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:47.725376 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99297355-64e4-455e-abb9-40303d6aac65 service neutron] Pushing event updated for resources: {'Port': ['ID=bed4d0ec-d0f9-45cb-b176-42ed70671f7a,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:47.815754 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-99297355-64e4-455e-abb9-40303d6aac65 service neutron] Attempting to bind port bed4d0ec-d0f9-45cb-b176-42ed70671f7a on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:03:47.815997 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-99297355-64e4-455e-abb9-40303d6aac65 service neutron] Attempting to bind port bed4d0ec-d0f9-45cb-b176-42ed70671f7a by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '770d70e8-8283-40b8-9369-d9bbd6cda351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:03:47.816316 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-99297355-64e4-455e-abb9-40303d6aac65 service neutron] Attempting to bind port bed4d0ec-d0f9-45cb-b176-42ed70671f7a on network cff71195-ace3-45e0-b3d1-fac50a282b56 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:03:47.820825 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-99297355-64e4-455e-abb9-40303d6aac65 service neutron] Port bed4d0ec-d0f9-45cb-b176-42ed70671f7a on network cff71195-ace3-45e0-b3d1-fac50a282b56 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:03:47.821139 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-99297355-64e4-455e-abb9-40303d6aac65 service neutron] Attempting to bind port bed4d0ec-d0f9-45cb-b176-42ed70671f7a on network cff71195-ace3-45e0-b3d1-fac50a282b56 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:03:47.826959 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-99297355-64e4-455e-abb9-40303d6aac65 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:03:47.827287 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-99297355-64e4-455e-abb9-40303d6aac65 service neutron] Checking segment: {'id': '770d70e8-8283-40b8-9369-d9bbd6cda351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:03:47.827662 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-99297355-64e4-455e-abb9-40303d6aac65 service neutron] Bound using segment: {'id': '770d70e8-8283-40b8-9369-d9bbd6cda351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:03:47.828075 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-99297355-64e4-455e-abb9-40303d6aac65 service neutron] Bound port: bed4d0ec-d0f9-45cb-b176-42ed70671f7a, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '770d70e8-8283-40b8-9369-d9bbd6cda351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:03:47.828411 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-99297355-64e4-455e-abb9-40303d6aac65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:47.915877 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-99297355-64e4-455e-abb9-40303d6aac65 service neutron] For port bed4d0ec-d0f9-45cb-b176-42ed70671f7a, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:03:47.918977 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-99297355-64e4-455e-abb9-40303d6aac65 service neutron] For port bed4d0ec-d0f9-45cb-b176-42ed70671f7a, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=bed4d0ec-d0f9-45cb-b176-42ed70671f7a,segment=NetworkSegment(770d70e8-8283-40b8-9369-d9bbd6cda351),segment_id=770d70e8-8283-40b8-9369-d9bbd6cda351)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:03:47.923658 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-99297355-64e4-455e-abb9-40303d6aac65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:47.986036 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-99297355-64e4-455e-abb9-40303d6aac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:47.986659 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-99297355-64e4-455e-abb9-40303d6aac65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:47.988017 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-99297355-64e4-455e-abb9-40303d6aac65 service neutron] 10.222.0.86 "PUT /v2.0/ports/bed4d0ec-d0f9-45cb-b176-42ed70671f7a HTTP/1.1" status: 200 len: 1093 time: 1.0153303 May 10 15:03:47.988438 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'tag': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:03:48.008300 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99297355-64e4-455e-abb9-40303d6aac65 service neutron] Pushing event updated for resources: {'Port': ['ID=bed4d0ec-d0f9-45cb-b176-42ed70671f7a,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:48.068035 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cd1c731-26c6-46a2-a937-1b5be4990599'] response: {'name': 'network-changed', 'server_uuid': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'tag': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a', 'status': 'completed', 'code': 200} May 10 15:03:48.110408 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-094030db-04e5-454f-af9f-471417b29116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:48.111948 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-094030db-04e5-454f-af9f-471417b29116 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 1096 time: 0.0759859 May 10 15:03:48.187798 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-9559293d-0a3e-40b8-a0e5-a610ffb85daf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed4d0ec-d0f9-45cb-b176-42ed70671f7a HTTP/1.1" status: 200 len: 217 time: 0.0646980 May 10 15:03:48.252348 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-ece16b88-b09a-45c3-8f95-c7f4bd765ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:48.253653 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-ece16b88-b09a-45c3-8f95-c7f4bd765ac6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1cce37e-deac-41a6-9471-f53bef185c1c HTTP/1.1" status: 200 len: 835 time: 0.0572765 May 10 15:03:48.336248 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-869f4aa1-0e6d-42c8-893a-0db7d8a4375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:48.337701 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-869f4aa1-0e6d-42c8-893a-0db7d8a4375c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cff71195-ace3-45e0-b3d1-fac50a282b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742114 May 10 15:03:48.371348 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b2c9f-d12b-4dd9-ae30-8c43ee56c4f1 req-c9919625-091a-4fef-9178-92d437c43211 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:48.373355 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-da2b2c9f-d12b-4dd9-ae30-8c43ee56c4f1 req-c9919625-091a-4fef-9178-92d437c43211 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 943 time: 0.0810587 May 10 15:03:48.417530 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-da2b2c9f-d12b-4dd9-ae30-8c43ee56c4f1 req-fe2b46a1-6c4e-4eb2-830c-cff9378102fb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=e35fd314-d309-4341-a237-08fb3d954fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384297 May 10 15:03:48.474973 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-4051569f-be32-412f-b051-2596a81e0af7 service neutron] 10.222.0.86 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261792 May 10 15:03:48.609087 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0ca9e04a-658b-43d9-89a9-9e08de4fbad6 req-f683791e-2273-4252-8d62-f424d3b5cc36 service neutron] 10.222.0.86 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247556 May 10 15:03:48.730827 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd6c8f-af93-480f-b700-c920089fb751 req-d1fb9a41-6089-44cb-a118-5a82943a1e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:48.732250 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00bd6c8f-af93-480f-b700-c920089fb751 req-d1fb9a41-6089-44cb-a118-5a82943a1e62 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 1096 time: 0.0710955 May 10 15:03:48.863082 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd6c8f-af93-480f-b700-c920089fb751 req-1eb26e67-7e45-4fe7-b3a7-8444dc07184d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:48.864467 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00bd6c8f-af93-480f-b700-c920089fb751 req-1eb26e67-7e45-4fe7-b3a7-8444dc07184d service neutron] 10.222.0.86 "GET /v2.0/networks?id=cff71195-ace3-45e0-b3d1-fac50a282b56 HTTP/1.1" status: 200 len: 898 time: 0.1248560 May 10 15:03:48.936632 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00bd6c8f-af93-480f-b700-c920089fb751 req-4cac9a59-78dd-4377-a463-e1b7249e1c9a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed4d0ec-d0f9-45cb-b176-42ed70671f7a HTTP/1.1" status: 200 len: 217 time: 0.0654168 May 10 15:03:49.001364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd6c8f-af93-480f-b700-c920089fb751 req-ea9c65c9-38fa-4afe-bb36-84dfb3b5f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:49.002791 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00bd6c8f-af93-480f-b700-c920089fb751 req-ea9c65c9-38fa-4afe-bb36-84dfb3b5f9b9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1cce37e-deac-41a6-9471-f53bef185c1c HTTP/1.1" status: 200 len: 835 time: 0.0569348 May 10 15:03:49.082699 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd6c8f-af93-480f-b700-c920089fb751 req-c74087c2-60f2-47e9-b6bb-d0fe1a6af40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:49.084149 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00bd6c8f-af93-480f-b700-c920089fb751 req-c74087c2-60f2-47e9-b6bb-d0fe1a6af40d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cff71195-ace3-45e0-b3d1-fac50a282b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744429 May 10 15:03:49.215846 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00bd6c8f-af93-480f-b700-c920089fb751 req-c3041ccd-bd20-42f1-afa2-9a8c73107eaa service neutron] 10.222.0.86 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239793 May 10 15:03:49.458765 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00bd6c8f-af93-480f-b700-c920089fb751 req-f90d16aa-bf66-41c6-813a-bacb96f15a52 service neutron] 10.222.0.86 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366779 May 10 15:03:49.611348 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de689c3e-c974-4c15-bcec-63a6ef72546c req-403dda98-bb0d-4a68-8839-90d5b5ef677c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:49.612795 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-de689c3e-c974-4c15-bcec-63a6ef72546c req-403dda98-bb0d-4a68-8839-90d5b5ef677c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 943 time: 0.0830801 May 10 15:03:49.657267 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-de689c3e-c974-4c15-bcec-63a6ef72546c req-a25a13cd-61e4-41b3-8d6d-7329eadab140 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=e35fd314-d309-4341-a237-08fb3d954fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388367 May 10 15:03:50.067730 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ccc55ba5-d2ca-481f-964e-9e392b66027d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:50.840981 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7eefe7-a27f-4ef1-91c1-46e51e999995 req-c0129a75-f73e-4ffd-8794-b0c2954b616b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:50.842444 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7b7eefe7-a27f-4ef1-91c1-46e51e999995 req-c0129a75-f73e-4ffd-8794-b0c2954b616b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 943 time: 0.0809426 May 10 15:03:50.891194 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7b7eefe7-a27f-4ef1-91c1-46e51e999995 req-8cf76a20-3162-43e2-81ff-6fdc04aa0201 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=e35fd314-d309-4341-a237-08fb3d954fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429506 May 10 15:03:52.072409 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad6c99-7d28-497c-a454-baaf28784728 req-f25b5baa-4a3d-4ba7-8cb9-6743bcfd28f2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:52.073849 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4dad6c99-7d28-497c-a454-baaf28784728 req-f25b5baa-4a3d-4ba7-8cb9-6743bcfd28f2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 943 time: 0.0788293 May 10 15:03:52.117917 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4dad6c99-7d28-497c-a454-baaf28784728 req-37fb971d-5d3a-4f13-b031-9905a7c91909 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=e35fd314-d309-4341-a237-08fb3d954fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374825 May 10 15:03:52.359351 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f939-b7de-4fe4-bc95-3e7c909c993f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:52.725033 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device bed4d0ec-d0f9-45cb-b176-42ed70671f7a details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:03:52.890691 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port bed4d0ec-d0f9-45cb-b176-42ed70671f7a, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=bed4d0ec-d0f9-45cb-b176-42ed70671f7a,segment=NetworkSegment(770d70e8-8283-40b8-9369-d9bbd6cda351),segment_id=770d70e8-8283-40b8-9369-d9bbd6cda351)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:52.904593 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'port_id': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a', 'mac_address': 'fa:16:3e:7d:b5:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:03:52.958207 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:52.974439 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed4d0ec-d0f9-45cb-b176-42ed70671f7a {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:03:52.989865 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port bed4d0ec-d0f9-45cb-b176-42ed70671f7a, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=bed4d0ec-d0f9-45cb-b176-42ed70671f7a,segment=NetworkSegment(770d70e8-8283-40b8-9369-d9bbd6cda351),segment_id=770d70e8-8283-40b8-9369-d9bbd6cda351)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:52.994042 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:53.062099 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=bed4d0ec-d0f9-45cb-b176-42ed70671f7a,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:53.221414 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:53.267902 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:53.306722 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd8cf8-8f74-45e9-9a10-1cf786e817bb req-1d3d054a-db1a-40e7-94c4-371566bfdc20 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:53.308169 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-04dd8cf8-8f74-45e9-9a10-1cf786e817bb req-1d3d054a-db1a-40e7-94c4-371566bfdc20 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0846548 May 10 15:03:53.320196 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['bed4d0ec-d0f9-45cb-b176-42ed70671f7a'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:03:53.354657 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-04dd8cf8-8f74-45e9-9a10-1cf786e817bb req-c27f7b92-0fc2-4069-a6d1-09ce1b3ee181 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=e35fd314-d309-4341-a237-08fb3d954fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406454 May 10 15:03:53.384114 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:54.537816 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ddeac-e79c-4003-b4f1-efddf4f4de81 req-1d7e6868-5484-45d5-85b7-52664a080d8c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:54.539284 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d14ddeac-e79c-4003-b4f1-efddf4f4de81 req-1d7e6868-5484-45d5-85b7-52664a080d8c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 944 time: 0.0790570 May 10 15:03:54.583797 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d14ddeac-e79c-4003-b4f1-efddf4f4de81 req-e5188f51-8235-4edf-9871-1a98a784d084 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=e35fd314-d309-4341-a237-08fb3d954fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387363 May 10 15:03:54.724468 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device bed4d0ec-d0f9-45cb-b176-42ed70671f7a up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:03:54.793357 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port bed4d0ec-d0f9-45cb-b176-42ed70671f7a completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:03:54.798260 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port bed4d0ec-d0f9-45cb-b176-42ed70671f7a triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:03:54.798658 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:54.922970 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:54.927219 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:54.955115 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:03:54.965019 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port bed4d0ec-d0f9-45cb-b176-42ed70671f7a, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=bed4d0ec-d0f9-45cb-b176-42ed70671f7a,segment=NetworkSegment(770d70e8-8283-40b8-9369-d9bbd6cda351),segment_id=770d70e8-8283-40b8-9369-d9bbd6cda351)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:54.969553 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:55.036319 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=bed4d0ec-d0f9-45cb-b176-42ed70671f7a,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:55.053100 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e249bff-0abe-4ced-ace1-abe1774cbc09'] response: {'server_uuid': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a', 'code': 200} May 10 15:03:55.285245 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06eccf-4b82-42fd-b0b2-b4f1d82aa39f req-2f79b81a-bb6f-4d1a-bdb8-e01d19e22084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:55.286632 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-3b06eccf-4b82-42fd-b0b2-b4f1d82aa39f req-2f79b81a-bb6f-4d1a-bdb8-e01d19e22084 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 1098 time: 0.0701334 May 10 15:03:55.329820 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-3b06eccf-4b82-42fd-b0b2-b4f1d82aa39f req-44a3cb84-31fd-4e77-a8e8-df08a8b9a269 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e35fd314-d309-4341-a237-08fb3d954fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340326 May 10 15:03:55.775514 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa229912-89a2-45e4-8fd4-ccd456758cb6 req-45af3a3d-3abc-4571-ab19-24968d554b18 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:55.776964 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fa229912-89a2-45e4-8fd4-ccd456758cb6 req-45af3a3d-3abc-4571-ab19-24968d554b18 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0846090 May 10 15:03:55.822434 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fa229912-89a2-45e4-8fd4-ccd456758cb6 req-2ad0b877-0936-4ba5-95e1-db006dfadec0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=e35fd314-d309-4341-a237-08fb3d954fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389588 May 10 15:03:57.008360 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d89fa8-0099-4415-918f-3e682690812c req-5cc0aa51-6c79-4d52-8ddc-2bfa51d73c40 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:57.009796 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-20d89fa8-0099-4415-918f-3e682690812c req-5cc0aa51-6c79-4d52-8ddc-2bfa51d73c40 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0799589 May 10 15:03:57.053486 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-20d89fa8-0099-4415-918f-3e682690812c req-589860cb-a868-429f-aa1d-6594f2630e4f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=e35fd314-d309-4341-a237-08fb3d954fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380480 May 10 15:03:57.248945 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9857c-472d-416d-92e2-5211b730a6d1 req-82d5a99e-5324-45b1-b4dc-61ce6ab00024 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:57.250451 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4ba9857c-472d-416d-92e2-5211b730a6d1 req-82d5a99e-5324-45b1-b4dc-61ce6ab00024 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0912712 May 10 15:03:57.295168 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4ba9857c-472d-416d-92e2-5211b730a6d1 req-3b2dbccb-0542-4668-a113-1355c5923eb7 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=e35fd314-d309-4341-a237-08fb3d954fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391207 May 10 15:03:57.317582 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48898) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:57.388685 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5756dee0-b65f-407c-8117-fac3661676fc tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:57.390187 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5756dee0-b65f-407c-8117-fac3661676fc tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 1093 time: 0.0716162 May 10 15:03:57.392929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48902) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:57.398048 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:57.404338 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:57.408268 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:floatingip and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:03:57.411158 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:03:57.416847 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:57.431018 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:57.563626 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:57.698669 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.26.0.71 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/2fd72c04-ec18-4a10-8109-18edb149f59b) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:03:57.847810 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:57.877054 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:58.053952 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:58.056702 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:58.061366 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:03:58.095386 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=2fd72c04-ec18-4a10-8109-18edb149f59b,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:58.480050 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:58.559346 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:58.767003 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:58.771507 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:58.880416 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=2fd72c04-ec18-4a10-8109-18edb149f59b,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:58.891395 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:59.062164 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Floating IP 91d03d9e-6fa1-4df0-957d-b769ae51abe6 associated. External IP: 172.26.0.71, port: bed4d0ec-d0f9-45cb-b176-42ed70671f7a. May 10 15:03:59.411063 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router e5d358a9-f6a8-4faa-b57c-0f57287d41ba has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:03:59.705132 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:03:59.714582 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1635d442-cbc6-483d-af0e-fab1fd7167bd None None] Sync routers for ids ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:03:59.724681 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1635d442-cbc6-483d-af0e-fab1fd7167bd None None] Routers {'e5d358a9-f6a8-4faa-b57c-0f57287d41ba'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:03:59.725290 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1635d442-cbc6-483d-af0e-fab1fd7167bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:03:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:59.730579 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:59.791065 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-597b8c33-6cba-4f01-95a1-2e8d53b5bc36 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3971148 May 10 15:03:59.792043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'tag': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:03:59.794159 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48906) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:59.838567 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b272c48-e055-4619-8056-8c8ae48114f9'] response: {'name': 'network-changed', 'server_uuid': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'tag': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a', 'status': 'completed', 'code': 200} May 10 15:03:59.911812 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-1635d442-cbc6-483d-af0e-fab1fd7167bd None None] Set router e5d358a9-f6a8-4faa-b57c-0f57287d41ba gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:03:59.923221 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b11cb96-3c29-452b-9651-ca17711afc8d tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:59.924765 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7b11cb96-3c29-452b-9651-ca17711afc8d tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 1093 time: 0.1294432 May 10 15:03:59.957369 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cec079-bc33-4518-b2f7-8d93d64f9642 req-1b2522b2-3384-4221-8796-ea7dd250f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:03:59.958774 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d3cec079-bc33-4518-b2f7-8d93d64f9642 req-1b2522b2-3384-4221-8796-ea7dd250f8a5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 1098 time: 0.0910556 May 10 15:04:00.001724 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48914) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:00.007478 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-9634ffe0-3b0e-44ea-b645-503128a4f118 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-661282582', 'description': 'tempest-secgroup-smoke-661282582 description', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:00.014510 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9634ffe0-3b0e-44ea-b645-503128a4f118 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:00.025513 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9634ffe0-3b0e-44ea-b645-503128a4f118 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:00.036875 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9634ffe0-3b0e-44ea-b645-503128a4f118 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:00.060706 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9634ffe0-3b0e-44ea-b645-503128a4f118 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:00.064626 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9634ffe0-3b0e-44ea-b645-503128a4f118 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:00.067540 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9634ffe0-3b0e-44ea-b645-503128a4f118 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:00.073295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9634ffe0-3b0e-44ea-b645-503128a4f118 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:00.095433 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cec079-bc33-4518-b2f7-8d93d64f9642 req-85dc546a-0727-41e1-b2cc-6acb086b3421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:00.096887 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d3cec079-bc33-4518-b2f7-8d93d64f9642 req-85dc546a-0727-41e1-b2cc-6acb086b3421 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cff71195-ace3-45e0-b3d1-fac50a282b56 HTTP/1.1" status: 200 len: 898 time: 0.1323128 May 10 15:04:00.146204 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9634ffe0-3b0e-44ea-b645-503128a4f118 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:00.151712 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9634ffe0-3b0e-44ea-b645-503128a4f118 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:00.200888 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634ffe0-3b0e-44ea-b645-503128a4f118 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f1223a-2d9d-4d19-92c1-e88f991aa44e,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:00.204497 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9634ffe0-3b0e-44ea-b645-503128a4f118 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:00.206439 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d3cec079-bc33-4518-b2f7-8d93d64f9642 req-716202ae-a0d5-490a-9fc6-0a0d3560f40e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed4d0ec-d0f9-45cb-b176-42ed70671f7a HTTP/1.1" status: 200 len: 998 time: 0.1031301 May 10 15:04:00.208732 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48918) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:00.209040 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9634ffe0-3b0e-44ea-b645-503128a4f118 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2060313 May 10 15:04:00.213327 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-130ae782-cbe1-46dd-94fc-d3625908f775 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'b8f1223a-2d9d-4d19-92c1-e88f991aa44e', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:00.249900 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-130ae782-cbe1-46dd-94fc-d3625908f775 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:00.263060 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-130ae782-cbe1-46dd-94fc-d3625908f775 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:00.270536 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-130ae782-cbe1-46dd-94fc-d3625908f775 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:00.279769 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-130ae782-cbe1-46dd-94fc-d3625908f775 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:00.281027 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1635d442-cbc6-483d-af0e-fab1fd7167bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'name': 'tempest-TestNetworkBasicOps-router-672131128', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:03:35Z', 'updated_at': '2022-05-10T15:03:40Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:36Z', 'updated_at': '2022-05-10T15:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '91d03d9e-6fa1-4df0-957d-b769ae51abe6', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.71', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'port_id': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'mac_address': 'fa:16:3e:7d:b5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:03:58Z', 'updated_at': '2022-05-10T15:03:58Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f9f83b-6286-4dbd-98c4-03475c1c6537', 'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:88:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:39Z', 'updated_at': '2022-05-10T15:03:45Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:00.285104 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1635d442-cbc6-483d-af0e-fab1fd7167bd None None] Checking router: e5d358a9-f6a8-4faa-b57c-0f57287d41ba for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:04:00.294049 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1635d442-cbc6-483d-af0e-fab1fd7167bd None None] Routers {'e5d358a9-f6a8-4faa-b57c-0f57287d41ba'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:04:00.294666 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1635d442-cbc6-483d-af0e-fab1fd7167bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:03:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:00.295940 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cec079-bc33-4518-b2f7-8d93d64f9642 req-00ae96ae-f672-4f74-8932-a39d0b55312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:00.297415 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d3cec079-bc33-4518-b2f7-8d93d64f9642 req-00ae96ae-f672-4f74-8932-a39d0b55312c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1cce37e-deac-41a6-9471-f53bef185c1c HTTP/1.1" status: 200 len: 835 time: 0.0783222 May 10 15:04:00.338233 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-130ae782-cbe1-46dd-94fc-d3625908f775 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:00.413687 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-130ae782-cbe1-46dd-94fc-d3625908f775 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:00.419181 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-130ae782-cbe1-46dd-94fc-d3625908f775 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:00.443521 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cec079-bc33-4518-b2f7-8d93d64f9642 req-38a8f39b-79c5-4021-bd8c-d9e6e87ac50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:00.444994 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d3cec079-bc33-4518-b2f7-8d93d64f9642 req-38a8f39b-79c5-4021-bd8c-d9e6e87ac50a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cff71195-ace3-45e0-b3d1-fac50a282b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1408415 May 10 15:04:00.450010 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ae782-cbe1-46dd-94fc-d3625908f775 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6098ab78-1ad2-4830-af68-2d4319b67418,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:00.471266 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-1635d442-cbc6-483d-af0e-fab1fd7167bd None None] Set router e5d358a9-f6a8-4faa-b57c-0f57287d41ba gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:04:00.484090 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-130ae782-cbe1-46dd-94fc-d3625908f775 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:00.485239 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-130ae782-cbe1-46dd-94fc-d3625908f775 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2757869 May 10 15:04:00.488435 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48922) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:00.493658 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-a23ba042-6c5b-40e7-b7a4-d5fb7750cd81 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'b8f1223a-2d9d-4d19-92c1-e88f991aa44e', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:00.500590 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a23ba042-6c5b-40e7-b7a4-d5fb7750cd81 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:00.504440 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a23ba042-6c5b-40e7-b7a4-d5fb7750cd81 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:00.507329 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a23ba042-6c5b-40e7-b7a4-d5fb7750cd81 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:00.513270 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a23ba042-6c5b-40e7-b7a4-d5fb7750cd81 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:00.532210 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a23ba042-6c5b-40e7-b7a4-d5fb7750cd81 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:00.591729 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d3cec079-bc33-4518-b2f7-8d93d64f9642 req-99dd7d1c-47cc-436d-9748-112ed4f0bbe2 service neutron] 10.222.0.86 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393945 May 10 15:04:00.598875 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a23ba042-6c5b-40e7-b7a4-d5fb7750cd81 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:00.603732 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a23ba042-6c5b-40e7-b7a4-d5fb7750cd81 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:00.630546 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ba042-6c5b-40e7-b7a4-d5fb7750cd81 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a71f43-dedc-461f-ba4f-27fc19b138e3,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:00.644069 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a23ba042-6c5b-40e7-b7a4-d5fb7750cd81 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:00.648216 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a23ba042-6c5b-40e7-b7a4-d5fb7750cd81 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1559355 May 10 15:04:00.648422 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48926) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:00.654267 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-8fa43cde-dcad-435d-8f4f-cc306a2346a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'b8f1223a-2d9d-4d19-92c1-e88f991aa44e', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:00.660015 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-8fa43cde-dcad-435d-8f4f-cc306a2346a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:00.663968 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8fa43cde-dcad-435d-8f4f-cc306a2346a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:00.666841 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-8fa43cde-dcad-435d-8f4f-cc306a2346a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:00.672865 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-8fa43cde-dcad-435d-8f4f-cc306a2346a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:00.690782 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8fa43cde-dcad-435d-8f4f-cc306a2346a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:00.745175 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d3cec079-bc33-4518-b2f7-8d93d64f9642 req-f422c217-5a71-41e7-9274-139537482f24 service neutron] 10.222.0.86 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452324 May 10 15:04:00.757916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8fa43cde-dcad-435d-8f4f-cc306a2346a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:00.763083 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8fa43cde-dcad-435d-8f4f-cc306a2346a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:00.787757 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa43cde-dcad-435d-8f4f-cc306a2346a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f890062d-1e30-4d42-9ee0-6d744adb6e9c,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:00.796771 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8fa43cde-dcad-435d-8f4f-cc306a2346a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:00.797977 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8fa43cde-dcad-435d-8f4f-cc306a2346a0 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486225 May 10 15:04:00.800874 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48930) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:00.805853 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-53dc13af-42a1-4c27-942b-78896157c50c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'b8f1223a-2d9d-4d19-92c1-e88f991aa44e', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:00.811802 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-53dc13af-42a1-4c27-942b-78896157c50c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:00.815614 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-53dc13af-42a1-4c27-942b-78896157c50c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:00.818463 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-53dc13af-42a1-4c27-942b-78896157c50c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:00.828640 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-53dc13af-42a1-4c27-942b-78896157c50c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:00.837145 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1635d442-cbc6-483d-af0e-fab1fd7167bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'name': 'tempest-TestNetworkBasicOps-router-672131128', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:03:35Z', 'updated_at': '2022-05-10T15:03:40Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:36Z', 'updated_at': '2022-05-10T15:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '91d03d9e-6fa1-4df0-957d-b769ae51abe6', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.71', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'port_id': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'mac_address': 'fa:16:3e:7d:b5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:03:58Z', 'updated_at': '2022-05-10T15:03:58Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f9f83b-6286-4dbd-98c4-03475c1c6537', 'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:88:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:39Z', 'updated_at': '2022-05-10T15:03:45Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:00.842013 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1635d442-cbc6-483d-af0e-fab1fd7167bd None None] The sync data for ids ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'] in dv-neutron-841204-2-hyperv is: [{'id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'name': 'tempest-TestNetworkBasicOps-router-672131128', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:03:35Z', 'updated_at': '2022-05-10T15:03:40Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:36Z', 'updated_at': '2022-05-10T15:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '91d03d9e-6fa1-4df0-957d-b769ae51abe6', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.71', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'port_id': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'mac_address': 'fa:16:3e:7d:b5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:03:58Z', 'updated_at': '2022-05-10T15:03:58Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f9f83b-6286-4dbd-98c4-03475c1c6537', 'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:88:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:39Z', 'updated_at': '2022-05-10T15:03:45Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:04:00.846178 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-53dc13af-42a1-4c27-942b-78896157c50c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:00.917894 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-53dc13af-42a1-4c27-942b-78896157c50c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:00.924178 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-53dc13af-42a1-4c27-942b-78896157c50c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:00.947924 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc13af-42a1-4c27-942b-78896157c50c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=488c591c-dec1-4770-a4a7-86feca1e6a98,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:00.958980 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-53dc13af-42a1-4c27-942b-78896157c50c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:00.960220 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-53dc13af-42a1-4c27-942b-78896157c50c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1584163 May 10 15:04:00.963047 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 48934) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:00.969080 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-bfed8ff8-9d75-422e-876d-8b0c08bfed5a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'b8f1223a-2d9d-4d19-92c1-e88f991aa44e', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:00.975289 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-bfed8ff8-9d75-422e-876d-8b0c08bfed5a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:00.979464 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-bfed8ff8-9d75-422e-876d-8b0c08bfed5a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:00.982705 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-bfed8ff8-9d75-422e-876d-8b0c08bfed5a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:00.988486 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-bfed8ff8-9d75-422e-876d-8b0c08bfed5a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:01.001072 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.securitygroups_db [None req-bfed8ff8-9d75-422e-876d-8b0c08bfed5a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Project 7c1eaa2d2a564d8c9e902879ced01cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:04:01.008301 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bfed8ff8-9d75-422e-876d-8b0c08bfed5a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:01.032788 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a93ee2-cc90-4989-8c14-9a2b20eddf80 None None] New status for floating IP 91d03d9e-6fa1-4df0-957d-b769ae51abe6: ACTIVE {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:04:01.078159 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bfed8ff8-9d75-422e-876d-8b0c08bfed5a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:01.081670 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bfed8ff8-9d75-422e-876d-8b0c08bfed5a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:01.105188 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed8ff8-9d75-422e-876d-8b0c08bfed5a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=203a95c4-879d-48ce-af00-c5c0acad7577,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:01.115235 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bfed8ff8-9d75-422e-876d-8b0c08bfed5a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:01.116341 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bfed8ff8-9d75-422e-876d-8b0c08bfed5a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1523807 May 10 15:04:01.119245 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48938) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:01.125346 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-32631e0b-dbae-4b8a-b5c2-54bbf3b8287a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'b8f1223a-2d9d-4d19-92c1-e88f991aa44e', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:01.131154 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-32631e0b-dbae-4b8a-b5c2-54bbf3b8287a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:01.134906 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-32631e0b-dbae-4b8a-b5c2-54bbf3b8287a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:01.137881 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-32631e0b-dbae-4b8a-b5c2-54bbf3b8287a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:01.143478 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-32631e0b-dbae-4b8a-b5c2-54bbf3b8287a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:01.154739 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-32631e0b-dbae-4b8a-b5c2-54bbf3b8287a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Project 7c1eaa2d2a564d8c9e902879ced01cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:04:01.161472 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-32631e0b-dbae-4b8a-b5c2-54bbf3b8287a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:01.227722 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-32631e0b-dbae-4b8a-b5c2-54bbf3b8287a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:01.232131 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-32631e0b-dbae-4b8a-b5c2-54bbf3b8287a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:01.256650 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32631e0b-dbae-4b8a-b5c2-54bbf3b8287a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ad9c91-d62c-4f12-9789-35a3a3abbc0a,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:01.267749 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-32631e0b-dbae-4b8a-b5c2-54bbf3b8287a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:01.269016 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-32631e0b-dbae-4b8a-b5c2-54bbf3b8287a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1487246 May 10 15:04:01.435423 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-ff71a501-6372-41ad-b897-5c707a296b87 req-1001782f-5a09-4f95-b703-ad3e4f65dafb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:04:01.450206 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-ff71a501-6372-41ad-b897-5c707a296b87 req-1001782f-5a09-4f95-b703-ad3e4f65dafb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:04:01.451434 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ff71a501-6372-41ad-b897-5c707a296b87 req-1001782f-5a09-4f95-b703-ad3e4f65dafb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-661282582&fields=id&tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 267 time: 0.0582743 May 10 15:04:01.601376 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71a501-6372-41ad-b897-5c707a296b87 req-c1a52b0e-9b43-427b-b38b-a0d5780b57c3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:01.602762 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ff71a501-6372-41ad-b897-5c707a296b87 req-c1a52b0e-9b43-427b-b38b-a0d5780b57c3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/networks?id=cff71195-ace3-45e0-b3d1-fac50a282b56 HTTP/1.1" status: 200 len: 797 time: 0.1448023 May 10 15:04:01.618315 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ff71a501-6372-41ad-b897-5c707a296b87 req-0a42a679-6aa1-47d9-947d-c50efb3fe19e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/quotas/7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 375 time: 0.0090528 May 10 15:04:01.705140 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ff71a501-6372-41ad-b897-5c707a296b87 req-29f04ac2-2728-485e-90af-ae62d20a1e10 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0815194 May 10 15:04:01.884042 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ff71a501-6372-41ad-b897-5c707a296b87 req-ce4f786e-61fb-492c-b2f5-83791157050d service neutron] 10.222.0.79 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665547 May 10 15:04:02.015725 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ff71a501-6372-41ad-b897-5c707a296b87 req-33a0b36c-b7c9-4c9b-89c3-ba50bad51172 service neutron] 10.222.0.79 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251371 May 10 15:04:02.199006 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e83f80b5-1d9f-42a6-9c30-c34f6cb64c38 req-5302519d-68df-4a1b-a7e5-7da8d83f0d3e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f2ac46d-e772-4ea7-96fe-2b85b90a54bf HTTP/1.1" status: 200 len: 210 time: 0.0462675 May 10 15:04:03.282074 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71a501-6372-41ad-b897-5c707a296b87 req-7f11c324-121c-4f97-9a97-13d33b62dce9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:03.283606 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ff71a501-6372-41ad-b897-5c707a296b87 req-7f11c324-121c-4f97-9a97-13d33b62dce9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/networks?id=cff71195-ace3-45e0-b3d1-fac50a282b56 HTTP/1.1" status: 200 len: 797 time: 0.1539989 May 10 15:04:03.336769 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ff71a501-6372-41ad-b897-5c707a296b87 req-d0ed01bc-8ca1-40a9-bb21-be2656ecdd78 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 471 time: 0.0444267 May 10 15:04:03.351965 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-ff71a501-6372-41ad-b897-5c707a296b87 req-f4ae3cb2-92e5-4a4b-8e2d-6bd771d1f09e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'port': {'device_id': '0f2ac46d-e772-4ea7-96fe-2b85b90a54bf', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'admin_state_up': True, 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'security_groups': ['b8f1223a-2d9d-4d19-92c1-e88f991aa44e']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:03.357921 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6a1fc4e6-9290-404a-a2c0-a88b2c222145 req-77245abb-ce71-4814-8fd6-151da5fe0421 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f2ac46d-e772-4ea7-96fe-2b85b90a54bf HTTP/1.1" status: 200 len: 210 time: 0.0479515 May 10 15:04:03.495594 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-ff71a501-6372-41ad-b897-5c707a296b87 req-f4ae3cb2-92e5-4a4b-8e2d-6bd771d1f09e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:03.500163 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-ff71a501-6372-41ad-b897-5c707a296b87 req-f4ae3cb2-92e5-4a4b-8e2d-6bd771d1f09e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:port and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:03.502951 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-ff71a501-6372-41ad-b897-5c707a296b87 req-f4ae3cb2-92e5-4a4b-8e2d-6bd771d1f09e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:03.508687 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-ff71a501-6372-41ad-b897-5c707a296b87 req-f4ae3cb2-92e5-4a4b-8e2d-6bd771d1f09e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:03.517952 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff71a501-6372-41ad-b897-5c707a296b87 req-f4ae3cb2-92e5-4a4b-8e2d-6bd771d1f09e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:04:03.521695 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-ff71a501-6372-41ad-b897-5c707a296b87 req-f4ae3cb2-92e5-4a4b-8e2d-6bd771d1f09e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:03.680074 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-ff71a501-6372-41ad-b897-5c707a296b87 req-f4ae3cb2-92e5-4a4b-8e2d-6bd771d1f09e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.20.0.3 (cff71195-ace3-45e0-b3d1-fac50a282b56/e1cce37e-deac-41a6-9471-f53bef185c1c/f26ee942-afb8-482b-b669-6479bdcfc7ee) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:04:03.878405 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-ff71a501-6372-41ad-b897-5c707a296b87 req-f4ae3cb2-92e5-4a4b-8e2d-6bd771d1f09e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:03.894300 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-ff71a501-6372-41ad-b897-5c707a296b87 req-f4ae3cb2-92e5-4a4b-8e2d-6bd771d1f09e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Transition to ACTIVE for port object f26ee942-afb8-482b-b669-6479bdcfc7ee will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:04:03.920319 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-ff71a501-6372-41ad-b897-5c707a296b87 req-f4ae3cb2-92e5-4a4b-8e2d-6bd771d1f09e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:03.990201 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff71a501-6372-41ad-b897-5c707a296b87 req-f4ae3cb2-92e5-4a4b-8e2d-6bd771d1f09e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network cff71195-ace3-45e0-b3d1-fac50a282b56 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:04:03.993365 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-ff71a501-6372-41ad-b897-5c707a296b87 req-f4ae3cb2-92e5-4a4b-8e2d-6bd771d1f09e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:04:03.998021 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff71a501-6372-41ad-b897-5c707a296b87 req-f4ae3cb2-92e5-4a4b-8e2d-6bd771d1f09e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:04:04.029411 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae3cb2-92e5-4a4b-8e2d-6bd771d1f09e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=f26ee942-afb8-482b-b669-6479bdcfc7ee,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:04.067072 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71a501-6372-41ad-b897-5c707a296b87 req-f4ae3cb2-92e5-4a4b-8e2d-6bd771d1f09e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:04.067674 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-ff71a501-6372-41ad-b897-5c707a296b87 req-f4ae3cb2-92e5-4a4b-8e2d-6bd771d1f09e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:04.092967 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ff71a501-6372-41ad-b897-5c707a296b87 req-f4ae3cb2-92e5-4a4b-8e2d-6bd771d1f09e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7448568 May 10 15:04:04.104923 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-ff71a501-6372-41ad-b897-5c707a296b87 req-5eb1bee2-a75d-406b-959c-ea16438c0df6 service neutron] Request body: {'port': {'device_id': '0f2ac46d-e772-4ea7-96fe-2b85b90a54bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:04.175201 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-651fc491-7464-4faa-8a8a-69dd74c2cba0 None None] Provisioning for port f26ee942-afb8-482b-b669-6479bdcfc7ee completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:04:04.180332 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-651fc491-7464-4faa-8a8a-69dd74c2cba0 None None] Provisioning complete for port f26ee942-afb8-482b-b669-6479bdcfc7ee triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:04.180979 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-651fc491-7464-4faa-8a8a-69dd74c2cba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:04.223049 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-ff71a501-6372-41ad-b897-5c707a296b87 req-5eb1bee2-a75d-406b-959c-ea16438c0df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:04.236647 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-651fc491-7464-4faa-8a8a-69dd74c2cba0 None None] Port f26ee942-afb8-482b-b669-6479bdcfc7ee cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:04:04.542861 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bc820-8567-4e89-9dff-2c961e8454e6 req-79dc72a9-04e4-4b67-baf8-52e33b2f33ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:04.544948 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c62bc820-8567-4e89-9dff-2c961e8454e6 req-79dc72a9-04e4-4b67-baf8-52e33b2f33ad tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f2ac46d-e772-4ea7-96fe-2b85b90a54bf HTTP/1.1" status: 200 len: 931 time: 0.0824032 May 10 15:04:04.564905 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-ff71a501-6372-41ad-b897-5c707a296b87 req-5eb1bee2-a75d-406b-959c-ea16438c0df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f26ee942-afb8-482b-b669-6479bdcfc7ee {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:04:04.572162 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-ff71a501-6372-41ad-b897-5c707a296b87 req-5eb1bee2-a75d-406b-959c-ea16438c0df6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:04.587151 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-ff71a501-6372-41ad-b897-5c707a296b87 req-5eb1bee2-a75d-406b-959c-ea16438c0df6 service neutron] Transition to ACTIVE for port object f26ee942-afb8-482b-b669-6479bdcfc7ee will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:04:04.589134 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c62bc820-8567-4e89-9dff-2c961e8454e6 req-f4066919-fd93-4402-a011-e2893eccc81f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8f1223a-2d9d-4d19-92c1-e88f991aa44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385735 May 10 15:04:04.591155 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-ff71a501-6372-41ad-b897-5c707a296b87 req-5eb1bee2-a75d-406b-959c-ea16438c0df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:04.829259 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1bee2-a75d-406b-959c-ea16438c0df6 service neutron] Pushing event updated for resources: {'Port': ['ID=f26ee942-afb8-482b-b669-6479bdcfc7ee,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:04.931804 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-ff71a501-6372-41ad-b897-5c707a296b87 req-5eb1bee2-a75d-406b-959c-ea16438c0df6 service neutron] Attempting to bind port f26ee942-afb8-482b-b669-6479bdcfc7ee on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:04:04.932135 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-ff71a501-6372-41ad-b897-5c707a296b87 req-5eb1bee2-a75d-406b-959c-ea16438c0df6 service neutron] Attempting to bind port f26ee942-afb8-482b-b669-6479bdcfc7ee by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '770d70e8-8283-40b8-9369-d9bbd6cda351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:04:04.932484 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff71a501-6372-41ad-b897-5c707a296b87 req-5eb1bee2-a75d-406b-959c-ea16438c0df6 service neutron] Attempting to bind port f26ee942-afb8-482b-b669-6479bdcfc7ee on network cff71195-ace3-45e0-b3d1-fac50a282b56 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:04:04.937230 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff71a501-6372-41ad-b897-5c707a296b87 req-5eb1bee2-a75d-406b-959c-ea16438c0df6 service neutron] Port f26ee942-afb8-482b-b669-6479bdcfc7ee on network cff71195-ace3-45e0-b3d1-fac50a282b56 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:04:04.937541 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff71a501-6372-41ad-b897-5c707a296b87 req-5eb1bee2-a75d-406b-959c-ea16438c0df6 service neutron] Attempting to bind port f26ee942-afb8-482b-b669-6479bdcfc7ee on network cff71195-ace3-45e0-b3d1-fac50a282b56 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:04:04.942640 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff71a501-6372-41ad-b897-5c707a296b87 req-5eb1bee2-a75d-406b-959c-ea16438c0df6 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:04:04.942968 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff71a501-6372-41ad-b897-5c707a296b87 req-5eb1bee2-a75d-406b-959c-ea16438c0df6 service neutron] Checking segment: {'id': '770d70e8-8283-40b8-9369-d9bbd6cda351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:04:04.943341 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff71a501-6372-41ad-b897-5c707a296b87 req-5eb1bee2-a75d-406b-959c-ea16438c0df6 service neutron] Bound using segment: {'id': '770d70e8-8283-40b8-9369-d9bbd6cda351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:04:04.943757 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-ff71a501-6372-41ad-b897-5c707a296b87 req-5eb1bee2-a75d-406b-959c-ea16438c0df6 service neutron] Bound port: f26ee942-afb8-482b-b669-6479bdcfc7ee, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '770d70e8-8283-40b8-9369-d9bbd6cda351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:04:04.944093 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-ff71a501-6372-41ad-b897-5c707a296b87 req-5eb1bee2-a75d-406b-959c-ea16438c0df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:05.037971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-ff71a501-6372-41ad-b897-5c707a296b87 req-5eb1bee2-a75d-406b-959c-ea16438c0df6 service neutron] For port f26ee942-afb8-482b-b669-6479bdcfc7ee, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:04:05.041206 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-ff71a501-6372-41ad-b897-5c707a296b87 req-5eb1bee2-a75d-406b-959c-ea16438c0df6 service neutron] For port f26ee942-afb8-482b-b669-6479bdcfc7ee, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=f26ee942-afb8-482b-b669-6479bdcfc7ee,segment=NetworkSegment(770d70e8-8283-40b8-9369-d9bbd6cda351),segment_id=770d70e8-8283-40b8-9369-d9bbd6cda351)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:04:05.046975 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-ff71a501-6372-41ad-b897-5c707a296b87 req-5eb1bee2-a75d-406b-959c-ea16438c0df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:05.108115 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71a501-6372-41ad-b897-5c707a296b87 req-5eb1bee2-a75d-406b-959c-ea16438c0df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:05.108115 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-ff71a501-6372-41ad-b897-5c707a296b87 req-5eb1bee2-a75d-406b-959c-ea16438c0df6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:05.109448 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ff71a501-6372-41ad-b897-5c707a296b87 req-5eb1bee2-a75d-406b-959c-ea16438c0df6 service neutron] 10.222.0.86 "PUT /v2.0/ports/f26ee942-afb8-482b-b669-6479bdcfc7ee HTTP/1.1" status: 200 len: 1093 time: 1.0087764 May 10 15:04:05.112819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2ac46d-e772-4ea7-96fe-2b85b90a54bf', 'tag': 'f26ee942-afb8-482b-b669-6479bdcfc7ee'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:04:05.156857 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1bee2-a75d-406b-959c-ea16438c0df6 service neutron] Pushing event updated for resources: {'Port': ['ID=f26ee942-afb8-482b-b669-6479bdcfc7ee,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:05.204951 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08a1d2b-7d37-468b-8ff8-e1435adc3c0e'] response: {'name': 'network-changed', 'server_uuid': '0f2ac46d-e772-4ea7-96fe-2b85b90a54bf', 'tag': 'f26ee942-afb8-482b-b669-6479bdcfc7ee', 'status': 'completed', 'code': 200} May 10 15:04:05.248546 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71a501-6372-41ad-b897-5c707a296b87 req-4c27d114-a11f-442b-b8d6-951034b89ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:05.250131 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ff71a501-6372-41ad-b897-5c707a296b87 req-4c27d114-a11f-442b-b8d6-951034b89ed3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=0f2ac46d-e772-4ea7-96fe-2b85b90a54bf HTTP/1.1" status: 200 len: 1096 time: 0.0820887 May 10 15:04:05.318550 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ff71a501-6372-41ad-b897-5c707a296b87 req-b3f12b0d-6ddf-4b26-86fe-45b142457673 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f26ee942-afb8-482b-b669-6479bdcfc7ee HTTP/1.1" status: 200 len: 217 time: 0.0611522 May 10 15:04:05.383877 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71a501-6372-41ad-b897-5c707a296b87 req-98361380-de6e-4646-9d6b-0b6148742dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:05.385257 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ff71a501-6372-41ad-b897-5c707a296b87 req-98361380-de6e-4646-9d6b-0b6148742dbe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1cce37e-deac-41a6-9471-f53bef185c1c HTTP/1.1" status: 200 len: 835 time: 0.0609820 May 10 15:04:05.459656 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71a501-6372-41ad-b897-5c707a296b87 req-5533a3be-9d23-4389-9616-0bc3fbf22ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:05.461074 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ff71a501-6372-41ad-b897-5c707a296b87 req-5533a3be-9d23-4389-9616-0bc3fbf22ffc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cff71195-ace3-45e0-b3d1-fac50a282b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697646 May 10 15:04:05.592103 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ff71a501-6372-41ad-b897-5c707a296b87 req-bcf2707b-7440-42ee-852d-aa135b0d8835 service neutron] 10.222.0.86 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245303 May 10 15:04:05.724354 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ff71a501-6372-41ad-b897-5c707a296b87 req-309c7da1-75f7-4a99-b111-22a901ed06b2 service neutron] 10.222.0.86 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259913 May 10 15:04:05.781028 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db248f-4027-42e1-a9fe-40588d74fe19 req-bb9fe1d1-34d8-436e-9d4a-457f438b5ce3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:05.783183 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c0db248f-4027-42e1-a9fe-40588d74fe19 req-bb9fe1d1-34d8-436e-9d4a-457f438b5ce3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f2ac46d-e772-4ea7-96fe-2b85b90a54bf HTTP/1.1" status: 200 len: 943 time: 0.0865974 May 10 15:04:05.828669 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c0db248f-4027-42e1-a9fe-40588d74fe19 req-86ad17c2-51bd-43ba-93b5-3b6123155938 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8f1223a-2d9d-4d19-92c1-e88f991aa44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394940 May 10 15:04:05.844853 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55280df9-761e-491e-b342-7d76cf43eb46 req-8b920179-4320-4684-a59c-b82113f782f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:05.846325 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-55280df9-761e-491e-b342-7d76cf43eb46 req-8b920179-4320-4684-a59c-b82113f782f7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=0f2ac46d-e772-4ea7-96fe-2b85b90a54bf HTTP/1.1" status: 200 len: 1096 time: 0.0767856 May 10 15:04:05.978971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55280df9-761e-491e-b342-7d76cf43eb46 req-3fa800d3-3b2d-44c5-afa0-972e19d240e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:05.980451 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-55280df9-761e-491e-b342-7d76cf43eb46 req-3fa800d3-3b2d-44c5-afa0-972e19d240e4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cff71195-ace3-45e0-b3d1-fac50a282b56 HTTP/1.1" status: 200 len: 898 time: 0.1278069 May 10 15:04:06.048490 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-55280df9-761e-491e-b342-7d76cf43eb46 req-14f7cdfa-c2d9-496b-9e7e-8e01b7f3023d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f26ee942-afb8-482b-b669-6479bdcfc7ee HTTP/1.1" status: 200 len: 217 time: 0.0610960 May 10 15:04:06.116487 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55280df9-761e-491e-b342-7d76cf43eb46 req-8cefcb8c-8cdb-49b9-a4ae-a98c612ad47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:06.117917 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-55280df9-761e-491e-b342-7d76cf43eb46 req-8cefcb8c-8cdb-49b9-a4ae-a98c612ad47d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1cce37e-deac-41a6-9471-f53bef185c1c HTTP/1.1" status: 200 len: 835 time: 0.0613666 May 10 15:04:06.192431 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55280df9-761e-491e-b342-7d76cf43eb46 req-ed42633e-605b-4c69-bb52-ebbf758e700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:06.193890 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-55280df9-761e-491e-b342-7d76cf43eb46 req-ed42633e-605b-4c69-bb52-ebbf758e700d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cff71195-ace3-45e0-b3d1-fac50a282b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696096 May 10 15:04:06.323372 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-55280df9-761e-491e-b342-7d76cf43eb46 req-a7ab79fd-c876-4de3-9b50-56f9f18fb9ce service neutron] 10.222.0.86 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227965 May 10 15:04:06.452288 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-55280df9-761e-491e-b342-7d76cf43eb46 req-c3489021-f15b-447b-adf7-322417fc07c2 service neutron] 10.222.0.86 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225402 May 10 15:04:07.015812 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb8a1f-02a3-45d8-bcef-38b7b868c20f req-02230b0f-9f8c-4513-bf62-12d732dcb331 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:07.017183 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-88eb8a1f-02a3-45d8-bcef-38b7b868c20f req-02230b0f-9f8c-4513-bf62-12d732dcb331 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f2ac46d-e772-4ea7-96fe-2b85b90a54bf HTTP/1.1" status: 200 len: 943 time: 0.0799963 May 10 15:04:07.062793 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-88eb8a1f-02a3-45d8-bcef-38b7b868c20f req-7c8609b0-e1b5-492b-8b86-2c9ea7b56f5a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8f1223a-2d9d-4d19-92c1-e88f991aa44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395727 May 10 15:04:08.251988 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92591d-e007-41c2-85ea-d9d11f8f42cd req-1e238f9c-97b0-42d5-8cb7-07f7cd46d67f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:08.253449 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7d92591d-e007-41c2-85ea-d9d11f8f42cd req-1e238f9c-97b0-42d5-8cb7-07f7cd46d67f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f2ac46d-e772-4ea7-96fe-2b85b90a54bf HTTP/1.1" status: 200 len: 943 time: 0.0839822 May 10 15:04:08.299554 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7d92591d-e007-41c2-85ea-d9d11f8f42cd req-d17b3724-ec39-46f7-805c-553f7ada0595 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8f1223a-2d9d-4d19-92c1-e88f991aa44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400386 May 10 15:04:08.792361 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device f26ee942-afb8-482b-b669-6479bdcfc7ee details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:04:08.923563 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port f26ee942-afb8-482b-b669-6479bdcfc7ee, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=f26ee942-afb8-482b-b669-6479bdcfc7ee,segment=NetworkSegment(770d70e8-8283-40b8-9369-d9bbd6cda351),segment_id=770d70e8-8283-40b8-9369-d9bbd6cda351)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:08.937312 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'f26ee942-afb8-482b-b669-6479bdcfc7ee', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'port_id': 'f26ee942-afb8-482b-b669-6479bdcfc7ee', 'mac_address': 'fa:16:3e:12:8b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:04:08.990627 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:09.010058 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26ee942-afb8-482b-b669-6479bdcfc7ee {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:04:09.027026 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port f26ee942-afb8-482b-b669-6479bdcfc7ee, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=f26ee942-afb8-482b-b669-6479bdcfc7ee,segment=NetworkSegment(770d70e8-8283-40b8-9369-d9bbd6cda351),segment_id=770d70e8-8283-40b8-9369-d9bbd6cda351)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:09.031253 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:09.097641 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=f26ee942-afb8-482b-b669-6479bdcfc7ee,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:09.270244 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['f26ee942-afb8-482b-b669-6479bdcfc7ee'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:04:09.535326 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f6bce-8ca6-4efc-8221-6a0d3002c03a req-c116a0e5-bbda-4937-8e4b-9d6e9e4d91f3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:09.536726 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b25f6bce-8ca6-4efc-8221-6a0d3002c03a req-c116a0e5-bbda-4937-8e4b-9d6e9e4d91f3 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f2ac46d-e772-4ea7-96fe-2b85b90a54bf HTTP/1.1" status: 200 len: 944 time: 0.0893736 May 10 15:04:09.599656 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b25f6bce-8ca6-4efc-8221-6a0d3002c03a req-8f29b307-6327-435e-a96c-793667015921 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8f1223a-2d9d-4d19-92c1-e88f991aa44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571136 May 10 15:04:10.783697 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d0d68-40d0-44b0-a60a-5b2eb6d53428 req-35edc358-4b49-4d2f-9307-cebba6178a64 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:10.785225 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b14d0d68-40d0-44b0-a60a-5b2eb6d53428 req-35edc358-4b49-4d2f-9307-cebba6178a64 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f2ac46d-e772-4ea7-96fe-2b85b90a54bf HTTP/1.1" status: 200 len: 944 time: 0.0795555 May 10 15:04:10.811250 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device f26ee942-afb8-482b-b669-6479bdcfc7ee up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:04:10.830604 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b14d0d68-40d0-44b0-a60a-5b2eb6d53428 req-c335117e-7154-4404-b107-55ea38726f6b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8f1223a-2d9d-4d19-92c1-e88f991aa44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398231 May 10 15:04:10.910259 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port f26ee942-afb8-482b-b669-6479bdcfc7ee completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:04:10.914886 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port f26ee942-afb8-482b-b669-6479bdcfc7ee triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:10.915255 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:11.031192 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:11.057239 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2ac46d-e772-4ea7-96fe-2b85b90a54bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26ee942-afb8-482b-b669-6479bdcfc7ee'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:04:11.067481 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port f26ee942-afb8-482b-b669-6479bdcfc7ee, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=f26ee942-afb8-482b-b669-6479bdcfc7ee,segment=NetworkSegment(770d70e8-8283-40b8-9369-d9bbd6cda351),segment_id=770d70e8-8283-40b8-9369-d9bbd6cda351)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:11.071579 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:11.108592 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dab125e-be5f-4b45-a338-e69e979e692d'] response: {'server_uuid': '0f2ac46d-e772-4ea7-96fe-2b85b90a54bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26ee942-afb8-482b-b669-6479bdcfc7ee', 'code': 200} May 10 15:04:11.140762 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=f26ee942-afb8-482b-b669-6479bdcfc7ee,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:11.333242 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a280c7-6252-4bee-bbd0-bd67ab7b5695 req-895c6376-7353-4cc4-917f-4b0c1e91c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:11.334729 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-85a280c7-6252-4bee-bbd0-bd67ab7b5695 req-895c6376-7353-4cc4-917f-4b0c1e91c9b7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0f2ac46d-e772-4ea7-96fe-2b85b90a54bf HTTP/1.1" status: 200 len: 1098 time: 0.0739901 May 10 15:04:11.374839 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-85a280c7-6252-4bee-bbd0-bd67ab7b5695 req-1d47a13c-713c-4083-b9e2-0d6fc62e9aed service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b8f1223a-2d9d-4d19-92c1-e88f991aa44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338218 May 10 15:04:11.870336 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-eafc1172-823e-4757-a895-98ab547aee66 req-21a625b0-f458-4c6b-ae34-78875a78e7bf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=77f98635-f875-4dca-b686-b7bc0088a6c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698647 May 10 15:04:12.122829 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc1172-823e-4757-a895-98ab547aee66 req-4e8f7ff5-7d93-4ed8-bcef-44921cdd89ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:12.124281 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-eafc1172-823e-4757-a895-98ab547aee66 req-4e8f7ff5-7d93-4ed8-bcef-44921cdd89ff service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 1098 time: 0.1859250 May 10 15:04:12.133807 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f5e9c-804e-4519-8f37-8758ced53fae req-44cce287-0af7-4daa-97de-8f874f975e2b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:12.135302 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8d1f5e9c-804e-4519-8f37-8758ced53fae req-44cce287-0af7-4daa-97de-8f874f975e2b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f2ac46d-e772-4ea7-96fe-2b85b90a54bf HTTP/1.1" status: 200 len: 945 time: 0.1954165 May 10 15:04:12.180745 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8d1f5e9c-804e-4519-8f37-8758ced53fae req-8c2eb8e7-615c-4c0d-a347-e0452f5653b9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8f1223a-2d9d-4d19-92c1-e88f991aa44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388377 May 10 15:04:12.273260 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc1172-823e-4757-a895-98ab547aee66 req-8c55af9d-f2a3-482e-8e1d-a5bed65222f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:12.274714 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-eafc1172-823e-4757-a895-98ab547aee66 req-8c55af9d-f2a3-482e-8e1d-a5bed65222f1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cff71195-ace3-45e0-b3d1-fac50a282b56 HTTP/1.1" status: 200 len: 898 time: 0.1278751 May 10 15:04:12.379550 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-eafc1172-823e-4757-a895-98ab547aee66 req-13adfa48-4f62-4573-a6f3-55274f7de7ae service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed4d0ec-d0f9-45cb-b176-42ed70671f7a HTTP/1.1" status: 200 len: 1000 time: 0.0949302 May 10 15:04:12.445487 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc1172-823e-4757-a895-98ab547aee66 req-cb858113-2720-455f-ab80-ff0b95b0ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:12.447059 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-eafc1172-823e-4757-a895-98ab547aee66 req-cb858113-2720-455f-ab80-ff0b95b0ebfb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1cce37e-deac-41a6-9471-f53bef185c1c HTTP/1.1" status: 200 len: 835 time: 0.0594125 May 10 15:04:12.526163 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc1172-823e-4757-a895-98ab547aee66 req-b5ff97c7-50b0-4719-9f07-00067a27cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:12.528233 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-eafc1172-823e-4757-a895-98ab547aee66 req-b5ff97c7-50b0-4719-9f07-00067a27cf34 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cff71195-ace3-45e0-b3d1-fac50a282b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729144 May 10 15:04:12.671725 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-eafc1172-823e-4757-a895-98ab547aee66 req-5532f0c6-4438-494c-a859-611e7ed60200 service neutron] 10.222.0.86 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344900 May 10 15:04:12.803640 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-eafc1172-823e-4757-a895-98ab547aee66 req-5afceddb-1619-4258-94b5-d3f63781f638 service neutron] 10.222.0.86 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252844 May 10 15:04:13.364164 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e8342-0efe-43b4-b9bb-7f6ce2042548 req-9dd4aa23-5c27-4433-9a89-3c80fdef6bd2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:13.365606 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-493e8342-0efe-43b4-b9bb-7f6ce2042548 req-9dd4aa23-5c27-4433-9a89-3c80fdef6bd2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f2ac46d-e772-4ea7-96fe-2b85b90a54bf HTTP/1.1" status: 200 len: 945 time: 0.0800211 May 10 15:04:13.412106 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-493e8342-0efe-43b4-b9bb-7f6ce2042548 req-5e354781-5bf2-49bf-a633-c4a753283ccf tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8f1223a-2d9d-4d19-92c1-e88f991aa44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407343 May 10 15:04:13.595785 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de605b3b-27cd-4e4e-b887-7df0a0f34441 req-77463009-f320-4d1f-833a-2eff852b1eba tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:13.597122 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-de605b3b-27cd-4e4e-b887-7df0a0f34441 req-77463009-f320-4d1f-833a-2eff852b1eba tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f2ac46d-e772-4ea7-96fe-2b85b90a54bf HTTP/1.1" status: 200 len: 945 time: 0.0794549 May 10 15:04:13.641274 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-de605b3b-27cd-4e4e-b887-7df0a0f34441 req-0af289b1-fd06-4e46-9a92-4edecdea6399 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8f1223a-2d9d-4d19-92c1-e88f991aa44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385246 May 10 15:04:13.663218 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 48996) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:13.736281 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7e9c82-f644-47bf-9b87-687d406b4ec0 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:13.737754 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7c7e9c82-f644-47bf-9b87-687d406b4ec0 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0f2ac46d-e772-4ea7-96fe-2b85b90a54bf HTTP/1.1" status: 200 len: 1093 time: 0.0735857 May 10 15:04:13.740514 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 49000) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:13.745285 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': 'f26ee942-afb8-482b-b669-6479bdcfc7ee', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:13.751804 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:13.755659 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:floatingip and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:13.758556 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:13.764338 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:13.775732 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:13.922084 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:14.053101 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.26.0.118 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/2b436ec1-32ab-48fb-bf89-65b46caee353) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:04:14.199307 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:14.227767 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:14.266831 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:04:14.297290 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:04:14.300201 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:04:14.303868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:04:14.335406 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=2b436ec1-32ab-48fb-bf89-65b46caee353,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:14.712886 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:14.786962 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:14.991078 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:14.995411 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:15.210921 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=2b436ec1-32ab-48fb-bf89-65b46caee353,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:15.223220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:15.390882 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Floating IP aee0a0b4-adef-4187-b654-5a56c345116a associated. External IP: 172.26.0.118, port: f26ee942-afb8-482b-b669-6479bdcfc7ee. May 10 15:04:15.734836 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router e5d358a9-f6a8-4faa-b57c-0f57287d41ba has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:04:15.908549 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:04:15.919246 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fc31a2-437f-48c1-a149-15ffe48e2fea None None] Sync routers for ids ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:04:15.931256 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fc31a2-437f-48c1-a149-15ffe48e2fea None None] Routers {'e5d358a9-f6a8-4faa-b57c-0f57287d41ba'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:04:15.931919 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-60fc31a2-437f-48c1-a149-15ffe48e2fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:03:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:15.939201 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:16.004528 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4c9c3d4d-38da-48e0-a9e4-281716b8048b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2628360 May 10 15:04:16.004993 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2ac46d-e772-4ea7-96fe-2b85b90a54bf', 'tag': 'f26ee942-afb8-482b-b669-6479bdcfc7ee'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:04:16.050073 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03cb581d-9cd8-4c88-b568-b4c2c894215e'] response: {'name': 'network-changed', 'server_uuid': '0f2ac46d-e772-4ea7-96fe-2b85b90a54bf', 'tag': 'f26ee942-afb8-482b-b669-6479bdcfc7ee', 'status': 'completed', 'code': 200} May 10 15:04:16.108393 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-60fc31a2-437f-48c1-a149-15ffe48e2fea None None] Set router e5d358a9-f6a8-4faa-b57c-0f57287d41ba gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:04:16.149892 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51936734-2559-4149-8699-2d7a57cb497b req-7786a553-615a-44ea-be7b-cad5565eb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:16.151983 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-51936734-2559-4149-8699-2d7a57cb497b req-7786a553-615a-44ea-be7b-cad5565eb7d1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=0f2ac46d-e772-4ea7-96fe-2b85b90a54bf HTTP/1.1" status: 200 len: 1098 time: 0.0783341 May 10 15:04:16.290516 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51936734-2559-4149-8699-2d7a57cb497b req-2879377c-2db0-4a8d-b0e4-0bdd68304172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:16.291032 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-51936734-2559-4149-8699-2d7a57cb497b req-2879377c-2db0-4a8d-b0e4-0bdd68304172 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cff71195-ace3-45e0-b3d1-fac50a282b56 HTTP/1.1" status: 200 len: 898 time: 0.1278577 May 10 15:04:16.394802 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-51936734-2559-4149-8699-2d7a57cb497b req-cfa42645-82b9-4f6e-a624-5baabea76649 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f26ee942-afb8-482b-b669-6479bdcfc7ee HTTP/1.1" status: 200 len: 999 time: 0.0961039 May 10 15:04:16.454832 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-60fc31a2-437f-48c1-a149-15ffe48e2fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'name': 'tempest-TestNetworkBasicOps-router-672131128', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:03:35Z', 'updated_at': '2022-05-10T15:03:40Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:36Z', 'updated_at': '2022-05-10T15:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '91d03d9e-6fa1-4df0-957d-b769ae51abe6', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.71', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'port_id': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'mac_address': 'fa:16:3e:7d:b5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:03:58Z', 'updated_at': '2022-05-10T15:04:01Z', 'revision_number': 1, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}, {'id': 'aee0a0b4-adef-4187-b654-5a56c345116a', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'port_id': 'f26ee942-afb8-482b-b669-6479bdcfc7ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'mac_address': 'fa:16:3e:12:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2ac46d-e772-4ea7-96fe-2b85b90a54bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:04:14Z', 'updated_at': '2022-05-10T15:04:14Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f9f83b-6286-4dbd-98c4-03475c1c6537', 'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:88:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:39Z', 'updated_at': '2022-05-10T15:03:45Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:16.456115 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51936734-2559-4149-8699-2d7a57cb497b req-ecd07b75-0265-4c36-b992-1c9c131d1203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:16.457590 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-51936734-2559-4149-8699-2d7a57cb497b req-ecd07b75-0265-4c36-b992-1c9c131d1203 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1cce37e-deac-41a6-9471-f53bef185c1c HTTP/1.1" status: 200 len: 835 time: 0.0564370 May 10 15:04:16.458830 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fc31a2-437f-48c1-a149-15ffe48e2fea None None] Checking router: e5d358a9-f6a8-4faa-b57c-0f57287d41ba for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:04:16.468130 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fc31a2-437f-48c1-a149-15ffe48e2fea None None] Routers {'e5d358a9-f6a8-4faa-b57c-0f57287d41ba'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:04:16.468725 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-60fc31a2-437f-48c1-a149-15ffe48e2fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:03:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:16.533800 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51936734-2559-4149-8699-2d7a57cb497b req-8508b07b-3ddc-4429-b824-54a271060b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:16.535321 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-51936734-2559-4149-8699-2d7a57cb497b req-8508b07b-3ddc-4429-b824-54a271060b01 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cff71195-ace3-45e0-b3d1-fac50a282b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710046 May 10 15:04:16.640574 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-60fc31a2-437f-48c1-a149-15ffe48e2fea None None] Set router e5d358a9-f6a8-4faa-b57c-0f57287d41ba gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:04:16.670006 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-51936734-2559-4149-8699-2d7a57cb497b req-52c80b4d-3f99-4ba1-a73f-a1c0b586522f service neutron] 10.222.0.86 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263766 May 10 15:04:16.805753 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-51936734-2559-4149-8699-2d7a57cb497b req-99d11770-efa3-4584-afa9-6fd188f44d69 service neutron] 10.222.0.86 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292248 May 10 15:04:16.984361 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-60fc31a2-437f-48c1-a149-15ffe48e2fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'name': 'tempest-TestNetworkBasicOps-router-672131128', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:03:35Z', 'updated_at': '2022-05-10T15:03:40Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:36Z', 'updated_at': '2022-05-10T15:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '91d03d9e-6fa1-4df0-957d-b769ae51abe6', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.71', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'port_id': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'mac_address': 'fa:16:3e:7d:b5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:03:58Z', 'updated_at': '2022-05-10T15:04:01Z', 'revision_number': 1, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}, {'id': 'aee0a0b4-adef-4187-b654-5a56c345116a', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'port_id': 'f26ee942-afb8-482b-b669-6479bdcfc7ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'mac_address': 'fa:16:3e:12:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2ac46d-e772-4ea7-96fe-2b85b90a54bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:04:14Z', 'updated_at': '2022-05-10T15:04:14Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f9f83b-6286-4dbd-98c4-03475c1c6537', 'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:88:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:39Z', 'updated_at': '2022-05-10T15:03:45Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:16.988239 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fc31a2-437f-48c1-a149-15ffe48e2fea None None] The sync data for ids ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'] in dv-neutron-841204-2-hyperv is: [{'id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'name': 'tempest-TestNetworkBasicOps-router-672131128', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:03:35Z', 'updated_at': '2022-05-10T15:03:40Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:36Z', 'updated_at': '2022-05-10T15:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '91d03d9e-6fa1-4df0-957d-b769ae51abe6', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.71', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'port_id': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'mac_address': 'fa:16:3e:7d:b5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:03:58Z', 'updated_at': '2022-05-10T15:04:01Z', 'revision_number': 1, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}, {'id': 'aee0a0b4-adef-4187-b654-5a56c345116a', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'port_id': 'f26ee942-afb8-482b-b669-6479bdcfc7ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'mac_address': 'fa:16:3e:12:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2ac46d-e772-4ea7-96fe-2b85b90a54bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:04:14Z', 'updated_at': '2022-05-10T15:04:14Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f9f83b-6286-4dbd-98c4-03475c1c6537', 'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:88:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:39Z', 'updated_at': '2022-05-10T15:03:45Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:04:17.167006 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d97aa80-13e3-4410-8a47-9924a8020ce9 None None] New status for floating IP aee0a0b4-adef-4187-b654-5a56c345116a: ACTIVE {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:04:20.071526 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0c9c7e8e-afe2-44ad-a6bd-c5ec4d16071c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:22.361265 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8d19bc24-ed73-479e-b77a-5da8fa3a9153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:23.223693 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:23.270450 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:23.365513 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:24.897762 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:50.074976 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d4fc3027-a802-4e57-88c0-6c15066be52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:50.452064 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 49018) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:50.558667 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6adaf048-0519-4ea9-a19d-7c98639d6bb9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/91d03d9e-6fa1-4df0-957d-b769ae51abe6 HTTP/1.1" status: 200 len: 992 time: 0.1053140 May 10 15:04:51.265035 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:04:51.440653 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 49028) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:51.446577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-89ff89c9-72c4-47bb-8c6c-8cc115400e2a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:51.564376 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-89ff89c9-72c4-47bb-8c6c-8cc115400e2a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:51.776742 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-89ff89c9-72c4-47bb-8c6c-8cc115400e2a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port bed4d0ec-d0f9-45cb-b176-42ed70671f7a, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=bed4d0ec-d0f9-45cb-b176-42ed70671f7a,segment=NetworkSegment(770d70e8-8283-40b8-9369-d9bbd6cda351),segment_id=770d70e8-8283-40b8-9369-d9bbd6cda351)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:51.801161 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-89ff89c9-72c4-47bb-8c6c-8cc115400e2a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:51.805438 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-89ff89c9-72c4-47bb-8c6c-8cc115400e2a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:51.873222 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ff89c9-72c4-47bb-8c6c-8cc115400e2a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:51.873838 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-89ff89c9-72c4-47bb-8c6c-8cc115400e2a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:51.875243 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-89ff89c9-72c4-47bb-8c6c-8cc115400e2a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/ports/bed4d0ec-d0f9-45cb-b176-42ed70671f7a HTTP/1.1" status: 200 len: 938 time: 0.4336102 May 10 15:04:51.875890 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'tag': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:04:51.898122 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff89c9-72c4-47bb-8c6c-8cc115400e2a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=bed4d0ec-d0f9-45cb-b176-42ed70671f7a,revision_number=6']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:51.906631 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff89c9-72c4-47bb-8c6c-8cc115400e2a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:51.906972 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff89c9-72c4-47bb-8c6c-8cc115400e2a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:51.907303 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff89c9-72c4-47bb-8c6c-8cc115400e2a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:51.907624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff89c9-72c4-47bb-8c6c-8cc115400e2a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:51.907939 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff89c9-72c4-47bb-8c6c-8cc115400e2a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:51.908258 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff89c9-72c4-47bb-8c6c-8cc115400e2a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:51.908571 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff89c9-72c4-47bb-8c6c-8cc115400e2a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:51.908884 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff89c9-72c4-47bb-8c6c-8cc115400e2a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:51.909195 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff89c9-72c4-47bb-8c6c-8cc115400e2a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:51.909506 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff89c9-72c4-47bb-8c6c-8cc115400e2a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:51.909957 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff89c9-72c4-47bb-8c6c-8cc115400e2a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:51.910264 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ff89c9-72c4-47bb-8c6c-8cc115400e2a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:51.934545 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7682b66-dff6-46a3-b69c-26b4baf3acb8'] response: {'name': 'network-changed', 'server_uuid': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'tag': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a', 'status': 'completed', 'code': 200} May 10 15:04:52.034525 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4baac81-61ad-4b7f-ba25-e299c9798a4d req-f5c28871-0dda-42a8-bf5b-1628c6a65d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:52.036005 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b4baac81-61ad-4b7f-ba25-e299c9798a4d req-f5c28871-0dda-42a8-bf5b-1628c6a65d7b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 1099 time: 0.0776269 May 10 15:04:52.150467 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a6584ae7-2246-4b78-a029-1f71457011db None None] Provisioning complete for port bed4d0ec-d0f9-45cb-b176-42ed70671f7a triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:52.151051 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a6584ae7-2246-4b78-a029-1f71457011db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:52.213963 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-a6584ae7-2246-4b78-a029-1f71457011db None None] Port bed4d0ec-d0f9-45cb-b176-42ed70671f7a is administratively disabled so it will not transition to active. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} May 10 15:04:52.274303 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4baac81-61ad-4b7f-ba25-e299c9798a4d req-122eb7c1-9c2b-470d-ae1b-07df95148549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:52.275757 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b4baac81-61ad-4b7f-ba25-e299c9798a4d req-122eb7c1-9c2b-470d-ae1b-07df95148549 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cff71195-ace3-45e0-b3d1-fac50a282b56 HTTP/1.1" status: 200 len: 898 time: 0.2305422 May 10 15:04:52.363349 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-aab035c6-e71b-4f77-8eaa-0b4026550718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:52.382864 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b4baac81-61ad-4b7f-ba25-e299c9798a4d req-3e11cbc9-4841-4bb7-b9d1-17c737f1dfcf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed4d0ec-d0f9-45cb-b176-42ed70671f7a HTTP/1.1" status: 200 len: 1001 time: 0.0962076 May 10 15:04:52.447246 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4baac81-61ad-4b7f-ba25-e299c9798a4d req-30e834ee-6128-4da1-9e6b-64174119cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:52.448574 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b4baac81-61ad-4b7f-ba25-e299c9798a4d req-30e834ee-6128-4da1-9e6b-64174119cffe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1cce37e-deac-41a6-9471-f53bef185c1c HTTP/1.1" status: 200 len: 835 time: 0.0571196 May 10 15:04:52.530321 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4baac81-61ad-4b7f-ba25-e299c9798a4d req-349ff27b-a74a-471e-9406-4872eed5a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:52.531788 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b4baac81-61ad-4b7f-ba25-e299c9798a4d req-349ff27b-a74a-471e-9406-4872eed5a3ae service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cff71195-ace3-45e0-b3d1-fac50a282b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732825 May 10 15:04:52.665570 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b4baac81-61ad-4b7f-ba25-e299c9798a4d req-453180f3-0d89-478c-b3c4-fcae4e1bb536 service neutron] 10.222.0.86 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242399 May 10 15:04:52.801344 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b4baac81-61ad-4b7f-ba25-e299c9798a4d req-cfb47936-3d8c-4e14-917d-280309041ef2 service neutron] 10.222.0.86 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256015 May 10 15:04:53.227162 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:53.270270 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:53.365961 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:54.900522 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:55.346130 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 49038) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:55.352018 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-758a49ec-30ba-4f18-a22e-2aca166847af tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:55.588930 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-758a49ec-30ba-4f18-a22e-2aca166847af tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:55.810100 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-758a49ec-30ba-4f18-a22e-2aca166847af tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port bed4d0ec-d0f9-45cb-b176-42ed70671f7a, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=bed4d0ec-d0f9-45cb-b176-42ed70671f7a,segment=NetworkSegment(770d70e8-8283-40b8-9369-d9bbd6cda351),segment_id=770d70e8-8283-40b8-9369-d9bbd6cda351)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:55.835459 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-758a49ec-30ba-4f18-a22e-2aca166847af tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:55.840386 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-758a49ec-30ba-4f18-a22e-2aca166847af tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:55.909327 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758a49ec-30ba-4f18-a22e-2aca166847af tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:55.909940 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-758a49ec-30ba-4f18-a22e-2aca166847af tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:55.911981 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-758a49ec-30ba-4f18-a22e-2aca166847af tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/ports/bed4d0ec-d0f9-45cb-b176-42ed70671f7a HTTP/1.1" status: 200 len: 937 time: 0.5642259 May 10 15:04:55.911981 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'tag': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:04:55.914523 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49042) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:55.936459 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a49ec-30ba-4f18-a22e-2aca166847af tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=bed4d0ec-d0f9-45cb-b176-42ed70671f7a,revision_number=7']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:55.959048 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d9fe06-c28f-41ce-ac63-ece666b63089'] response: {'name': 'network-changed', 'server_uuid': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'tag': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a', 'status': 'completed', 'code': 200} May 10 15:04:56.109794 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c1e3da72-b207-45d4-be2f-97128a5a0805 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/91d03d9e-6fa1-4df0-957d-b769ae51abe6 HTTP/1.1" status: 200 len: 992 time: 0.1933987 May 10 15:04:56.122093 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bfcd1-61b5-4303-9ba4-0bce0ba55e57 req-32a52586-ae3d-4c59-89f6-ebf82a03f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:56.123569 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-643bfcd1-61b5-4303-9ba4-0bce0ba55e57 req-32a52586-ae3d-4c59-89f6-ebf82a03f129 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 1098 time: 0.1391819 May 10 15:04:56.158377 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8feb2771-2800-40aa-8433-e531fc8ba661 None None] Provisioning complete for port bed4d0ec-d0f9-45cb-b176-42ed70671f7a triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:56.159370 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8feb2771-2800-40aa-8433-e531fc8ba661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:56.206350 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['bed4d0ec-d0f9-45cb-b176-42ed70671f7a'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:04:56.265178 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bfcd1-61b5-4303-9ba4-0bce0ba55e57 req-b4bdabf8-c4cc-4906-a65a-34dbe2eb4cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:56.266991 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-643bfcd1-61b5-4303-9ba4-0bce0ba55e57 req-b4bdabf8-c4cc-4906-a65a-34dbe2eb4cf5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cff71195-ace3-45e0-b3d1-fac50a282b56 HTTP/1.1" status: 200 len: 898 time: 0.1366775 May 10 15:04:56.382366 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-643bfcd1-61b5-4303-9ba4-0bce0ba55e57 req-1e85eb59-0629-40c9-be1f-a1ce8e5f6e73 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed4d0ec-d0f9-45cb-b176-42ed70671f7a HTTP/1.1" status: 200 len: 1000 time: 0.1051493 May 10 15:04:56.460469 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bfcd1-61b5-4303-9ba4-0bce0ba55e57 req-c8830a9a-7532-4ae4-89ea-45a7f313d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:56.461881 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-643bfcd1-61b5-4303-9ba4-0bce0ba55e57 req-c8830a9a-7532-4ae4-89ea-45a7f313d9b3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1cce37e-deac-41a6-9471-f53bef185c1c HTTP/1.1" status: 200 len: 835 time: 0.0701892 May 10 15:04:56.559054 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bfcd1-61b5-4303-9ba4-0bce0ba55e57 req-8a11f845-4b47-4b51-bc96-5ee3609b6c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:04:56.560546 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-643bfcd1-61b5-4303-9ba4-0bce0ba55e57 req-8a11f845-4b47-4b51-bc96-5ee3609b6c36 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cff71195-ace3-45e0-b3d1-fac50a282b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890093 May 10 15:04:56.693790 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-643bfcd1-61b5-4303-9ba4-0bce0ba55e57 req-28d6ac25-59f9-4227-a744-d48921a52397 service neutron] 10.222.0.86 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229823 May 10 15:04:56.827544 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-643bfcd1-61b5-4303-9ba4-0bce0ba55e57 req-d60d8101-c4aa-4384-a308-9e031eb58de2 service neutron] 10.222.0.86 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236022 May 10 15:04:58.714945 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 49054) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:58.935988 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-0930ccf9-9203-4b2c-9280-1de2e7564b0a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 2b436ec1-32ab-48fb-bf89-65b46caee353 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:04:58.936325 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0930ccf9-9203-4b2c-9280-1de2e7564b0a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:59.104098 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0930ccf9-9203-4b2c-9280-1de2e7564b0a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:59.104310 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0930ccf9-9203-4b2c-9280-1de2e7564b0a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:59.228878 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-0930ccf9-9203-4b2c-9280-1de2e7564b0a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 2b436ec1-32ab-48fb-bf89-65b46caee353 owned by network:floatingip {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:04:59.373547 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0930ccf9-9203-4b2c-9280-1de2e7564b0a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:59.422883 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930ccf9-9203-4b2c-9280-1de2e7564b0a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=2b436ec1-32ab-48fb-bf89-65b46caee353,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:59.512250 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0930ccf9-9203-4b2c-9280-1de2e7564b0a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:59.512612 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-0930ccf9-9203-4b2c-9280-1de2e7564b0a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Floating IP aee0a0b4-adef-4187-b654-5a56c345116a disassociated (deleted). External IP: 172.26.0.118, port: f26ee942-afb8-482b-b669-6479bdcfc7ee. May 10 15:04:59.965893 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0930ccf9-9203-4b2c-9280-1de2e7564b0a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router e5d358a9-f6a8-4faa-b57c-0f57287d41ba has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:05:00.146354 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0930ccf9-9203-4b2c-9280-1de2e7564b0a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:05:00.157118 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b27a28-a3cb-4907-9fd0-c13fbe7ed441 None None] Sync routers for ids ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:05:00.163478 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0930ccf9-9203-4b2c-9280-1de2e7564b0a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:00.165983 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b27a28-a3cb-4907-9fd0-c13fbe7ed441 None None] Routers {'e5d358a9-f6a8-4faa-b57c-0f57287d41ba'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:05:00.166621 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e0b27a28-a3cb-4907-9fd0-c13fbe7ed441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:04:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:00.219449 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0930ccf9-9203-4b2c-9280-1de2e7564b0a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/floatingips/aee0a0b4-adef-4187-b654-5a56c345116a HTTP/1.1" status: 204 len: 168 time: 1.5034001 May 10 15:05:00.220003 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2ac46d-e772-4ea7-96fe-2b85b90a54bf', 'tag': 'f26ee942-afb8-482b-b669-6479bdcfc7ee'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:05:00.268309 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75902642-69d1-4930-aebf-68ac2b97acae'] response: {'name': 'network-changed', 'server_uuid': '0f2ac46d-e772-4ea7-96fe-2b85b90a54bf', 'tag': 'f26ee942-afb8-482b-b669-6479bdcfc7ee', 'status': 'completed', 'code': 200} May 10 15:05:00.371242 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba3624-51d5-48b6-aa45-935349b2fb7f req-60bc4566-0148-4ce7-89aa-273473def7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:00.373008 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4ba3624-51d5-48b6-aa45-935349b2fb7f req-60bc4566-0148-4ce7-89aa-273473def7ce service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=0f2ac46d-e772-4ea7-96fe-2b85b90a54bf HTTP/1.1" status: 200 len: 1098 time: 0.0759602 May 10 15:05:00.384009 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-e0b27a28-a3cb-4907-9fd0-c13fbe7ed441 None None] Set router e5d358a9-f6a8-4faa-b57c-0f57287d41ba gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:05:00.622027 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b6c18-3501-4441-990c-bde4b33e3526 req-718737dc-1b8d-47c1-bf14-302ab894157c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:00.624028 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-443b6c18-3501-4441-990c-bde4b33e3526 req-718737dc-1b8d-47c1-bf14-302ab894157c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:05:00.639439 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-443b6c18-3501-4441-990c-bde4b33e3526 req-718737dc-1b8d-47c1-bf14-302ab894157c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:05:00.640605 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-443b6c18-3501-4441-990c-bde4b33e3526 req-718737dc-1b8d-47c1-bf14-302ab894157c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f2ac46d-e772-4ea7-96fe-2b85b90a54bf HTTP/1.1" status: 200 len: 945 time: 0.1094198 May 10 15:05:00.643312 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba3624-51d5-48b6-aa45-935349b2fb7f req-bc0b978e-a097-442e-a940-8a66b27ae984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:00.644799 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4ba3624-51d5-48b6-aa45-935349b2fb7f req-bc0b978e-a097-442e-a940-8a66b27ae984 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cff71195-ace3-45e0-b3d1-fac50a282b56 HTTP/1.1" status: 200 len: 898 time: 0.2618737 May 10 15:05:00.694043 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-443b6c18-3501-4441-990c-bde4b33e3526 req-78c579bd-ed2e-4ac8-8a8e-ecad0c740db6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8f1223a-2d9d-4d19-92c1-e88f991aa44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456920 May 10 15:05:00.718552 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4ba3624-51d5-48b6-aa45-935349b2fb7f req-d367c82c-c05a-45b1-9f56-60863f079f28 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f26ee942-afb8-482b-b669-6479bdcfc7ee HTTP/1.1" status: 200 len: 217 time: 0.0656049 May 10 15:05:00.746696 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e0b27a28-a3cb-4907-9fd0-c13fbe7ed441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'name': 'tempest-TestNetworkBasicOps-router-672131128', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:03:35Z', 'updated_at': '2022-05-10T15:03:40Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:36Z', 'updated_at': '2022-05-10T15:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '91d03d9e-6fa1-4df0-957d-b769ae51abe6', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.71', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'port_id': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'mac_address': 'fa:16:3e:7d:b5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:03:58Z', 'updated_at': '2022-05-10T15:04:01Z', 'revision_number': 1, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f9f83b-6286-4dbd-98c4-03475c1c6537', 'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:88:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:39Z', 'updated_at': '2022-05-10T15:03:45Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:00.751143 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b27a28-a3cb-4907-9fd0-c13fbe7ed441 None None] Checking router: e5d358a9-f6a8-4faa-b57c-0f57287d41ba for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:05:00.759403 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b27a28-a3cb-4907-9fd0-c13fbe7ed441 None None] Routers {'e5d358a9-f6a8-4faa-b57c-0f57287d41ba'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:05:00.759993 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e0b27a28-a3cb-4907-9fd0-c13fbe7ed441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:04:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:00.782098 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba3624-51d5-48b6-aa45-935349b2fb7f req-f31662cc-fff6-40d8-adcc-5db2c9db46ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:00.783548 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4ba3624-51d5-48b6-aa45-935349b2fb7f req-f31662cc-fff6-40d8-adcc-5db2c9db46ff service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1cce37e-deac-41a6-9471-f53bef185c1c HTTP/1.1" status: 200 len: 835 time: 0.0590413 May 10 15:05:00.863685 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba3624-51d5-48b6-aa45-935349b2fb7f req-25c197a3-5e6d-4a14-83e5-ebf30592a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:00.865137 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4ba3624-51d5-48b6-aa45-935349b2fb7f req-25c197a3-5e6d-4a14-83e5-ebf30592a672 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cff71195-ace3-45e0-b3d1-fac50a282b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732234 May 10 15:05:00.938119 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-e0b27a28-a3cb-4907-9fd0-c13fbe7ed441 None None] Set router e5d358a9-f6a8-4faa-b57c-0f57287d41ba gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:05:00.998241 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4ba3624-51d5-48b6-aa45-935349b2fb7f req-f3577a9a-449c-4ef1-97ed-1cf1329403e1 service neutron] 10.222.0.86 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258321 May 10 15:05:01.131621 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4ba3624-51d5-48b6-aa45-935349b2fb7f req-136dd405-fbcc-44ef-bd33-078a3e3be195 service neutron] 10.222.0.86 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266689 May 10 15:05:01.280110 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e0b27a28-a3cb-4907-9fd0-c13fbe7ed441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'name': 'tempest-TestNetworkBasicOps-router-672131128', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:03:35Z', 'updated_at': '2022-05-10T15:03:40Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:36Z', 'updated_at': '2022-05-10T15:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '91d03d9e-6fa1-4df0-957d-b769ae51abe6', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.71', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'port_id': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'mac_address': 'fa:16:3e:7d:b5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:03:58Z', 'updated_at': '2022-05-10T15:04:01Z', 'revision_number': 1, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f9f83b-6286-4dbd-98c4-03475c1c6537', 'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:88:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:39Z', 'updated_at': '2022-05-10T15:03:45Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:01.284056 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b27a28-a3cb-4907-9fd0-c13fbe7ed441 None None] The sync data for ids ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'] in dv-neutron-841204-2-hyperv is: [{'id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'name': 'tempest-TestNetworkBasicOps-router-672131128', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:03:35Z', 'updated_at': '2022-05-10T15:03:40Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:36Z', 'updated_at': '2022-05-10T15:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '91d03d9e-6fa1-4df0-957d-b769ae51abe6', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.71', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'port_id': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'mac_address': 'fa:16:3e:7d:b5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:03:58Z', 'updated_at': '2022-05-10T15:04:01Z', 'revision_number': 1, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f9f83b-6286-4dbd-98c4-03475c1c6537', 'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:88:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:39Z', 'updated_at': '2022-05-10T15:03:45Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:05:01.487912 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e631ec0-656a-4f31-b0cb-65157e344802 None None] New status for floating IP aee0a0b4-adef-4187-b654-5a56c345116a: DOWN {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:05:01.879441 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be0bc4-c344-4e35-9c9f-b11397048797 req-0baf716d-45e3-42d1-bd2c-f2cd60926234 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:01.880826 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-98be0bc4-c344-4e35-9c9f-b11397048797 req-0baf716d-45e3-42d1-bd2c-f2cd60926234 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f2ac46d-e772-4ea7-96fe-2b85b90a54bf HTTP/1.1" status: 200 len: 945 time: 0.0801005 May 10 15:05:01.925141 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-98be0bc4-c344-4e35-9c9f-b11397048797 req-de2625b1-58a3-42e0-a2fe-f047b1e5f3dc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8f1223a-2d9d-4d19-92c1-e88f991aa44e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385315 May 10 15:05:02.077744 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8629ca0-7d99-4e66-942b-9ab9ba661a7a req-28e66503-ec71-4742-bbce-569631745deb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:02.078449 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-c8629ca0-7d99-4e66-942b-9ab9ba661a7a req-28e66503-ec71-4742-bbce-569631745deb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:05:02.090502 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-c8629ca0-7d99-4e66-942b-9ab9ba661a7a req-28e66503-ec71-4742-bbce-569631745deb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:05:02.091573 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c8629ca0-7d99-4e66-942b-9ab9ba661a7a req-28e66503-ec71-4742-bbce-569631745deb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f2ac46d-e772-4ea7-96fe-2b85b90a54bf HTTP/1.1" status: 200 len: 945 time: 0.0913227 May 10 15:05:02.166784 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-c8629ca0-7d99-4e66-942b-9ab9ba661a7a req-98e2e789-7fe9-4429-9d97-9805736d3224 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port f26ee942-afb8-482b-b669-6479bdcfc7ee {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:05:02.167020 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c8629ca0-7d99-4e66-942b-9ab9ba661a7a req-98e2e789-7fe9-4429-9d97-9805736d3224 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:02.408173 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-c8629ca0-7d99-4e66-942b-9ab9ba661a7a req-98e2e789-7fe9-4429-9d97-9805736d3224 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port f26ee942-afb8-482b-b669-6479bdcfc7ee, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=f26ee942-afb8-482b-b669-6479bdcfc7ee,segment=NetworkSegment(770d70e8-8283-40b8-9369-d9bbd6cda351),segment_id=770d70e8-8283-40b8-9369-d9bbd6cda351)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:02.408522 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c8629ca0-7d99-4e66-942b-9ab9ba661a7a req-98e2e789-7fe9-4429-9d97-9805736d3224 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:02.533166 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-c8629ca0-7d99-4e66-942b-9ab9ba661a7a req-98e2e789-7fe9-4429-9d97-9805736d3224 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for f26ee942-afb8-482b-b669-6479bdcfc7ee owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:05:02.671829 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c8629ca0-7d99-4e66-942b-9ab9ba661a7a req-98e2e789-7fe9-4429-9d97-9805736d3224 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:02.723106 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2e789-7fe9-4429-9d97-9805736d3224 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=f26ee942-afb8-482b-b669-6479bdcfc7ee,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:02.760774 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2e789-7fe9-4429-9d97-9805736d3224 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:02.761138 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2e789-7fe9-4429-9d97-9805736d3224 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:02.761476 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2e789-7fe9-4429-9d97-9805736d3224 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:02.761802 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2e789-7fe9-4429-9d97-9805736d3224 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:02.762122 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2e789-7fe9-4429-9d97-9805736d3224 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:02.762465 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2e789-7fe9-4429-9d97-9805736d3224 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:02.762788 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2e789-7fe9-4429-9d97-9805736d3224 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:02.763107 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2e789-7fe9-4429-9d97-9805736d3224 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:02.763422 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2e789-7fe9-4429-9d97-9805736d3224 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:02.763737 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2e789-7fe9-4429-9d97-9805736d3224 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:02.764050 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2e789-7fe9-4429-9d97-9805736d3224 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:02.764365 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e2e789-7fe9-4429-9d97-9805736d3224 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:02.809009 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8629ca0-7d99-4e66-942b-9ab9ba661a7a req-98e2e789-7fe9-4429-9d97-9805736d3224 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] No DVR routers for this DVR port f26ee942-afb8-482b-b669-6479bdcfc7ee on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:05:02.811310 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c8629ca0-7d99-4e66-942b-9ab9ba661a7a req-98e2e789-7fe9-4429-9d97-9805736d3224 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:02.813739 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2ac46d-e772-4ea7-96fe-2b85b90a54bf', 'name': 'network-vif-deleted', 'tag': 'f26ee942-afb8-482b-b669-6479bdcfc7ee'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:05:02.828943 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c8629ca0-7d99-4e66-942b-9ab9ba661a7a req-98e2e789-7fe9-4429-9d97-9805736d3224 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "DELETE /v2.0/ports/f26ee942-afb8-482b-b669-6479bdcfc7ee HTTP/1.1" status: 204 len: 173 time: 0.7290173 May 10 15:05:02.862556 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cbfb9af-710c-480c-954f-8d347d12b690'] response: {'server_uuid': '0f2ac46d-e772-4ea7-96fe-2b85b90a54bf', 'name': 'network-vif-deleted', 'tag': 'f26ee942-afb8-482b-b669-6479bdcfc7ee', 'status': 'completed', 'code': 200} May 10 15:05:03.149341 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-78fa1bba-fe20-432f-93e1-fd134c31c4e1 req-6005f939-c952-43fa-bcc4-4c1ad0da9e85 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f2ac46d-e772-4ea7-96fe-2b85b90a54bf HTTP/1.1" status: 200 len: 210 time: 0.0476408 May 10 15:05:04.247586 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 49074) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:04.315397 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3c6f9b80-57ac-456b-bf94-ced64352cbdc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:04.345028 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3c6f9b80-57ac-456b-bf94-ced64352cbdc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:04.410337 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3c6f9b80-57ac-456b-bf94-ced64352cbdc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:04.429496 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f9b80-57ac-456b-bf94-ced64352cbdc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f1223a-2d9d-4d19-92c1-e88f991aa44e,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:04.440263 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3c6f9b80-57ac-456b-bf94-ced64352cbdc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:04.444112 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3c6f9b80-57ac-456b-bf94-ced64352cbdc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/security-groups/b8f1223a-2d9d-4d19-92c1-e88f991aa44e HTTP/1.1" status: 204 len: 168 time: 0.1928699 May 10 15:05:04.471692 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 49080) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:04.676172 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-61c85ff9-1973-4bdc-8b57-9976f4611250 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 2fd72c04-ec18-4a10-8109-18edb149f59b {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:05:04.676506 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61c85ff9-1973-4bdc-8b57-9976f4611250 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:04.848101 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61c85ff9-1973-4bdc-8b57-9976f4611250 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:04.848417 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61c85ff9-1973-4bdc-8b57-9976f4611250 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:04.976036 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-61c85ff9-1973-4bdc-8b57-9976f4611250 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 2fd72c04-ec18-4a10-8109-18edb149f59b owned by network:floatingip {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:05:05.125351 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61c85ff9-1973-4bdc-8b57-9976f4611250 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:05.282344 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c85ff9-1973-4bdc-8b57-9976f4611250 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=2fd72c04-ec18-4a10-8109-18edb149f59b,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:05.370904 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61c85ff9-1973-4bdc-8b57-9976f4611250 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:05.371280 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-61c85ff9-1973-4bdc-8b57-9976f4611250 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Floating IP 91d03d9e-6fa1-4df0-957d-b769ae51abe6 disassociated (deleted). External IP: 172.26.0.71, port: bed4d0ec-d0f9-45cb-b176-42ed70671f7a. May 10 15:05:05.717847 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c85ff9-1973-4bdc-8b57-9976f4611250 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router e5d358a9-f6a8-4faa-b57c-0f57287d41ba has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:05:05.893793 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c85ff9-1973-4bdc-8b57-9976f4611250 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:05:05.905013 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1225aa08-6fea-460b-a185-e9cd46a57352 None None] Sync routers for ids ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:05:05.911513 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61c85ff9-1973-4bdc-8b57-9976f4611250 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:05.914435 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1225aa08-6fea-460b-a185-e9cd46a57352 None None] Routers {'e5d358a9-f6a8-4faa-b57c-0f57287d41ba'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:05:05.915116 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1225aa08-6fea-460b-a185-e9cd46a57352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:04:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:05.973640 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-61c85ff9-1973-4bdc-8b57-9976f4611250 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/floatingips/91d03d9e-6fa1-4df0-957d-b769ae51abe6 HTTP/1.1" status: 204 len: 168 time: 1.4983559 May 10 15:05:05.973640 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'tag': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:05:06.022251 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27d11108-26f5-4338-a01c-a9740a373766'] response: {'name': 'network-changed', 'server_uuid': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'tag': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a', 'status': 'completed', 'code': 200} May 10 15:05:06.095197 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-1225aa08-6fea-460b-a185-e9cd46a57352 None None] Set router e5d358a9-f6a8-4faa-b57c-0f57287d41ba gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:05:06.123654 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd932a2-6ac2-42c6-9711-35dac5838472 req-c89338a3-08aa-41af-b306-4186e8fab3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:06.125797 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-fbd932a2-6ac2-42c6-9711-35dac5838472 req-c89338a3-08aa-41af-b306-4186e8fab3e1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 1098 time: 0.0802848 May 10 15:05:06.371807 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c15b7f-6909-40da-8cfa-2d4807a77c34 req-e694cddd-c6be-4eed-a7b5-f7a3721a1b3c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:06.372528 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-d5c15b7f-6909-40da-8cfa-2d4807a77c34 req-e694cddd-c6be-4eed-a7b5-f7a3721a1b3c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:05:06.382765 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd932a2-6ac2-42c6-9711-35dac5838472 req-0b5e9e1d-5f29-4a96-a725-fdfb5a54e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:06.384370 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-fbd932a2-6ac2-42c6-9711-35dac5838472 req-0b5e9e1d-5f29-4a96-a725-fdfb5a54e593 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cff71195-ace3-45e0-b3d1-fac50a282b56 HTTP/1.1" status: 200 len: 898 time: 0.2488148 May 10 15:05:06.389490 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-d5c15b7f-6909-40da-8cfa-2d4807a77c34 req-e694cddd-c6be-4eed-a7b5-f7a3721a1b3c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:05:06.390787 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d5c15b7f-6909-40da-8cfa-2d4807a77c34 req-e694cddd-c6be-4eed-a7b5-f7a3721a1b3c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 945 time: 0.1026261 May 10 15:05:06.438045 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-d5c15b7f-6909-40da-8cfa-2d4807a77c34 req-4fc8e1bd-05ed-41ae-ad57-a89561a57700 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:05:06.455299 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-d5c15b7f-6909-40da-8cfa-2d4807a77c34 req-4fc8e1bd-05ed-41ae-ad57-a89561a57700 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:05:06.460592 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-fbd932a2-6ac2-42c6-9711-35dac5838472 req-6ce3376b-4f0b-42c6-a1de-8d4b1a63bfe5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed4d0ec-d0f9-45cb-b176-42ed70671f7a HTTP/1.1" status: 200 len: 217 time: 0.0667989 May 10 15:05:06.463322 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d5c15b7f-6909-40da-8cfa-2d4807a77c34 req-4fc8e1bd-05ed-41ae-ad57-a89561a57700 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=e35fd314-d309-4341-a237-08fb3d954fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654826 May 10 15:05:06.465679 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1225aa08-6fea-460b-a185-e9cd46a57352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'name': 'tempest-TestNetworkBasicOps-router-672131128', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:03:35Z', 'updated_at': '2022-05-10T15:03:40Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:36Z', 'updated_at': '2022-05-10T15:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '00f9f83b-6286-4dbd-98c4-03475c1c6537', 'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:88:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:39Z', 'updated_at': '2022-05-10T15:03:45Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:06.470112 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1225aa08-6fea-460b-a185-e9cd46a57352 None None] Checking router: e5d358a9-f6a8-4faa-b57c-0f57287d41ba for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:05:06.478663 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1225aa08-6fea-460b-a185-e9cd46a57352 None None] Routers {'e5d358a9-f6a8-4faa-b57c-0f57287d41ba'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:05:06.479341 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1225aa08-6fea-460b-a185-e9cd46a57352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:04:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:06.524347 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd932a2-6ac2-42c6-9711-35dac5838472 req-4c955a8e-a746-4bde-b72f-4ffbea6333e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:06.525787 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-fbd932a2-6ac2-42c6-9711-35dac5838472 req-4c955a8e-a746-4bde-b72f-4ffbea6333e0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e1cce37e-deac-41a6-9471-f53bef185c1c HTTP/1.1" status: 200 len: 835 time: 0.0584450 May 10 15:05:06.607663 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd932a2-6ac2-42c6-9711-35dac5838472 req-8638e66c-2c57-4df6-8ccc-b7cf4b223a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:06.609154 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-fbd932a2-6ac2-42c6-9711-35dac5838472 req-8638e66c-2c57-4df6-8ccc-b7cf4b223a66 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cff71195-ace3-45e0-b3d1-fac50a282b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762498 May 10 15:05:06.659367 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-1225aa08-6fea-460b-a185-e9cd46a57352 None None] Set router e5d358a9-f6a8-4faa-b57c-0f57287d41ba gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:05:06.741926 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-fbd932a2-6ac2-42c6-9711-35dac5838472 req-e2813c42-d39b-4bc5-a94d-f7981ea69b65 service neutron] 10.222.0.86 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253104 May 10 15:05:06.878816 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-fbd932a2-6ac2-42c6-9711-35dac5838472 req-362f86ce-43e2-4804-aad0-941810db9f0e service neutron] 10.222.0.86 "GET /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292043 May 10 15:05:06.974589 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1225aa08-6fea-460b-a185-e9cd46a57352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'name': 'tempest-TestNetworkBasicOps-router-672131128', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:03:35Z', 'updated_at': '2022-05-10T15:03:40Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:36Z', 'updated_at': '2022-05-10T15:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '00f9f83b-6286-4dbd-98c4-03475c1c6537', 'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:88:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:39Z', 'updated_at': '2022-05-10T15:03:45Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:06.978338 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1225aa08-6fea-460b-a185-e9cd46a57352 None None] The sync data for ids ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'] in dv-neutron-841204-2-hyperv is: [{'id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'name': 'tempest-TestNetworkBasicOps-router-672131128', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:03:35Z', 'updated_at': '2022-05-10T15:03:40Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:36Z', 'updated_at': '2022-05-10T15:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '00f9f83b-6286-4dbd-98c4-03475c1c6537', 'name': '', 'network_id': 'cff71195-ace3-45e0-b3d1-fac50a282b56', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:88:43:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:39Z', 'updated_at': '2022-05-10T15:03:45Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': 'e1cce37e-deac-41a6-9471-f53bef185c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:05:07.114182 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device f26ee942-afb8-482b-b669-6479bdcfc7ee no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:05:07.153238 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: f26ee942-afb8-482b-b669-6479bdcfc7ee {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:05:07.153581 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device f26ee942-afb8-482b-b669-6479bdcfc7ee not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:05:07.178460 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce79a18-9bb5-4bb5-b5d4-d225b4eeeadf None None] New status for floating IP 91d03d9e-6fa1-4df0-957d-b769ae51abe6: DOWN {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:05:07.647809 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b6d87-6538-4765-b30d-fcf55d224b0a req-fa80a7dd-8159-467d-9a44-348f32d9d68c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:07.649260 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fc3b6d87-6538-4765-b30d-fcf55d224b0a req-fa80a7dd-8159-467d-9a44-348f32d9d68c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0832245 May 10 15:05:07.692633 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fc3b6d87-6538-4765-b30d-fcf55d224b0a req-30425e55-6f0b-479e-92df-63665cd37602 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=e35fd314-d309-4341-a237-08fb3d954fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371819 May 10 15:05:08.010596 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f8d17-0b5a-41ad-8b5b-957f48b6e2ba req-0625f5c9-bd4e-423e-8b31-4b661f9f15d5 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:08.011589 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-b26f8d17-0b5a-41ad-8b5b-957f48b6e2ba req-0625f5c9-bd4e-423e-8b31-4b661f9f15d5 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:05:08.023571 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-b26f8d17-0b5a-41ad-8b5b-957f48b6e2ba req-0625f5c9-bd4e-423e-8b31-4b661f9f15d5 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:05:08.024663 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b26f8d17-0b5a-41ad-8b5b-957f48b6e2ba req-0625f5c9-bd4e-423e-8b31-4b661f9f15d5 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/ports?device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 945 time: 0.0920274 May 10 15:05:08.098647 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-b26f8d17-0b5a-41ad-8b5b-957f48b6e2ba req-3aba60f3-569f-4b04-827f-20d6f0600d7f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port bed4d0ec-d0f9-45cb-b176-42ed70671f7a {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:05:08.098993 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-b26f8d17-0b5a-41ad-8b5b-957f48b6e2ba req-3aba60f3-569f-4b04-827f-20d6f0600d7f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:08.347136 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-b26f8d17-0b5a-41ad-8b5b-957f48b6e2ba req-3aba60f3-569f-4b04-827f-20d6f0600d7f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port bed4d0ec-d0f9-45cb-b176-42ed70671f7a, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=bed4d0ec-d0f9-45cb-b176-42ed70671f7a,segment=NetworkSegment(770d70e8-8283-40b8-9369-d9bbd6cda351),segment_id=770d70e8-8283-40b8-9369-d9bbd6cda351)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:08.347485 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-b26f8d17-0b5a-41ad-8b5b-957f48b6e2ba req-3aba60f3-569f-4b04-827f-20d6f0600d7f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:08.473192 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-b26f8d17-0b5a-41ad-8b5b-957f48b6e2ba req-3aba60f3-569f-4b04-827f-20d6f0600d7f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for bed4d0ec-d0f9-45cb-b176-42ed70671f7a owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:05:08.614398 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-b26f8d17-0b5a-41ad-8b5b-957f48b6e2ba req-3aba60f3-569f-4b04-827f-20d6f0600d7f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:08.666325 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba60f3-569f-4b04-827f-20d6f0600d7f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=bed4d0ec-d0f9-45cb-b176-42ed70671f7a,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:08.740473 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26f8d17-0b5a-41ad-8b5b-957f48b6e2ba req-3aba60f3-569f-4b04-827f-20d6f0600d7f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] No DVR routers for this DVR port bed4d0ec-d0f9-45cb-b176-42ed70671f7a on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:05:08.742952 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-b26f8d17-0b5a-41ad-8b5b-957f48b6e2ba req-3aba60f3-569f-4b04-827f-20d6f0600d7f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:08.746184 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'name': 'network-vif-deleted', 'tag': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:05:08.763400 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b26f8d17-0b5a-41ad-8b5b-957f48b6e2ba req-3aba60f3-569f-4b04-827f-20d6f0600d7f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "DELETE /v2.0/ports/bed4d0ec-d0f9-45cb-b176-42ed70671f7a HTTP/1.1" status: 204 len: 173 time: 0.7329910 May 10 15:05:08.799870 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-166bb32f-b440-4bd0-b3dd-ba5c93371a8e'] response: {'server_uuid': '77f98635-f875-4dca-b686-b7bc0088a6c0', 'name': 'network-vif-deleted', 'tag': 'bed4d0ec-d0f9-45cb-b176-42ed70671f7a', 'status': 'completed', 'code': 200} May 10 15:05:08.843937 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3e04d604-e319-4d67-8f66-564a909fdf7e req-1cb6086e-4ae5-453b-b355-06d2cb66e9e1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=77f98635-f875-4dca-b686-b7bc0088a6c0 HTTP/1.1" status: 200 len: 210 time: 0.0436907 May 10 15:05:09.946233 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49098) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:10.028173 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-96e6b630-f11c-45f6-9a7b-8523327194b9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:10.059746 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-96e6b630-f11c-45f6-9a7b-8523327194b9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:10.124860 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-96e6b630-f11c-45f6-9a7b-8523327194b9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:10.144738 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6b630-f11c-45f6-9a7b-8523327194b9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35fd314-d309-4341-a237-08fb3d954fcf,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:10.155287 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-96e6b630-f11c-45f6-9a7b-8523327194b9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:10.156425 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-96e6b630-f11c-45f6-9a7b-8523327194b9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/security-groups/e35fd314-d309-4341-a237-08fb3d954fcf HTTP/1.1" status: 204 len: 168 time: 0.2088723 May 10 15:05:10.186728 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49104) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:10.837579 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-578bd23d-08a6-467f-a466-e0283a5edd87 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:11.130542 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device bed4d0ec-d0f9-45cb-b176-42ed70671f7a no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:05:11.164672 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: bed4d0ec-d0f9-45cb-b176-42ed70671f7a {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:05:11.165013 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device bed4d0ec-d0f9-45cb-b176-42ed70671f7a not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:05:11.189617 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-578bd23d-08a6-467f-a466-e0283a5edd87 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 00f9f83b-6286-4dbd-98c4-03475c1c6537 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:05:11.190170 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-578bd23d-08a6-467f-a466-e0283a5edd87 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:11.375495 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-578bd23d-08a6-467f-a466-e0283a5edd87 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port 00f9f83b-6286-4dbd-98c4-03475c1c6537, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=00f9f83b-6286-4dbd-98c4-03475c1c6537,segment=NetworkSegment(770d70e8-8283-40b8-9369-d9bbd6cda351),segment_id=770d70e8-8283-40b8-9369-d9bbd6cda351)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:11.375659 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-578bd23d-08a6-467f-a466-e0283a5edd87 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:11.497050 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-578bd23d-08a6-467f-a466-e0283a5edd87 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 00f9f83b-6286-4dbd-98c4-03475c1c6537 owned by network:router_interface {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:05:11.684162 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-578bd23d-08a6-467f-a466-e0283a5edd87 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:11.763125 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bd23d-08a6-467f-a466-e0283a5edd87 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=00f9f83b-6286-4dbd-98c4-03475c1c6537,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:12.112069 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-578bd23d-08a6-467f-a466-e0283a5edd87 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:12.468489 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578bd23d-08a6-467f-a466-e0283a5edd87 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router e5d358a9-f6a8-4faa-b57c-0f57287d41ba has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:05:12.644944 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578bd23d-08a6-467f-a466-e0283a5edd87 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:05:12.654366 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effa47f4-ca5b-4669-a448-9efcc20cf443 None None] Sync routers for ids ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:05:12.659111 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-578bd23d-08a6-467f-a466-e0283a5edd87 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/routers/e5d358a9-f6a8-4faa-b57c-0f57287d41ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4713197 May 10 15:05:12.661660 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49108) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:12.664437 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effa47f4-ca5b-4669-a448-9efcc20cf443 None None] Routers {'e5d358a9-f6a8-4faa-b57c-0f57287d41ba'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:05:12.665041 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-effa47f4-ca5b-4669-a448-9efcc20cf443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:04:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:12.726945 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f57342-4b70-4c07-8e8f-44734a161c72 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting subnet e1cce37e-deac-41a6-9471-f53bef185c1c {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:05:12.729849 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-49f57342-4b70-4c07-8e8f-44734a161c72 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:12.790266 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-49f57342-4b70-4c07-8e8f-44734a161c72 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:12.844488 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-effa47f4-ca5b-4669-a448-9efcc20cf443 None None] Set router e5d358a9-f6a8-4faa-b57c-0f57287d41ba gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:05:12.876745 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-49f57342-4b70-4c07-8e8f-44734a161c72 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:12.952194 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-49f57342-4b70-4c07-8e8f-44734a161c72 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:12.994567 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f57342-4b70-4c07-8e8f-44734a161c72 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Subnet': ['ID=e1cce37e-deac-41a6-9471-f53bef185c1c,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:12.998493 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-49f57342-4b70-4c07-8e8f-44734a161c72 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:13.006831 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-49f57342-4b70-4c07-8e8f-44734a161c72 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/subnets/e1cce37e-deac-41a6-9471-f53bef185c1c HTTP/1.1" status: 204 len: 168 time: 0.3418226 May 10 15:05:13.007388 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49112) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:13.008457 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab142e8c-20fb-41fc-ae1b-214ffcc7ff0a None None] Network cff71195-ace3-45e0-b3d1-fac50a282b56 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:05:13.134996 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-effa47f4-ca5b-4669-a448-9efcc20cf443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'name': 'tempest-TestNetworkBasicOps-router-672131128', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:03:35Z', 'updated_at': '2022-05-10T15:05:11Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:36Z', 'updated_at': '2022-05-10T15:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:13.139745 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effa47f4-ca5b-4669-a448-9efcc20cf443 None None] Checking router: e5d358a9-f6a8-4faa-b57c-0f57287d41ba for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:05:13.148500 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effa47f4-ca5b-4669-a448-9efcc20cf443 None None] Routers {'e5d358a9-f6a8-4faa-b57c-0f57287d41ba'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:05:13.149092 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-effa47f4-ca5b-4669-a448-9efcc20cf443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:04:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:13.192038 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ac092d2-164b-4993-be5e-ce42b2244858 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:13.316367 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580024cf-191a-4844-91be-ba3dc6b56404 None None] DHCP port deletion for cff71195-ace3-45e0-b3d1-fac50a282b56 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 15:05:13.320848 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-580024cf-191a-4844-91be-ba3dc6b56404 None None] Deleting port 68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:05:13.321219 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-580024cf-191a-4844-91be-ba3dc6b56404 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:13.334278 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-effa47f4-ca5b-4669-a448-9efcc20cf443 None None] Set router e5d358a9-f6a8-4faa-b57c-0f57287d41ba gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:05:13.504634 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ac092d2-164b-4993-be5e-ce42b2244858 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:13.515177 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-9ac092d2-164b-4993-be5e-ce42b2244858 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port d9a4c514-eaa8-44a2-afb0-1ede9334153a {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:05:13.515177 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ac092d2-164b-4993-be5e-ce42b2244858 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:13.533012 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-580024cf-191a-4844-91be-ba3dc6b56404 None None] For port 68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e,segment=NetworkSegment(770d70e8-8283-40b8-9369-d9bbd6cda351),segment_id=770d70e8-8283-40b8-9369-d9bbd6cda351)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:13.533449 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-580024cf-191a-4844-91be-ba3dc6b56404 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:13.664406 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-580024cf-191a-4844-91be-ba3dc6b56404 None None] Calling delete_port for 68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:05:13.665162 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-effa47f4-ca5b-4669-a448-9efcc20cf443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'name': 'tempest-TestNetworkBasicOps-router-672131128', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:03:35Z', 'updated_at': '2022-05-10T15:05:11Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:36Z', 'updated_at': '2022-05-10T15:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:13.669921 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effa47f4-ca5b-4669-a448-9efcc20cf443 None None] The sync data for ids ['e5d358a9-f6a8-4faa-b57c-0f57287d41ba'] in dv-neutron-841204-2-hyperv is: [{'id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'name': 'tempest-TestNetworkBasicOps-router-672131128', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183'}], 'enable_snat': True}, 'gw_port_id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:03:35Z', 'updated_at': '2022-05-10T15:05:11Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': 'd9a4c514-eaa8-44a2-afb0-1ede9334153a', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:46:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d358a9-f6a8-4faa-b57c-0f57287d41ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:03:36Z', 'updated_at': '2022-05-10T15:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:05:13.695182 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-9ac092d2-164b-4993-be5e-ce42b2244858 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port d9a4c514-eaa8-44a2-afb0-1ede9334153a, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d9a4c514-eaa8-44a2-afb0-1ede9334153a,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:13.695647 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ac092d2-164b-4993-be5e-ce42b2244858 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:13.742978 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-580024cf-191a-4844-91be-ba3dc6b56404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:13.793120 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580024cf-191a-4844-91be-ba3dc6b56404 None None] Pushing event deleted for resources: {'Port': ['ID=68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:13.801531 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580024cf-191a-4844-91be-ba3dc6b56404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:13.801874 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580024cf-191a-4844-91be-ba3dc6b56404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:13.802195 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580024cf-191a-4844-91be-ba3dc6b56404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:13.802545 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580024cf-191a-4844-91be-ba3dc6b56404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:13.802870 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580024cf-191a-4844-91be-ba3dc6b56404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:13.803204 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580024cf-191a-4844-91be-ba3dc6b56404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:13.803585 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580024cf-191a-4844-91be-ba3dc6b56404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:13.803828 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580024cf-191a-4844-91be-ba3dc6b56404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:13.804128 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580024cf-191a-4844-91be-ba3dc6b56404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:13.804439 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580024cf-191a-4844-91be-ba3dc6b56404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:13.804746 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580024cf-191a-4844-91be-ba3dc6b56404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:13.805055 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580024cf-191a-4844-91be-ba3dc6b56404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:13.807955 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580024cf-191a-4844-91be-ba3dc6b56404 None None] No DVR routers for this DVR port 68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:05:13.828041 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-9ac092d2-164b-4993-be5e-ce42b2244858 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for d9a4c514-eaa8-44a2-afb0-1ede9334153a owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:05:13.996995 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ac092d2-164b-4993-be5e-ce42b2244858 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:14.046897 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac092d2-164b-4993-be5e-ce42b2244858 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=d9a4c514-eaa8-44a2-afb0-1ede9334153a,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:14.142062 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ac092d2-164b-4993-be5e-ce42b2244858 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:14.314395 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ac092d2-164b-4993-be5e-ce42b2244858 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:14.316478 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ac092d2-164b-4993-be5e-ce42b2244858 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:14.342528 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ac092d2-164b-4993-be5e-ce42b2244858 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:14.343017 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac092d2-164b-4993-be5e-ce42b2244858 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Fanout notify agent at l3_agent the message router_deleted on router e5d358a9-f6a8-4faa-b57c-0f57287d41ba {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:05:14.358589 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ac092d2-164b-4993-be5e-ce42b2244858 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:14.362470 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9ac092d2-164b-4993-be5e-ce42b2244858 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/routers/e5d358a9-f6a8-4faa-b57c-0f57287d41ba HTTP/1.1" status: 204 len: 168 time: 1.3513877 May 10 15:05:14.362470 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49116) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:14.480413 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9096c994-827a-4f76-9157-67a5e598f61b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:14.614294 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9096c994-827a-4f76-9157-67a5e598f61b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:14.639227 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-9096c994-827a-4f76-9157-67a5e598f61b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff71195-ace3-45e0-b3d1-fac50a282b56']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:14.651877 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-9096c994-827a-4f76-9157-67a5e598f61b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770d70e8-8283-40b8-9369-d9bbd6cda351') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:14.652168 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-9096c994-827a-4f76-9157-67a5e598f61b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770d70e8-8283-40b8-9369-d9bbd6cda351') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:14.663281 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9096c994-827a-4f76-9157-67a5e598f61b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:14.678771 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9096c994-827a-4f76-9157-67a5e598f61b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:14.684823 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9096c994-827a-4f76-9157-67a5e598f61b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:05:14.685200 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9096c994-827a-4f76-9157-67a5e598f61b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:05:14.701056 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:05:14.787479 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9096c994-827a-4f76-9157-67a5e598f61b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:14.793316 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9096c994-827a-4f76-9157-67a5e598f61b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:14.827015 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 00f9f83b-6286-4dbd-98c4-03475c1c6537 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:05:14.827993 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9096c994-827a-4f76-9157-67a5e598f61b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/networks/cff71195-ace3-45e0-b3d1-fac50a282b56 HTTP/1.1" status: 204 len: 168 time: 0.4646997 May 10 15:05:14.831693 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096c994-827a-4f76-9157-67a5e598f61b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Network': ['ID=cff71195-ace3-45e0-b3d1-fac50a282b56,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:14.860614 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49120) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:14.867767 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-3f048082-4a5b-49ec-bf97-a417da9589cb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'network': {'name': 'tempest-network-smoke--862574117', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'port_security_enabled': True}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:14.869178 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 00f9f83b-6286-4dbd-98c4-03475c1c6537 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:05:14.869619 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 00f9f83b-6286-4dbd-98c4-03475c1c6537 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:05:14.870858 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d9a4c514-eaa8-44a2-afb0-1ede9334153a no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:05:14.873803 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3f048082-4a5b-49ec-bf97-a417da9589cb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:14.877919 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3f048082-4a5b-49ec-bf97-a417da9589cb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:network and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:14.880755 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3f048082-4a5b-49ec-bf97-a417da9589cb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:14.888109 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3f048082-4a5b-49ec-bf97-a417da9589cb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:14.900876 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f048082-4a5b-49ec-bf97-a417da9589cb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:05:14.903138 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3f048082-4a5b-49ec-bf97-a417da9589cb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:14.908355 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: d9a4c514-eaa8-44a2-afb0-1ede9334153a {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:05:14.908803 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d9a4c514-eaa8-44a2-afb0-1ede9334153a not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:05:14.909313 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:05:14.938804 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f048082-4a5b-49ec-bf97-a417da9589cb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:05:14.947569 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3f048082-4a5b-49ec-bf97-a417da9589cb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:14.948246 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-3f048082-4a5b-49ec-bf97-a417da9589cb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Added segment 53d40baa-25cd-44ad-a977-6adddaa61a9a of type vlan for network 36539dd8-354b-4203-b5e7-7c0680302c05 May 10 15:05:14.949388 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:05:14.949800 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 68c4e7d3-1bf3-4ff9-a7f8-1a05f5c5192e not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:05:14.978775 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3f048082-4a5b-49ec-bf97-a417da9589cb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:15.008102 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3f048082-4a5b-49ec-bf97-a417da9589cb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:15.013793 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f048082-4a5b-49ec-bf97-a417da9589cb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:15.014366 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3f048082-4a5b-49ec-bf97-a417da9589cb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:15.126159 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3f048082-4a5b-49ec-bf97-a417da9589cb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2641976 May 10 15:05:15.128721 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 49124) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:15.131985 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f048082-4a5b-49ec-bf97-a417da9589cb tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Network': ['ID=36539dd8-354b-4203-b5e7-7c0680302c05,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:15.133956 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-d7bbf4a2-49fe-4f28-9df6-f7700c847554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1987568541', 'admin_state_up': True, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:15.141929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d7bbf4a2-49fe-4f28-9df6-f7700c847554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:15.143000 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 36539dd8-354b-4203-b5e7-7c0680302c05 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:05:15.145810 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d7bbf4a2-49fe-4f28-9df6-f7700c847554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:router and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:15.148906 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d7bbf4a2-49fe-4f28-9df6-f7700c847554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:15.155309 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d7bbf4a2-49fe-4f28-9df6-f7700c847554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:15.164482 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf4a2-49fe-4f28-9df6-f7700c847554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:15.165510 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf4a2-49fe-4f28-9df6-f7700c847554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:15.181598 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf4a2-49fe-4f28-9df6-f7700c847554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:15.445624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf4a2-49fe-4f28-9df6-f7700c847554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:15.857803 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf4a2-49fe-4f28-9df6-f7700c847554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:15.887574 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf4a2-49fe-4f28-9df6-f7700c847554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:16.021636 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-d7bbf4a2-49fe-4f28-9df6-f7700c847554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.26.0.235 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/300e708e-7d11-4e67-b7e8-62cac0be5e4b) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:05:16.168426 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf4a2-49fe-4f28-9df6-f7700c847554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:16.199294 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf4a2-49fe-4f28-9df6-f7700c847554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:16.261930 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bbf4a2-49fe-4f28-9df6-f7700c847554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:05:16.264591 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-d7bbf4a2-49fe-4f28-9df6-f7700c847554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:16.268352 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bbf4a2-49fe-4f28-9df6-f7700c847554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:05:16.306485 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbf4a2-49fe-4f28-9df6-f7700c847554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=300e708e-7d11-4e67-b7e8-62cac0be5e4b,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:16.678819 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf4a2-49fe-4f28-9df6-f7700c847554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:17.138732 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf4a2-49fe-4f28-9df6-f7700c847554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:17.340823 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bbf4a2-49fe-4f28-9df6-f7700c847554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router d320b460-fe81-4547-8d0c-b279406b0e04 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:05:17.515887 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bbf4a2-49fe-4f28-9df6-f7700c847554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:05:17.527147 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50560100-8f01-494d-8567-9f376ccc877e None None] Sync routers for ids ['d320b460-fe81-4547-8d0c-b279406b0e04'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:05:17.536387 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50560100-8f01-494d-8567-9f376ccc877e None None] Routers {'d320b460-fe81-4547-8d0c-b279406b0e04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:05:17.537092 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-50560100-8f01-494d-8567-9f376ccc877e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:04:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d320b460-fe81-4547-8d0c-b279406b0e04'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:17.543169 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf4a2-49fe-4f28-9df6-f7700c847554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:17.544378 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d7bbf4a2-49fe-4f28-9df6-f7700c847554 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4145882 May 10 15:05:17.547586 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 49128) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:17.591323 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c331e258-299d-479d-9a90-7d313116d24e tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=7c1eaa2d2a564d8c9e902879ced01cd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426397 May 10 15:05:17.593915 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 49132) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:17.715108 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-50560100-8f01-494d-8567-9f376ccc877e None None] Set router d320b460-fe81-4547-8d0c-b279406b0e04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:05:17.723558 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fea81d9-9a5d-4927-9f0b-5d24819161b7 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:17.725028 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9fea81d9-9a5d-4927-9f0b-5d24819161b7 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302028 May 10 15:05:17.727935 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 49136) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:17.767688 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ad82c969-9a1e-4f89-b9c4-ac01938c7b5e tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384533 May 10 15:05:17.769990 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 49140) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:17.775483 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-6817fae3-dbcd-4268-993d-9d6cd0c53d82 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-135381294', 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:17.885961 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6817fae3-dbcd-4268-993d-9d6cd0c53d82 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:17.889906 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6817fae3-dbcd-4268-993d-9d6cd0c53d82 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:subnet and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:17.892722 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6817fae3-dbcd-4268-993d-9d6cd0c53d82 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:17.898771 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6817fae3-dbcd-4268-993d-9d6cd0c53d82 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:17.909986 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6817fae3-dbcd-4268-993d-9d6cd0c53d82 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:05:17.914579 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6817fae3-dbcd-4268-993d-9d6cd0c53d82 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:18.033976 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-50560100-8f01-494d-8567-9f376ccc877e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'name': 'tempest-TestNetworkBasicOps-router-1987568541', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:05:16Z', 'revision_number': 3, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:18.038001 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50560100-8f01-494d-8567-9f376ccc877e None None] Checking router: d320b460-fe81-4547-8d0c-b279406b0e04 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:05:18.038351 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50560100-8f01-494d-8567-9f376ccc877e None None] Updating router d320b460-fe81-4547-8d0c-b279406b0e04 port 300e708e-7d11-4e67-b7e8-62cac0be5e4b binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:05:18.092767 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-50560100-8f01-494d-8567-9f376ccc877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:18.134910 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6817fae3-dbcd-4268-993d-9d6cd0c53d82 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:18.215605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817fae3-dbcd-4268-993d-9d6cd0c53d82 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Subnet': ['ID=663f38e7-0d78-4cae-ab2b-175311341d60,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:18.225870 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6817fae3-dbcd-4268-993d-9d6cd0c53d82 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Checking segment: {'id': '53d40baa-25cd-44ad-a977-6adddaa61a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:05:18.226221 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6817fae3-dbcd-4268-993d-9d6cd0c53d82 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network hostable DHCP agents. Network: 36539dd8-354b-4203-b5e7-7c0680302c05, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:05:18.244884 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6817fae3-dbcd-4268-993d-9d6cd0c53d82 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 36539dd8-354b-4203-b5e7-7c0680302c05 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:05:18.255420 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-6817fae3-dbcd-4268-993d-9d6cd0c53d82 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 36539dd8-354b-4203-b5e7-7c0680302c05) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:18.259578 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6817fae3-dbcd-4268-993d-9d6cd0c53d82 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:18.260183 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6817fae3-dbcd-4268-993d-9d6cd0c53d82 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:18.285975 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49144) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:18.286567 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6817fae3-dbcd-4268-993d-9d6cd0c53d82 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5150168 May 10 15:05:18.292946 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f524041-60e6-468c-b1f8-19a51dd78213 None None] Network 36539dd8-354b-4203-b5e7-7c0680302c05 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:05:18.612227 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-50560100-8f01-494d-8567-9f376ccc877e None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:18.615794 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b6cd14-9cc5-43c1-bad8-dc91ed087d14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-36539dd8-354b-4203-b5e7-7c0680302c05', 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ips': [{'subnet_id': '663f38e7-0d78-4cae-ab2b-175311341d60'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 15:05:18.616581 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-53b6cd14-9cc5-43c1-bad8-dc91ed087d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:18.638284 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-50560100-8f01-494d-8567-9f376ccc877e None None] Transition to ACTIVE for port object 300e708e-7d11-4e67-b7e8-62cac0be5e4b will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:18.684082 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-50560100-8f01-494d-8567-9f376ccc877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:18.793436 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc371b-1b0d-419a-916c-7b2b72ffa981 None None] Pushing event updated for resources: {'Port': ['ID=300e708e-7d11-4e67-b7e8-62cac0be5e4b,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:18.797894 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-50560100-8f01-494d-8567-9f376ccc877e None None] Attempting to bind port 300e708e-7d11-4e67-b7e8-62cac0be5e4b on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:05:18.798253 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-50560100-8f01-494d-8567-9f376ccc877e None None] Attempting to bind port 300e708e-7d11-4e67-b7e8-62cac0be5e4b by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:05:18.798632 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50560100-8f01-494d-8567-9f376ccc877e None None] Attempting to bind port 300e708e-7d11-4e67-b7e8-62cac0be5e4b on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:05:18.806947 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50560100-8f01-494d-8567-9f376ccc877e None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:05:18.807973 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50560100-8f01-494d-8567-9f376ccc877e None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:05:18.808605 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-50560100-8f01-494d-8567-9f376ccc877e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:18.808605 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50560100-8f01-494d-8567-9f376ccc877e None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:05:18.809063 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-50560100-8f01-494d-8567-9f376ccc877e None None] Bound port: 300e708e-7d11-4e67-b7e8-62cac0be5e4b, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:05:18.809428 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-50560100-8f01-494d-8567-9f376ccc877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:18.929443 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-53b6cd14-9cc5-43c1-bad8-dc91ed087d14 None None] Allocated IP 172.20.0.2 (36539dd8-354b-4203-b5e7-7c0680302c05/663f38e7-0d78-4cae-ab2b-175311341d60/c2cb643f-5fcb-4b00-bb26-edc86c6ecde4) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:05:18.934740 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-50560100-8f01-494d-8567-9f376ccc877e None None] For port 300e708e-7d11-4e67-b7e8-62cac0be5e4b, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:05:18.938588 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-50560100-8f01-494d-8567-9f376ccc877e None None] For port 300e708e-7d11-4e67-b7e8-62cac0be5e4b, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=300e708e-7d11-4e67-b7e8-62cac0be5e4b,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:05:18.944050 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-50560100-8f01-494d-8567-9f376ccc877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:19.095512 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-597d0dcb-d15a-4f46-b612-81807212604d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:19.118749 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50560100-8f01-494d-8567-9f376ccc877e None None] Routers {'d320b460-fe81-4547-8d0c-b279406b0e04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:05:19.119378 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-50560100-8f01-494d-8567-9f376ccc877e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:04:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d320b460-fe81-4547-8d0c-b279406b0e04'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:19.165254 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc371b-1b0d-419a-916c-7b2b72ffa981 None None] Pushing event updated for resources: {'Port': ['ID=300e708e-7d11-4e67-b7e8-62cac0be5e4b,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:19.371547 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-53b6cd14-9cc5-43c1-bad8-dc91ed087d14 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:19.374837 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-50560100-8f01-494d-8567-9f376ccc877e None None] Set router d320b460-fe81-4547-8d0c-b279406b0e04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:05:19.532333 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-53b6cd14-9cc5-43c1-bad8-dc91ed087d14 None None] Transition to ACTIVE for port object c2cb643f-5fcb-4b00-bb26-edc86c6ecde4 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:19.609269 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-53b6cd14-9cc5-43c1-bad8-dc91ed087d14 None None] Transition to ACTIVE for port object c2cb643f-5fcb-4b00-bb26-edc86c6ecde4 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:19.617231 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-53b6cd14-9cc5-43c1-bad8-dc91ed087d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:19.685083 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-597d0dcb-d15a-4f46-b612-81807212604d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.20.0.1 (36539dd8-354b-4203-b5e7-7c0680302c05/663f38e7-0d78-4cae-ab2b-175311341d60/08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:05:19.706527 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b6cd14-9cc5-43c1-bad8-dc91ed087d14 None None] Network 36539dd8-354b-4203-b5e7-7c0680302c05 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:05:19.717334 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-53b6cd14-9cc5-43c1-bad8-dc91ed087d14 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:19.723643 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b6cd14-9cc5-43c1-bad8-dc91ed087d14 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:05:19.725620 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6cd14-9cc5-43c1-bad8-dc91ed087d14 None None] Pushing event updated for resources: {'Port': ['ID=c2cb643f-5fcb-4b00-bb26-edc86c6ecde4,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:19.846279 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-597d0dcb-d15a-4f46-b612-81807212604d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:19.854947 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-53b6cd14-9cc5-43c1-bad8-dc91ed087d14 None None] Attempting to bind port c2cb643f-5fcb-4b00-bb26-edc86c6ecde4 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:05:19.855312 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-53b6cd14-9cc5-43c1-bad8-dc91ed087d14 None None] Attempting to bind port c2cb643f-5fcb-4b00-bb26-edc86c6ecde4 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '53d40baa-25cd-44ad-a977-6adddaa61a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:05:19.855663 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b6cd14-9cc5-43c1-bad8-dc91ed087d14 None None] Attempting to bind port c2cb643f-5fcb-4b00-bb26-edc86c6ecde4 on network 36539dd8-354b-4203-b5e7-7c0680302c05 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:05:19.862403 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-597d0dcb-d15a-4f46-b612-81807212604d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Transition to ACTIVE for port object 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:19.863355 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b6cd14-9cc5-43c1-bad8-dc91ed087d14 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:05:19.863642 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b6cd14-9cc5-43c1-bad8-dc91ed087d14 None None] Checking segment: {'id': '53d40baa-25cd-44ad-a977-6adddaa61a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:05:19.864272 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-53b6cd14-9cc5-43c1-bad8-dc91ed087d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:19.864506 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b6cd14-9cc5-43c1-bad8-dc91ed087d14 None None] Bound using segment: {'id': '53d40baa-25cd-44ad-a977-6adddaa61a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:05:19.864915 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-53b6cd14-9cc5-43c1-bad8-dc91ed087d14 None None] Bound port: c2cb643f-5fcb-4b00-bb26-edc86c6ecde4, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d40baa-25cd-44ad-a977-6adddaa61a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:05:19.865466 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-53b6cd14-9cc5-43c1-bad8-dc91ed087d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:19.888347 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-597d0dcb-d15a-4f46-b612-81807212604d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:19.932601 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-50560100-8f01-494d-8567-9f376ccc877e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'name': 'tempest-TestNetworkBasicOps-router-1987568541', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:05:16Z', 'revision_number': 3, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:19.940873 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50560100-8f01-494d-8567-9f376ccc877e None None] The sync data for ids ['d320b460-fe81-4547-8d0c-b279406b0e04'] in dv-neutron-841204-2-hyperv is: [{'id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'name': 'tempest-TestNetworkBasicOps-router-1987568541', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:05:16Z', 'revision_number': 3, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:05:19.960080 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597d0dcb-d15a-4f46-b612-81807212604d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 36539dd8-354b-4203-b5e7-7c0680302c05 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:05:19.966896 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-597d0dcb-d15a-4f46-b612-81807212604d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:19.970789 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597d0dcb-d15a-4f46-b612-81807212604d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:05:19.977227 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-53b6cd14-9cc5-43c1-bad8-dc91ed087d14 None None] For port c2cb643f-5fcb-4b00-bb26-edc86c6ecde4, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:05:19.980794 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-53b6cd14-9cc5-43c1-bad8-dc91ed087d14 None None] For port c2cb643f-5fcb-4b00-bb26-edc86c6ecde4, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=c2cb643f-5fcb-4b00-bb26-edc86c6ecde4,segment=NetworkSegment(53d40baa-25cd-44ad-a977-6adddaa61a9a),segment_id=53d40baa-25cd-44ad-a977-6adddaa61a9a)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:05:19.984714 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-53b6cd14-9cc5-43c1-bad8-dc91ed087d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:20.012295 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d0dcb-d15a-4f46-b612-81807212604d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:20.039981 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-597d0dcb-d15a-4f46-b612-81807212604d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:20.082704 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6cd14-9cc5-43c1-bad8-dc91ed087d14 None None] Pushing event updated for resources: {'Port': ['ID=c2cb643f-5fcb-4b00-bb26-edc86c6ecde4,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:20.094312 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1338f182-13cc-4911-844b-9ad99b055e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:20.493020 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-597d0dcb-d15a-4f46-b612-81807212604d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:20.917355 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c2cb643f-5fcb-4b00-bb26-edc86c6ecde4 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:05:20.965513 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-597d0dcb-d15a-4f46-b612-81807212604d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:20.970477 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-597d0dcb-d15a-4f46-b612-81807212604d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:20.993781 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port c2cb643f-5fcb-4b00-bb26-edc86c6ecde4 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:05:21.000756 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 300e708e-7d11-4e67-b7e8-62cac0be5e4b up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:05:21.079673 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 300e708e-7d11-4e67-b7e8-62cac0be5e4b completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:05:21.085019 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 300e708e-7d11-4e67-b7e8-62cac0be5e4b triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:21.085517 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:21.092187 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-597d0dcb-d15a-4f46-b612-81807212604d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:21.131255 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d0dcb-d15a-4f46-b612-81807212604d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:21.190198 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd3169c-93a5-4ba0-a1d7-2ee37b1d5870 None None] Network 36539dd8-354b-4203-b5e7-7c0680302c05 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:05:21.246791 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597d0dcb-d15a-4f46-b612-81807212604d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 36539dd8-354b-4203-b5e7-7c0680302c05 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:05:21.247960 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-597d0dcb-d15a-4f46-b612-81807212604d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:21.289119 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:21.311594 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ff555cd1-b6be-45ee-ac2e-f08f6a6fa6c1 None None] Provisioning for port c2cb643f-5fcb-4b00-bb26-edc86c6ecde4 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:05:21.330288 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ff555cd1-b6be-45ee-ac2e-f08f6a6fa6c1 None None] Provisioning complete for port c2cb643f-5fcb-4b00-bb26-edc86c6ecde4 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:21.330664 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ff555cd1-b6be-45ee-ac2e-f08f6a6fa6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:21.367785 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 300e708e-7d11-4e67-b7e8-62cac0be5e4b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=300e708e-7d11-4e67-b7e8-62cac0be5e4b,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:21.392687 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:21.446707 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597d0dcb-d15a-4f46-b612-81807212604d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router d320b460-fe81-4547-8d0c-b279406b0e04 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:05:21.527100 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=300e708e-7d11-4e67-b7e8-62cac0be5e4b,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:21.632262 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ff555cd1-b6be-45ee-ac2e-f08f6a6fa6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:21.634937 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597d0dcb-d15a-4f46-b612-81807212604d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:05:21.645349 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] Sync routers for ids ['d320b460-fe81-4547-8d0c-b279406b0e04'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:05:21.649928 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-597d0dcb-d15a-4f46-b612-81807212604d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/routers/d320b460-fe81-4547-8d0c-b279406b0e04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3627729 May 10 15:05:21.652551 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49148) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:21.656647 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] Routers {'d320b460-fe81-4547-8d0c-b279406b0e04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:05:21.657379 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:04:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d320b460-fe81-4547-8d0c-b279406b0e04'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:21.673901 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-ff555cd1-b6be-45ee-ac2e-f08f6a6fa6c1 None None] For port c2cb643f-5fcb-4b00-bb26-edc86c6ecde4, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=c2cb643f-5fcb-4b00-bb26-edc86c6ecde4,segment=NetworkSegment(53d40baa-25cd-44ad-a977-6adddaa61a9a),segment_id=53d40baa-25cd-44ad-a977-6adddaa61a9a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:21.681209 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ff555cd1-b6be-45ee-ac2e-f08f6a6fa6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:21.756426 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff555cd1-b6be-45ee-ac2e-f08f6a6fa6c1 None None] Pushing event updated for resources: {'Port': ['ID=c2cb643f-5fcb-4b00-bb26-edc86c6ecde4,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:21.816480 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219cf5f2-e263-4d5a-a9ae-a1abd9e815f8 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:21.817272 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219cf5f2-e263-4d5a-a9ae-a1abd9e815f8 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:21.817923 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219cf5f2-e263-4d5a-a9ae-a1abd9e815f8 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:21.818533 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219cf5f2-e263-4d5a-a9ae-a1abd9e815f8 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:21.822800 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-219cf5f2-e263-4d5a-a9ae-a1abd9e815f8 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1667717 May 10 15:05:21.824758 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49152) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:21.870799 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] Set router d320b460-fe81-4547-8d0c-b279406b0e04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:05:22.020441 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab14463c-44bd-4b9c-a6ce-e3195c387579 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:22.021288 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-fd34499f-4c26-4b09-a8c0-3a932f14189a None None] Provisioning for port 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:05:22.021650 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab14463c-44bd-4b9c-a6ce-e3195c387579 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:22.021650 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab14463c-44bd-4b9c-a6ce-e3195c387579 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:22.022010 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab14463c-44bd-4b9c-a6ce-e3195c387579 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:22.026548 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ab14463c-44bd-4b9c-a6ce-e3195c387579 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1982727 May 10 15:05:22.026959 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49156) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:22.027068 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-fd34499f-4c26-4b09-a8c0-3a932f14189a None None] Provisioning complete for port 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:22.027370 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fd34499f-4c26-4b09-a8c0-3a932f14189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.092721 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-fd34499f-4c26-4b09-a8c0-3a932f14189a None None] Port 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:05:22.111535 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-fd34499f-4c26-4b09-a8c0-3a932f14189a None None] Provisioning complete for port c2cb643f-5fcb-4b00-bb26-edc86c6ecde4 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:22.112772 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fd34499f-4c26-4b09-a8c0-3a932f14189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.242128 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'name': 'tempest-TestNetworkBasicOps-router-1987568541', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:05:20Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce', 'name': '', 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:63:d3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:19Z', 'updated_at': '2022-05-10T15:05:20Z', 'revision_number': 2, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:22.247733 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] Checking router: d320b460-fe81-4547-8d0c-b279406b0e04 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:05:22.247832 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] Updating router d320b460-fe81-4547-8d0c-b279406b0e04 port 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:05:22.258076 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f453b93e-44fa-49e8-8dfd-c5403aaa7455 tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2299879 May 10 15:05:22.304567 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.334348 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49162) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:22.340847 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-018c3e92-52e1-4c15-81f5-a5fa0d333ffc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1273252885', 'description': 'tempest-secgroup-smoke-1273252885 description', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:22.347127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-018c3e92-52e1-4c15-81f5-a5fa0d333ffc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:22.352025 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-018c3e92-52e1-4c15-81f5-a5fa0d333ffc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:22.356034 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-018c3e92-52e1-4c15-81f5-a5fa0d333ffc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:22.362374 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-018c3e92-52e1-4c15-81f5-a5fa0d333ffc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:22.375291 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-018c3e92-52e1-4c15-81f5-a5fa0d333ffc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.377475 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dd65c5f8-d25e-4732-94d3-9389abbed4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.393449 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b4d889fd-4408-4d54-92cb-0bde697ab4dc None None] Provisioning complete for port 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:22.393889 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b4d889fd-4408-4d54-92cb-0bde697ab4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.398188 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-018c3e92-52e1-4c15-81f5-a5fa0d333ffc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:22.403273 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-018c3e92-52e1-4c15-81f5-a5fa0d333ffc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:22.406912 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-018c3e92-52e1-4c15-81f5-a5fa0d333ffc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:22.413149 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-018c3e92-52e1-4c15-81f5-a5fa0d333ffc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:22.492483 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b4d889fd-4408-4d54-92cb-0bde697ab4dc None None] Port 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:05:22.495531 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-018c3e92-52e1-4c15-81f5-a5fa0d333ffc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.499468 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-018c3e92-52e1-4c15-81f5-a5fa0d333ffc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.544406 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c3e92-52e1-4c15-81f5-a5fa0d333ffc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd80cdd7-3e5e-4bce-9dc2-27a1036c9ea8,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:22.548866 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-018c3e92-52e1-4c15-81f5-a5fa0d333ffc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.550316 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-018c3e92-52e1-4c15-81f5-a5fa0d333ffc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2149525 May 10 15:05:22.553196 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49166) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:22.559380 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-27812c76-36fe-4439-b9b2-b1feb4a28e2e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'cd80cdd7-3e5e-4bce-9dc2-27a1036c9ea8', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:22.565433 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-27812c76-36fe-4439-b9b2-b1feb4a28e2e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:22.569266 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-27812c76-36fe-4439-b9b2-b1feb4a28e2e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:22.572119 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-27812c76-36fe-4439-b9b2-b1feb4a28e2e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:22.577887 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-27812c76-36fe-4439-b9b2-b1feb4a28e2e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:22.595361 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-27812c76-36fe-4439-b9b2-b1feb4a28e2e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.657054 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-27812c76-36fe-4439-b9b2-b1feb4a28e2e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.660940 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-27812c76-36fe-4439-b9b2-b1feb4a28e2e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.664278 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.676522 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] Transition to ACTIVE for port object 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:22.683891 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.686216 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27812c76-36fe-4439-b9b2-b1feb4a28e2e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef570f0a-675d-473e-9808-db1c02c236a7,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:22.695943 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-27812c76-36fe-4439-b9b2-b1feb4a28e2e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.700185 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-27812c76-36fe-4439-b9b2-b1feb4a28e2e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1429737 May 10 15:05:22.700315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49170) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:22.705225 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-4ddb714d-0433-467b-8d45-da8912e92608 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'cd80cdd7-3e5e-4bce-9dc2-27a1036c9ea8', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:22.711127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4ddb714d-0433-467b-8d45-da8912e92608 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:22.715009 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4ddb714d-0433-467b-8d45-da8912e92608 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:22.717843 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4ddb714d-0433-467b-8d45-da8912e92608 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:22.723579 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4ddb714d-0433-467b-8d45-da8912e92608 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:22.747735 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4ddb714d-0433-467b-8d45-da8912e92608 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.832423 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 300e708e-7d11-4e67-b7e8-62cac0be5e4b up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:05:22.843289 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4ddb714d-0433-467b-8d45-da8912e92608 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.850062 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4ddb714d-0433-467b-8d45-da8912e92608 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.850637 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b5833-858a-4d6a-ba9c-a2cb1dad7fa0 None None] Pushing event updated for resources: {'Port': ['ID=08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:22.894841 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b5833-858a-4d6a-ba9c-a2cb1dad7fa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:22.895186 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b5833-858a-4d6a-ba9c-a2cb1dad7fa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:22.895511 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b5833-858a-4d6a-ba9c-a2cb1dad7fa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:22.896112 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b5833-858a-4d6a-ba9c-a2cb1dad7fa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:22.896429 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b5833-858a-4d6a-ba9c-a2cb1dad7fa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:22.896748 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b5833-858a-4d6a-ba9c-a2cb1dad7fa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:22.897070 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b5833-858a-4d6a-ba9c-a2cb1dad7fa0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:22.897390 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b5833-858a-4d6a-ba9c-a2cb1dad7fa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:22.897709 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b5833-858a-4d6a-ba9c-a2cb1dad7fa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:22.898032 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b5833-858a-4d6a-ba9c-a2cb1dad7fa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:22.898348 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b5833-858a-4d6a-ba9c-a2cb1dad7fa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:22.898690 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b5833-858a-4d6a-ba9c-a2cb1dad7fa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:22.905858 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb714d-0433-467b-8d45-da8912e92608 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2bd998-e372-4ac8-adaf-18efe3531ef4,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:22.923789 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4ddb714d-0433-467b-8d45-da8912e92608 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.928480 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4ddb714d-0433-467b-8d45-da8912e92608 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2238460 May 10 15:05:22.929435 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49174) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:22.935071 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-c79f50cc-2716-4198-a958-a771d0250bde tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'cd80cdd7-3e5e-4bce-9dc2-27a1036c9ea8', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:22.937644 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 300e708e-7d11-4e67-b7e8-62cac0be5e4b triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:22.938205 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.942346 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] Attempting to bind port 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:05:22.942743 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] Attempting to bind port 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '53d40baa-25cd-44ad-a977-6adddaa61a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:05:22.943101 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] Attempting to bind port 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce on network 36539dd8-354b-4203-b5e7-7c0680302c05 {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:05:22.945674 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c79f50cc-2716-4198-a958-a771d0250bde tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:22.952261 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:05:22.952624 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] Checking segment: {'id': '53d40baa-25cd-44ad-a977-6adddaa61a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:05:22.953015 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.953396 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] Bound using segment: {'id': '53d40baa-25cd-44ad-a977-6adddaa61a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:05:22.953850 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] Bound port: 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d40baa-25cd-44ad-a977-6adddaa61a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:05:22.954213 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.961626 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c79f50cc-2716-4198-a958-a771d0250bde tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:22.968318 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c79f50cc-2716-4198-a958-a771d0250bde tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:22.976115 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c79f50cc-2716-4198-a958-a771d0250bde tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:23.002799 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c79f50cc-2716-4198-a958-a771d0250bde tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.072063 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c79f50cc-2716-4198-a958-a771d0250bde tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.077225 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c2cb643f-5fcb-4b00-bb26-edc86c6ecde4 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:05:23.078124 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c79f50cc-2716-4198-a958-a771d0250bde tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.092081 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] For port 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:05:23.095431 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] For port 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce,segment=NetworkSegment(53d40baa-25cd-44ad-a977-6adddaa61a9a),segment_id=53d40baa-25cd-44ad-a977-6adddaa61a9a)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:05:23.100458 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.102006 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f50cc-2716-4198-a958-a771d0250bde tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8602980b-325c-44a1-ba75-e9ba8f3f33bd,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:23.113025 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c79f50cc-2716-4198-a958-a771d0250bde tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.114541 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c79f50cc-2716-4198-a958-a771d0250bde tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1848497 May 10 15:05:23.117461 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49178) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:23.123163 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-2f30d6f1-b143-486a-abcb-1c409ba19d44 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'cd80cdd7-3e5e-4bce-9dc2-27a1036c9ea8', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:23.129212 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2f30d6f1-b143-486a-abcb-1c409ba19d44 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:23.133175 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2f30d6f1-b143-486a-abcb-1c409ba19d44 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:23.136245 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2f30d6f1-b143-486a-abcb-1c409ba19d44 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:23.142222 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2f30d6f1-b143-486a-abcb-1c409ba19d44 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:23.152923 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port c2cb643f-5fcb-4b00-bb26-edc86c6ecde4 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:23.153314 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.161507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2f30d6f1-b143-486a-abcb-1c409ba19d44 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.192336 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] Routers {'d320b460-fe81-4547-8d0c-b279406b0e04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:05:23.192958 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:05:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d320b460-fe81-4547-8d0c-b279406b0e04'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:23.232604 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2f30d6f1-b143-486a-abcb-1c409ba19d44 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.240364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2f30d6f1-b143-486a-abcb-1c409ba19d44 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.264686 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30d6f1-b143-486a-abcb-1c409ba19d44 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=719ff720-2666-4940-8fc3-910bd94c2e5e,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:23.272912 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.277392 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b5833-858a-4d6a-ba9c-a2cb1dad7fa0 None None] Pushing event updated for resources: {'Port': ['ID=08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce,revision_number=4']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:23.278377 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2f30d6f1-b143-486a-abcb-1c409ba19d44 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.282923 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 49182) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:23.283574 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2f30d6f1-b143-486a-abcb-1c409ba19d44 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1644440 May 10 15:05:23.290929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-70cd04ed-83aa-48d6-931f-ca637f3f43f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'cd80cdd7-3e5e-4bce-9dc2-27a1036c9ea8', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:23.303318 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.306072 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-70cd04ed-83aa-48d6-931f-ca637f3f43f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:23.314254 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-70cd04ed-83aa-48d6-931f-ca637f3f43f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:23.318129 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-70cd04ed-83aa-48d6-931f-ca637f3f43f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:23.326407 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-70cd04ed-83aa-48d6-931f-ca637f3f43f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:23.337454 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-70cd04ed-83aa-48d6-931f-ca637f3f43f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Project 7c1eaa2d2a564d8c9e902879ced01cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:05:23.345739 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-70cd04ed-83aa-48d6-931f-ca637f3f43f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.370626 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.393935 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] Set router d320b460-fe81-4547-8d0c-b279406b0e04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:05:23.419562 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-70cd04ed-83aa-48d6-931f-ca637f3f43f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.424739 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-70cd04ed-83aa-48d6-931f-ca637f3f43f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.449247 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd04ed-83aa-48d6-931f-ca637f3f43f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff84f51-e5d9-4e97-a194-b4c94787fc4e,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:23.461276 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-70cd04ed-83aa-48d6-931f-ca637f3f43f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.466834 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-70cd04ed-83aa-48d6-931f-ca637f3f43f6 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1780403 May 10 15:05:23.466834 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 49186) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:23.472083 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-db854177-78f6-4f35-9a51-242aa922e16c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'security_group_rule': {'security_group_id': 'cd80cdd7-3e5e-4bce-9dc2-27a1036c9ea8', 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:23.478135 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-db854177-78f6-4f35-9a51-242aa922e16c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:23.482780 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-db854177-78f6-4f35-9a51-242aa922e16c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:security_group_rule and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:23.485840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-db854177-78f6-4f35-9a51-242aa922e16c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:23.491670 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-db854177-78f6-4f35-9a51-242aa922e16c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:23.503611 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-db854177-78f6-4f35-9a51-242aa922e16c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Project 7c1eaa2d2a564d8c9e902879ced01cd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:05:23.511525 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db854177-78f6-4f35-9a51-242aa922e16c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.598189 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db854177-78f6-4f35-9a51-242aa922e16c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.602759 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db854177-78f6-4f35-9a51-242aa922e16c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.625954 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db854177-78f6-4f35-9a51-242aa922e16c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f968e31-575a-4e45-bea4-6732755f692c,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:23.636478 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db854177-78f6-4f35-9a51-242aa922e16c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.637847 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-db854177-78f6-4f35-9a51-242aa922e16c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1701736 May 10 15:05:23.722886 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'name': 'tempest-TestNetworkBasicOps-router-1987568541', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:05:20Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce', 'name': '', 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:63:d3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:19Z', 'updated_at': '2022-05-10T15:05:23Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:23.726871 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e43911-ddc9-47d5-a9e6-d5c4f95bd4a6 None None] The sync data for ids ['d320b460-fe81-4547-8d0c-b279406b0e04'] in dv-neutron-841204-2-hyperv is: [{'id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'name': 'tempest-TestNetworkBasicOps-router-1987568541', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:05:20Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce', 'name': '', 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:63:d3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:19Z', 'updated_at': '2022-05-10T15:05:23Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:05:23.823901 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-1c29a60d-b14c-45a5-abd6-6379eacb2eea tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1273252885&fields=id&tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 267 time: 0.0597460 May 10 15:05:23.986322 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-435661f5-2bc3-45b9-bd0a-dd1a3634b5fe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:23.987938 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-435661f5-2bc3-45b9-bd0a-dd1a3634b5fe tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/networks?id=36539dd8-354b-4203-b5e7-7c0680302c05 HTTP/1.1" status: 200 len: 796 time: 0.1572626 May 10 15:05:24.003858 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-45158ba3-c39f-4e8b-8434-6d29e037bbee tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/quotas/7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 375 time: 0.0104718 May 10 15:05:24.090817 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-e7a3a2e8-0739-4bc3-b290-4763d22a902a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815489 May 10 15:05:24.363422 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-c6849c2a-e81e-4a98-94b5-a327255bf985 service neutron] 10.222.0.79 "GET /v2.0/networks/36539dd8-354b-4203-b5e7-7c0680302c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597311 May 10 15:05:24.500028 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-7df41516-f683-4c81-a763-c65a331ce2e9 service neutron] 10.222.0.79 "GET /v2.0/networks/36539dd8-354b-4203-b5e7-7c0680302c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307759 May 10 15:05:24.691610 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d7816bfa-bc53-422c-ab99-64c9c68b375a req-5d2d7f45-6bed-4eff-8b20-a1a60aa3b467 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=43c0a853-adfe-4094-b89a-243db75c71c5 HTTP/1.1" status: 200 len: 210 time: 0.0501652 May 10 15:05:24.840561 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:05:24.923659 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:25.004484 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:05:25.011787 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:25.012158 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:25.224825 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:25.272655 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce,segment=NetworkSegment(53d40baa-25cd-44ad-a977-6adddaa61a9a),segment_id=53d40baa-25cd-44ad-a977-6adddaa61a9a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:25.278605 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:25.348373 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:25.852586 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-075283fa-a192-475d-8d13-dc8917aac3fc req-99bfc898-cc61-40d2-907f-28df45f36fda tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=43c0a853-adfe-4094-b89a-243db75c71c5 HTTP/1.1" status: 200 len: 210 time: 0.0462096 May 10 15:05:25.874950 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-5dfffedf-f712-42b0-94fe-03fca9268c7d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:25.875662 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-5dfffedf-f712-42b0-94fe-03fca9268c7d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:05:25.892174 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-5dfffedf-f712-42b0-94fe-03fca9268c7d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:05:25.893506 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-5dfffedf-f712-42b0-94fe-03fca9268c7d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/networks?id=36539dd8-354b-4203-b5e7-7c0680302c05 HTTP/1.1" status: 200 len: 796 time: 0.1755638 May 10 15:05:25.946312 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-1402a695-0a29-422c-b124-0e3ed03b8965 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:05:25.961956 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-1402a695-0a29-422c-b124-0e3ed03b8965 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:05:25.963176 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-1402a695-0a29-422c-b124-0e3ed03b8965 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5 HTTP/1.1" status: 200 len: 380 time: 0.0569491 May 10 15:05:25.972169 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-6903a434-2425-479f-8460-78a57693604b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'port': {'device_id': '43c0a853-adfe-4094-b89a-243db75c71c5', 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05', 'admin_state_up': True, 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'security_groups': ['cd80cdd7-3e5e-4bce-9dc2-27a1036c9ea8']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:26.109069 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-6903a434-2425-479f-8460-78a57693604b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:26.113114 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-6903a434-2425-479f-8460-78a57693604b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:port and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:26.115910 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-6903a434-2425-479f-8460-78a57693604b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:26.122284 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-6903a434-2425-479f-8460-78a57693604b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:26.131688 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-6903a434-2425-479f-8460-78a57693604b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Made reservation on behalf of 7c1eaa2d2a564d8c9e902879ced01cd5 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:05:26.135808 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-6903a434-2425-479f-8460-78a57693604b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:26.298500 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-6903a434-2425-479f-8460-78a57693604b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.20.0.7 (36539dd8-354b-4203-b5e7-7c0680302c05/663f38e7-0d78-4cae-ab2b-175311341d60/892174c4-2f12-4141-8f16-e686e20d1ed6) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:05:26.484052 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-6903a434-2425-479f-8460-78a57693604b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:26.499704 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-6903a434-2425-479f-8460-78a57693604b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Transition to ACTIVE for port object 892174c4-2f12-4141-8f16-e686e20d1ed6 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:26.523603 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-6903a434-2425-479f-8460-78a57693604b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:26.595294 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-6903a434-2425-479f-8460-78a57693604b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 36539dd8-354b-4203-b5e7-7c0680302c05 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:05:26.598193 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-6903a434-2425-479f-8460-78a57693604b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:26.602195 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-6903a434-2425-479f-8460-78a57693604b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:05:26.639379 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903a434-2425-479f-8460-78a57693604b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=892174c4-2f12-4141-8f16-e686e20d1ed6,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:26.671504 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-6903a434-2425-479f-8460-78a57693604b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:26.672104 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-6903a434-2425-479f-8460-78a57693604b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:26.697772 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-6903a434-2425-479f-8460-78a57693604b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7293704 May 10 15:05:26.713013 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-785a4a9b-453c-4be2-a896-60b4febc7ba8 service neutron] Request body: {'port': {'device_id': '43c0a853-adfe-4094-b89a-243db75c71c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:26.817854 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:05:26.827783 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-785a4a9b-453c-4be2-a896-60b4febc7ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:26.894221 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-30ad4d9c-f1f2-49a6-89a5-34cfb0d4a1b4 None None] Provisioning for port 892174c4-2f12-4141-8f16-e686e20d1ed6 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:05:26.902829 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-30ad4d9c-f1f2-49a6-89a5-34cfb0d4a1b4 None None] Provisioning complete for port 892174c4-2f12-4141-8f16-e686e20d1ed6 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:26.903397 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-30ad4d9c-f1f2-49a6-89a5-34cfb0d4a1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:26.933035 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:26.933760 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:27.006934 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-30ad4d9c-f1f2-49a6-89a5-34cfb0d4a1b4 None None] Port 892174c4-2f12-4141-8f16-e686e20d1ed6 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:05:27.076650 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f79cf-3a39-42ec-ad1a-36bd11a70613 req-1094e896-e7e4-47e0-aa3e-6aeee0f84580 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:27.078209 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-de1f79cf-3a39-42ec-ad1a-36bd11a70613 req-1094e896-e7e4-47e0-aa3e-6aeee0f84580 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=43c0a853-adfe-4094-b89a-243db75c71c5 HTTP/1.1" status: 200 len: 931 time: 0.0942008 May 10 15:05:27.129790 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-de1f79cf-3a39-42ec-ad1a-36bd11a70613 req-1a53b64e-8425-4728-917e-d580fa9d9cb9 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd80cdd7-3e5e-4bce-9dc2-27a1036c9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401118 May 10 15:05:27.294362 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-785a4a9b-453c-4be2-a896-60b4febc7ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892174c4-2f12-4141-8f16-e686e20d1ed6 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:05:27.302184 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-785a4a9b-453c-4be2-a896-60b4febc7ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:27.316588 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-785a4a9b-453c-4be2-a896-60b4febc7ba8 service neutron] Transition to ACTIVE for port object 892174c4-2f12-4141-8f16-e686e20d1ed6 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:27.319726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-785a4a9b-453c-4be2-a896-60b4febc7ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:27.477389 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a4a9b-453c-4be2-a896-60b4febc7ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=892174c4-2f12-4141-8f16-e686e20d1ed6,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:27.560092 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-785a4a9b-453c-4be2-a896-60b4febc7ba8 service neutron] Attempting to bind port 892174c4-2f12-4141-8f16-e686e20d1ed6 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:05:27.560355 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-785a4a9b-453c-4be2-a896-60b4febc7ba8 service neutron] Attempting to bind port 892174c4-2f12-4141-8f16-e686e20d1ed6 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '53d40baa-25cd-44ad-a977-6adddaa61a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:05:27.560671 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-785a4a9b-453c-4be2-a896-60b4febc7ba8 service neutron] Attempting to bind port 892174c4-2f12-4141-8f16-e686e20d1ed6 on network 36539dd8-354b-4203-b5e7-7c0680302c05 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:05:27.565249 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-785a4a9b-453c-4be2-a896-60b4febc7ba8 service neutron] Port 892174c4-2f12-4141-8f16-e686e20d1ed6 on network 36539dd8-354b-4203-b5e7-7c0680302c05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:05:27.565564 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-785a4a9b-453c-4be2-a896-60b4febc7ba8 service neutron] Attempting to bind port 892174c4-2f12-4141-8f16-e686e20d1ed6 on network 36539dd8-354b-4203-b5e7-7c0680302c05 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:05:27.570651 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-785a4a9b-453c-4be2-a896-60b4febc7ba8 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:05:27.570981 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-785a4a9b-453c-4be2-a896-60b4febc7ba8 service neutron] Checking segment: {'id': '53d40baa-25cd-44ad-a977-6adddaa61a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:05:27.571358 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-785a4a9b-453c-4be2-a896-60b4febc7ba8 service neutron] Bound using segment: {'id': '53d40baa-25cd-44ad-a977-6adddaa61a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:05:27.571773 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-785a4a9b-453c-4be2-a896-60b4febc7ba8 service neutron] Bound port: 892174c4-2f12-4141-8f16-e686e20d1ed6, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d40baa-25cd-44ad-a977-6adddaa61a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:05:27.572109 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-785a4a9b-453c-4be2-a896-60b4febc7ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:27.663809 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-785a4a9b-453c-4be2-a896-60b4febc7ba8 service neutron] For port 892174c4-2f12-4141-8f16-e686e20d1ed6, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:05:27.667300 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-785a4a9b-453c-4be2-a896-60b4febc7ba8 service neutron] For port 892174c4-2f12-4141-8f16-e686e20d1ed6, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=892174c4-2f12-4141-8f16-e686e20d1ed6,segment=NetworkSegment(53d40baa-25cd-44ad-a977-6adddaa61a9a),segment_id=53d40baa-25cd-44ad-a977-6adddaa61a9a)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:05:27.671713 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-785a4a9b-453c-4be2-a896-60b4febc7ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:27.731843 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-785a4a9b-453c-4be2-a896-60b4febc7ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:27.732366 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-785a4a9b-453c-4be2-a896-60b4febc7ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:27.733676 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-785a4a9b-453c-4be2-a896-60b4febc7ba8 service neutron] 10.222.0.86 "PUT /v2.0/ports/892174c4-2f12-4141-8f16-e686e20d1ed6 HTTP/1.1" status: 200 len: 1093 time: 1.0249321 May 10 15:05:27.734124 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c0a853-adfe-4094-b89a-243db75c71c5', 'tag': '892174c4-2f12-4141-8f16-e686e20d1ed6'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:05:27.754696 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a4a9b-453c-4be2-a896-60b4febc7ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=892174c4-2f12-4141-8f16-e686e20d1ed6,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:27.781422 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa4a7a11-81fa-4b65-bdb6-cfb260308c98'] response: {'name': 'network-changed', 'server_uuid': '43c0a853-adfe-4094-b89a-243db75c71c5', 'tag': '892174c4-2f12-4141-8f16-e686e20d1ed6', 'status': 'completed', 'code': 200} May 10 15:05:27.858352 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-22b9937a-e73a-40ab-8953-50e69f9240ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:27.859878 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-22b9937a-e73a-40ab-8953-50e69f9240ab service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=43c0a853-adfe-4094-b89a-243db75c71c5 HTTP/1.1" status: 200 len: 1096 time: 0.0739732 May 10 15:05:27.938102 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-fc371a03-b807-4d46-9e43-ee640f1379e8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=892174c4-2f12-4141-8f16-e686e20d1ed6 HTTP/1.1" status: 200 len: 217 time: 0.0658486 May 10 15:05:28.005819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-fbc7f62d-3437-4248-8cfb-7f6ef5785648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:28.007168 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-fbc7f62d-3437-4248-8cfb-7f6ef5785648 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=663f38e7-0d78-4cae-ab2b-175311341d60 HTTP/1.1" status: 200 len: 834 time: 0.0610433 May 10 15:05:28.085768 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-a9bc4984-1f28-48ed-a567-6962dcfa213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:28.087142 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-a9bc4984-1f28-48ed-a567-6962dcfa213d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=36539dd8-354b-4203-b5e7-7c0680302c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706692 May 10 15:05:28.226657 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-23a07838-7c90-4b6d-b4ad-33f7644d06a0 service neutron] 10.222.0.86 "GET /v2.0/networks/36539dd8-354b-4203-b5e7-7c0680302c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288733 May 10 15:05:28.265296 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:05:28.323980 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b90f6-db6a-498d-9193-5dfd0275d9a2 req-5aea99ab-bb1c-4b08-b814-6e188ae0dfa2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:28.325440 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-660b90f6-db6a-498d-9193-5dfd0275d9a2 req-5aea99ab-bb1c-4b08-b814-6e188ae0dfa2 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=43c0a853-adfe-4094-b89a-243db75c71c5 HTTP/1.1" status: 200 len: 943 time: 0.0810902 May 10 15:05:28.365661 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4d45147-5461-4224-9ebb-047b1136a5ae req-74cc3b73-580a-40bb-85f6-ccfec00db87a service neutron] 10.222.0.86 "GET /v2.0/networks/36539dd8-354b-4203-b5e7-7c0680302c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295056 May 10 15:05:28.369977 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-660b90f6-db6a-498d-9193-5dfd0275d9a2 req-2ab79334-f05b-457f-9b7e-20624eed5cde tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd80cdd7-3e5e-4bce-9dc2-27a1036c9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386307 May 10 15:05:28.492524 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb8f4b-6cd6-4891-a23f-d95dd13454fe req-fefed5ed-219b-447b-bee8-0c91fc5df665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:28.493966 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-69cb8f4b-6cd6-4891-a23f-d95dd13454fe req-fefed5ed-219b-447b-bee8-0c91fc5df665 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=43c0a853-adfe-4094-b89a-243db75c71c5 HTTP/1.1" status: 200 len: 1096 time: 0.0708275 May 10 15:05:28.625850 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb8f4b-6cd6-4891-a23f-d95dd13454fe req-88ac1c04-c5f5-41f3-bf62-7c2087209ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:28.627198 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-69cb8f4b-6cd6-4891-a23f-d95dd13454fe req-88ac1c04-c5f5-41f3-bf62-7c2087209ad0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=36539dd8-354b-4203-b5e7-7c0680302c05 HTTP/1.1" status: 200 len: 897 time: 0.1261497 May 10 15:05:28.700028 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-69cb8f4b-6cd6-4891-a23f-d95dd13454fe req-12e5ad74-1d6a-46a0-ba76-71b5340c98fa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=892174c4-2f12-4141-8f16-e686e20d1ed6 HTTP/1.1" status: 200 len: 217 time: 0.0656950 May 10 15:05:28.763206 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb8f4b-6cd6-4891-a23f-d95dd13454fe req-c31b5891-c425-45d6-bbf2-5175e7139fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:28.765195 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-69cb8f4b-6cd6-4891-a23f-d95dd13454fe req-c31b5891-c425-45d6-bbf2-5175e7139fa7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=663f38e7-0d78-4cae-ab2b-175311341d60 HTTP/1.1" status: 200 len: 834 time: 0.0573511 May 10 15:05:28.845147 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb8f4b-6cd6-4891-a23f-d95dd13454fe req-421d1133-c220-4650-a385-361f3dbb3730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:28.846598 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-69cb8f4b-6cd6-4891-a23f-d95dd13454fe req-421d1133-c220-4650-a385-361f3dbb3730 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=36539dd8-354b-4203-b5e7-7c0680302c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746167 May 10 15:05:29.074111 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-69cb8f4b-6cd6-4891-a23f-d95dd13454fe req-b93cb706-02f1-43a5-8247-e13cbe1adb5f service neutron] 10.222.0.86 "GET /v2.0/networks/36539dd8-354b-4203-b5e7-7c0680302c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194893 May 10 15:05:29.204299 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-69cb8f4b-6cd6-4891-a23f-d95dd13454fe req-cf7f50a1-2edc-49ad-8dfc-8ed021de1d36 service neutron] 10.222.0.86 "GET /v2.0/networks/36539dd8-354b-4203-b5e7-7c0680302c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235998 May 10 15:05:29.558847 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbcb7f-dbfb-4cfb-a774-0cc0a4d117c0 req-681f12fa-f89d-4b44-86bf-1fc3fdefb534 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:29.560221 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5ccbcb7f-dbfb-4cfb-a774-0cc0a4d117c0 req-681f12fa-f89d-4b44-86bf-1fc3fdefb534 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=43c0a853-adfe-4094-b89a-243db75c71c5 HTTP/1.1" status: 200 len: 943 time: 0.0845068 May 10 15:05:29.604434 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5ccbcb7f-dbfb-4cfb-a774-0cc0a4d117c0 req-4f0f0e73-5aad-4a77-b060-38f091ceb11c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd80cdd7-3e5e-4bce-9dc2-27a1036c9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386441 May 10 15:05:30.788620 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26bfbe-5748-4ec4-9119-a0e423822e0d req-019c7853-f08e-4628-a378-a25701e22220 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:30.790080 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3c26bfbe-5748-4ec4-9119-a0e423822e0d req-019c7853-f08e-4628-a378-a25701e22220 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=43c0a853-adfe-4094-b89a-243db75c71c5 HTTP/1.1" status: 200 len: 943 time: 0.0819368 May 10 15:05:30.834567 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3c26bfbe-5748-4ec4-9119-a0e423822e0d req-ac1ee4fc-5334-4a7a-bf84-944c8837f9cc tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd80cdd7-3e5e-4bce-9dc2-27a1036c9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375805 May 10 15:05:31.254489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 892174c4-2f12-4141-8f16-e686e20d1ed6 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:05:31.385971 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 892174c4-2f12-4141-8f16-e686e20d1ed6, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=892174c4-2f12-4141-8f16-e686e20d1ed6,segment=NetworkSegment(53d40baa-25cd-44ad-a977-6adddaa61a9a),segment_id=53d40baa-25cd-44ad-a977-6adddaa61a9a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:31.398978 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '892174c4-2f12-4141-8f16-e686e20d1ed6', 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05', 'port_id': '892174c4-2f12-4141-8f16-e686e20d1ed6', 'mac_address': 'fa:16:3e:6d:ae:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:05:31.453823 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:31.470456 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892174c4-2f12-4141-8f16-e686e20d1ed6 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:05:31.485217 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 892174c4-2f12-4141-8f16-e686e20d1ed6, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=892174c4-2f12-4141-8f16-e686e20d1ed6,segment=NetworkSegment(53d40baa-25cd-44ad-a977-6adddaa61a9a),segment_id=53d40baa-25cd-44ad-a977-6adddaa61a9a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:31.489265 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:31.561245 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=892174c4-2f12-4141-8f16-e686e20d1ed6,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:31.757964 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['892174c4-2f12-4141-8f16-e686e20d1ed6'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:05:32.025254 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214275c6-6302-4078-9b02-dbfa4d026674 req-4a4e7cc6-30f0-4967-82bc-73820eb1a09d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:32.027269 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-214275c6-6302-4078-9b02-dbfa4d026674 req-4a4e7cc6-30f0-4967-82bc-73820eb1a09d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=43c0a853-adfe-4094-b89a-243db75c71c5 HTTP/1.1" status: 200 len: 944 time: 0.0826530 May 10 15:05:32.071576 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-214275c6-6302-4078-9b02-dbfa4d026674 req-0b18120b-ac0c-46c6-a8d9-76954b5bb806 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd80cdd7-3e5e-4bce-9dc2-27a1036c9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383785 May 10 15:05:33.255715 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad5503-15b2-4acf-9706-7ec538cbe299 req-ffe13081-4630-4c1f-be16-f678d5f5bff4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:33.257190 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-caad5503-15b2-4acf-9706-7ec538cbe299 req-ffe13081-4630-4c1f-be16-f678d5f5bff4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=43c0a853-adfe-4094-b89a-243db75c71c5 HTTP/1.1" status: 200 len: 944 time: 0.0801003 May 10 15:05:33.278355 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 892174c4-2f12-4141-8f16-e686e20d1ed6 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:05:33.305013 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-caad5503-15b2-4acf-9706-7ec538cbe299 req-aa1e8630-78d1-4f5f-bc31-ff2d4f51bb5e tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd80cdd7-3e5e-4bce-9dc2-27a1036c9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420020 May 10 15:05:33.349763 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port 892174c4-2f12-4141-8f16-e686e20d1ed6 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:05:33.354976 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 892174c4-2f12-4141-8f16-e686e20d1ed6 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:33.355287 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.469714 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.495977 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c0a853-adfe-4094-b89a-243db75c71c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892174c4-2f12-4141-8f16-e686e20d1ed6'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:05:33.505862 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 892174c4-2f12-4141-8f16-e686e20d1ed6, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=892174c4-2f12-4141-8f16-e686e20d1ed6,segment=NetworkSegment(53d40baa-25cd-44ad-a977-6adddaa61a9a),segment_id=53d40baa-25cd-44ad-a977-6adddaa61a9a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:33.510619 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.546336 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a79789e9-17fd-4006-99a3-9d61673b4aed'] response: {'server_uuid': '43c0a853-adfe-4094-b89a-243db75c71c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892174c4-2f12-4141-8f16-e686e20d1ed6', 'code': 200} May 10 15:05:33.578756 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=892174c4-2f12-4141-8f16-e686e20d1ed6,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:33.783480 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e228b05-dc87-4f45-9655-3c6720a14497 req-87128f0f-f51a-45ce-b0ab-82796ca5546e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:33.784950 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8e228b05-dc87-4f45-9655-3c6720a14497 req-87128f0f-f51a-45ce-b0ab-82796ca5546e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=43c0a853-adfe-4094-b89a-243db75c71c5 HTTP/1.1" status: 200 len: 1098 time: 0.0725913 May 10 15:05:33.829285 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8e228b05-dc87-4f45-9655-3c6720a14497 req-f030bccd-120d-47f1-8558-b6784b8bb201 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=cd80cdd7-3e5e-4bce-9dc2-27a1036c9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342233 May 10 15:05:34.499479 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543414c-f554-47b2-b49d-8dfefdf59301 req-b807dd3e-a668-470d-bba7-9ef9f17204b1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:34.500957 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3543414c-f554-47b2-b49d-8dfefdf59301 req-b807dd3e-a668-470d-bba7-9ef9f17204b1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=43c0a853-adfe-4094-b89a-243db75c71c5 HTTP/1.1" status: 200 len: 945 time: 0.0797682 May 10 15:05:34.545250 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3543414c-f554-47b2-b49d-8dfefdf59301 req-38ca287d-2298-44e0-a209-7bca49aba098 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd80cdd7-3e5e-4bce-9dc2-27a1036c9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386350 May 10 15:05:35.731089 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193bf60-3404-4760-8b15-f32f3bb76b93 req-3f37edfa-9f4d-44ca-a81e-d6bb2fab857c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:35.732527 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2193bf60-3404-4760-8b15-f32f3bb76b93 req-3f37edfa-9f4d-44ca-a81e-d6bb2fab857c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=43c0a853-adfe-4094-b89a-243db75c71c5 HTTP/1.1" status: 200 len: 945 time: 0.0829539 May 10 15:05:35.777041 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2193bf60-3404-4760-8b15-f32f3bb76b93 req-9b022f17-9e6a-44f9-a73c-7797ebb501d4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd80cdd7-3e5e-4bce-9dc2-27a1036c9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389614 May 10 15:05:35.960936 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33f116-dede-40e3-9273-555963f0d843 req-d42b31c7-176d-4752-9bd9-38773e3d637d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:35.962391 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4f33f116-dede-40e3-9273-555963f0d843 req-d42b31c7-176d-4752-9bd9-38773e3d637d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=43c0a853-adfe-4094-b89a-243db75c71c5 HTTP/1.1" status: 200 len: 945 time: 0.0817175 May 10 15:05:36.008641 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4f33f116-dede-40e3-9273-555963f0d843 req-d21dd5a0-3330-4f14-b86c-3ca218e8a24c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd80cdd7-3e5e-4bce-9dc2-27a1036c9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395155 May 10 15:05:36.031637 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 49240) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:36.106773 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a883c3-10a3-4ad4-8292-c499bf04d5ec tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:36.108239 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f8a883c3-10a3-4ad4-8292-c499bf04d5ec tempest-TestNetworkBasicOps-1414849562 tempest-TestNetworkBasicOps-1414849562-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=43c0a853-adfe-4094-b89a-243db75c71c5 HTTP/1.1" status: 200 len: 1093 time: 0.0754998 May 10 15:05:36.110978 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 49244) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:36.115536 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': '892174c4-2f12-4141-8f16-e686e20d1ed6', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:36.122233 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:36.126012 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Usage tracker for resource:floatingip and tenant:7c1eaa2d2a564d8c9e902879ced01cd5 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:36.128793 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:36.134524 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:36.145601 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:36.293124 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:36.430280 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Allocated IP 172.26.0.181 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/5599b5b9-f043-40ee-94f7-77b1fa4ab0bc) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:05:36.583226 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:36.612043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:36.677805 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:05:36.680664 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:36.684181 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:05:36.718484 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=5599b5b9-f043-40ee-94f7-77b1fa4ab0bc,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:37.221184 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:37.301315 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:37.505316 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:37.510406 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:37.620407 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event updated for resources: {'Port': ['ID=5599b5b9-f043-40ee-94f7-77b1fa4ab0bc,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:37.631676 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:37.806218 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Floating IP e3dd2c17-5ed6-43d0-adea-71d7da4e9f7a associated. External IP: 172.26.0.181, port: 892174c4-2f12-4141-8f16-e686e20d1ed6. May 10 15:05:38.158619 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router d320b460-fe81-4547-8d0c-b279406b0e04 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:05:38.336628 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:05:38.346256 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e8c398-8a1a-40ce-aa56-142415946ced None None] Sync routers for ids ['d320b460-fe81-4547-8d0c-b279406b0e04'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:05:38.355486 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e8c398-8a1a-40ce-aa56-142415946ced None None] Routers {'d320b460-fe81-4547-8d0c-b279406b0e04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:05:38.356095 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-c7e8c398-8a1a-40ce-aa56-142415946ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:05:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d320b460-fe81-4547-8d0c-b279406b0e04'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:38.360989 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:38.422687 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a73d059b-4ec2-454a-aa6d-349d236fc90d tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3081849 May 10 15:05:38.422687 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c0a853-adfe-4094-b89a-243db75c71c5', 'tag': '892174c4-2f12-4141-8f16-e686e20d1ed6'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:05:38.423512 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49248) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:38.463859 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bdb7c22-111b-4530-8d36-ca0b7c3538df'] response: {'name': 'network-changed', 'server_uuid': '43c0a853-adfe-4094-b89a-243db75c71c5', 'tag': '892174c4-2f12-4141-8f16-e686e20d1ed6', 'status': 'completed', 'code': 200} May 10 15:05:38.537366 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-c7e8c398-8a1a-40ce-aa56-142415946ced None None] Set router d320b460-fe81-4547-8d0c-b279406b0e04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:05:38.584489 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9eb0fbf6-42b5-4867-b161-fdce0f9c36c8 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/e3dd2c17-5ed6-43d0-adea-71d7da4e9f7a HTTP/1.1" status: 200 len: 991 time: 0.1596272 May 10 15:05:38.597287 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d2d74-2d0e-4172-a8e4-2f73a5edfae5 req-73e4cb6c-c639-493f-a337-5970dc7369fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:38.598707 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-329d2d74-2d0e-4172-a8e4-2f73a5edfae5 req-73e4cb6c-c639-493f-a337-5970dc7369fd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=43c0a853-adfe-4094-b89a-243db75c71c5 HTTP/1.1" status: 200 len: 1098 time: 0.1093619 May 10 15:05:38.729638 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d2d74-2d0e-4172-a8e4-2f73a5edfae5 req-69449d13-1670-473d-850f-601de8adc58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:38.731113 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-329d2d74-2d0e-4172-a8e4-2f73a5edfae5 req-69449d13-1670-473d-850f-601de8adc58c service neutron] 10.222.0.86 "GET /v2.0/networks?id=36539dd8-354b-4203-b5e7-7c0680302c05 HTTP/1.1" status: 200 len: 897 time: 0.1257412 May 10 15:05:38.835420 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-329d2d74-2d0e-4172-a8e4-2f73a5edfae5 req-7f1b44a7-5bab-4878-9849-f1e0dceef38e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=892174c4-2f12-4141-8f16-e686e20d1ed6 HTTP/1.1" status: 200 len: 999 time: 0.0984514 May 10 15:05:38.887761 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-c7e8c398-8a1a-40ce-aa56-142415946ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'name': 'tempest-TestNetworkBasicOps-router-1987568541', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:05:20Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'e3dd2c17-5ed6-43d0-adea-71d7da4e9f7a', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.181', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'port_id': '892174c4-2f12-4141-8f16-e686e20d1ed6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05', 'mac_address': 'fa:16:3e:6d:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c0a853-adfe-4094-b89a-243db75c71c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:05:37Z', 'updated_at': '2022-05-10T15:05:37Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce', 'name': '', 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:63:d3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:19Z', 'updated_at': '2022-05-10T15:05:25Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:38.891603 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e8c398-8a1a-40ce-aa56-142415946ced None None] Checking router: d320b460-fe81-4547-8d0c-b279406b0e04 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:05:38.899443 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d2d74-2d0e-4172-a8e4-2f73a5edfae5 req-eadc53a3-367d-4136-b50e-2dcb6fd3aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:38.900717 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e8c398-8a1a-40ce-aa56-142415946ced None None] Routers {'d320b460-fe81-4547-8d0c-b279406b0e04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:05:38.901159 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-329d2d74-2d0e-4172-a8e4-2f73a5edfae5 req-eadc53a3-367d-4136-b50e-2dcb6fd3aadb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=663f38e7-0d78-4cae-ab2b-175311341d60 HTTP/1.1" status: 200 len: 834 time: 0.0595207 May 10 15:05:38.901389 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-c7e8c398-8a1a-40ce-aa56-142415946ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:05:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d320b460-fe81-4547-8d0c-b279406b0e04'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:38.980084 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d2d74-2d0e-4172-a8e4-2f73a5edfae5 req-9ee7ba9b-79b7-41cf-9c47-534c1e98e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:05:38.981457 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-329d2d74-2d0e-4172-a8e4-2f73a5edfae5 req-9ee7ba9b-79b7-41cf-9c47-534c1e98e68e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=36539dd8-354b-4203-b5e7-7c0680302c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744276 May 10 15:05:39.078646 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-c7e8c398-8a1a-40ce-aa56-142415946ced None None] Set router d320b460-fe81-4547-8d0c-b279406b0e04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:05:39.113856 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-329d2d74-2d0e-4172-a8e4-2f73a5edfae5 req-7b307934-9613-4808-ba9b-047045549ce4 service neutron] 10.222.0.86 "GET /v2.0/networks/36539dd8-354b-4203-b5e7-7c0680302c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263344 May 10 15:05:39.247705 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-329d2d74-2d0e-4172-a8e4-2f73a5edfae5 req-e6588858-c023-4efd-acd8-2a47d492e465 service neutron] 10.222.0.86 "GET /v2.0/networks/36539dd8-354b-4203-b5e7-7c0680302c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275618 May 10 15:05:39.458997 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-c7e8c398-8a1a-40ce-aa56-142415946ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'name': 'tempest-TestNetworkBasicOps-router-1987568541', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:05:20Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'e3dd2c17-5ed6-43d0-adea-71d7da4e9f7a', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.181', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'port_id': '892174c4-2f12-4141-8f16-e686e20d1ed6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05', 'mac_address': 'fa:16:3e:6d:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c0a853-adfe-4094-b89a-243db75c71c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:05:37Z', 'updated_at': '2022-05-10T15:05:37Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce', 'name': '', 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:63:d3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:19Z', 'updated_at': '2022-05-10T15:05:25Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:39.462961 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e8c398-8a1a-40ce-aa56-142415946ced None None] The sync data for ids ['d320b460-fe81-4547-8d0c-b279406b0e04'] in dv-neutron-841204-2-hyperv is: [{'id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'name': 'tempest-TestNetworkBasicOps-router-1987568541', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:05:20Z', 'revision_number': 4, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'e3dd2c17-5ed6-43d0-adea-71d7da4e9f7a', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.181', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'port_id': '892174c4-2f12-4141-8f16-e686e20d1ed6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05', 'mac_address': 'fa:16:3e:6d:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c0a853-adfe-4094-b89a-243db75c71c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:05:37Z', 'updated_at': '2022-05-10T15:05:37Z', 'revision_number': 0, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce', 'name': '', 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:63:d3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:19Z', 'updated_at': '2022-05-10T15:05:25Z', 'revision_number': 5, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:05:39.588306 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 49254) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:39.645382 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715a50e0-f79b-4786-93da-672c2b631d44 None None] New status for floating IP e3dd2c17-5ed6-43d0-adea-71d7da4e9f7a: ACTIVE {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:05:39.696874 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-73fc9eef-441d-495d-8307-934e83b1cc54 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/e3dd2c17-5ed6-43d0-adea-71d7da4e9f7a HTTP/1.1" status: 200 len: 991 time: 0.1074033 May 10 15:05:40.701323 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49258) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:40.805770 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a09e29de-ff98-4d99-a2d4-9d54fb83e390 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/e3dd2c17-5ed6-43d0-adea-71d7da4e9f7a HTTP/1.1" status: 200 len: 993 time: 0.1033151 May 10 15:05:50.078498 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4c684040-b344-4063-9954-741fbeacc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:52.370259 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-588dae38-07bd-4a79-8298-1906c4cef6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:53.232342 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:53.285917 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:53.362888 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:54.907560 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:05.264567 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:06:12.149025 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49274) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:12.154364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-f0b46c39-fbb2-439e-807b-6315cb247252 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:12.775091 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f0b46c39-fbb2-439e-807b-6315cb247252 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:12.786503 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f0b46c39-fbb2-439e-807b-6315cb247252 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539321'] for router, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:12.966015 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b46c39-fbb2-439e-807b-6315cb247252 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router d320b460-fe81-4547-8d0c-b279406b0e04 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:06:13.145703 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b46c39-fbb2-439e-807b-6315cb247252 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:06:13.153090 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f0b46c39-fbb2-439e-807b-6315cb247252 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:13.154228 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f0b46c39-fbb2-439e-807b-6315cb247252 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/routers/d320b460-fe81-4547-8d0c-b279406b0e04 HTTP/1.1" status: 200 len: 889 time: 1.0042167 May 10 15:06:13.155989 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9c9107-e34a-4174-8ca7-6371753c1f44 None None] Sync routers for ids ['d320b460-fe81-4547-8d0c-b279406b0e04'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:06:13.165279 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9c9107-e34a-4174-8ca7-6371753c1f44 None None] Routers {'d320b460-fe81-4547-8d0c-b279406b0e04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:06:13.165883 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-4a9c9107-e34a-4174-8ca7-6371753c1f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:05:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d320b460-fe81-4547-8d0c-b279406b0e04'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:13.229711 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-4a9c9107-e34a-4174-8ca7-6371753c1f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:13.237848 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9c9107-e34a-4174-8ca7-6371753c1f44 None None] Routers {'d320b460-fe81-4547-8d0c-b279406b0e04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:06:13.238416 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-4a9c9107-e34a-4174-8ca7-6371753c1f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:05:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d320b460-fe81-4547-8d0c-b279406b0e04'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:13.299954 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-4a9c9107-e34a-4174-8ca7-6371753c1f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:13.300336 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9c9107-e34a-4174-8ca7-6371753c1f44 None None] The sync data for ids ['d320b460-fe81-4547-8d0c-b279406b0e04'] in dv-neutron-841204-2-hyperv is: [] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:06:13.874238 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8b67340e-3b2e-43bd-91a7-f6c46df4466b req-0666bcb0-4347-4e5e-a16c-e2eb186a20c3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=43c0a853-adfe-4094-b89a-243db75c71c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703642 May 10 15:06:14.023745 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67340e-3b2e-43bd-91a7-f6c46df4466b req-1d929ad1-4a98-4a84-8a38-8635bbac538d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:14.025118 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8b67340e-3b2e-43bd-91a7-f6c46df4466b req-1d929ad1-4a98-4a84-8a38-8635bbac538d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=43c0a853-adfe-4094-b89a-243db75c71c5 HTTP/1.1" status: 200 len: 1098 time: 0.0748172 May 10 15:06:14.053475 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e7da6-f0a1-45fc-992a-b26a17e9d436 None None] New status for floating IP e3dd2c17-5ed6-43d0-adea-71d7da4e9f7a: DOWN {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:06:14.178027 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67340e-3b2e-43bd-91a7-f6c46df4466b req-80bd0d9b-5269-44c0-94ff-9802ef9318fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:14.179403 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8b67340e-3b2e-43bd-91a7-f6c46df4466b req-80bd0d9b-5269-44c0-94ff-9802ef9318fd service neutron] 10.222.0.86 "GET /v2.0/networks?id=36539dd8-354b-4203-b5e7-7c0680302c05 HTTP/1.1" status: 200 len: 897 time: 0.1315989 May 10 15:06:14.292918 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8b67340e-3b2e-43bd-91a7-f6c46df4466b req-ed49f768-d132-49e4-83d1-c132fcfbf509 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=892174c4-2f12-4141-8f16-e686e20d1ed6 HTTP/1.1" status: 200 len: 1001 time: 0.1033595 May 10 15:06:14.359177 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67340e-3b2e-43bd-91a7-f6c46df4466b req-cd9deee5-7231-4ba4-a7b7-3077d52382db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:14.360623 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8b67340e-3b2e-43bd-91a7-f6c46df4466b req-cd9deee5-7231-4ba4-a7b7-3077d52382db service neutron] 10.222.0.86 "GET /v2.0/subnets?id=663f38e7-0d78-4cae-ab2b-175311341d60 HTTP/1.1" status: 200 len: 834 time: 0.0586197 May 10 15:06:14.439594 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67340e-3b2e-43bd-91a7-f6c46df4466b req-86524b0f-6fb3-4061-a3c9-2b0ed5dc79b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:14.440988 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8b67340e-3b2e-43bd-91a7-f6c46df4466b req-86524b0f-6fb3-4061-a3c9-2b0ed5dc79b1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=36539dd8-354b-4203-b5e7-7c0680302c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708373 May 10 15:06:14.572128 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8b67340e-3b2e-43bd-91a7-f6c46df4466b req-4b44c260-1943-40af-b836-8c0f296e5abe service neutron] 10.222.0.86 "GET /v2.0/networks/36539dd8-354b-4203-b5e7-7c0680302c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247494 May 10 15:06:14.828588 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8b67340e-3b2e-43bd-91a7-f6c46df4466b req-cddde0ba-c240-4043-a148-cfde6fa790cc service neutron] 10.222.0.86 "GET /v2.0/networks/36539dd8-354b-4203-b5e7-7c0680302c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470362 May 10 15:06:14.839372 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:06:14.954807 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:14.987244 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce,segment=NetworkSegment(53d40baa-25cd-44ad-a977-6adddaa61a9a),segment_id=53d40baa-25cd-44ad-a977-6adddaa61a9a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:14.990906 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:14.991572 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 300e708e-7d11-4e67-b7e8-62cac0be5e4b no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:06:15.108996 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce,revision_number=6']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:15.148005 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:15.148342 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:15.148673 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:15.148997 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:15.149317 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:15.149636 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:15.149955 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:15.150270 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:15.150613 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:15.150929 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:15.151241 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:15.151551 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:15.174061 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:15.190979 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 300e708e-7d11-4e67-b7e8-62cac0be5e4b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=300e708e-7d11-4e67-b7e8-62cac0be5e4b,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:15.195313 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:15.269709 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=300e708e-7d11-4e67-b7e8-62cac0be5e4b,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:15.308896 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49280) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:15.314069 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-507a3b4a-a25a-4bee-a4e1-f7fd8547296f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:15.831946 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-507a3b4a-a25a-4bee-a4e1-f7fd8547296f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:15.842790 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-507a3b4a-a25a-4bee-a4e1-f7fd8547296f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539321'] for router, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:16.024027 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507a3b4a-a25a-4bee-a4e1-f7fd8547296f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router d320b460-fe81-4547-8d0c-b279406b0e04 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:06:16.205888 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507a3b4a-a25a-4bee-a4e1-f7fd8547296f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:06:16.212249 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-507a3b4a-a25a-4bee-a4e1-f7fd8547296f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:16.213402 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-507a3b4a-a25a-4bee-a4e1-f7fd8547296f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/routers/d320b460-fe81-4547-8d0c-b279406b0e04 HTTP/1.1" status: 200 len: 888 time: 0.9034498 May 10 15:06:16.215761 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224aad96-b436-42e3-bf0b-5389a3f373dd None None] Sync routers for ids ['d320b460-fe81-4547-8d0c-b279406b0e04'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:06:16.216888 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49288) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:16.225059 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224aad96-b436-42e3-bf0b-5389a3f373dd None None] Routers {'d320b460-fe81-4547-8d0c-b279406b0e04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:06:16.225668 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-224aad96-b436-42e3-bf0b-5389a3f373dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:05:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d320b460-fe81-4547-8d0c-b279406b0e04'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:16.321740 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c5021fd0-c486-4543-a289-85fa502da564 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/e3dd2c17-5ed6-43d0-adea-71d7da4e9f7a HTTP/1.1" status: 200 len: 991 time: 0.1037722 May 10 15:06:16.414742 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-224aad96-b436-42e3-bf0b-5389a3f373dd None None] Set router d320b460-fe81-4547-8d0c-b279406b0e04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:06:16.752665 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-224aad96-b436-42e3-bf0b-5389a3f373dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'name': 'tempest-TestNetworkBasicOps-router-1987568541', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:06:15Z', 'revision_number': 6, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:06:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'e3dd2c17-5ed6-43d0-adea-71d7da4e9f7a', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.181', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'port_id': '892174c4-2f12-4141-8f16-e686e20d1ed6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05', 'mac_address': 'fa:16:3e:6d:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c0a853-adfe-4094-b89a-243db75c71c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:05:37Z', 'updated_at': '2022-05-10T15:06:14Z', 'revision_number': 2, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce', 'name': '', 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:63:d3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:19Z', 'updated_at': '2022-05-10T15:06:14Z', 'revision_number': 6, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:16.756466 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224aad96-b436-42e3-bf0b-5389a3f373dd None None] Checking router: d320b460-fe81-4547-8d0c-b279406b0e04 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:06:16.765286 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224aad96-b436-42e3-bf0b-5389a3f373dd None None] Routers {'d320b460-fe81-4547-8d0c-b279406b0e04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:06:16.765886 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-224aad96-b436-42e3-bf0b-5389a3f373dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:05:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d320b460-fe81-4547-8d0c-b279406b0e04'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:16.944219 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-224aad96-b436-42e3-bf0b-5389a3f373dd None None] Set router d320b460-fe81-4547-8d0c-b279406b0e04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:06:17.320962 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-224aad96-b436-42e3-bf0b-5389a3f373dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'name': 'tempest-TestNetworkBasicOps-router-1987568541', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:06:15Z', 'revision_number': 6, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:06:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'e3dd2c17-5ed6-43d0-adea-71d7da4e9f7a', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.181', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'port_id': '892174c4-2f12-4141-8f16-e686e20d1ed6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05', 'mac_address': 'fa:16:3e:6d:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c0a853-adfe-4094-b89a-243db75c71c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:05:37Z', 'updated_at': '2022-05-10T15:06:14Z', 'revision_number': 2, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce', 'name': '', 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:63:d3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:19Z', 'updated_at': '2022-05-10T15:06:14Z', 'revision_number': 6, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:17.325392 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224aad96-b436-42e3-bf0b-5389a3f373dd None None] The sync data for ids ['d320b460-fe81-4547-8d0c-b279406b0e04'] in dv-neutron-841204-2-hyperv is: [{'id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'name': 'tempest-TestNetworkBasicOps-router-1987568541', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:06:15Z', 'revision_number': 6, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:06:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'e3dd2c17-5ed6-43d0-adea-71d7da4e9f7a', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'floating_ip_address': '172.26.0.181', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'port_id': '892174c4-2f12-4141-8f16-e686e20d1ed6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05', 'mac_address': 'fa:16:3e:6d:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c0a853-adfe-4094-b89a-243db75c71c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:05:37Z', 'updated_at': '2022-05-10T15:06:14Z', 'revision_number': 2, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce', 'name': '', 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:63:d3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:19Z', 'updated_at': '2022-05-10T15:06:14Z', 'revision_number': 6, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:06:17.325760 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49296) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:17.433761 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-94c3ff0c-8180-4e8d-96a2-a6824712f564 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/e3dd2c17-5ed6-43d0-adea-71d7da4e9f7a HTTP/1.1" status: 200 len: 991 time: 0.1068668 May 10 15:06:18.437978 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49304) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:18.652077 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8d6bcb01-a959-4daa-808c-dd60d2cdf4a4 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/e3dd2c17-5ed6-43d0-adea-71d7da4e9f7a HTTP/1.1" status: 200 len: 991 time: 0.2122569 May 10 15:06:18.869013 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67394a4-f7d7-4874-8982-1f1d1c88c64d None None] New status for floating IP e3dd2c17-5ed6-43d0-adea-71d7da4e9f7a: ACTIVE {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:06:18.891088 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:06:18.961094 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:18.961462 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:19.077541 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:19.109498 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce,segment=NetworkSegment(53d40baa-25cd-44ad-a977-6adddaa61a9a),segment_id=53d40baa-25cd-44ad-a977-6adddaa61a9a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:19.113726 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:19.114474 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 300e708e-7d11-4e67-b7e8-62cac0be5e4b up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:06:19.231055 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce,revision_number=7']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:19.242776 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 300e708e-7d11-4e67-b7e8-62cac0be5e4b triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:19.243143 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:19.361442 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:19.378303 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 300e708e-7d11-4e67-b7e8-62cac0be5e4b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=300e708e-7d11-4e67-b7e8-62cac0be5e4b,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:19.381757 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:19.450926 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=300e708e-7d11-4e67-b7e8-62cac0be5e4b,revision_number=6']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:19.656067 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49310) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:19.761959 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3fd397e9-7f69-4023-a872-61321017b25b tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/floatingips/e3dd2c17-5ed6-43d0-adea-71d7da4e9f7a HTTP/1.1" status: 200 len: 993 time: 0.1048617 May 10 15:06:20.069675 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49318) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:20.083733 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-06667f6e-45b9-4af2-8a19-af19f4b09056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:20.276994 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 5599b5b9-f043-40ee-94f7-77b1fa4ab0bc {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:06:20.277332 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:20.457810 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:20.458144 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:20.580929 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 5599b5b9-f043-40ee-94f7-77b1fa4ab0bc owned by network:floatingip {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:06:20.730227 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:20.775844 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=5599b5b9-f043-40ee-94f7-77b1fa4ab0bc,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:20.816991 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:20.816991 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:20.817309 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:20.817412 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:20.817693 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:20.818015 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:20.818332 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:20.818674 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:20.819026 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:20.819369 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:20.819682 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:20.819992 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:20.851718 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:06:20.881763 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for floatingip, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:20.881763 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Floating IP e3dd2c17-5ed6-43d0-adea-71d7da4e9f7a disassociated (deleted). External IP: 172.26.0.181, port: 892174c4-2f12-4141-8f16-e686e20d1ed6. May 10 15:06:20.922860 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:20.923226 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:21.047732 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 300e708e-7d11-4e67-b7e8-62cac0be5e4b up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:06:21.118967 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 300e708e-7d11-4e67-b7e8-62cac0be5e4b triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:21.119634 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:21.235115 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router d320b460-fe81-4547-8d0c-b279406b0e04 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:06:21.516134 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:06:21.525621 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdad3b90-47da-403a-bd28-d8a4b49cc570 None None] Sync routers for ids ['d320b460-fe81-4547-8d0c-b279406b0e04'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:06:21.531954 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:21.534952 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdad3b90-47da-403a-bd28-d8a4b49cc570 None None] Routers {'d320b460-fe81-4547-8d0c-b279406b0e04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:06:21.535628 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-fdad3b90-47da-403a-bd28-d8a4b49cc570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:05:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d320b460-fe81-4547-8d0c-b279406b0e04'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:21.589121 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-768db325-029d-48c8-9e2c-ee8260c773ff tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/floatingips/e3dd2c17-5ed6-43d0-adea-71d7da4e9f7a HTTP/1.1" status: 204 len: 168 time: 1.5183473 May 10 15:06:21.589674 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c0a853-adfe-4094-b89a-243db75c71c5', 'tag': '892174c4-2f12-4141-8f16-e686e20d1ed6'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:06:21.635102 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54a7f242-9866-4004-ac2a-942c8f3d9049'] response: {'name': 'network-changed', 'server_uuid': '43c0a853-adfe-4094-b89a-243db75c71c5', 'tag': '892174c4-2f12-4141-8f16-e686e20d1ed6', 'status': 'completed', 'code': 200} May 10 15:06:21.719296 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-fdad3b90-47da-403a-bd28-d8a4b49cc570 None None] Set router d320b460-fe81-4547-8d0c-b279406b0e04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:06:21.735736 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a882ce0-e9a7-43d6-bb85-e55b0090eb1c req-df6b2ead-b574-48e2-823b-4df5e9249740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:21.737517 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8a882ce0-e9a7-43d6-bb85-e55b0090eb1c req-df6b2ead-b574-48e2-823b-4df5e9249740 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&device_id=43c0a853-adfe-4094-b89a-243db75c71c5 HTTP/1.1" status: 200 len: 1098 time: 0.0733826 May 10 15:06:21.890763 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a882ce0-e9a7-43d6-bb85-e55b0090eb1c req-05627935-1559-4856-bf30-97490b7ebb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:21.892216 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8a882ce0-e9a7-43d6-bb85-e55b0090eb1c req-05627935-1559-4856-bf30-97490b7ebb12 service neutron] 10.222.0.86 "GET /v2.0/networks?id=36539dd8-354b-4203-b5e7-7c0680302c05 HTTP/1.1" status: 200 len: 897 time: 0.1442549 May 10 15:06:21.976843 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8a882ce0-e9a7-43d6-bb85-e55b0090eb1c req-e63580dc-2c95-4fad-b63e-f3857e294af0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=892174c4-2f12-4141-8f16-e686e20d1ed6 HTTP/1.1" status: 200 len: 217 time: 0.0743959 May 10 15:06:22.047425 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a882ce0-e9a7-43d6-bb85-e55b0090eb1c req-61038026-41ad-440b-bcea-3680bb3d58ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:22.048998 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8a882ce0-e9a7-43d6-bb85-e55b0090eb1c req-61038026-41ad-440b-bcea-3680bb3d58ae service neutron] 10.222.0.86 "GET /v2.0/subnets?id=663f38e7-0d78-4cae-ab2b-175311341d60 HTTP/1.1" status: 200 len: 834 time: 0.0644915 May 10 15:06:22.081529 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-fdad3b90-47da-403a-bd28-d8a4b49cc570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'name': 'tempest-TestNetworkBasicOps-router-1987568541', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:06:15Z', 'revision_number': 6, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:06:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce', 'name': '', 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:63:d3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:19Z', 'updated_at': '2022-05-10T15:06:19Z', 'revision_number': 7, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:22.087844 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdad3b90-47da-403a-bd28-d8a4b49cc570 None None] Checking router: d320b460-fe81-4547-8d0c-b279406b0e04 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:06:22.097997 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdad3b90-47da-403a-bd28-d8a4b49cc570 None None] Routers {'d320b460-fe81-4547-8d0c-b279406b0e04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:06:22.098742 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-fdad3b90-47da-403a-bd28-d8a4b49cc570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:05:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d320b460-fe81-4547-8d0c-b279406b0e04'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:22.120593 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1d97f-5be4-4490-a042-8bad26d506f1 req-621d428b-18c1-47b0-a221-52c6117250f1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:22.122663 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-34f1d97f-5be4-4490-a042-8bad26d506f1 req-621d428b-18c1-47b0-a221-52c6117250f1 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=43c0a853-adfe-4094-b89a-243db75c71c5 HTTP/1.1" status: 200 len: 945 time: 0.2209394 May 10 15:06:22.133318 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a882ce0-e9a7-43d6-bb85-e55b0090eb1c req-f39b0050-6d25-42a5-8d97-e36b3af1e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:22.134900 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8a882ce0-e9a7-43d6-bb85-e55b0090eb1c req-f39b0050-6d25-42a5-8d97-e36b3af1e71a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=36539dd8-354b-4203-b5e7-7c0680302c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788345 May 10 15:06:22.169664 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-34f1d97f-5be4-4490-a042-8bad26d506f1 req-51848baa-b439-415a-b1d5-d14ffed0a891 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd80cdd7-3e5e-4bce-9dc2-27a1036c9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388570 May 10 15:06:22.273903 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8a882ce0-e9a7-43d6-bb85-e55b0090eb1c req-bfb498d2-7145-40b8-9e6f-35f910d3ec12 service neutron] 10.222.0.86 "GET /v2.0/networks/36539dd8-354b-4203-b5e7-7c0680302c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311307 May 10 15:06:22.282364 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-fdad3b90-47da-403a-bd28-d8a4b49cc570 None None] Set router d320b460-fe81-4547-8d0c-b279406b0e04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:06:22.410172 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8a882ce0-e9a7-43d6-bb85-e55b0090eb1c req-c9fa5d61-655a-49b8-9736-67472fe557eb service neutron] 10.222.0.86 "GET /v2.0/networks/36539dd8-354b-4203-b5e7-7c0680302c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266646 May 10 15:06:22.497476 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d12b735f-d598-49b1-bb8a-71a47e0664e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:22.615994 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-fdad3b90-47da-403a-bd28-d8a4b49cc570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'name': 'tempest-TestNetworkBasicOps-router-1987568541', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:06:15Z', 'revision_number': 6, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:06:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce', 'name': '', 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:63:d3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:19Z', 'updated_at': '2022-05-10T15:06:19Z', 'revision_number': 7, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:22.619937 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdad3b90-47da-403a-bd28-d8a4b49cc570 None None] The sync data for ids ['d320b460-fe81-4547-8d0c-b279406b0e04'] in dv-neutron-841204-2-hyperv is: [{'id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'name': 'tempest-TestNetworkBasicOps-router-1987568541', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:06:15Z', 'revision_number': 6, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:06:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce', 'name': '', 'network_id': '36539dd8-354b-4203-b5e7-7c0680302c05', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'mac_address': 'fa:16:3e:63:d3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:19Z', 'updated_at': '2022-05-10T15:06:19Z', 'revision_number': 7, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'subnets': [{'id': '663f38e7-0d78-4cae-ab2b-175311341d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:06:23.223521 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d7ef70-e23d-434e-9cc5-9322f8c781c1 None None] New status for floating IP e3dd2c17-5ed6-43d0-adea-71d7da4e9f7a: DOWN {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:06:23.237998 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:23.296756 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:23.377869 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf5e4f-3f50-4426-86b2-f9c979ec15eb req-04e26725-a659-4f1f-9f5f-f2bcb4762c6f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:23.379415 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a4bf5e4f-3f50-4426-86b2-f9c979ec15eb req-04e26725-a659-4f1f-9f5f-f2bcb4762c6f tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=43c0a853-adfe-4094-b89a-243db75c71c5 HTTP/1.1" status: 200 len: 945 time: 0.0920410 May 10 15:06:23.384147 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:23.427610 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a4bf5e4f-3f50-4426-86b2-f9c979ec15eb req-30374626-0afe-4385-be66-85dcf27fcf8c tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/security-groups?id=cd80cdd7-3e5e-4bce-9dc2-27a1036c9ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401783 May 10 15:06:23.445244 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d14f95-28f4-46e9-86ec-a68432d01292 req-50c3c0e9-992e-40d2-8fef-1b482807d915 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:23.445940 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-25d14f95-28f4-46e9-86ec-a68432d01292 req-50c3c0e9-992e-40d2-8fef-1b482807d915 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Synchronizing usage tracker for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:06:23.461872 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-25d14f95-28f4-46e9-86ec-a68432d01292 req-50c3c0e9-992e-40d2-8fef-1b482807d915 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Unset dirty status for tenant:7c1eaa2d2a564d8c9e902879ced01cd5 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:06:23.463126 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-25d14f95-28f4-46e9-86ec-a68432d01292 req-50c3c0e9-992e-40d2-8fef-1b482807d915 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "GET /v2.0/ports?device_id=43c0a853-adfe-4094-b89a-243db75c71c5 HTTP/1.1" status: 200 len: 945 time: 0.1234925 May 10 15:06:23.535480 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-25d14f95-28f4-46e9-86ec-a68432d01292 req-71ff13a7-69f5-4e37-bd3b-92844ae36b97 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 892174c4-2f12-4141-8f16-e686e20d1ed6 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:06:23.535905 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-25d14f95-28f4-46e9-86ec-a68432d01292 req-71ff13a7-69f5-4e37-bd3b-92844ae36b97 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:23.782849 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-25d14f95-28f4-46e9-86ec-a68432d01292 req-71ff13a7-69f5-4e37-bd3b-92844ae36b97 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port 892174c4-2f12-4141-8f16-e686e20d1ed6, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=892174c4-2f12-4141-8f16-e686e20d1ed6,segment=NetworkSegment(53d40baa-25cd-44ad-a977-6adddaa61a9a),segment_id=53d40baa-25cd-44ad-a977-6adddaa61a9a)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:23.783204 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-25d14f95-28f4-46e9-86ec-a68432d01292 req-71ff13a7-69f5-4e37-bd3b-92844ae36b97 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:23.912942 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-25d14f95-28f4-46e9-86ec-a68432d01292 req-71ff13a7-69f5-4e37-bd3b-92844ae36b97 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 892174c4-2f12-4141-8f16-e686e20d1ed6 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:06:24.154800 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-25d14f95-28f4-46e9-86ec-a68432d01292 req-71ff13a7-69f5-4e37-bd3b-92844ae36b97 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:24.208852 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff13a7-69f5-4e37-bd3b-92844ae36b97 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=892174c4-2f12-4141-8f16-e686e20d1ed6,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:24.281669 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d14f95-28f4-46e9-86ec-a68432d01292 req-71ff13a7-69f5-4e37-bd3b-92844ae36b97 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] No DVR routers for this DVR port 892174c4-2f12-4141-8f16-e686e20d1ed6 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:06:24.284831 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-25d14f95-28f4-46e9-86ec-a68432d01292 req-71ff13a7-69f5-4e37-bd3b-92844ae36b97 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:24.287230 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c0a853-adfe-4094-b89a-243db75c71c5', 'name': 'network-vif-deleted', 'tag': '892174c4-2f12-4141-8f16-e686e20d1ed6'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:06:24.303431 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-25d14f95-28f4-46e9-86ec-a68432d01292 req-71ff13a7-69f5-4e37-bd3b-92844ae36b97 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.86 "DELETE /v2.0/ports/892174c4-2f12-4141-8f16-e686e20d1ed6 HTTP/1.1" status: 204 len: 173 time: 0.8325312 May 10 15:06:24.336926 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33056813-147a-432c-98b7-f99ebb0b4ffb'] response: {'server_uuid': '43c0a853-adfe-4094-b89a-243db75c71c5', 'name': 'network-vif-deleted', 'tag': '892174c4-2f12-4141-8f16-e686e20d1ed6', 'status': 'completed', 'code': 200} May 10 15:06:24.593460 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-363438d5-7c44-4927-a7ec-416732d7f389 req-aa5815ec-23e3-4e5e-8742-d255547a0380 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "GET /v2.0/ports?device_id=43c0a853-adfe-4094-b89a-243db75c71c5 HTTP/1.1" status: 200 len: 210 time: 0.0442724 May 10 15:06:24.911202 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:25.688244 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49338) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:25.757721 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e13dca12-be26-4069-a29d-a647881843c5 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:25.788353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e13dca12-be26-4069-a29d-a647881843c5 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:25.853699 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e13dca12-be26-4069-a29d-a647881843c5 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:25.872699 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13dca12-be26-4069-a29d-a647881843c5 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd80cdd7-3e5e-4bce-9dc2-27a1036c9ea8,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:25.891805 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e13dca12-be26-4069-a29d-a647881843c5 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:25.892917 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e13dca12-be26-4069-a29d-a647881843c5 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/security-groups/cd80cdd7-3e5e-4bce-9dc2-27a1036c9ea8 HTTP/1.1" status: 204 len: 168 time: 0.2036729 May 10 15:06:25.924077 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49344) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:26.475008 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2130f6a7-c2eb-41a7-a109-b1291c54bf11 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:26.826793 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-2130f6a7-c2eb-41a7-a109-b1291c54bf11 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:06:26.827496 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2130f6a7-c2eb-41a7-a109-b1291c54bf11 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:27.115912 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-2130f6a7-c2eb-41a7-a109-b1291c54bf11 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce,segment=NetworkSegment(53d40baa-25cd-44ad-a977-6adddaa61a9a),segment_id=53d40baa-25cd-44ad-a977-6adddaa61a9a)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:27.116267 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2130f6a7-c2eb-41a7-a109-b1291c54bf11 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:27.238551 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-2130f6a7-c2eb-41a7-a109-b1291c54bf11 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce owned by network:router_interface {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:06:27.472098 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 892174c4-2f12-4141-8f16-e686e20d1ed6 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:06:27.509095 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: 892174c4-2f12-4141-8f16-e686e20d1ed6 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:06:27.509441 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 892174c4-2f12-4141-8f16-e686e20d1ed6 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:06:27.561721 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2130f6a7-c2eb-41a7-a109-b1291c54bf11 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:27.609403 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130f6a7-c2eb-41a7-a109-b1291c54bf11 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:27.888379 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2130f6a7-c2eb-41a7-a109-b1291c54bf11 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:28.242945 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2130f6a7-c2eb-41a7-a109-b1291c54bf11 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Router d320b460-fe81-4547-8d0c-b279406b0e04 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:06:28.535112 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2130f6a7-c2eb-41a7-a109-b1291c54bf11 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:06:28.544858 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f03fc8-0538-4a1c-80cb-89a1d08bfecb None None] Sync routers for ids ['d320b460-fe81-4547-8d0c-b279406b0e04'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:06:28.547829 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2130f6a7-c2eb-41a7-a109-b1291c54bf11 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "PUT /v2.0/routers/d320b460-fe81-4547-8d0c-b279406b0e04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6226335 May 10 15:06:28.550660 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 49348) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:28.554220 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f03fc8-0538-4a1c-80cb-89a1d08bfecb None None] Routers {'d320b460-fe81-4547-8d0c-b279406b0e04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:06:28.554871 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b4f03fc8-0538-4a1c-80cb-89a1d08bfecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:06:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d320b460-fe81-4547-8d0c-b279406b0e04'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:28.617973 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7df9aa-1649-43b4-9691-d22f6638bc7a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting subnet 663f38e7-0d78-4cae-ab2b-175311341d60 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:06:28.620898 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-df7df9aa-1649-43b4-9691-d22f6638bc7a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:28.676542 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-df7df9aa-1649-43b4-9691-d22f6638bc7a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:28.728042 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-b4f03fc8-0538-4a1c-80cb-89a1d08bfecb None None] Set router d320b460-fe81-4547-8d0c-b279406b0e04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:06:28.759804 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-df7df9aa-1649-43b4-9691-d22f6638bc7a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:28.840111 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-df7df9aa-1649-43b4-9691-d22f6638bc7a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:28.883628 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7df9aa-1649-43b4-9691-d22f6638bc7a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Subnet': ['ID=663f38e7-0d78-4cae-ab2b-175311341d60,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:28.891470 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-df7df9aa-1649-43b4-9691-d22f6638bc7a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:28.894486 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7df9aa-1649-43b4-9691-d22f6638bc7a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:28.894826 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7df9aa-1649-43b4-9691-d22f6638bc7a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:28.895162 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7df9aa-1649-43b4-9691-d22f6638bc7a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:28.895489 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7df9aa-1649-43b4-9691-d22f6638bc7a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:28.895815 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7df9aa-1649-43b4-9691-d22f6638bc7a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:28.897185 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7df9aa-1649-43b4-9691-d22f6638bc7a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:28.897185 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7df9aa-1649-43b4-9691-d22f6638bc7a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:28.897185 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7df9aa-1649-43b4-9691-d22f6638bc7a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:28.897475 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7df9aa-1649-43b4-9691-d22f6638bc7a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:28.897624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7df9aa-1649-43b4-9691-d22f6638bc7a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:28.897940 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7df9aa-1649-43b4-9691-d22f6638bc7a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:28.898252 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7df9aa-1649-43b4-9691-d22f6638bc7a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:28.898468 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11626c0b-0e41-467a-b184-6f4174609680 None None] Network 36539dd8-354b-4203-b5e7-7c0680302c05 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:06:28.905618 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-df7df9aa-1649-43b4-9691-d22f6638bc7a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/subnets/663f38e7-0d78-4cae-ab2b-175311341d60 HTTP/1.1" status: 204 len: 168 time: 0.3538940 May 10 15:06:28.908369 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49352) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:29.106567 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30afdb99-f51b-4340-8c2b-765808077284 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:29.223931 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b4f03fc8-0538-4a1c-80cb-89a1d08bfecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'name': 'tempest-TestNetworkBasicOps-router-1987568541', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:06:27Z', 'revision_number': 7, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:06:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:29.228308 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f03fc8-0538-4a1c-80cb-89a1d08bfecb None None] Checking router: d320b460-fe81-4547-8d0c-b279406b0e04 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:06:29.237218 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f03fc8-0538-4a1c-80cb-89a1d08bfecb None None] Routers {'d320b460-fe81-4547-8d0c-b279406b0e04'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:06:29.237729 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b4f03fc8-0538-4a1c-80cb-89a1d08bfecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:06:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['d320b460-fe81-4547-8d0c-b279406b0e04'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:29.295249 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e446bc-bb70-4b04-8aed-a9c51020d5d9 None None] DHCP port deletion for 36539dd8-354b-4203-b5e7-7c0680302c05 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 15:06:29.300750 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30afdb99-f51b-4340-8c2b-765808077284 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:29.311293 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-30afdb99-f51b-4340-8c2b-765808077284 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Deleting port 300e708e-7d11-4e67-b7e8-62cac0be5e4b {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:06:29.311855 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30afdb99-f51b-4340-8c2b-765808077284 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:29.318633 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-91e446bc-bb70-4b04-8aed-a9c51020d5d9 None None] Deleting port c2cb643f-5fcb-4b00-bb26-edc86c6ecde4 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:06:29.319000 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-91e446bc-bb70-4b04-8aed-a9c51020d5d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:29.486771 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-30afdb99-f51b-4340-8c2b-765808077284 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] For port 300e708e-7d11-4e67-b7e8-62cac0be5e4b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=300e708e-7d11-4e67-b7e8-62cac0be5e4b,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:29.487118 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30afdb99-f51b-4340-8c2b-765808077284 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:29.512160 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-b4f03fc8-0538-4a1c-80cb-89a1d08bfecb None None] Set router d320b460-fe81-4547-8d0c-b279406b0e04 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:06:29.611225 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-30afdb99-f51b-4340-8c2b-765808077284 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Calling delete_port for 300e708e-7d11-4e67-b7e8-62cac0be5e4b owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:06:29.781220 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30afdb99-f51b-4340-8c2b-765808077284 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:29.784642 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-91e446bc-bb70-4b04-8aed-a9c51020d5d9 None None] For port c2cb643f-5fcb-4b00-bb26-edc86c6ecde4, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=c2cb643f-5fcb-4b00-bb26-edc86c6ecde4,segment=NetworkSegment(53d40baa-25cd-44ad-a977-6adddaa61a9a),segment_id=53d40baa-25cd-44ad-a977-6adddaa61a9a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:29.785198 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-91e446bc-bb70-4b04-8aed-a9c51020d5d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:29.864183 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afdb99-f51b-4340-8c2b-765808077284 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Port': ['ID=300e708e-7d11-4e67-b7e8-62cac0be5e4b,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:29.919112 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-91e446bc-bb70-4b04-8aed-a9c51020d5d9 None None] Calling delete_port for c2cb643f-5fcb-4b00-bb26-edc86c6ecde4 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:06:29.926089 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30afdb99-f51b-4340-8c2b-765808077284 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:30.048533 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-91e446bc-bb70-4b04-8aed-a9c51020d5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:30.098173 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e446bc-bb70-4b04-8aed-a9c51020d5d9 None None] Pushing event deleted for resources: {'Port': ['ID=c2cb643f-5fcb-4b00-bb26-edc86c6ecde4,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:30.099997 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e446bc-bb70-4b04-8aed-a9c51020d5d9 None None] No DVR routers for this DVR port c2cb643f-5fcb-4b00-bb26-edc86c6ecde4 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:06:30.103355 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30afdb99-f51b-4340-8c2b-765808077284 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:30.110262 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30afdb99-f51b-4340-8c2b-765808077284 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:30.114319 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b4f03fc8-0538-4a1c-80cb-89a1d08bfecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'name': 'tempest-TestNetworkBasicOps-router-1987568541', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:06:27Z', 'revision_number': 7, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:06:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:30.118682 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f03fc8-0538-4a1c-80cb-89a1d08bfecb None None] The sync data for ids ['d320b460-fe81-4547-8d0c-b279406b0e04'] in dv-neutron-841204-2-hyperv is: [{'id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'name': 'tempest-TestNetworkBasicOps-router-1987568541', 'tenant_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235'}], 'enable_snat': True}, 'gw_port_id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:06:27Z', 'revision_number': 7, 'project_id': '7c1eaa2d2a564d8c9e902879ced01cd5', 'gw_port': {'id': '300e708e-7d11-4e67-b7e8-62cac0be5e4b', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd320b460-fe81-4547-8d0c-b279406b0e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:05:15Z', 'updated_at': '2022-05-10T15:06:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:06:30.136798 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30afdb99-f51b-4340-8c2b-765808077284 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:30.137854 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30afdb99-f51b-4340-8c2b-765808077284 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Fanout notify agent at l3_agent the message router_deleted on router d320b460-fe81-4547-8d0c-b279406b0e04 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:06:30.155818 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30afdb99-f51b-4340-8c2b-765808077284 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:30.156979 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-30afdb99-f51b-4340-8c2b-765808077284 tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/routers/d320b460-fe81-4547-8d0c-b279406b0e04 HTTP/1.1" status: 204 len: 168 time: 1.2476377 May 10 15:06:30.159637 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49356) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:30.377801 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e41bb95b-8496-4af2-9e5b-1ad0fb6d7a4a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:30.512907 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e41bb95b-8496-4af2-9e5b-1ad0fb6d7a4a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:30.540286 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-e41bb95b-8496-4af2-9e5b-1ad0fb6d7a4a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36539dd8-354b-4203-b5e7-7c0680302c05']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:30.553765 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-e41bb95b-8496-4af2-9e5b-1ad0fb6d7a4a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d40baa-25cd-44ad-a977-6adddaa61a9a') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:30.554075 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-e41bb95b-8496-4af2-9e5b-1ad0fb6d7a4a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d40baa-25cd-44ad-a977-6adddaa61a9a') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:30.566036 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e41bb95b-8496-4af2-9e5b-1ad0fb6d7a4a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:30.583364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e41bb95b-8496-4af2-9e5b-1ad0fb6d7a4a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:30.589871 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41bb95b-8496-4af2-9e5b-1ad0fb6d7a4a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:06:30.590857 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e41bb95b-8496-4af2-9e5b-1ad0fb6d7a4a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:06:30.611435 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:06:30.691577 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e41bb95b-8496-4af2-9e5b-1ad0fb6d7a4a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:30.696448 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e41bb95b-8496-4af2-9e5b-1ad0fb6d7a4a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:30.725057 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb95b-8496-4af2-9e5b-1ad0fb6d7a4a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] Pushing event deleted for resources: {'Network': ['ID=36539dd8-354b-4203-b5e7-7c0680302c05,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:30.734687 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e41bb95b-8496-4af2-9e5b-1ad0fb6d7a4a tempest-TestNetworkBasicOps-915763265 tempest-TestNetworkBasicOps-915763265-project] 10.222.0.79 "DELETE /v2.0/networks/36539dd8-354b-4203-b5e7-7c0680302c05 HTTP/1.1" status: 204 len: 168 time: 0.5739448 May 10 15:06:31.033766 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49364) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:31.139783 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:06:31.177697 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:06:31.177944 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 08cbffbf-99de-465c-8a7b-3ec2e2d6b9ce not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:06:31.178356 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c2cb643f-5fcb-4b00-bb26-edc86c6ecde4 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:06:31.201644 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-05e78a2e-d313-4dac-bc31-489d5e29d8eb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7c1eaa2d2a564d8c9e902879ced01cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1638327 May 10 15:06:31.201891 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49370) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:31.211823 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: c2cb643f-5fcb-4b00-bb26-edc86c6ecde4 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:06:31.212161 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c2cb643f-5fcb-4b00-bb26-edc86c6ecde4 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:06:31.212572 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 300e708e-7d11-4e67-b7e8-62cac0be5e4b no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:06:31.244439 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 300e708e-7d11-4e67-b7e8-62cac0be5e4b {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:06:31.244776 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 300e708e-7d11-4e67-b7e8-62cac0be5e4b not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:06:31.264102 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-94ccd077-6481-48ec-a0cd-605bbd95d6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:31.290679 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-94ccd077-6481-48ec-a0cd-605bbd95d6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:31.341153 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-94ccd077-6481-48ec-a0cd-605bbd95d6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:31.356489 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccd077-6481-48ec-a0cd-605bbd95d6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addae5dd-893b-4612-9b90-8ad1482ee7e6,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:31.365010 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-94ccd077-6481-48ec-a0cd-605bbd95d6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:31.366128 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-94ccd077-6481-48ec-a0cd-605bbd95d6ed admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/addae5dd-893b-4612-9b90-8ad1482ee7e6 HTTP/1.1" status: 204 len: 168 time: 0.1632938 May 10 15:06:31.651888 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49378) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:31.669780 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0f9f4e98-2efe-433b-8128-80ca628df0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:31.683830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0f9f4e98-2efe-433b-8128-80ca628df0e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:31.688299 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0f9f4e98-2efe-433b-8128-80ca628df0e4 admin admin] Usage tracker for resource:security_group_rule and tenant:e583fa9def714a9fadc7ad7c077b44fe is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:31.691075 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0f9f4e98-2efe-433b-8128-80ca628df0e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:31.696752 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0f9f4e98-2efe-433b-8128-80ca628df0e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:31.779470 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0f9f4e98-2efe-433b-8128-80ca628df0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:31.783578 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0f9f4e98-2efe-433b-8128-80ca628df0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:31.833325 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0f9f4e98-2efe-433b-8128-80ca628df0e4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e583fa9def714a9fadc7ad7c077b44fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1803601 May 10 15:06:31.834910 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f4e98-2efe-433b-8128-80ca628df0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02a8b48-2a9d-40ff-a5e2-f395e9e91678,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:31.836291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 49382) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:31.896647 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0a1c4aee-650a-4667-9b24-fa19dfe0dc12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:31.922794 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0a1c4aee-650a-4667-9b24-fa19dfe0dc12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:31.976755 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0a1c4aee-650a-4667-9b24-fa19dfe0dc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:31.992070 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c4aee-650a-4667-9b24-fa19dfe0dc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02a8b48-2a9d-40ff-a5e2-f395e9e91678,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:31.996910 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0a1c4aee-650a-4667-9b24-fa19dfe0dc12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:31.998041 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0a1c4aee-650a-4667-9b24-fa19dfe0dc12 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b02a8b48-2a9d-40ff-a5e2-f395e9e91678 HTTP/1.1" status: 204 len: 168 time: 0.1606824 May 10 15:06:39.472542 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-47c13fd7-ecc3-425f-93dd-0f62ecb3ef90 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=2a9909f9f98d4ecdb86468f6df4ada8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277853 May 10 15:06:39.627258 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-bf3320f3-986a-4e8a-b2dc-cef3f9b49a1d tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:39.628571 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-bf3320f3-986a-4e8a-b2dc-cef3f9b49a1d tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1510077 May 10 15:06:39.643992 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-7340fa67-6274-472e-8aa0-9607ce18d337 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/quotas/2a9909f9f98d4ecdb86468f6df4ada8e HTTP/1.1" status: 200 len: 375 time: 0.0100377 May 10 15:06:39.690783 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-06cf9bc7-7748-4468-bf86-3f506f0b5b9a tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2a9909f9f98d4ecdb86468f6df4ada8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413871 May 10 15:06:39.869730 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-546f4e79-af75-4370-8d23-ebad9324b8b8 req-b24b771f-ca8a-4dd8-bfdb-7471b48ac6d4 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/ports?device_id=98575aa3-9d6c-4415-8c69-05d89fdf2026 HTTP/1.1" status: 200 len: 210 time: 0.0459309 May 10 15:06:40.833432 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-28ae5d6e-b08d-4a40-9b16-992dde2f09ce tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=2a9909f9f98d4ecdb86468f6df4ada8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289264 May 10 15:06:40.990415 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-9137f849-c026-4434-ad4c-6c2537ff3ab2 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:40.991879 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-9137f849-c026-4434-ad4c-6c2537ff3ab2 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1504045 May 10 15:06:41.010410 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Request body: {'port': {'device_id': '98575aa3-9d6c-4415-8c69-05d89fdf2026', 'network_id': 'c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6', 'admin_state_up': True, 'tenant_id': '2a9909f9f98d4ecdb86468f6df4ada8e'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:41.066952 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fcd17e60-8f9f-4a7d-8241-ebebef941c64 req-2b4e671c-394a-48d8-b1fe-781fcac8fdad tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/ports?device_id=98575aa3-9d6c-4415-8c69-05d89fdf2026 HTTP/1.1" status: 200 len: 210 time: 0.0448380 May 10 15:06:41.151435 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:41.155653 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Usage tracker for resource:port and tenant:2a9909f9f98d4ecdb86468f6df4ada8e is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:41.158364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:41.163955 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:41.173560 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Made reservation on behalf of 2a9909f9f98d4ecdb86468f6df4ada8e for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:06:41.176928 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:41.189264 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:41.204260 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:41.207957 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Usage tracker for resource:security_group_rule and tenant:2a9909f9f98d4ecdb86468f6df4ada8e is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:41.210662 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:41.216706 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:41.299137 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:41.302792 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:41.390184 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee760cb-0df0-4d92-a93f-1950675a4ac6,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:41.474126 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Allocated IP 192.168.233.13 (c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6/a8807578-7486-470b-916d-7043f945330b/1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:06:41.678129 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:41.693550 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Transition to ACTIVE for port object 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:06:41.716998 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:41.790513 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Network c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:06:41.794233 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:06:41.798113 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:06:41.828143 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Pushing event updated for resources: {'Port': ['ID=1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:41.867559 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:41.868434 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:41.900998 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1de7cce4-2484-42c8-a0f5-6a90ef4786ba tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8950620 May 10 15:06:41.915618 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-8a8bf6fc-a00b-46c1-add3-34c6319a6c4b tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:06:41.916591 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-8a8bf6fc-a00b-46c1-add3-34c6319a6c4b tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059090 May 10 15:06:41.930116 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-6bc7e549-534c-40fe-b4b0-050c5501c348 service neutron] Request body: {'port': {'device_id': '98575aa3-9d6c-4415-8c69-05d89fdf2026', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:42.007555 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c66618a2-271c-47cc-8d1a-2330e673f378 None None] Provisioning for port 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:06:42.013037 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c66618a2-271c-47cc-8d1a-2330e673f378 None None] Provisioning complete for port 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:42.013452 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c66618a2-271c-47cc-8d1a-2330e673f378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:42.048994 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-6bc7e549-534c-40fe-b4b0-050c5501c348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:42.115345 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-c66618a2-271c-47cc-8d1a-2330e673f378 None None] Port 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:06:42.257608 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca425d7-f508-40bf-84c5-37e3d6c6983b req-333025cc-177e-4759-8a92-dccd99962912 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:42.259076 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4ca425d7-f508-40bf-84c5-37e3d6c6983b req-333025cc-177e-4759-8a92-dccd99962912 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/ports?device_id=98575aa3-9d6c-4415-8c69-05d89fdf2026 HTTP/1.1" status: 200 len: 935 time: 0.0831447 May 10 15:06:42.265741 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:06:42.308418 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4ca425d7-f508-40bf-84c5-37e3d6c6983b req-a0e5ce19-18c2-4aea-8a35-b71e46698a04 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ee760cb-0df0-4d92-a93f-1950675a4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426018 May 10 15:06:42.491364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-6bc7e549-534c-40fe-b4b0-050c5501c348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:06:42.499436 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-6bc7e549-534c-40fe-b4b0-050c5501c348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:42.520264 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-6bc7e549-534c-40fe-b4b0-050c5501c348 service neutron] Transition to ACTIVE for port object 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:06:42.524254 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-6bc7e549-534c-40fe-b4b0-050c5501c348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:42.681804 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7e549-534c-40fe-b4b0-050c5501c348 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:42.758413 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-6bc7e549-534c-40fe-b4b0-050c5501c348 service neutron] Attempting to bind port 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:06:42.758761 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-6bc7e549-534c-40fe-b4b0-050c5501c348 service neutron] Attempting to bind port 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'b292bb28-4b2c-4435-b6f2-1fef4c7b45c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:06:42.759081 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-6bc7e549-534c-40fe-b4b0-050c5501c348 service neutron] Attempting to bind port 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b on network c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:06:42.764229 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-6bc7e549-534c-40fe-b4b0-050c5501c348 service neutron] Port 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b on network c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:06:42.764540 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-6bc7e549-534c-40fe-b4b0-050c5501c348 service neutron] Attempting to bind port 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b on network c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:06:42.769656 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-6bc7e549-534c-40fe-b4b0-050c5501c348 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:06:42.769986 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-6bc7e549-534c-40fe-b4b0-050c5501c348 service neutron] Checking segment: {'id': 'b292bb28-4b2c-4435-b6f2-1fef4c7b45c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:06:42.770403 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-6bc7e549-534c-40fe-b4b0-050c5501c348 service neutron] Bound using segment: {'id': 'b292bb28-4b2c-4435-b6f2-1fef4c7b45c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:06:42.770807 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-6bc7e549-534c-40fe-b4b0-050c5501c348 service neutron] Bound port: 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b292bb28-4b2c-4435-b6f2-1fef4c7b45c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:06:42.771402 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-6bc7e549-534c-40fe-b4b0-050c5501c348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:42.859009 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-6bc7e549-534c-40fe-b4b0-050c5501c348 service neutron] For port 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:06:42.862092 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-6bc7e549-534c-40fe-b4b0-050c5501c348 service neutron] For port 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b,segment=NetworkSegment(b292bb28-4b2c-4435-b6f2-1fef4c7b45c4),segment_id=b292bb28-4b2c-4435-b6f2-1fef4c7b45c4)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:06:42.866738 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-6bc7e549-534c-40fe-b4b0-050c5501c348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:42.929170 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-6bc7e549-534c-40fe-b4b0-050c5501c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:42.929846 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-6bc7e549-534c-40fe-b4b0-050c5501c348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:42.931371 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-6bc7e549-534c-40fe-b4b0-050c5501c348 service neutron] 10.222.0.86 "PUT /v2.0/ports/1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b HTTP/1.1" status: 200 len: 1097 time: 1.0054436 May 10 15:06:42.931575 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98575aa3-9d6c-4415-8c69-05d89fdf2026', 'tag': '1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:06:42.960394 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc7e549-534c-40fe-b4b0-050c5501c348 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:43.006614 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-379d293b-7842-4166-bea9-76e866959292'] response: {'name': 'network-changed', 'server_uuid': '98575aa3-9d6c-4415-8c69-05d89fdf2026', 'tag': '1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b', 'status': 'completed', 'code': 200} May 10 15:06:43.050870 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1a839f17-92e4-409e-aefe-47b76b0cd800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:43.052359 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-1a839f17-92e4-409e-aefe-47b76b0cd800 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a9909f9f98d4ecdb86468f6df4ada8e&device_id=98575aa3-9d6c-4415-8c69-05d89fdf2026 HTTP/1.1" status: 200 len: 1100 time: 0.0769041 May 10 15:06:43.124667 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-76bc3745-d09d-4854-b3e1-37008dbd1c8a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b HTTP/1.1" status: 200 len: 217 time: 0.0642686 May 10 15:06:43.190455 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-6bc66c6e-d8b6-4189-b32e-b7a3752b4538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:43.191831 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-6bc66c6e-d8b6-4189-b32e-b7a3752b4538 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a8807578-7486-470b-916d-7043f945330b HTTP/1.1" status: 200 len: 843 time: 0.0580003 May 10 15:06:43.269465 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-9f4067a3-9e19-49a2-b95f-2f1b62503fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:43.271283 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-9f4067a3-9e19-49a2-b95f-2f1b62503fcc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0683467 May 10 15:06:43.406134 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-8113dcc3-dbd0-4fa0-80dd-59ab0890848e service neutron] 10.222.0.86 "GET /v2.0/networks/c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249220 May 10 15:06:43.492171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2b758-b87f-4df2-a436-86356a77cade req-8c663833-b2f3-4faf-9649-9118403515fe tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:43.493676 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6fa2b758-b87f-4df2-a436-86356a77cade req-8c663833-b2f3-4faf-9649-9118403515fe tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/ports?device_id=98575aa3-9d6c-4415-8c69-05d89fdf2026 HTTP/1.1" status: 200 len: 947 time: 0.0806017 May 10 15:06:43.539930 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6fa2b758-b87f-4df2-a436-86356a77cade req-ebe45163-2d9f-445b-a969-00ba86777f7e tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ee760cb-0df0-4d92-a93f-1950675a4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396807 May 10 15:06:43.541372 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f8006fdc-a529-47ec-b1d3-28d4e6b16860 req-df72829b-db2f-4fa2-8a55-260cf41bd4b3 service neutron] 10.222.0.86 "GET /v2.0/networks/c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263244 May 10 15:06:43.672600 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51166d3f-e2e0-4bc8-9b2b-d0c7c85d6e45 req-e64b664b-b440-4e03-96d3-84f1afd5be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:43.674010 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-51166d3f-e2e0-4bc8-9b2b-d0c7c85d6e45 req-e64b664b-b440-4e03-96d3-84f1afd5be8c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a9909f9f98d4ecdb86468f6df4ada8e&device_id=98575aa3-9d6c-4415-8c69-05d89fdf2026 HTTP/1.1" status: 200 len: 1100 time: 0.0752809 May 10 15:06:43.802365 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51166d3f-e2e0-4bc8-9b2b-d0c7c85d6e45 req-bbf779da-4a2c-4e96-ac62-18008ee6c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:43.803807 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-51166d3f-e2e0-4bc8-9b2b-d0c7c85d6e45 req-bbf779da-4a2c-4e96-ac62-18008ee6c35b service neutron] 10.222.0.86 "GET /v2.0/networks?id=c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6 HTTP/1.1" status: 200 len: 870 time: 0.1236563 May 10 15:06:43.875168 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-51166d3f-e2e0-4bc8-9b2b-d0c7c85d6e45 req-5c6c4e5e-55e0-4c80-a78f-b365b8c145be service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b HTTP/1.1" status: 200 len: 217 time: 0.0628712 May 10 15:06:44.032686 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51166d3f-e2e0-4bc8-9b2b-d0c7c85d6e45 req-875eb02f-3c53-4616-963c-63d3b43850e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:44.034107 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-51166d3f-e2e0-4bc8-9b2b-d0c7c85d6e45 req-875eb02f-3c53-4616-963c-63d3b43850e2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a8807578-7486-470b-916d-7043f945330b HTTP/1.1" status: 200 len: 843 time: 0.1514840 May 10 15:06:44.111347 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51166d3f-e2e0-4bc8-9b2b-d0c7c85d6e45 req-6cee3375-7fef-44ed-914a-9f975cced70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:44.112782 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-51166d3f-e2e0-4bc8-9b2b-d0c7c85d6e45 req-6cee3375-7fef-44ed-914a-9f975cced70a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0719569 May 10 15:06:44.243796 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-51166d3f-e2e0-4bc8-9b2b-d0c7c85d6e45 req-2e6a8b2a-ca86-48dd-9d3a-c1133ec26323 service neutron] 10.222.0.86 "GET /v2.0/networks/c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215146 May 10 15:06:44.376162 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-51166d3f-e2e0-4bc8-9b2b-d0c7c85d6e45 req-9dad3c71-14c2-47a0-bb50-5cd58e5b756c service neutron] 10.222.0.86 "GET /v2.0/networks/c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249208 May 10 15:06:44.728298 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4b4b4-9f6c-4a8e-8106-f0025e36b4be req-2ff7b7c6-d356-4874-8203-8de6bd02a498 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:44.729903 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4ef4b4b4-9f6c-4a8e-8106-f0025e36b4be req-2ff7b7c6-d356-4874-8203-8de6bd02a498 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/ports?device_id=98575aa3-9d6c-4415-8c69-05d89fdf2026 HTTP/1.1" status: 200 len: 947 time: 0.0839636 May 10 15:06:44.778175 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4ef4b4b4-9f6c-4a8e-8106-f0025e36b4be req-f3dd97fd-74aa-48c0-b650-3716a5085468 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ee760cb-0df0-4d92-a93f-1950675a4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395448 May 10 15:06:45.554566 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:06:45.683660 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b,segment=NetworkSegment(b292bb28-4b2c-4435-b6f2-1fef4c7b45c4),segment_id=b292bb28-4b2c-4435-b6f2-1fef4c7b45c4)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:45.696310 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b', 'network_id': 'c0e63e7e-5d0d-4d0b-b61c-4f4b434e6bd6', 'port_id': '1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b', 'mac_address': 'fa:16:3e:b7:55:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8807578-7486-470b-916d-7043f945330b', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:06:45.753163 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:45.769872 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:06:45.784857 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b,segment=NetworkSegment(b292bb28-4b2c-4435-b6f2-1fef4c7b45c4),segment_id=b292bb28-4b2c-4435-b6f2-1fef4c7b45c4)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:45.788534 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:45.854134 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:45.964685 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c9213-9328-49cb-b30f-85a3b2636b49 req-a7b7f08d-c9cf-4808-a606-b9877caeee25 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:45.966131 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-766c9213-9328-49cb-b30f-85a3b2636b49 req-a7b7f08d-c9cf-4808-a606-b9877caeee25 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/ports?device_id=98575aa3-9d6c-4415-8c69-05d89fdf2026 HTTP/1.1" status: 200 len: 948 time: 0.0802732 May 10 15:06:46.010078 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-766c9213-9328-49cb-b30f-85a3b2636b49 req-71795926-9794-4aff-af21-97a712859493 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ee760cb-0df0-4d92-a93f-1950675a4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383787 May 10 15:06:46.068522 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:06:47.205756 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6745b6-8002-466d-b36f-efa7421ea9d5 req-e89a6bdc-db4d-4e17-b075-eb1e0c8292a4 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:47.207216 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1f6745b6-8002-466d-b36f-efa7421ea9d5 req-e89a6bdc-db4d-4e17-b075-eb1e0c8292a4 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/ports?device_id=98575aa3-9d6c-4415-8c69-05d89fdf2026 HTTP/1.1" status: 200 len: 948 time: 0.0838404 May 10 15:06:47.251279 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1f6745b6-8002-466d-b36f-efa7421ea9d5 req-4a2e267c-4060-40df-9285-b4b89cbe348d tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ee760cb-0df0-4d92-a93f-1950675a4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384910 May 10 15:06:47.549372 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:06:47.616722 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:06:47.621228 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:47.621533 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:47.736023 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:47.763446 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98575aa3-9d6c-4415-8c69-05d89fdf2026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:06:47.773541 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b,segment=NetworkSegment(b292bb28-4b2c-4435-b6f2-1fef4c7b45c4),segment_id=b292bb28-4b2c-4435-b6f2-1fef4c7b45c4)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:47.777312 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:47.807681 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c034a0-c08f-41c5-b114-4121fe624057'] response: {'server_uuid': '98575aa3-9d6c-4415-8c69-05d89fdf2026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b', 'code': 200} May 10 15:06:47.848988 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:48.056502 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bef4d-bb39-47cc-a70d-db362565a965 req-ef1f1daa-9eb6-435c-a8e6-b040c5856c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:48.058012 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-722bef4d-bb39-47cc-a70d-db362565a965 req-ef1f1daa-9eb6-435c-a8e6-b040c5856c1e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=98575aa3-9d6c-4415-8c69-05d89fdf2026 HTTP/1.1" status: 200 len: 1102 time: 0.0734589 May 10 15:06:48.102764 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-722bef4d-bb39-47cc-a70d-db362565a965 req-04c488f9-f509-4799-9822-c4024807109a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2ee760cb-0df0-4d92-a93f-1950675a4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336280 May 10 15:06:48.432093 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a73e1e-3ea1-4b57-bddc-aade29e0e003 req-cb1bd4ad-b8a7-4c35-8b7e-ad50155b31e4 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:48.434035 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-04a73e1e-3ea1-4b57-bddc-aade29e0e003 req-cb1bd4ad-b8a7-4c35-8b7e-ad50155b31e4 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/ports?device_id=98575aa3-9d6c-4415-8c69-05d89fdf2026 HTTP/1.1" status: 200 len: 949 time: 0.0791726 May 10 15:06:48.478033 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-04a73e1e-3ea1-4b57-bddc-aade29e0e003 req-5dfba970-4884-4e8d-93b3-d8c128bb690f tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ee760cb-0df0-4d92-a93f-1950675a4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378664 May 10 15:06:49.668866 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4ed03-72b3-4135-99bf-ba9267911385 req-304d8d6a-c0e7-458a-b497-6900a29c3dc6 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:49.670294 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-34b4ed03-72b3-4135-99bf-ba9267911385 req-304d8d6a-c0e7-458a-b497-6900a29c3dc6 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/ports?device_id=98575aa3-9d6c-4415-8c69-05d89fdf2026 HTTP/1.1" status: 200 len: 949 time: 0.0850008 May 10 15:06:49.713363 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-34b4ed03-72b3-4135-99bf-ba9267911385 req-350533d8-a6b0-4c8b-a4f5-d83a8b7658aa tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ee760cb-0df0-4d92-a93f-1950675a4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374873 May 10 15:06:50.086762 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c8a3e8ae-453f-4d6d-8986-9e76026b5a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:50.792555 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1092e4-1e2b-4b7b-9508-b8ccd90cfb4a req-4c21647c-654f-477b-8b6e-cdf32873be81 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:50.794508 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cf1092e4-1e2b-4b7b-9508-b8ccd90cfb4a req-4c21647c-654f-477b-8b6e-cdf32873be81 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/ports?device_id=98575aa3-9d6c-4415-8c69-05d89fdf2026 HTTP/1.1" status: 200 len: 949 time: 0.0815122 May 10 15:06:50.842120 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cf1092e4-1e2b-4b7b-9508-b8ccd90cfb4a req-59f95fe5-583d-4bdd-85ad-1f4055a1990b tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ee760cb-0df0-4d92-a93f-1950675a4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420358 May 10 15:06:52.029126 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7004f-7f52-4283-88f8-a704d34fb4c9 req-0d17eb08-b894-4ad3-b1bb-91db9af9cde4 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:52.030598 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-30e7004f-7f52-4283-88f8-a704d34fb4c9 req-0d17eb08-b894-4ad3-b1bb-91db9af9cde4 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/ports?device_id=98575aa3-9d6c-4415-8c69-05d89fdf2026 HTTP/1.1" status: 200 len: 949 time: 0.0797009 May 10 15:06:52.074699 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-30e7004f-7f52-4283-88f8-a704d34fb4c9 req-23d38624-9bf6-4b2a-a63f-7263595fb29d tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/security-groups?id=2ee760cb-0df0-4d92-a93f-1950675a4ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379317 May 10 15:06:52.157210 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaba81-4fa5-4f59-bdab-e86cbdf2d0c6 req-b7bfde05-3ec9-4d5b-9f14-e350b4793762 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:52.157805 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-e6aaba81-4fa5-4f59-bdab-e86cbdf2d0c6 req-b7bfde05-3ec9-4d5b-9f14-e350b4793762 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Synchronizing usage tracker for tenant:2a9909f9f98d4ecdb86468f6df4ada8e on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:06:52.174372 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-e6aaba81-4fa5-4f59-bdab-e86cbdf2d0c6 req-b7bfde05-3ec9-4d5b-9f14-e350b4793762 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Unset dirty status for tenant:2a9909f9f98d4ecdb86468f6df4ada8e on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:06:52.175474 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e6aaba81-4fa5-4f59-bdab-e86cbdf2d0c6 req-b7bfde05-3ec9-4d5b-9f14-e350b4793762 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.86 "GET /v2.0/ports?device_id=98575aa3-9d6c-4415-8c69-05d89fdf2026 HTTP/1.1" status: 200 len: 949 time: 0.0997114 May 10 15:06:52.247068 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-e6aaba81-4fa5-4f59-bdab-e86cbdf2d0c6 req-c52d33a9-2efe-4639-a0ee-6b495646a855 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Deleting port 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:06:52.247404 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-e6aaba81-4fa5-4f59-bdab-e86cbdf2d0c6 req-c52d33a9-2efe-4639-a0ee-6b495646a855 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:52.371428 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-72782b69-0a52-4ee7-b27c-ec14044626ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:52.491839 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-e6aaba81-4fa5-4f59-bdab-e86cbdf2d0c6 req-c52d33a9-2efe-4639-a0ee-6b495646a855 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] For port 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b,segment=NetworkSegment(b292bb28-4b2c-4435-b6f2-1fef4c7b45c4),segment_id=b292bb28-4b2c-4435-b6f2-1fef4c7b45c4)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:52.492194 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-e6aaba81-4fa5-4f59-bdab-e86cbdf2d0c6 req-c52d33a9-2efe-4639-a0ee-6b495646a855 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:52.620204 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-e6aaba81-4fa5-4f59-bdab-e86cbdf2d0c6 req-c52d33a9-2efe-4639-a0ee-6b495646a855 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Calling delete_port for 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:06:52.763788 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-e6aaba81-4fa5-4f59-bdab-e86cbdf2d0c6 req-c52d33a9-2efe-4639-a0ee-6b495646a855 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:52.779551 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:06:52.814221 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d33a9-2efe-4639-a0ee-6b495646a855 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Pushing event deleted for resources: {'Port': ['ID=1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:52.893960 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6aaba81-4fa5-4f59-bdab-e86cbdf2d0c6 req-c52d33a9-2efe-4639-a0ee-6b495646a855 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] No DVR routers for this DVR port 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:06:52.896702 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-e6aaba81-4fa5-4f59-bdab-e86cbdf2d0c6 req-c52d33a9-2efe-4639-a0ee-6b495646a855 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:52.899351 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98575aa3-9d6c-4415-8c69-05d89fdf2026', 'name': 'network-vif-deleted', 'tag': '1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:06:52.918640 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e6aaba81-4fa5-4f59-bdab-e86cbdf2d0c6 req-c52d33a9-2efe-4639-a0ee-6b495646a855 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.86 "DELETE /v2.0/ports/1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b HTTP/1.1" status: 204 len: 173 time: 0.7350557 May 10 15:06:52.952340 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7f237df-da80-4b78-929c-2306d73809b1'] response: {'server_uuid': '98575aa3-9d6c-4415-8c69-05d89fdf2026', 'name': 'network-vif-deleted', 'tag': '1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b', 'status': 'completed', 'code': 200} May 10 15:06:53.238351 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:53.241825 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9ac6789b-31bc-463c-b936-6acc50237e00 req-93f1f21e-20c5-480b-8223-1fde92717ed6 tempest-ServersAdminNegativeTestJSON-713395172 tempest-ServersAdminNegativeTestJSON-713395172-project] 10.222.0.79 "GET /v2.0/ports?device_id=98575aa3-9d6c-4415-8c69-05d89fdf2026 HTTP/1.1" status: 200 len: 210 time: 0.0460470 May 10 15:06:53.312871 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:53.366783 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:54.602144 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49514) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:54.752628 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b9f9e3d6-327e-4a98-9bf9-1cc2d63dfcb9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2a9909f9f98d4ecdb86468f6df4ada8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493158 May 10 15:06:54.755127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49520) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:54.812725 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8e1fd6cf-b1fd-4580-aa91-f53130340dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:54.841364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8e1fd6cf-b1fd-4580-aa91-f53130340dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:54.896345 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8e1fd6cf-b1fd-4580-aa91-f53130340dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:54.914064 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:54.914768 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fd6cf-b1fd-4580-aa91-f53130340dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee760cb-0df0-4d92-a93f-1950675a4ac6,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:54.917620 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8e1fd6cf-b1fd-4580-aa91-f53130340dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:54.921870 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8e1fd6cf-b1fd-4580-aa91-f53130340dbe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2ee760cb-0df0-4d92-a93f-1950675a4ac6 HTTP/1.1" status: 204 len: 168 time: 0.1626699 May 10 15:06:55.197294 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49528) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:55.215187 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b816ffe-0b7e-4c5e-99eb-500d1e22ed8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:55.229389 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2b816ffe-0b7e-4c5e-99eb-500d1e22ed8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:55.233523 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2b816ffe-0b7e-4c5e-99eb-500d1e22ed8c admin admin] Usage tracker for resource:security_group_rule and tenant:2e67d0d9be5d43aa88e4deacebf18ea7 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:55.236320 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2b816ffe-0b7e-4c5e-99eb-500d1e22ed8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:55.241854 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2b816ffe-0b7e-4c5e-99eb-500d1e22ed8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:55.324526 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b816ffe-0b7e-4c5e-99eb-500d1e22ed8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:55.329292 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2b816ffe-0b7e-4c5e-99eb-500d1e22ed8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:55.375949 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2b816ffe-0b7e-4c5e-99eb-500d1e22ed8c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2e67d0d9be5d43aa88e4deacebf18ea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775272 May 10 15:06:55.376841 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b816ffe-0b7e-4c5e-99eb-500d1e22ed8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0eee48-04b2-481c-974f-ec482fdb5f33,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:55.378619 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 49532) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:55.436116 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8f6448b4-f6b2-46d6-bb0c-22491c6fe9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:55.461255 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8f6448b4-f6b2-46d6-bb0c-22491c6fe9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:55.512779 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8f6448b4-f6b2-46d6-bb0c-22491c6fe9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:55.527018 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6448b4-f6b2-46d6-bb0c-22491c6fe9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0eee48-04b2-481c-974f-ec482fdb5f33,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:55.533097 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8f6448b4-f6b2-46d6-bb0c-22491c6fe9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:55.536807 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8f6448b4-f6b2-46d6-bb0c-22491c6fe9a5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ff0eee48-04b2-481c-974f-ec482fdb5f33 HTTP/1.1" status: 204 len: 168 time: 0.1572053 May 10 15:06:55.598018 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:06:55.635910 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:06:55.636184 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 1a9d1c7b-b4c1-4674-bc8d-39c25c81a07b not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:06:56.274336 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 49556) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:56.379825 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-a51e06a1-a1c5-445a-b73b-abec6c39e0c9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-562207430-network', 'tenant_id': 'bc653495f6924082bd918689fb83726b'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:56.384592 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a51e06a1-a1c5-445a-b73b-abec6c39e0c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:56.389460 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a51e06a1-a1c5-445a-b73b-abec6c39e0c9 admin admin] Usage tracker for resource:network and tenant:bc653495f6924082bd918689fb83726b is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:56.392326 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a51e06a1-a1c5-445a-b73b-abec6c39e0c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:56.398742 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a51e06a1-a1c5-445a-b73b-abec6c39e0c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:56.408554 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51e06a1-a1c5-445a-b73b-abec6c39e0c9 admin admin] Made reservation on behalf of bc653495f6924082bd918689fb83726b for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:06:56.410828 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a51e06a1-a1c5-445a-b73b-abec6c39e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:56.425135 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a51e06a1-a1c5-445a-b73b-abec6c39e0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:56.439767 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a51e06a1-a1c5-445a-b73b-abec6c39e0c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:56.443689 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a51e06a1-a1c5-445a-b73b-abec6c39e0c9 admin admin] Usage tracker for resource:security_group_rule and tenant:bc653495f6924082bd918689fb83726b is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:56.446434 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a51e06a1-a1c5-445a-b73b-abec6c39e0c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:56.452309 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a51e06a1-a1c5-445a-b73b-abec6c39e0c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:56.542616 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a51e06a1-a1c5-445a-b73b-abec6c39e0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:56.547294 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a51e06a1-a1c5-445a-b73b-abec6c39e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:56.577884 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51e06a1-a1c5-445a-b73b-abec6c39e0c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:06:56.586635 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e06a1-a1c5-445a-b73b-abec6c39e0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:56.592768 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a51e06a1-a1c5-445a-b73b-abec6c39e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:56.593104 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-a51e06a1-a1c5-445a-b73b-abec6c39e0c9 admin admin] Added segment 56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f of type vlan for network ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0 May 10 15:06:56.620168 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a51e06a1-a1c5-445a-b73b-abec6c39e0c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:56.648483 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a51e06a1-a1c5-445a-b73b-abec6c39e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:56.649438 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51e06a1-a1c5-445a-b73b-abec6c39e0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:56.649973 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a51e06a1-a1c5-445a-b73b-abec6c39e0c9 admin admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:56.854282 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a51e06a1-a1c5-445a-b73b-abec6c39e0c9 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5787532 May 10 15:06:56.857377 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49562) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:56.858125 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e06a1-a1c5-445a-b73b-abec6c39e0c9 admin admin] Pushing event updated for resources: {'Network': ['ID=ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:56.863807 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-9ddecd23-ee52-4d32-92d5-0102639e4cbd admin admin] Request body: {'subnet': {'network_id': 'ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-562207430-subnet', 'tenant_id': 'bc653495f6924082bd918689fb83726b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:56.868716 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:06:56.869240 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-9ddecd23-ee52-4d32-92d5-0102639e4cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:56.873899 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-9ddecd23-ee52-4d32-92d5-0102639e4cbd admin admin] Usage tracker for resource:subnet and tenant:bc653495f6924082bd918689fb83726b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:56.877244 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-9ddecd23-ee52-4d32-92d5-0102639e4cbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:56.883767 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-9ddecd23-ee52-4d32-92d5-0102639e4cbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:56.894873 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddecd23-ee52-4d32-92d5-0102639e4cbd admin admin] Made reservation on behalf of bc653495f6924082bd918689fb83726b for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:06:56.897723 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ddecd23-ee52-4d32-92d5-0102639e4cbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:57.191953 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ddecd23-ee52-4d32-92d5-0102639e4cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:57.261751 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddecd23-ee52-4d32-92d5-0102639e4cbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c49986b0-3b37-4bd9-85ec-353bffdc33af,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:57.272993 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddecd23-ee52-4d32-92d5-0102639e4cbd admin admin] Checking segment: {'id': '56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:06:57.273345 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddecd23-ee52-4d32-92d5-0102639e4cbd admin admin] Network hostable DHCP agents. Network: ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:06:57.291546 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddecd23-ee52-4d32-92d5-0102639e4cbd admin admin] Network ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:06:57.300646 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-9ddecd23-ee52-4d32-92d5-0102639e4cbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:06:57.304525 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddecd23-ee52-4d32-92d5-0102639e4cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:57.305099 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-9ddecd23-ee52-4d32-92d5-0102639e4cbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:57.309256 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab72070-e285-4e61-99d4-a250ca089f77 None None] Network ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:06:57.330876 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-9ddecd23-ee52-4d32-92d5-0102639e4cbd admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4723732 May 10 15:06:57.527358 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d163dae4-0b92-4fae-a393-1c0cb03fdcc5 None None] Network ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:06:57.838202 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-81b91135-8596-4edc-94d4-803244efea61 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:57.838903 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-81b91135-8596-4edc-94d4-803244efea61 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Synchronizing usage tracker for tenant:bc653495f6924082bd918689fb83726b on resource:network {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:06:57.855423 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-81b91135-8596-4edc-94d4-803244efea61 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Unset dirty status for tenant:bc653495f6924082bd918689fb83726b on resource:network {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:06:57.857296 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-81b91135-8596-4edc-94d4-803244efea61 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/networks?id=ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0 HTTP/1.1" status: 200 len: 811 time: 0.1619270 May 10 15:06:57.873329 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-82461887-e1f1-43bb-8e53-cc795fa58e96 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/quotas/bc653495f6924082bd918689fb83726b HTTP/1.1" status: 200 len: 375 time: 0.0100868 May 10 15:06:57.920509 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-e21f2adb-717b-412b-9422-3f898fe156e4 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc653495f6924082bd918689fb83726b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419514 May 10 15:06:58.098586 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-996c75d2-0b0e-4c86-a0bc-7286f39ead33 service neutron] 10.222.0.79 "GET /v2.0/networks/ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711667 May 10 15:06:58.229979 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-0694ac24-3a03-45f9-857b-92b5e0b3f9a6 service neutron] 10.222.0.79 "GET /v2.0/networks/ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256599 May 10 15:06:58.410293 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-76659b53-2c1f-4fc2-a930-2d13cad64fbf req-f4adb7f8-0e6f-4551-aaf1-8b4a7cb1f811 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 210 time: 0.0448105 May 10 15:06:59.550724 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-90f8933b-333d-4af7-9a28-3b010bfe0e09 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:06:59.552155 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-90f8933b-333d-4af7-9a28-3b010bfe0e09 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.86 "GET /v2.0/networks?id=ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0 HTTP/1.1" status: 200 len: 811 time: 0.1533568 May 10 15:06:59.564960 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-48126a92-429b-4c18-8335-eb46793d8424 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Request body: {'port': {'device_id': 'd522c005-8265-45e4-aa92-8cac1634f67b', 'network_id': 'ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0', 'admin_state_up': True, 'tenant_id': 'bc653495f6924082bd918689fb83726b'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:59.565432 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-167dbe90-1dab-4e21-a85d-efe1c99d41ec req-3c8a077c-1703-4468-90ee-b6ad6edc68de tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 210 time: 0.0490324 May 10 15:06:59.710063 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-48126a92-429b-4c18-8335-eb46793d8424 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:59.713827 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-48126a92-429b-4c18-8335-eb46793d8424 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Usage tracker for resource:port and tenant:bc653495f6924082bd918689fb83726b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:59.717074 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-48126a92-429b-4c18-8335-eb46793d8424 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:59.722686 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-48126a92-429b-4c18-8335-eb46793d8424 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:59.731877 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-48126a92-429b-4c18-8335-eb46793d8424 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Made reservation on behalf of bc653495f6924082bd918689fb83726b for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:06:59.735261 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-48126a92-429b-4c18-8335-eb46793d8424 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:59.898035 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-48126a92-429b-4c18-8335-eb46793d8424 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Allocated IP 172.20.0.3 (ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0/c49986b0-3b37-4bd9-85ec-353bffdc33af/3e20f754-e90d-4f28-9328-673b78e58993) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:07:00.109326 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-48126a92-429b-4c18-8335-eb46793d8424 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:00.137815 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-48126a92-429b-4c18-8335-eb46793d8424 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:00.206236 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-48126a92-429b-4c18-8335-eb46793d8424 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Network ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:07:00.209075 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-48126a92-429b-4c18-8335-eb46793d8424 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:07:00.213081 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-48126a92-429b-4c18-8335-eb46793d8424 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:07:00.254927 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48126a92-429b-4c18-8335-eb46793d8424 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Pushing event updated for resources: {'Port': ['ID=3e20f754-e90d-4f28-9328-673b78e58993,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:00.279729 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-48126a92-429b-4c18-8335-eb46793d8424 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:00.280325 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-48126a92-429b-4c18-8335-eb46793d8424 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:00.300785 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-48126a92-429b-4c18-8335-eb46793d8424 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7398539 May 10 15:07:00.315668 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-0bea43da-b814-4d89-bea0-070eef5544e9 service neutron] Request body: {'port': {'device_id': 'd522c005-8265-45e4-aa92-8cac1634f67b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:07:00.426507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-0bea43da-b814-4d89-bea0-070eef5544e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:00.754329 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514bf70-3e81-454a-9bdc-02a77daeabc2 req-cff78fc7-b38e-44bf-aa7e-35717c6a4d7c tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:00.755826 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e514bf70-3e81-454a-9bdc-02a77daeabc2 req-cff78fc7-b38e-44bf-aa7e-35717c6a4d7c tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 931 time: 0.0801876 May 10 15:07:00.772575 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-0bea43da-b814-4d89-bea0-070eef5544e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e20f754-e90d-4f28-9328-673b78e58993 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:07:00.780477 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-0bea43da-b814-4d89-bea0-070eef5544e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:00.795001 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-0bea43da-b814-4d89-bea0-070eef5544e9 service neutron] Transition to ACTIVE for port object 3e20f754-e90d-4f28-9328-673b78e58993 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:07:00.798647 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-0bea43da-b814-4d89-bea0-070eef5544e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:00.801199 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-e514bf70-3e81-454a-9bdc-02a77daeabc2 req-d5844245-603e-4ac9-90e3-5ed3bf1f2e92 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Synchronizing usage tracker for tenant:bc653495f6924082bd918689fb83726b on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:07:00.817958 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-e514bf70-3e81-454a-9bdc-02a77daeabc2 req-d5844245-603e-4ac9-90e3-5ed3bf1f2e92 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Unset dirty status for tenant:bc653495f6924082bd918689fb83726b on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:07:00.819147 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e514bf70-3e81-454a-9bdc-02a77daeabc2 req-d5844245-603e-4ac9-90e3-5ed3bf1f2e92 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574269 May 10 15:07:00.958388 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea43da-b814-4d89-bea0-070eef5544e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3e20f754-e90d-4f28-9328-673b78e58993,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:01.028979 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-0bea43da-b814-4d89-bea0-070eef5544e9 service neutron] Attempting to bind port 3e20f754-e90d-4f28-9328-673b78e58993 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:07:01.029215 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-0bea43da-b814-4d89-bea0-070eef5544e9 service neutron] Attempting to bind port 3e20f754-e90d-4f28-9328-673b78e58993 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:07:01.029532 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-0bea43da-b814-4d89-bea0-070eef5544e9 service neutron] Attempting to bind port 3e20f754-e90d-4f28-9328-673b78e58993 on network ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:07:01.034024 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-0bea43da-b814-4d89-bea0-070eef5544e9 service neutron] Port 3e20f754-e90d-4f28-9328-673b78e58993 on network ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:07:01.034335 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-0bea43da-b814-4d89-bea0-070eef5544e9 service neutron] Attempting to bind port 3e20f754-e90d-4f28-9328-673b78e58993 on network ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:07:01.040191 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-0bea43da-b814-4d89-bea0-070eef5544e9 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:07:01.040652 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-0bea43da-b814-4d89-bea0-070eef5544e9 service neutron] Checking segment: {'id': '56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:07:01.041033 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-0bea43da-b814-4d89-bea0-070eef5544e9 service neutron] Bound using segment: {'id': '56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:07:01.041460 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-0bea43da-b814-4d89-bea0-070eef5544e9 service neutron] Bound port: 3e20f754-e90d-4f28-9328-673b78e58993, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:07:01.041798 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-0bea43da-b814-4d89-bea0-070eef5544e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:01.131061 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-0bea43da-b814-4d89-bea0-070eef5544e9 service neutron] For port 3e20f754-e90d-4f28-9328-673b78e58993, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:07:01.134632 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-0bea43da-b814-4d89-bea0-070eef5544e9 service neutron] For port 3e20f754-e90d-4f28-9328-673b78e58993, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=3e20f754-e90d-4f28-9328-673b78e58993,segment=NetworkSegment(56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f),segment_id=56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:07:01.139371 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-0bea43da-b814-4d89-bea0-070eef5544e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:01.196368 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-0bea43da-b814-4d89-bea0-070eef5544e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:01.196968 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-0bea43da-b814-4d89-bea0-070eef5544e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:01.198348 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-0bea43da-b814-4d89-bea0-070eef5544e9 service neutron] 10.222.0.86 "PUT /v2.0/ports/3e20f754-e90d-4f28-9328-673b78e58993 HTTP/1.1" status: 200 len: 1093 time: 0.8866267 May 10 15:07:01.198801 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd522c005-8265-45e4-aa92-8cac1634f67b', 'tag': '3e20f754-e90d-4f28-9328-673b78e58993'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:07:01.223900 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea43da-b814-4d89-bea0-070eef5544e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3e20f754-e90d-4f28-9328-673b78e58993,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:01.280526 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d36bab58-4113-4236-9fd8-3b552f504b9b'] response: {'name': 'network-changed', 'server_uuid': 'd522c005-8265-45e4-aa92-8cac1634f67b', 'tag': '3e20f754-e90d-4f28-9328-673b78e58993', 'status': 'completed', 'code': 200} May 10 15:07:01.314599 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-888b4e68-53d6-4170-ad5d-647125da7378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:01.316047 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-888b4e68-53d6-4170-ad5d-647125da7378 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bc653495f6924082bd918689fb83726b&device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 1096 time: 0.0746176 May 10 15:07:01.386691 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-676cac71-21e9-4670-96a1-1a9dbd194b52 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e20f754-e90d-4f28-9328-673b78e58993 HTTP/1.1" status: 200 len: 217 time: 0.0593374 May 10 15:07:01.547704 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-2951b859-a9fb-47fc-bbbc-282ad1f3a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:01.549023 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-2951b859-a9fb-47fc-bbbc-282ad1f3a864 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c49986b0-3b37-4bd9-85ec-353bffdc33af HTTP/1.1" status: 200 len: 851 time: 0.1524830 May 10 15:07:01.598575 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-5601b8b4-0f65-48b4-8abd-9feeaa23e483 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404251 May 10 15:07:01.730418 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-d48a1fbf-84c4-4d08-b49f-c74d5b825be4 service neutron] 10.222.0.86 "GET /v2.0/networks/ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222603 May 10 15:07:01.863792 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0fb88f39-0708-4b53-bf4c-a0c7c53099b4 req-127ad91e-4272-4a90-bcb1-47431e118de6 service neutron] 10.222.0.86 "GET /v2.0/networks/ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239195 May 10 15:07:01.991436 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29423a3-c1c7-469c-a7b9-43c93c8c8ef1 req-2598f706-c1e1-42c8-987e-fab8a5921e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:01.992912 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f29423a3-c1c7-469c-a7b9-43c93c8c8ef1 req-2598f706-c1e1-42c8-987e-fab8a5921e0d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bc653495f6924082bd918689fb83726b&device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 1096 time: 0.0792372 May 10 15:07:02.014332 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d39a48-ed42-4413-9357-75f6ad90c86e req-d14203ff-c23c-4cee-ac5f-235542877720 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:02.015820 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-58d39a48-ed42-4413-9357-75f6ad90c86e req-d14203ff-c23c-4cee-ac5f-235542877720 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 943 time: 0.0832748 May 10 15:07:02.061492 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-58d39a48-ed42-4413-9357-75f6ad90c86e req-ce48a45b-0348-4693-81a8-cfdaf7f47d03 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397248 May 10 15:07:02.127349 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29423a3-c1c7-469c-a7b9-43c93c8c8ef1 req-4d771398-11b2-45db-9b68-d8116da8adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:02.128699 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f29423a3-c1c7-469c-a7b9-43c93c8c8ef1 req-4d771398-11b2-45db-9b68-d8116da8adb1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0 HTTP/1.1" status: 200 len: 912 time: 0.1272869 May 10 15:07:02.195225 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f29423a3-c1c7-469c-a7b9-43c93c8c8ef1 req-aed69376-d5bb-4b41-8703-f61756c0115b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e20f754-e90d-4f28-9328-673b78e58993 HTTP/1.1" status: 200 len: 217 time: 0.0594640 May 10 15:07:02.259501 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29423a3-c1c7-469c-a7b9-43c93c8c8ef1 req-ced95cfc-530f-4092-a26c-6416be73c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:02.260890 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f29423a3-c1c7-469c-a7b9-43c93c8c8ef1 req-ced95cfc-530f-4092-a26c-6416be73c7b2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c49986b0-3b37-4bd9-85ec-353bffdc33af HTTP/1.1" status: 200 len: 851 time: 0.0589559 May 10 15:07:02.307994 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f29423a3-c1c7-469c-a7b9-43c93c8c8ef1 req-0bf80b63-2c4b-46ca-b16c-f688100531b8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398567 May 10 15:07:02.439998 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f29423a3-c1c7-469c-a7b9-43c93c8c8ef1 req-d6fa79d7-4505-4abc-a6d9-e54d119c0a27 service neutron] 10.222.0.86 "GET /v2.0/networks/ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247079 May 10 15:07:02.569942 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f29423a3-c1c7-469c-a7b9-43c93c8c8ef1 req-cd7a2fbc-1d8e-45fe-98da-4751a86cbc63 service neutron] 10.222.0.86 "GET /v2.0/networks/ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229911 May 10 15:07:03.248707 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ca43b-7409-4218-849f-d46ab12ca5aa req-5106f407-ce8a-4495-b9ce-0ae50583cf7f tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:03.250148 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ea9ca43b-7409-4218-849f-d46ab12ca5aa req-5106f407-ce8a-4495-b9ce-0ae50583cf7f tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 943 time: 0.0803800 May 10 15:07:03.296866 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ea9ca43b-7409-4218-849f-d46ab12ca5aa req-06c33ae3-1a62-44c0-ba7f-23692a30ec62 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410540 May 10 15:07:03.618402 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 3e20f754-e90d-4f28-9328-673b78e58993 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:07:03.781173 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 3e20f754-e90d-4f28-9328-673b78e58993, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=3e20f754-e90d-4f28-9328-673b78e58993,segment=NetworkSegment(56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f),segment_id=56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:03.794404 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '3e20f754-e90d-4f28-9328-673b78e58993', 'network_id': 'ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0', 'port_id': '3e20f754-e90d-4f28-9328-673b78e58993', 'mac_address': 'fa:16:3e:c7:f6:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c49986b0-3b37-4bd9-85ec-353bffdc33af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:07:03.851390 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:03.868348 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e20f754-e90d-4f28-9328-673b78e58993 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:07:03.884831 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 3e20f754-e90d-4f28-9328-673b78e58993, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=3e20f754-e90d-4f28-9328-673b78e58993,segment=NetworkSegment(56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f),segment_id=56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:03.889875 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:03.957653 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=3e20f754-e90d-4f28-9328-673b78e58993,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:04.143110 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['3e20f754-e90d-4f28-9328-673b78e58993'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:07:04.477422 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e865643-3740-426f-a179-97e1cd2d1bbe req-429196ee-060a-4941-9e2d-996589080cda tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:04.478871 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0e865643-3740-426f-a179-97e1cd2d1bbe req-429196ee-060a-4941-9e2d-996589080cda tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 944 time: 0.0792611 May 10 15:07:04.524710 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0e865643-3740-426f-a179-97e1cd2d1bbe req-cd675eb3-f09c-4765-be2f-23318f0784c2 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383980 May 10 15:07:05.658583 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 3e20f754-e90d-4f28-9328-673b78e58993 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:07:05.713102 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3dba4-d0f3-42ad-9b45-9cdcca7a83df req-bfb5e9ef-9865-45f2-899d-9390bddcd36e tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:05.714593 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-56a3dba4-d0f3-42ad-9b45-9cdcca7a83df req-bfb5e9ef-9865-45f2-899d-9390bddcd36e tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 944 time: 0.0843444 May 10 15:07:05.730186 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port 3e20f754-e90d-4f28-9328-673b78e58993 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:07:05.735610 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 3e20f754-e90d-4f28-9328-673b78e58993 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:07:05.735974 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:05.760671 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-56a3dba4-d0f3-42ad-9b45-9cdcca7a83df req-fb66d43c-439b-43c8-b54d-f1094758b9a1 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393250 May 10 15:07:05.852967 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:05.879214 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd522c005-8265-45e4-aa92-8cac1634f67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e20f754-e90d-4f28-9328-673b78e58993'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:07:05.888927 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 3e20f754-e90d-4f28-9328-673b78e58993, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=3e20f754-e90d-4f28-9328-673b78e58993,segment=NetworkSegment(56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f),segment_id=56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:05.893923 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:05.928867 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de40db3-d8ca-4969-948b-f74f16c7dba3'] response: {'server_uuid': 'd522c005-8265-45e4-aa92-8cac1634f67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e20f754-e90d-4f28-9328-673b78e58993', 'code': 200} May 10 15:07:05.967110 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=3e20f754-e90d-4f28-9328-673b78e58993,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:06.163079 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24815c-c753-41c0-b5cf-517e6c7a13a1 req-b45424e1-6f00-454d-adef-6baf1e74810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:06.164432 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-bd24815c-c753-41c0-b5cf-517e6c7a13a1 req-b45424e1-6f00-454d-adef-6baf1e74810c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 1098 time: 0.0728197 May 10 15:07:06.207503 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-bd24815c-c753-41c0-b5cf-517e6c7a13a1 req-ea9b082d-33ff-4177-b4c9-d007a573477f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338356 May 10 15:07:06.945457 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e205dee-65c5-4a15-9fd5-0abca092becb req-bc6e442c-e81d-46eb-9972-800bfccbcd9e tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:06.946993 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3e205dee-65c5-4a15-9fd5-0abca092becb req-bc6e442c-e81d-46eb-9972-800bfccbcd9e tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0807695 May 10 15:07:06.992210 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3e205dee-65c5-4a15-9fd5-0abca092becb req-e97c7049-5fbf-49e0-9d06-21329c90d2a5 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386591 May 10 15:07:08.183493 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22468a7-f577-41af-9f47-aafdb00f8828 req-66166e01-d157-46f5-857c-9d47d06f09fa tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:08.184883 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f22468a7-f577-41af-9f47-aafdb00f8828 req-66166e01-d157-46f5-857c-9d47d06f09fa tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0844865 May 10 15:07:08.228462 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f22468a7-f577-41af-9f47-aafdb00f8828 req-1df4e782-fe7b-4a9d-ae71-c8780d9aacaa tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378492 May 10 15:07:08.595096 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49626) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:08.626256 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ea0d7-8410-4b55-b236-ebb1c9d2fd81 req-6f4bc8b8-73f2-435d-ad3d-af70c25d8d49 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:08.627747 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-261ea0d7-8410-4b55-b236-ebb1c9d2fd81 req-6f4bc8b8-73f2-435d-ad3d-af70c25d8d49 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0814962 May 10 15:07:08.672687 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-261ea0d7-8410-4b55-b236-ebb1c9d2fd81 req-43167bb2-219e-4bb3-bf38-83afb68f9ecb tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392983 May 10 15:07:08.711821 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5f63dd15-c4e6-456d-91cb-0772884f6597 req-5cfba90e-719a-4826-a27b-6b981455dd72 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1153846 May 10 15:07:09.860870 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200472a-8d6a-434c-be14-617d73f09d67 req-e493d125-50da-4484-bf6a-f2110c4c98c4 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:09.862292 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6200472a-8d6a-434c-be14-617d73f09d67 req-e493d125-50da-4484-bf6a-f2110c4c98c4 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0829163 May 10 15:07:09.912357 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6200472a-8d6a-434c-be14-617d73f09d67 req-eea1a558-391f-4bcf-97d4-f21587d784f5 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438058 May 10 15:07:10.035669 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63dd15-c4e6-456d-91cb-0772884f6597 req-8d3e3faf-cbd2-4193-b1c6-0e2a435264ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:10.037122 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5f63dd15-c4e6-456d-91cb-0772884f6597 req-8d3e3faf-cbd2-4193-b1c6-0e2a435264ec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bc653495f6924082bd918689fb83726b&device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 1098 time: 0.1255858 May 10 15:07:10.168030 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63dd15-c4e6-456d-91cb-0772884f6597 req-fe928bc9-a030-454d-ad00-017badf27a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:10.169398 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5f63dd15-c4e6-456d-91cb-0772884f6597 req-fe928bc9-a030-454d-ad00-017badf27a03 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0 HTTP/1.1" status: 200 len: 912 time: 0.1267021 May 10 15:07:10.239593 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5f63dd15-c4e6-456d-91cb-0772884f6597 req-637f7223-6f31-4fab-b908-2a3b107a05ec service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e20f754-e90d-4f28-9328-673b78e58993 HTTP/1.1" status: 200 len: 217 time: 0.0641854 May 10 15:07:10.408904 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63dd15-c4e6-456d-91cb-0772884f6597 req-d4fd6ab1-1aed-4039-9845-9800f398bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:10.410357 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5f63dd15-c4e6-456d-91cb-0772884f6597 req-d4fd6ab1-1aed-4039-9845-9800f398bf21 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c49986b0-3b37-4bd9-85ec-353bffdc33af HTTP/1.1" status: 200 len: 851 time: 0.1648140 May 10 15:07:10.460699 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5f63dd15-c4e6-456d-91cb-0772884f6597 req-b0dcb660-3cda-4616-a301-fb2f836fb35c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442832 May 10 15:07:10.631617 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5f63dd15-c4e6-456d-91cb-0772884f6597 req-12926a33-0e32-4c61-aeed-e620373eddf5 service neutron] 10.222.0.86 "GET /v2.0/networks/ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642866 May 10 15:07:10.780345 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5f63dd15-c4e6-456d-91cb-0772884f6597 req-621a0fd5-cb47-4de5-ab79-340aeff9d032 service neutron] 10.222.0.86 "GET /v2.0/networks/ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424465 May 10 15:07:11.108163 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f3ba4-6125-425f-ba96-36334120362f req-5b9e4448-c4da-401e-87f0-7b161fa71c65 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:11.109528 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-122f3ba4-6125-425f-ba96-36334120362f req-5b9e4448-c4da-401e-87f0-7b161fa71c65 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0840528 May 10 15:07:11.158715 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-122f3ba4-6125-425f-ba96-36334120362f req-4ca19759-5b7f-4aa0-b4b8-e3653029573f tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432999 May 10 15:07:12.344611 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417b1e9-4175-4aa1-99e1-fcb5717a155a req-908aa040-75e2-4536-b47f-8305a44870ee tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:12.346049 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5417b1e9-4175-4aa1-99e1-fcb5717a155a req-908aa040-75e2-4536-b47f-8305a44870ee tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0806575 May 10 15:07:12.390015 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5417b1e9-4175-4aa1-99e1-fcb5717a155a req-5bd46d6d-7a02-44ec-826d-e8315723fcc4 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383136 May 10 15:07:13.579465 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806253d-03ee-441e-8298-9d10936695df req-b3baec2f-6388-4058-837b-dae337a022ef tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:13.580894 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a806253d-03ee-441e-8298-9d10936695df req-b3baec2f-6388-4058-837b-dae337a022ef tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0848477 May 10 15:07:13.625722 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a806253d-03ee-441e-8298-9d10936695df req-c570193d-b24d-4fb4-a583-3d237cc072b0 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392048 May 10 15:07:14.821239 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18fb26-158e-46e2-bc74-2a46108f64de req-d9a0f6e1-8553-4331-aa95-c569301fa376 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:14.822707 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7e18fb26-158e-46e2-bc74-2a46108f64de req-d9a0f6e1-8553-4331-aa95-c569301fa376 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0822906 May 10 15:07:14.868994 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7e18fb26-158e-46e2-bc74-2a46108f64de req-f80ca022-0c63-495f-9120-e4daa50f333d tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394938 May 10 15:07:14.947127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f0e8e-0cdd-4222-9cd1-9759cc149075 req-1197f25c-2190-4497-9fee-366158c917ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:14.948591 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-948f0e8e-0cdd-4222-9cd1-9759cc149075 req-1197f25c-2190-4497-9fee-366158c917ac service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bc653495f6924082bd918689fb83726b&device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 1098 time: 0.0726817 May 10 15:07:15.093772 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f0e8e-0cdd-4222-9cd1-9759cc149075 req-76ca4b1f-9f8c-4079-8135-d72f5dbdaaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:15.095231 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-948f0e8e-0cdd-4222-9cd1-9759cc149075 req-76ca4b1f-9f8c-4079-8135-d72f5dbdaaa5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0 HTTP/1.1" status: 200 len: 912 time: 0.1282544 May 10 15:07:15.166994 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-948f0e8e-0cdd-4222-9cd1-9759cc149075 req-5346daa0-315e-40e8-93a0-05215cf2200d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e20f754-e90d-4f28-9328-673b78e58993 HTTP/1.1" status: 200 len: 217 time: 0.0642922 May 10 15:07:15.230592 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f0e8e-0cdd-4222-9cd1-9759cc149075 req-107fc250-81ae-4b5d-926c-9f83c994bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:15.232032 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-948f0e8e-0cdd-4222-9cd1-9759cc149075 req-107fc250-81ae-4b5d-926c-9f83c994bb05 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c49986b0-3b37-4bd9-85ec-353bffdc33af HTTP/1.1" status: 200 len: 851 time: 0.0597658 May 10 15:07:15.277693 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-948f0e8e-0cdd-4222-9cd1-9759cc149075 req-93483bf2-a001-43d7-852d-e887cff4ecef service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396082 May 10 15:07:15.408809 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-948f0e8e-0cdd-4222-9cd1-9759cc149075 req-5aeaa379-a9a8-4d5e-b97a-c3484f5bc083 service neutron] 10.222.0.86 "GET /v2.0/networks/ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248341 May 10 15:07:15.540195 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-948f0e8e-0cdd-4222-9cd1-9759cc149075 req-63e0767d-c92f-4a16-a40f-1c44986d8cac service neutron] 10.222.0.86 "GET /v2.0/networks/ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250029 May 10 15:07:16.158575 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f734175-db41-4ee3-9fee-4597a704a955 req-5523605a-28e8-4f97-9e17-3de76fe21f1d tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:16.159951 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7f734175-db41-4ee3-9fee-4597a704a955 req-5523605a-28e8-4f97-9e17-3de76fe21f1d tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.1857848 May 10 15:07:16.203922 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7f734175-db41-4ee3-9fee-4597a704a955 req-31f752e9-5103-4491-90c7-328f4e8a3ec1 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382617 May 10 15:07:17.387425 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae341d56-4efe-47c8-bd0a-e2a0f572e767 req-14f43c35-37f4-406d-8c94-112a9dfdeff3 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:17.388865 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ae341d56-4efe-47c8-bd0a-e2a0f572e767 req-14f43c35-37f4-406d-8c94-112a9dfdeff3 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0798042 May 10 15:07:17.436546 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ae341d56-4efe-47c8-bd0a-e2a0f572e767 req-2f8aa97f-fd2d-4298-b3ba-1cd5d612b163 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420308 May 10 15:07:18.620529 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec3ad9-533b-4ed9-8933-e3d4dfe7b4e0 req-e457540c-3ac5-4df7-b205-5dcc5966f635 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:18.621965 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-01ec3ad9-533b-4ed9-8933-e3d4dfe7b4e0 req-e457540c-3ac5-4df7-b205-5dcc5966f635 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0802405 May 10 15:07:18.665422 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-01ec3ad9-533b-4ed9-8933-e3d4dfe7b4e0 req-420fe8db-a972-4aee-bc95-3aa246221267 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376773 May 10 15:07:19.265832 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:07:19.856637 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29825343-4c5a-4c5b-8fae-2d74d9f72dc0 req-b5adc5cc-50f5-47cf-88a4-10af64e8e9c7 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:19.858205 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-29825343-4c5a-4c5b-8fae-2d74d9f72dc0 req-b5adc5cc-50f5-47cf-88a4-10af64e8e9c7 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0836592 May 10 15:07:19.902334 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-29825343-4c5a-4c5b-8fae-2d74d9f72dc0 req-ea5a7bd4-7b0b-4372-86f0-672a746a5a18 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383892 May 10 15:07:20.089052 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3046242b-ee5b-4ad3-898c-433890576c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:21.090604 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c485db1-8341-4961-a379-6cc2b24490a9 req-660a0be9-3d9b-4e6d-8e81-2b2478f18323 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:21.092027 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9c485db1-8341-4961-a379-6cc2b24490a9 req-660a0be9-3d9b-4e6d-8e81-2b2478f18323 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0821421 May 10 15:07:21.136711 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9c485db1-8341-4961-a379-6cc2b24490a9 req-667d7b97-3938-4ef3-a222-f69424670cd8 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389707 May 10 15:07:22.333459 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc1d24-b1de-4f52-bc49-613f159d0541 req-d4b7f7ba-cf82-4c35-b004-d8744fcfca37 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:22.334925 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f7fc1d24-b1de-4f52-bc49-613f159d0541 req-d4b7f7ba-cf82-4c35-b004-d8744fcfca37 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0929890 May 10 15:07:22.374277 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-24d16afa-8774-4fc7-bc37-01caeeb1662d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:22.379544 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f7fc1d24-b1de-4f52-bc49-613f159d0541 req-d4442ab2-4388-4534-af58-21fc07fbd9d1 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389946 May 10 15:07:23.241895 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:23.312534 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:23.367919 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:23.562815 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160f2e4-d2a4-4f25-bc81-f0826197934e req-52abdd36-b49f-4ddc-86f6-8b23918e4d13 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:23.564172 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0160f2e4-d2a4-4f25-bc81-f0826197934e req-52abdd36-b49f-4ddc-86f6-8b23918e4d13 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0789320 May 10 15:07:23.611566 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0160f2e4-d2a4-4f25-bc81-f0826197934e req-db038c3e-30b1-4bf2-b6bd-7d2b76b5eb3a tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417747 May 10 15:07:24.799230 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02fe06-49bd-40b3-a42c-fb86c9de8c12 req-f0df54aa-6a4a-4115-a953-381d3b14957d tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:24.800684 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8d02fe06-49bd-40b3-a42c-fb86c9de8c12 req-f0df54aa-6a4a-4115-a953-381d3b14957d tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0817740 May 10 15:07:24.845160 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8d02fe06-49bd-40b3-a42c-fb86c9de8c12 req-64798650-9c31-43a9-8df6-dfadd4725a45 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386076 May 10 15:07:24.914622 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:26.031566 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45808db1-710d-4e39-8a14-1cebe4d9c9a4 req-6f550ce0-1677-47bf-ad68-c86c4599c202 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:26.032994 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-45808db1-710d-4e39-8a14-1cebe4d9c9a4 req-6f550ce0-1677-47bf-ad68-c86c4599c202 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0833910 May 10 15:07:26.077792 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-45808db1-710d-4e39-8a14-1cebe4d9c9a4 req-b3e0d201-41b0-4862-8b1d-ddde9709fd97 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392134 May 10 15:07:27.261914 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9967f-f1b1-498c-b5d1-c6dd21a36f6f req-7082eead-f5e3-49f6-ad8c-805fcc45ecf4 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:27.263508 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6ba9967f-f1b1-498c-b5d1-c6dd21a36f6f req-7082eead-f5e3-49f6-ad8c-805fcc45ecf4 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0802004 May 10 15:07:27.307292 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6ba9967f-f1b1-498c-b5d1-c6dd21a36f6f req-a66198c3-c34f-40c3-9da1-64296ce54ea4 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381558 May 10 15:07:28.496098 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca90439-3077-4044-a32c-c20c0f3bda94 req-fc161cb4-d381-47b4-bfeb-50f8eb7eec42 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:28.498075 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7ca90439-3077-4044-a32c-c20c0f3bda94 req-fc161cb4-d381-47b4-bfeb-50f8eb7eec42 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0830002 May 10 15:07:28.541134 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7ca90439-3077-4044-a32c-c20c0f3bda94 req-d3711451-9a3f-448f-abe6-cbe9bf95c3a9 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372429 May 10 15:07:29.724719 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789cd6f-088b-4a90-a079-7fac643b477d req-41ccce41-611b-4965-b6c5-759048210a58 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:29.726163 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c789cd6f-088b-4a90-a079-7fac643b477d req-41ccce41-611b-4965-b6c5-759048210a58 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0793500 May 10 15:07:29.769696 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c789cd6f-088b-4a90-a079-7fac643b477d req-7b34fd5c-d91a-4fd8-824d-5e068fb18f03 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373316 May 10 15:07:30.957833 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53eaac-acb1-4d71-a08c-c11b8698bdb3 req-069fa20e-8a1e-4a2a-b2ba-e464f6da0440 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:30.959327 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5b53eaac-acb1-4d71-a08c-c11b8698bdb3 req-069fa20e-8a1e-4a2a-b2ba-e464f6da0440 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0830708 May 10 15:07:31.003334 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5b53eaac-acb1-4d71-a08c-c11b8698bdb3 req-3c0928b1-9fb3-440c-ad62-a77b3da12ed8 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383554 May 10 15:07:32.187931 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de13421-3829-4346-b480-55bd32c11bc9 req-40becd5e-1fe9-4486-ba3b-6fd72003e579 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:32.189245 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2de13421-3829-4346-b480-55bd32c11bc9 req-40becd5e-1fe9-4486-ba3b-6fd72003e579 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0809095 May 10 15:07:32.236108 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2de13421-3829-4346-b480-55bd32c11bc9 req-e36e0df6-8ff5-42c9-9f40-44ffc61834ce tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412855 May 10 15:07:33.418888 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29b328-bd56-45c4-8f3f-d57d25e9be1f req-89a54ecb-617b-4cde-a657-3b7dfd697a69 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:33.420698 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-da29b328-bd56-45c4-8f3f-d57d25e9be1f req-89a54ecb-617b-4cde-a657-3b7dfd697a69 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0809529 May 10 15:07:33.464642 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-da29b328-bd56-45c4-8f3f-d57d25e9be1f req-52c75962-50dd-4ef8-88df-907b3f1f0b8d tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383563 May 10 15:07:34.652830 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ab010-64a8-4569-9ed4-8fd03cca7258 req-e79cb3ac-6bf2-45e0-81e9-0b3d7528536c tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:34.654402 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-881ab010-64a8-4569-9ed4-8fd03cca7258 req-e79cb3ac-6bf2-45e0-81e9-0b3d7528536c tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0826480 May 10 15:07:34.698294 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-881ab010-64a8-4569-9ed4-8fd03cca7258 req-197df040-bb0a-45d2-a71b-d6dfe0827517 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380893 May 10 15:07:35.890762 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f3543-975a-4138-a381-979c6b88647e req-0646f7f2-38a2-4f18-8e81-95ba09560250 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:35.892219 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d70f3543-975a-4138-a381-979c6b88647e req-0646f7f2-38a2-4f18-8e81-95ba09560250 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0829470 May 10 15:07:35.939002 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d70f3543-975a-4138-a381-979c6b88647e req-512b0566-7184-4d60-804e-6b5f0e8c1fa6 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405443 May 10 15:07:37.127418 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347912a7-a0d0-417e-bdbb-d82b4670c186 req-15496e63-cacd-43a0-8360-f97a38822961 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:37.128780 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-347912a7-a0d0-417e-bdbb-d82b4670c186 req-15496e63-cacd-43a0-8360-f97a38822961 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0854261 May 10 15:07:37.173450 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-347912a7-a0d0-417e-bdbb-d82b4670c186 req-40e07e8c-10dc-4b12-b2d5-07bae440f3ed tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390298 May 10 15:07:37.955575 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5f63dd15-c4e6-456d-91cb-0772884f6597 req-0ea364ad-e57a-4867-9e7c-99a0793424be service neutron] 10.222.0.86 "GET /v2.0/ports/3e20f754-e90d-4f28-9328-673b78e58993/bindings/hv-neutron-8412 HTTP/1.1" status: 200 len: 384 time: 0.0744820 May 10 15:07:38.258582 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63dd15-c4e6-456d-91cb-0772884f6597 req-a9b6531f-033f-47be-a4de-48f36d23ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:38.260029 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5f63dd15-c4e6-456d-91cb-0772884f6597 req-a9b6531f-033f-47be-a4de-48f36d23ce80 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b&tenant_id=bc653495f6924082bd918689fb83726b HTTP/1.1" status: 200 len: 1098 time: 0.0735452 May 10 15:07:38.354968 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63dd15-c4e6-456d-91cb-0772884f6597 req-409edc01-69f7-4443-aaed-4cedd818970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:38.356421 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5f63dd15-c4e6-456d-91cb-0772884f6597 req-409edc01-69f7-4443-aaed-4cedd818970b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bc653495f6924082bd918689fb83726b&device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 1098 time: 0.0697770 May 10 15:07:38.356653 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7014bed-e40a-487a-a91f-d83125b4ace9 req-21ab5c20-19e3-4c7f-8850-9cc57415e798 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:38.359035 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a7014bed-e40a-487a-a91f-d83125b4ace9 req-21ab5c20-19e3-4c7f-8850-9cc57415e798 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0803049 May 10 15:07:38.407947 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a7014bed-e40a-487a-a91f-d83125b4ace9 req-aa3ce374-6f77-41a2-a835-0c1a815c0fb4 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433204 May 10 15:07:38.490230 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63dd15-c4e6-456d-91cb-0772884f6597 req-e3167df2-11ba-42b7-9127-ff8e4457ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:38.491605 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5f63dd15-c4e6-456d-91cb-0772884f6597 req-e3167df2-11ba-42b7-9127-ff8e4457ddbb service neutron] 10.222.0.86 "GET /v2.0/networks?id=ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0 HTTP/1.1" status: 200 len: 912 time: 0.1255078 May 10 15:07:38.565665 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5f63dd15-c4e6-456d-91cb-0772884f6597 req-2ef01c35-45d6-4a4b-9652-37ccab5dd6f3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e20f754-e90d-4f28-9328-673b78e58993 HTTP/1.1" status: 200 len: 217 time: 0.0636582 May 10 15:07:38.628933 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63dd15-c4e6-456d-91cb-0772884f6597 req-e3849cca-f706-49f7-9bd4-98a08a7c6f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:38.630308 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5f63dd15-c4e6-456d-91cb-0772884f6597 req-e3849cca-f706-49f7-9bd4-98a08a7c6f7d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c49986b0-3b37-4bd9-85ec-353bffdc33af HTTP/1.1" status: 200 len: 851 time: 0.0557082 May 10 15:07:38.776505 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5f63dd15-c4e6-456d-91cb-0772884f6597 req-f574c34c-d84d-403d-a9d2-36761562ee96 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1358955 May 10 15:07:38.912024 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5f63dd15-c4e6-456d-91cb-0772884f6597 req-51716dcb-2825-4d50-a258-e2ddb10998e3 service neutron] 10.222.0.86 "GET /v2.0/networks/ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247151 May 10 15:07:39.045211 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5f63dd15-c4e6-456d-91cb-0772884f6597 req-6ec6fd69-1de9-4006-a11b-e30b3ef86de2 service neutron] 10.222.0.86 "GET /v2.0/networks/ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226575 May 10 15:07:39.594396 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12560c83-12ff-42a9-96df-63b2b44ee81f req-cad3af6b-e312-4646-996a-5de9c5b7b519 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:39.595788 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-12560c83-12ff-42a9-96df-63b2b44ee81f req-cad3af6b-e312-4646-996a-5de9c5b7b519 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0799112 May 10 15:07:39.639992 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-12560c83-12ff-42a9-96df-63b2b44ee81f req-6323ef50-3fde-42a3-85ad-f0aaec6e23fd tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387340 May 10 15:07:40.838121 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaec298-a92b-4d2e-b6e7-db89345eeacf req-79df6463-7c8b-4d75-8684-3d826ff91bdf tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:40.839618 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-acaec298-a92b-4d2e-b6e7-db89345eeacf req-79df6463-7c8b-4d75-8684-3d826ff91bdf tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0906820 May 10 15:07:40.883987 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-acaec298-a92b-4d2e-b6e7-db89345eeacf req-3a98bdbe-11bf-4c3a-b619-2d3aa750d27e tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386333 May 10 15:07:41.799259 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 3e20f754-e90d-4f28-9328-673b78e58993 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:07:41.830868 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 3e20f754-e90d-4f28-9328-673b78e58993 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:07:42.024481 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 3e20f754-e90d-4f28-9328-673b78e58993, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=3e20f754-e90d-4f28-9328-673b78e58993,segment=NetworkSegment(56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f),segment_id=56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:42.044070 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '3e20f754-e90d-4f28-9328-673b78e58993', 'network_id': 'ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0', 'port_id': '3e20f754-e90d-4f28-9328-673b78e58993', 'mac_address': 'fa:16:3e:c7:f6:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c49986b0-3b37-4bd9-85ec-353bffdc33af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:07:42.079079 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:42.134607 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd522c005-8265-45e4-aa92-8cac1634f67b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e20f754-e90d-4f28-9328-673b78e58993'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:07:42.143084 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:42.160152 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 3e20f754-e90d-4f28-9328-673b78e58993, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=3e20f754-e90d-4f28-9328-673b78e58993,segment=NetworkSegment(56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f),segment_id=56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:42.165691 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e20f754-e90d-4f28-9328-673b78e58993 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:07:42.171849 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:42.207997 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17aaf982-ede0-4c9d-b1c9-511f11fbfe7a'] response: {'server_uuid': 'd522c005-8265-45e4-aa92-8cac1634f67b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e20f754-e90d-4f28-9328-673b78e58993', 'code': 200} May 10 15:07:42.236864 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f8cc8-4d28-453b-9981-7df49b1f4bd9 req-4874711b-3d7b-41ad-bcf9-72241ade47ce tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:42.238317 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4d6f8cc8-4d28-453b-9981-7df49b1f4bd9 req-4874711b-3d7b-41ad-bcf9-72241ade47ce tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 943 time: 0.0887783 May 10 15:07:42.284381 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4d6f8cc8-4d28-453b-9981-7df49b1f4bd9 req-3f5f05e1-8a0c-420f-a690-35b730ccf2a9 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401788 May 10 15:07:42.291056 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 15:07:42.291403 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 15:07:42.291990 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=3e20f754-e90d-4f28-9328-673b78e58993,revision_number=6']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:42.299412 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:42.299751 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:42.300077 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:42.300398 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:42.300721 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:42.301040 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:42.301354 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:42.301667 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:42.301979 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:42.302290 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:42.302624 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:42.302935 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:42.647312 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-08f4b724-a19a-4259-83b8-f3803ce87081 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:42.647909 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-08f4b724-a19a-4259-83b8-f3803ce87081 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Synchronizing usage tracker for tenant:bc653495f6924082bd918689fb83726b on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:07:42.665152 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-08f4b724-a19a-4259-83b8-f3803ce87081 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Unset dirty status for tenant:bc653495f6924082bd918689fb83726b on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:07:42.666241 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-08f4b724-a19a-4259-83b8-f3803ce87081 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.86 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b&tenant_id=bc653495f6924082bd918689fb83726b&binding%3Ahost_id=hv-neutron-8412 HTTP/1.1" status: 200 len: 943 time: 0.0999627 May 10 15:07:42.805072 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-009d2cff-f4de-4de5-b1ee-fa614dc3402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:42.806545 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-009d2cff-f4de-4de5-b1ee-fa614dc3402a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bc653495f6924082bd918689fb83726b&device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 1096 time: 0.0722761 May 10 15:07:42.847963 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:42.865395 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e20f754-e90d-4f28-9328-673b78e58993 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:07:42.880719 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 3e20f754-e90d-4f28-9328-673b78e58993, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=3e20f754-e90d-4f28-9328-673b78e58993,segment=NetworkSegment(56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f),segment_id=56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:42.885115 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:42.941127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-55ff0b63-9c59-4f57-aea8-ed5a491bb095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:42.942589 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-55ff0b63-9c59-4f57-aea8-ed5a491bb095 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0 HTTP/1.1" status: 200 len: 912 time: 0.1299517 May 10 15:07:42.961642 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['3e20f754-e90d-4f28-9328-673b78e58993'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:07:42.998682 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=3e20f754-e90d-4f28-9328-673b78e58993,revision_number=7']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:43.013535 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-cf3eef65-38d3-47c8-8a16-23285d5fe0c5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e20f754-e90d-4f28-9328-673b78e58993 HTTP/1.1" status: 200 len: 217 time: 0.0645583 May 10 15:07:43.079736 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-fd542d4e-0ec7-424b-abed-1cf7f7c6e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:43.081165 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-fd542d4e-0ec7-424b-abed-1cf7f7c6e5cb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c49986b0-3b37-4bd9-85ec-353bffdc33af HTTP/1.1" status: 200 len: 851 time: 0.0620348 May 10 15:07:43.128168 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-e1150533-0c51-4395-839a-1a0f171989c6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408304 May 10 15:07:43.258112 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-96821a56-b011-4f64-8dc8-0f4ce2e18a32 service neutron] 10.222.0.86 "GET /v2.0/networks/ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236100 May 10 15:07:43.387690 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-e5a0ec35-d150-4947-800e-fa942c895f19 service neutron] 10.222.0.86 "GET /v2.0/networks/ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224506 May 10 15:07:43.814601 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 3e20f754-e90d-4f28-9328-673b78e58993 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:07:43.928690 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 3e20f754-e90d-4f28-9328-673b78e58993 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:07:43.929203 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:44.045983 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:44.081326 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 3e20f754-e90d-4f28-9328-673b78e58993, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=3e20f754-e90d-4f28-9328-673b78e58993,segment=NetworkSegment(56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f),segment_id=56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:44.087803 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:44.155807 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=3e20f754-e90d-4f28-9328-673b78e58993,revision_number=8']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:44.209330 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd522c005-8265-45e4-aa92-8cac1634f67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e20f754-e90d-4f28-9328-673b78e58993'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:07:44.246183 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0d546-3876-4e98-b76f-cf0acb36203f req-0038614f-d5e9-4352-9059-f2276d28f26a tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:44.247763 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f8b0d546-3876-4e98-b76f-cf0acb36203f req-0038614f-d5e9-4352-9059-f2276d28f26a tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0838335 May 10 15:07:44.253187 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f5b5066-e29c-4a34-8775-570255e4e27b'] response: {'server_uuid': 'd522c005-8265-45e4-aa92-8cac1634f67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e20f754-e90d-4f28-9328-673b78e58993', 'code': 200} May 10 15:07:44.294017 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f8b0d546-3876-4e98-b76f-cf0acb36203f req-0ecbfe3c-217d-4298-97cc-71c11bee1008 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393548 May 10 15:07:45.481288 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478946d6-3f17-4fb3-97d7-29304c49cf49 req-39925539-e57a-44bb-9e45-6d275b67d84c tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:45.482779 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-478946d6-3f17-4fb3-97d7-29304c49cf49 req-39925539-e57a-44bb-9e45-6d275b67d84c tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0797024 May 10 15:07:45.527349 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-478946d6-3f17-4fb3-97d7-29304c49cf49 req-7abfcad5-c07e-4f69-9c73-ce615136911f tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/security-groups?id=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388422 May 10 15:07:45.980735 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-589f3c74-9250-4412-a4a6-6bff10ab8b0a tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:45.982917 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-589f3c74-9250-4412-a4a6-6bff10ab8b0a tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.86 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 945 time: 0.0794358 May 10 15:07:46.061909 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-278b5b6b-a7fb-4d81-b7e0-95a9e84b0380 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Deleting port 3e20f754-e90d-4f28-9328-673b78e58993 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:07:46.062239 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-278b5b6b-a7fb-4d81-b7e0-95a9e84b0380 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:46.303939 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-278b5b6b-a7fb-4d81-b7e0-95a9e84b0380 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] For port 3e20f754-e90d-4f28-9328-673b78e58993, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=3e20f754-e90d-4f28-9328-673b78e58993,segment=NetworkSegment(56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f),segment_id=56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:46.304286 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-278b5b6b-a7fb-4d81-b7e0-95a9e84b0380 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:46.516072 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-278b5b6b-a7fb-4d81-b7e0-95a9e84b0380 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Calling delete_port for 3e20f754-e90d-4f28-9328-673b78e58993 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:07:46.665662 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-278b5b6b-a7fb-4d81-b7e0-95a9e84b0380 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:46.680272 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1d345b46-e080-4c8f-9604-9da2966393f5 req-e4f799df-898d-4ebd-baf2-b7e402b4db54 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.79 "GET /v2.0/ports?device_id=d522c005-8265-45e4-aa92-8cac1634f67b HTTP/1.1" status: 200 len: 210 time: 0.0469444 May 10 15:07:46.681440 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['3e20f754-e90d-4f28-9328-673b78e58993'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:07:46.717601 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b5b6b-a7fb-4d81-b7e0-95a9e84b0380 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Pushing event deleted for resources: {'Port': ['ID=3e20f754-e90d-4f28-9328-673b78e58993,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:46.756002 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b5b6b-a7fb-4d81-b7e0-95a9e84b0380 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:46.756346 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b5b6b-a7fb-4d81-b7e0-95a9e84b0380 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:46.756681 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b5b6b-a7fb-4d81-b7e0-95a9e84b0380 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:46.757011 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b5b6b-a7fb-4d81-b7e0-95a9e84b0380 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:46.757335 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b5b6b-a7fb-4d81-b7e0-95a9e84b0380 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:46.757661 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b5b6b-a7fb-4d81-b7e0-95a9e84b0380 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:46.757984 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b5b6b-a7fb-4d81-b7e0-95a9e84b0380 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:46.758304 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b5b6b-a7fb-4d81-b7e0-95a9e84b0380 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:46.758654 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b5b6b-a7fb-4d81-b7e0-95a9e84b0380 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:46.758972 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b5b6b-a7fb-4d81-b7e0-95a9e84b0380 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:46.759288 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b5b6b-a7fb-4d81-b7e0-95a9e84b0380 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:46.759604 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b5b6b-a7fb-4d81-b7e0-95a9e84b0380 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:46.804308 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-278b5b6b-a7fb-4d81-b7e0-95a9e84b0380 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] No DVR routers for this DVR port 3e20f754-e90d-4f28-9328-673b78e58993 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:07:46.806629 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-278b5b6b-a7fb-4d81-b7e0-95a9e84b0380 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:46.809332 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd522c005-8265-45e4-aa92-8cac1634f67b', 'name': 'network-vif-deleted', 'tag': '3e20f754-e90d-4f28-9328-673b78e58993'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:07:46.825523 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cbd8d96b-f4e5-4d35-8744-9bb550aa6441 req-278b5b6b-a7fb-4d81-b7e0-95a9e84b0380 tempest-DeleteServersTestJSON-792985188 tempest-DeleteServersTestJSON-792985188-project] 10.222.0.86 "DELETE /v2.0/ports/3e20f754-e90d-4f28-9328-673b78e58993 HTTP/1.1" status: 204 len: 173 time: 0.8323202 May 10 15:07:46.865982 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bdbbab0-f4f7-430e-abdc-50b1d542f10d'] response: {'server_uuid': 'd522c005-8265-45e4-aa92-8cac1634f67b', 'name': 'network-vif-deleted', 'tag': '3e20f754-e90d-4f28-9328-673b78e58993', 'status': 'completed', 'code': 200} May 10 15:07:47.931148 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49736) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:47.990286 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-7114903c-7f4f-402a-a4e1-df6692c43c07 admin admin] Deleting subnet c49986b0-3b37-4bd9-85ec-353bffdc33af {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:07:47.993195 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7114903c-7f4f-402a-a4e1-df6692c43c07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:48.048073 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7114903c-7f4f-402a-a4e1-df6692c43c07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:48.102133 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7114903c-7f4f-402a-a4e1-df6692c43c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:48.167835 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7114903c-7f4f-402a-a4e1-df6692c43c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:48.209751 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114903c-7f4f-402a-a4e1-df6692c43c07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c49986b0-3b37-4bd9-85ec-353bffdc33af,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:48.211701 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7114903c-7f4f-402a-a4e1-df6692c43c07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:48.219508 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7114903c-7f4f-402a-a4e1-df6692c43c07 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c49986b0-3b37-4bd9-85ec-353bffdc33af HTTP/1.1" status: 204 len: 168 time: 0.2862885 May 10 15:07:48.221070 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49740) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:48.322293 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7f270e50-19b9-49db-8db7-092999e6b991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:48.454579 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7f270e50-19b9-49db-8db7-092999e6b991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:48.478820 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-7f270e50-19b9-49db-8db7-092999e6b991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:48.490779 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-7f270e50-19b9-49db-8db7-092999e6b991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:48.491063 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-7f270e50-19b9-49db-8db7-092999e6b991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b4f06a-cd22-4543-9e0f-8c58bbd0dc1f') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:48.502833 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7f270e50-19b9-49db-8db7-092999e6b991 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:48.519005 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7f270e50-19b9-49db-8db7-092999e6b991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:48.525084 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f270e50-19b9-49db-8db7-092999e6b991 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:07:48.525452 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7f270e50-19b9-49db-8db7-092999e6b991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:07:48.538725 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:07:48.614083 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7f270e50-19b9-49db-8db7-092999e6b991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:48.618841 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7f270e50-19b9-49db-8db7-092999e6b991 admin admin] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:48.643463 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f270e50-19b9-49db-8db7-092999e6b991 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:48.651065 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7f270e50-19b9-49db-8db7-092999e6b991 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ef7e9e91-7a85-4e9c-bf41-1dc6b85a66c0 HTTP/1.1" status: 204 len: 168 time: 0.4290376 May 10 15:07:48.759609 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 49746) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:48.807609 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6bdf86b0-93db-4093-8ef3-912ade84a9aa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bc653495f6924082bd918689fb83726b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468438 May 10 15:07:48.810044 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 49750) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:48.867941 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9dc3faf2-2f34-4cc6-b3ae-f1c0b88ef4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:48.894951 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9dc3faf2-2f34-4cc6-b3ae-f1c0b88ef4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:48.946034 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9dc3faf2-2f34-4cc6-b3ae-f1c0b88ef4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:48.968074 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3faf2-2f34-4cc6-b3ae-f1c0b88ef4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:48.979082 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3faf2-2f34-4cc6-b3ae-f1c0b88ef4e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:48.979422 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3faf2-2f34-4cc6-b3ae-f1c0b88ef4e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:48.979755 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3faf2-2f34-4cc6-b3ae-f1c0b88ef4e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:48.980081 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3faf2-2f34-4cc6-b3ae-f1c0b88ef4e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:48.980402 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3faf2-2f34-4cc6-b3ae-f1c0b88ef4e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:48.980721 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3faf2-2f34-4cc6-b3ae-f1c0b88ef4e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:48.981042 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3faf2-2f34-4cc6-b3ae-f1c0b88ef4e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:48.981387 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3faf2-2f34-4cc6-b3ae-f1c0b88ef4e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:48.981910 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3faf2-2f34-4cc6-b3ae-f1c0b88ef4e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:48.982241 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3faf2-2f34-4cc6-b3ae-f1c0b88ef4e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:48.982582 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3faf2-2f34-4cc6-b3ae-f1c0b88ef4e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:48.982896 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3faf2-2f34-4cc6-b3ae-f1c0b88ef4e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:48.985903 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9dc3faf2-2f34-4cc6-b3ae-f1c0b88ef4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:48.987034 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9dc3faf2-2f34-4cc6-b3ae-f1c0b88ef4e4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d17ab8a6-bf17-4c84-abd6-c1b8c3e30df8 HTTP/1.1" status: 204 len: 168 time: 0.1760492 May 10 15:07:49.694924 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 49774) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:49.796261 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-288597c9-52c0-45d7-be44-e1c6e9af7700 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-870422979-network', 'tenant_id': 'e5ca2eeabd2941129490061c60e55fe8'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:07:49.800966 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-288597c9-52c0-45d7-be44-e1c6e9af7700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:07:49.804828 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-288597c9-52c0-45d7-be44-e1c6e9af7700 admin admin] Usage tracker for resource:network and tenant:e5ca2eeabd2941129490061c60e55fe8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:07:49.807649 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-288597c9-52c0-45d7-be44-e1c6e9af7700 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:07:49.813627 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-288597c9-52c0-45d7-be44-e1c6e9af7700 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:07:49.845728 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 3e20f754-e90d-4f28-9328-673b78e58993 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:07:49.881159 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: 3e20f754-e90d-4f28-9328-673b78e58993 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:07:49.881505 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 3e20f754-e90d-4f28-9328-673b78e58993 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:07:49.926856 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288597c9-52c0-45d7-be44-e1c6e9af7700 admin admin] Made reservation on behalf of e5ca2eeabd2941129490061c60e55fe8 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:07:49.929185 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-288597c9-52c0-45d7-be44-e1c6e9af7700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:49.941334 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-288597c9-52c0-45d7-be44-e1c6e9af7700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:49.955582 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-288597c9-52c0-45d7-be44-e1c6e9af7700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:07:49.959458 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-288597c9-52c0-45d7-be44-e1c6e9af7700 admin admin] Usage tracker for resource:security_group_rule and tenant:e5ca2eeabd2941129490061c60e55fe8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:07:49.962541 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-288597c9-52c0-45d7-be44-e1c6e9af7700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:07:49.969962 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-288597c9-52c0-45d7-be44-e1c6e9af7700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:07:50.056232 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-288597c9-52c0-45d7-be44-e1c6e9af7700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:50.059939 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-288597c9-52c0-45d7-be44-e1c6e9af7700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:50.092419 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d5f601d7-8b67-4bd9-a682-a636c2787cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:50.092699 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288597c9-52c0-45d7-be44-e1c6e9af7700 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:07:50.102470 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288597c9-52c0-45d7-be44-e1c6e9af7700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8339c32-96c6-40fb-80f6-7a23820f863d,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:50.110261 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-288597c9-52c0-45d7-be44-e1c6e9af7700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:50.110638 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-288597c9-52c0-45d7-be44-e1c6e9af7700 admin admin] Added segment 4f73c5c6-a41e-4722-ac6f-c343a18e7af9 of type vlan for network 47c512f9-42c0-4ddd-98f7-6327f12ea3e5 May 10 15:07:50.137104 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-288597c9-52c0-45d7-be44-e1c6e9af7700 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:50.166218 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-288597c9-52c0-45d7-be44-e1c6e9af7700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:50.167167 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288597c9-52c0-45d7-be44-e1c6e9af7700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:50.167758 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-288597c9-52c0-45d7-be44-e1c6e9af7700 admin admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:50.272866 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-288597c9-52c0-45d7-be44-e1c6e9af7700 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5768235 May 10 15:07:50.273684 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288597c9-52c0-45d7-be44-e1c6e9af7700 admin admin] Pushing event updated for resources: {'Network': ['ID=47c512f9-42c0-4ddd-98f7-6327f12ea3e5,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:50.276056 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 49780) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:50.282965 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-a67d5816-a67c-45aa-9209-987975ef5ac6 admin admin] Request body: {'subnet': {'network_id': '47c512f9-42c0-4ddd-98f7-6327f12ea3e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-870422979-subnet', 'tenant_id': 'e5ca2eeabd2941129490061c60e55fe8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:07:50.284393 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 47c512f9-42c0-4ddd-98f7-6327f12ea3e5 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:07:50.288003 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a67d5816-a67c-45aa-9209-987975ef5ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:07:50.291911 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a67d5816-a67c-45aa-9209-987975ef5ac6 admin admin] Usage tracker for resource:subnet and tenant:e5ca2eeabd2941129490061c60e55fe8 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:07:50.295562 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a67d5816-a67c-45aa-9209-987975ef5ac6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:07:50.301349 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a67d5816-a67c-45aa-9209-987975ef5ac6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:07:50.311122 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67d5816-a67c-45aa-9209-987975ef5ac6 admin admin] Made reservation on behalf of e5ca2eeabd2941129490061c60e55fe8 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:07:50.313382 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a67d5816-a67c-45aa-9209-987975ef5ac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:50.511119 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a67d5816-a67c-45aa-9209-987975ef5ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:50.588101 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d5816-a67c-45aa-9209-987975ef5ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20c0a778-f353-44f9-ae0f-411596a04a10,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:50.597314 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67d5816-a67c-45aa-9209-987975ef5ac6 admin admin] Checking segment: {'id': '4f73c5c6-a41e-4722-ac6f-c343a18e7af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '47c512f9-42c0-4ddd-98f7-6327f12ea3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:07:50.597669 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67d5816-a67c-45aa-9209-987975ef5ac6 admin admin] Network hostable DHCP agents. Network: 47c512f9-42c0-4ddd-98f7-6327f12ea3e5, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:07:50.616260 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67d5816-a67c-45aa-9209-987975ef5ac6 admin admin] Network 47c512f9-42c0-4ddd-98f7-6327f12ea3e5 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:07:50.625520 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-a67d5816-a67c-45aa-9209-987975ef5ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 47c512f9-42c0-4ddd-98f7-6327f12ea3e5) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:07:50.629455 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67d5816-a67c-45aa-9209-987975ef5ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:50.630035 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a67d5816-a67c-45aa-9209-987975ef5ac6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:50.634485 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf2ed8b-c779-4459-8cd8-0af5f64a2ef4 None None] Network 47c512f9-42c0-4ddd-98f7-6327f12ea3e5 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:07:50.650886 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a67d5816-a67c-45aa-9209-987975ef5ac6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3730555 May 10 15:07:50.843955 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2a1a60-6766-45fe-b9c4-e11179e3db13 None None] Network 47c512f9-42c0-4ddd-98f7-6327f12ea3e5 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:07:51.165188 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-4cae176f-095d-4e61-bfd9-d153870b9351 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:51.165855 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-4cae176f-095d-4e61-bfd9-d153870b9351 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Synchronizing usage tracker for tenant:e5ca2eeabd2941129490061c60e55fe8 on resource:network {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:07:51.181957 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-4cae176f-095d-4e61-bfd9-d153870b9351 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Unset dirty status for tenant:e5ca2eeabd2941129490061c60e55fe8 on resource:network {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:07:51.183159 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-4cae176f-095d-4e61-bfd9-d153870b9351 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/networks?id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5 HTTP/1.1" status: 200 len: 814 time: 0.1634948 May 10 15:07:51.197521 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-a8a25e54-f269-4b05-b493-d34875abb061 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/quotas/e5ca2eeabd2941129490061c60e55fe8 HTTP/1.1" status: 200 len: 375 time: 0.0088644 May 10 15:07:51.248709 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-80179cab-ffb4-48bf-92c8-23d3aed6c2ee tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e5ca2eeabd2941129490061c60e55fe8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455463 May 10 15:07:51.378260 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-4d487837-0fc8-44a3-ad6b-8cd357895fad service neutron] 10.222.0.79 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228676 May 10 15:07:51.506576 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-988828d4-e277-4327-bf10-df32407facba service neutron] 10.222.0.79 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225374 May 10 15:07:51.680822 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6ede89dd-a9f5-4e54-9999-71e503b1921e req-bb810a7d-4bb8-4402-a8e1-eb70024eb5e8 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 210 time: 0.0431442 May 10 15:07:52.376443 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3a6586ad-6321-46e9-a87c-2770b49a74c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:52.779162 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-8160c45b-acdc-42a9-9223-2ede4c70c941 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:52.780722 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-8160c45b-acdc-42a9-9223-2ede4c70c941 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.86 "GET /v2.0/networks?id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5 HTTP/1.1" status: 200 len: 814 time: 0.1498563 May 10 15:07:52.799682 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-5ad7e775-a25a-4b19-8082-29169b21ae50 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Request body: {'port': {'device_id': 'c34caf43-bded-4e91-8ed1-d7c50b7d9c15', 'network_id': '47c512f9-42c0-4ddd-98f7-6327f12ea3e5', 'admin_state_up': True, 'tenant_id': 'e5ca2eeabd2941129490061c60e55fe8'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:07:52.838515 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-86523076-ed80-4d19-b4a3-23565cc00b4f req-8d218acc-52e1-4a54-bfc8-e34d99cdbf56 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 210 time: 0.0433779 May 10 15:07:53.042361 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-5ad7e775-a25a-4b19-8082-29169b21ae50 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:07:53.047093 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-5ad7e775-a25a-4b19-8082-29169b21ae50 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Usage tracker for resource:port and tenant:e5ca2eeabd2941129490061c60e55fe8 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:07:53.050171 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-5ad7e775-a25a-4b19-8082-29169b21ae50 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:07:53.055758 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-5ad7e775-a25a-4b19-8082-29169b21ae50 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:07:53.065406 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-5ad7e775-a25a-4b19-8082-29169b21ae50 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Made reservation on behalf of e5ca2eeabd2941129490061c60e55fe8 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:07:53.068767 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-5ad7e775-a25a-4b19-8082-29169b21ae50 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.234716 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-5ad7e775-a25a-4b19-8082-29169b21ae50 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Allocated IP 172.20.0.6 (47c512f9-42c0-4ddd-98f7-6327f12ea3e5/20c0a778-f353-44f9-ae0f-411596a04a10/ff9a66f3-3689-4698-a58e-873913644922) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:07:53.244697 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.302502 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.370182 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.443566 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-5ad7e775-a25a-4b19-8082-29169b21ae50 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.473178 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-5ad7e775-a25a-4b19-8082-29169b21ae50 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.545686 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-5ad7e775-a25a-4b19-8082-29169b21ae50 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Network 47c512f9-42c0-4ddd-98f7-6327f12ea3e5 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:07:53.548610 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-5ad7e775-a25a-4b19-8082-29169b21ae50 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:07:53.552658 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-5ad7e775-a25a-4b19-8082-29169b21ae50 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:07:53.589541 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7e775-a25a-4b19-8082-29169b21ae50 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Pushing event updated for resources: {'Port': ['ID=ff9a66f3-3689-4698-a58e-873913644922,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:53.619661 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-5ad7e775-a25a-4b19-8082-29169b21ae50 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:53.620240 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-5ad7e775-a25a-4b19-8082-29169b21ae50 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.642035 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-5ad7e775-a25a-4b19-8082-29169b21ae50 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8461132 May 10 15:07:53.654388 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-7864da09-52ad-4bfd-9f01-a7573f50ec50 service neutron] Request body: {'port': {'device_id': 'c34caf43-bded-4e91-8ed1-d7c50b7d9c15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:07:53.765687 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-7864da09-52ad-4bfd-9f01-a7573f50ec50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:54.032791 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f820f71-66d3-44a1-8942-8b0ec3c3c418 req-ae3e6e02-fa27-4ffd-ba40-be9d27606d1e tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:54.034379 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8f820f71-66d3-44a1-8942-8b0ec3c3c418 req-ae3e6e02-fa27-4ffd-ba40-be9d27606d1e tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 931 time: 0.0842602 May 10 15:07:54.080419 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-8f820f71-66d3-44a1-8942-8b0ec3c3c418 req-0700b7c3-46ed-4b4e-8ec6-d7de24076533 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Synchronizing usage tracker for tenant:e5ca2eeabd2941129490061c60e55fe8 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:07:54.098615 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-8f820f71-66d3-44a1-8942-8b0ec3c3c418 req-0700b7c3-46ed-4b4e-8ec6-d7de24076533 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Unset dirty status for tenant:e5ca2eeabd2941129490061c60e55fe8 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:07:54.099766 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8f820f71-66d3-44a1-8942-8b0ec3c3c418 req-0700b7c3-46ed-4b4e-8ec6-d7de24076533 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582676 May 10 15:07:54.109881 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-7864da09-52ad-4bfd-9f01-a7573f50ec50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9a66f3-3689-4698-a58e-873913644922 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:07:54.117510 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-7864da09-52ad-4bfd-9f01-a7573f50ec50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:54.131945 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-7864da09-52ad-4bfd-9f01-a7573f50ec50 service neutron] Transition to ACTIVE for port object ff9a66f3-3689-4698-a58e-873913644922 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:07:54.134931 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-7864da09-52ad-4bfd-9f01-a7573f50ec50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:54.324773 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864da09-52ad-4bfd-9f01-a7573f50ec50 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9a66f3-3689-4698-a58e-873913644922,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:54.368826 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-7864da09-52ad-4bfd-9f01-a7573f50ec50 service neutron] Attempting to bind port ff9a66f3-3689-4698-a58e-873913644922 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:07:54.369145 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-7864da09-52ad-4bfd-9f01-a7573f50ec50 service neutron] Attempting to bind port ff9a66f3-3689-4698-a58e-873913644922 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '4f73c5c6-a41e-4722-ac6f-c343a18e7af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '47c512f9-42c0-4ddd-98f7-6327f12ea3e5'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:07:54.369458 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-7864da09-52ad-4bfd-9f01-a7573f50ec50 service neutron] Attempting to bind port ff9a66f3-3689-4698-a58e-873913644922 on network 47c512f9-42c0-4ddd-98f7-6327f12ea3e5 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:07:54.374506 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-7864da09-52ad-4bfd-9f01-a7573f50ec50 service neutron] Port ff9a66f3-3689-4698-a58e-873913644922 on network 47c512f9-42c0-4ddd-98f7-6327f12ea3e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:07:54.374815 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-7864da09-52ad-4bfd-9f01-a7573f50ec50 service neutron] Attempting to bind port ff9a66f3-3689-4698-a58e-873913644922 on network 47c512f9-42c0-4ddd-98f7-6327f12ea3e5 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:07:54.379738 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-7864da09-52ad-4bfd-9f01-a7573f50ec50 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:07:54.380058 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-7864da09-52ad-4bfd-9f01-a7573f50ec50 service neutron] Checking segment: {'id': '4f73c5c6-a41e-4722-ac6f-c343a18e7af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '47c512f9-42c0-4ddd-98f7-6327f12ea3e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:07:54.380425 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-7864da09-52ad-4bfd-9f01-a7573f50ec50 service neutron] Bound using segment: {'id': '4f73c5c6-a41e-4722-ac6f-c343a18e7af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '47c512f9-42c0-4ddd-98f7-6327f12ea3e5'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:07:54.380827 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-7864da09-52ad-4bfd-9f01-a7573f50ec50 service neutron] Bound port: ff9a66f3-3689-4698-a58e-873913644922, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f73c5c6-a41e-4722-ac6f-c343a18e7af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '47c512f9-42c0-4ddd-98f7-6327f12ea3e5'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:07:54.381157 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-7864da09-52ad-4bfd-9f01-a7573f50ec50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:54.468381 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-7864da09-52ad-4bfd-9f01-a7573f50ec50 service neutron] For port ff9a66f3-3689-4698-a58e-873913644922, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:07:54.471213 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-7864da09-52ad-4bfd-9f01-a7573f50ec50 service neutron] For port ff9a66f3-3689-4698-a58e-873913644922, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=ff9a66f3-3689-4698-a58e-873913644922,segment=NetworkSegment(4f73c5c6-a41e-4722-ac6f-c343a18e7af9),segment_id=4f73c5c6-a41e-4722-ac6f-c343a18e7af9)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:07:54.475455 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-7864da09-52ad-4bfd-9f01-a7573f50ec50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:54.538047 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-7864da09-52ad-4bfd-9f01-a7573f50ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:54.538667 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-7864da09-52ad-4bfd-9f01-a7573f50ec50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:54.540001 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-7864da09-52ad-4bfd-9f01-a7573f50ec50 service neutron] 10.222.0.86 "PUT /v2.0/ports/ff9a66f3-3689-4698-a58e-873913644922 HTTP/1.1" status: 200 len: 1093 time: 0.8898759 May 10 15:07:54.540420 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34caf43-bded-4e91-8ed1-d7c50b7d9c15', 'tag': 'ff9a66f3-3689-4698-a58e-873913644922'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:07:54.563838 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864da09-52ad-4bfd-9f01-a7573f50ec50 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9a66f3-3689-4698-a58e-873913644922,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:54.614147 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74b5b9af-c588-4210-9b53-be434cd2c92a'] response: {'name': 'network-changed', 'server_uuid': 'c34caf43-bded-4e91-8ed1-d7c50b7d9c15', 'tag': 'ff9a66f3-3689-4698-a58e-873913644922', 'status': 'completed', 'code': 200} May 10 15:07:54.654984 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-3d70d4ac-ec61-400d-b1ad-2aa61e73937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:54.656503 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-3d70d4ac-ec61-400d-b1ad-2aa61e73937f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5ca2eeabd2941129490061c60e55fe8&device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 1096 time: 0.0753725 May 10 15:07:54.730957 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-558a5ea1-ced8-4080-a78b-622864810260 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff9a66f3-3689-4698-a58e-873913644922 HTTP/1.1" status: 200 len: 217 time: 0.0637858 May 10 15:07:54.796808 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-3a4a1709-310f-4066-8d77-c0708dc659c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:54.798269 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-3a4a1709-310f-4066-8d77-c0708dc659c5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=20c0a778-f353-44f9-ae0f-411596a04a10 HTTP/1.1" status: 200 len: 854 time: 0.0591340 May 10 15:07:54.921452 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:54.958087 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-8aca13cf-b577-45d3-a38b-b53e886602d2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1507337 May 10 15:07:55.092659 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-d79b8460-ad00-45f8-b428-a6e83a94b0fd service neutron] 10.222.0.86 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248605 May 10 15:07:55.227998 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8a39b7ee-1f82-4230-ba23-7260ca8fcf1b req-e8216b67-d174-4506-8399-e6579307d8a3 service neutron] 10.222.0.86 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256104 May 10 15:07:55.284622 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfd4c0-980d-4290-a198-fa6785790a46 req-8e948a8a-3651-41dc-babb-a03d44ce5ef7 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:55.286080 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-56dfd4c0-980d-4290-a198-fa6785790a46 req-8e948a8a-3651-41dc-babb-a03d44ce5ef7 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 943 time: 0.0811903 May 10 15:07:55.334391 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-56dfd4c0-980d-4290-a198-fa6785790a46 req-6d84231d-8bba-4b8b-8c60-a129fa94349b tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426364 May 10 15:07:55.353386 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0cfbd-e188-4469-80a8-66a7db9a670a req-9305e04f-2b7a-4c64-9624-60c4574d5bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:55.354933 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-28b0cfbd-e188-4469-80a8-66a7db9a670a req-9305e04f-2b7a-4c64-9624-60c4574d5bbc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5ca2eeabd2941129490061c60e55fe8&device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 1096 time: 0.0705559 May 10 15:07:55.487815 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0cfbd-e188-4469-80a8-66a7db9a670a req-5cfdee17-3caf-4831-a589-14ec3c0e38bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:55.489240 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-28b0cfbd-e188-4469-80a8-66a7db9a670a req-5cfdee17-3caf-4831-a589-14ec3c0e38bf service neutron] 10.222.0.86 "GET /v2.0/networks?id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5 HTTP/1.1" status: 200 len: 915 time: 0.1258991 May 10 15:07:55.563503 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-28b0cfbd-e188-4469-80a8-66a7db9a670a req-a4ea77fe-80af-44e5-96e6-5a77cb14ade4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff9a66f3-3689-4698-a58e-873913644922 HTTP/1.1" status: 200 len: 217 time: 0.0643232 May 10 15:07:55.627914 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0cfbd-e188-4469-80a8-66a7db9a670a req-da0f8ed6-8a70-40a2-b3a0-2d521b2d0742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:55.629381 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-28b0cfbd-e188-4469-80a8-66a7db9a670a req-da0f8ed6-8a70-40a2-b3a0-2d521b2d0742 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=20c0a778-f353-44f9-ae0f-411596a04a10 HTTP/1.1" status: 200 len: 854 time: 0.0581450 May 10 15:07:55.679868 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-28b0cfbd-e188-4469-80a8-66a7db9a670a req-bdfdd0dc-b71e-416a-8bbd-e59ba6b71ae7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433156 May 10 15:07:55.813783 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-28b0cfbd-e188-4469-80a8-66a7db9a670a req-2d083b8a-e2e7-4e5b-b6a8-f06f3aef63fd service neutron] 10.222.0.86 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274753 May 10 15:07:55.946653 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-28b0cfbd-e188-4469-80a8-66a7db9a670a req-cfa9849f-afce-4ee7-a985-fc13a65e1cb5 service neutron] 10.222.0.86 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261446 May 10 15:07:56.265470 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:07:56.520916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d279d0-3be1-4777-968d-31b27cfdde16 req-ff8729b1-727d-4e57-8718-f2abd5729994 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:56.522615 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-86d279d0-3be1-4777-968d-31b27cfdde16 req-ff8729b1-727d-4e57-8718-f2abd5729994 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 943 time: 0.0795584 May 10 15:07:56.569609 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-86d279d0-3be1-4777-968d-31b27cfdde16 req-4caed273-408c-4b0d-9f91-3c4f06987fc3 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409198 May 10 15:07:57.758833 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac289a41-6107-4962-8e97-a55ba3111a35 req-ec341ab9-7f3b-49b4-ac02-c905e68e9a95 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:57.760257 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ac289a41-6107-4962-8e97-a55ba3111a35 req-ec341ab9-7f3b-49b4-ac02-c905e68e9a95 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 943 time: 0.0824988 May 10 15:07:57.805024 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ac289a41-6107-4962-8e97-a55ba3111a35 req-78e196ee-53fb-4949-ae85-206b0906b3f6 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382595 May 10 15:07:57.898252 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device ff9a66f3-3689-4698-a58e-873913644922 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:07:58.030353 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port ff9a66f3-3689-4698-a58e-873913644922, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=ff9a66f3-3689-4698-a58e-873913644922,segment=NetworkSegment(4f73c5c6-a41e-4722-ac6f-c343a18e7af9),segment_id=4f73c5c6-a41e-4722-ac6f-c343a18e7af9)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:58.043347 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'ff9a66f3-3689-4698-a58e-873913644922', 'network_id': '47c512f9-42c0-4ddd-98f7-6327f12ea3e5', 'port_id': 'ff9a66f3-3689-4698-a58e-873913644922', 'mac_address': 'fa:16:3e:20:79:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c0a778-f353-44f9-ae0f-411596a04a10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:07:58.101080 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:58.117271 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9a66f3-3689-4698-a58e-873913644922 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:07:58.132568 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port ff9a66f3-3689-4698-a58e-873913644922, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=ff9a66f3-3689-4698-a58e-873913644922,segment=NetworkSegment(4f73c5c6-a41e-4722-ac6f-c343a18e7af9),segment_id=4f73c5c6-a41e-4722-ac6f-c343a18e7af9)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:58.136321 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:58.201580 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=ff9a66f3-3689-4698-a58e-873913644922,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:58.456843 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['ff9a66f3-3689-4698-a58e-873913644922'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:07:58.988212 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe241e5a-4c7e-4009-beb5-c02fab407e6e req-1ae5c0d9-5a19-4cea-add1-7f8755e3907b tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:07:58.989653 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fe241e5a-4c7e-4009-beb5-c02fab407e6e req-1ae5c0d9-5a19-4cea-add1-7f8755e3907b tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 944 time: 0.0801451 May 10 15:07:59.034005 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fe241e5a-4c7e-4009-beb5-c02fab407e6e req-1ec664e1-d1fa-43e6-b83a-b1737b70cf5a tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387559 May 10 15:07:59.904058 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device ff9a66f3-3689-4698-a58e-873913644922 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:07:59.971489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port ff9a66f3-3689-4698-a58e-873913644922 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:07:59.976250 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port ff9a66f3-3689-4698-a58e-873913644922 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:07:59.976621 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:00.093042 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:00.119958 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34caf43-bded-4e91-8ed1-d7c50b7d9c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9a66f3-3689-4698-a58e-873913644922'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:08:00.130384 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port ff9a66f3-3689-4698-a58e-873913644922, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=ff9a66f3-3689-4698-a58e-873913644922,segment=NetworkSegment(4f73c5c6-a41e-4722-ac6f-c343a18e7af9),segment_id=4f73c5c6-a41e-4722-ac6f-c343a18e7af9)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:00.135330 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:00.171004 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-264f4c22-759d-4552-a15d-a7f8487bca35'] response: {'server_uuid': 'c34caf43-bded-4e91-8ed1-d7c50b7d9c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9a66f3-3689-4698-a58e-873913644922', 'code': 200} May 10 15:08:00.240134 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=ff9a66f3-3689-4698-a58e-873913644922,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:00.244671 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf79cd-570a-44f5-96c3-0c05ba2df5ac req-605eb284-6872-462f-b1bf-bd78003c4c6e tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:00.246177 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-57bf79cd-570a-44f5-96c3-0c05ba2df5ac req-605eb284-6872-462f-b1bf-bd78003c4c6e tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0994461 May 10 15:08:00.290991 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-57bf79cd-570a-44f5-96c3-0c05ba2df5ac req-5633b5bd-6e66-438e-8dc3-fb99b9846e7b tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382090 May 10 15:08:00.421658 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660181a2-ff12-4b87-af26-0bdc1e38539f req-053247cb-6576-4334-b75b-9cd53dccb79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:00.423017 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-660181a2-ff12-4b87-af26-0bdc1e38539f req-053247cb-6576-4334-b75b-9cd53dccb79e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 1098 time: 0.0696173 May 10 15:08:00.466382 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-660181a2-ff12-4b87-af26-0bdc1e38539f req-1ece4f96-37ce-4da2-bbb4-8d9fa20d7c94 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327959 May 10 15:08:01.492445 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f267e7-9929-4d66-b453-8a86b61b3de5 req-6b7e839f-9ccc-45ff-a974-4152e72883fb tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:01.493902 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-94f267e7-9929-4d66-b453-8a86b61b3de5 req-6b7e839f-9ccc-45ff-a974-4152e72883fb tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0910830 May 10 15:08:01.542605 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-94f267e7-9929-4d66-b453-8a86b61b3de5 req-81f74643-1bb5-43d2-aad1-819c3e74e0d9 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420499 May 10 15:08:02.728365 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998bc4e-a53c-4c67-aaa3-9e8c017296f1 req-ef7c17aa-48d8-4fdf-b0f9-8e8539502538 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:02.729803 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2998bc4e-a53c-4c67-aaa3-9e8c017296f1 req-ef7c17aa-48d8-4fdf-b0f9-8e8539502538 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0794537 May 10 15:08:02.773876 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2998bc4e-a53c-4c67-aaa3-9e8c017296f1 req-559071a2-43f6-4168-930a-8c934e2f55b9 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383601 May 10 15:08:02.961295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28250f-77d1-40e2-b520-b04f3ea432f2 req-9983f133-0544-457d-b6e0-771f7a207b79 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:02.962755 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2f28250f-77d1-40e2-b520-b04f3ea432f2 req-9983f133-0544-457d-b6e0-771f7a207b79 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0862513 May 10 15:08:03.007724 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2f28250f-77d1-40e2-b520-b04f3ea432f2 req-45431fdd-9af6-47c4-b734-2a7addeff469 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391514 May 10 15:08:03.349042 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452c1d4-a37f-402b-a63a-82fff2d1acdf req-5d30274b-b622-44f0-b9f5-c18573ac207e tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:03.350464 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f452c1d4-a37f-402b-a63a-82fff2d1acdf req-5d30274b-b622-44f0-b9f5-c18573ac207e tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0800743 May 10 15:08:03.394983 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f452c1d4-a37f-402b-a63a-82fff2d1acdf req-11f59595-3297-42e2-baee-9053e5fcd974 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389180 May 10 15:08:03.677099 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a604152-345b-4524-9b9b-cd07b1ee46cb req-0a6ae5aa-ca5f-4246-a2bb-18d7ef104136 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:03.678565 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9a604152-345b-4524-9b9b-cd07b1ee46cb req-0a6ae5aa-ca5f-4246-a2bb-18d7ef104136 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.1818211 May 10 15:08:03.722056 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9a604152-345b-4524-9b9b-cd07b1ee46cb req-3d89cafb-8a5a-4ace-8647-8d5866be3cb6 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376327 May 10 15:08:04.209870 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7988074b-4c27-40f9-9837-4cbf91467089 req-7e438971-ea49-48ba-a970-194645a4312b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0730453 May 10 15:08:04.264931 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334524fc-b252-45c6-a52b-99e598d809bb req-7b57d1de-a327-4c62-a617-f205108cd970 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:04.266395 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-334524fc-b252-45c6-a52b-99e598d809bb req-7b57d1de-a327-4c62-a617-f205108cd970 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0814672 May 10 15:08:04.313858 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-334524fc-b252-45c6-a52b-99e598d809bb req-bf62dcbf-88ed-4260-93ef-0c1791ba60d6 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414243 May 10 15:08:05.499390 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d416c1-e9ef-4800-8ce8-5f753babc21d req-b08b53d4-a021-46a4-bc05-09934a3c6c44 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:05.500844 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c9d416c1-e9ef-4800-8ce8-5f753babc21d req-b08b53d4-a021-46a4-bc05-09934a3c6c44 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0836551 May 10 15:08:05.545994 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c9d416c1-e9ef-4800-8ce8-5f753babc21d req-15e9cc9d-e547-4798-ab37-7296a4e7d92a tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394166 May 10 15:08:05.570173 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988074b-4c27-40f9-9837-4cbf91467089 req-514c5b0c-b23b-4cf4-aeef-d65f955afce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:05.571765 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7988074b-4c27-40f9-9837-4cbf91467089 req-514c5b0c-b23b-4cf4-aeef-d65f955afce2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5ca2eeabd2941129490061c60e55fe8&device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 1098 time: 0.0724134 May 10 15:08:05.701397 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988074b-4c27-40f9-9837-4cbf91467089 req-69bbc003-d82a-4d47-8904-3b48d760149c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:05.702853 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7988074b-4c27-40f9-9837-4cbf91467089 req-69bbc003-d82a-4d47-8904-3b48d760149c service neutron] 10.222.0.86 "GET /v2.0/networks?id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5 HTTP/1.1" status: 200 len: 915 time: 0.1250021 May 10 15:08:05.771624 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7988074b-4c27-40f9-9837-4cbf91467089 req-df635496-374a-4e9b-8d54-26d7d88ebff9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff9a66f3-3689-4698-a58e-873913644922 HTTP/1.1" status: 200 len: 217 time: 0.0623713 May 10 15:08:05.831614 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988074b-4c27-40f9-9837-4cbf91467089 req-2abdb45c-d859-4d97-a403-49cfd3d3b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:05.833001 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7988074b-4c27-40f9-9837-4cbf91467089 req-2abdb45c-d859-4d97-a403-49cfd3d3b2a1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=20c0a778-f353-44f9-ae0f-411596a04a10 HTTP/1.1" status: 200 len: 854 time: 0.0557754 May 10 15:08:05.978223 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7988074b-4c27-40f9-9837-4cbf91467089 req-0d080fc9-0589-4d44-a68d-712024d74f16 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388698 May 10 15:08:06.107435 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7988074b-4c27-40f9-9837-4cbf91467089 req-07c990d0-1f42-4bf2-800c-5debaa8965b2 service neutron] 10.222.0.86 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231065 May 10 15:08:06.236367 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7988074b-4c27-40f9-9837-4cbf91467089 req-3e7ab8dd-5d9f-4bf7-988a-e9817223e286 service neutron] 10.222.0.86 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233582 May 10 15:08:06.734063 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d87b73-7c9f-49a4-8a42-fb7caddb468d req-aedbb7f9-6f1a-4880-9a73-2c65c32bd4ba tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:06.735540 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-86d87b73-7c9f-49a4-8a42-fb7caddb468d req-aedbb7f9-6f1a-4880-9a73-2c65c32bd4ba tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0845609 May 10 15:08:06.780080 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-86d87b73-7c9f-49a4-8a42-fb7caddb468d req-e036eeb9-7f95-4dd6-93e8-faabd5cdd006 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389113 May 10 15:08:07.968787 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd7f6b-03bf-4240-a603-29bbbb90144d req-d5427948-ed81-40b9-a573-ed25084ee678 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:07.970257 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ecdd7f6b-03bf-4240-a603-29bbbb90144d req-d5427948-ed81-40b9-a573-ed25084ee678 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0840847 May 10 15:08:08.014007 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ecdd7f6b-03bf-4240-a603-29bbbb90144d req-cd687a8c-163c-4cbf-9671-4d2a231f1458 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381470 May 10 15:08:09.202019 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eda7c-bd87-4a37-9864-34283399ffcd req-b748c808-fa67-4578-a6be-208ed3745f30 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:09.203579 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-618eda7c-bd87-4a37-9864-34283399ffcd req-b748c808-fa67-4578-a6be-208ed3745f30 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0839269 May 10 15:08:09.247853 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-618eda7c-bd87-4a37-9864-34283399ffcd req-d1d2344d-0d24-45aa-ab4b-8df8383cf489 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386195 May 10 15:08:10.429619 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f252f28-d5a2-45ed-8b2e-9476846eb382 req-effdad91-caff-4daa-967d-c753b7022775 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:10.431103 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5f252f28-d5a2-45ed-8b2e-9476846eb382 req-effdad91-caff-4daa-967d-c753b7022775 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0797870 May 10 15:08:10.478875 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5f252f28-d5a2-45ed-8b2e-9476846eb382 req-f8ce3c4f-56c5-45c9-b140-34fa7e795569 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419223 May 10 15:08:11.666581 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cbb20-2465-4519-bea7-6c0c6040f7c1 req-207cafa5-43dc-4cba-bc29-ddfac0cf0e18 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:11.667950 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-242cbb20-2465-4519-bea7-6c0c6040f7c1 req-207cafa5-43dc-4cba-bc29-ddfac0cf0e18 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0802844 May 10 15:08:11.713056 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-242cbb20-2465-4519-bea7-6c0c6040f7c1 req-9cb6621d-ff9e-4ca2-a0d9-6cf10d46d015 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386856 May 10 15:08:12.911572 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2865564-a7ae-4fb4-b0bd-e2ccc4ddb2bf req-2e99fa2b-021c-4439-a010-43c722d95541 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:12.913040 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f2865564-a7ae-4fb4-b0bd-e2ccc4ddb2bf req-2e99fa2b-021c-4439-a010-43c722d95541 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0889692 May 10 15:08:12.959367 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f2865564-a7ae-4fb4-b0bd-e2ccc4ddb2bf req-5e405efa-7f7c-4a2a-93dc-19245da63e41 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399506 May 10 15:08:14.147183 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b6261-13b4-4c81-ba60-be6719b34a89 req-60359309-c767-4940-9ee4-8faa3602d28c tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:14.148646 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-130b6261-13b4-4c81-ba60-be6719b34a89 req-60359309-c767-4940-9ee4-8faa3602d28c tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0813105 May 10 15:08:14.192714 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-130b6261-13b4-4c81-ba60-be6719b34a89 req-83255627-38e8-4d5e-9ff0-88ec30d83ae4 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379701 May 10 15:08:15.381988 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a8c17-bb7f-40ee-8c8c-b439c2e3a0dc req-cd99dca3-963a-4bc5-aa3c-64af476f7284 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:15.383448 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ba1a8c17-bb7f-40ee-8c8c-b439c2e3a0dc req-cd99dca3-963a-4bc5-aa3c-64af476f7284 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0833821 May 10 15:08:15.427209 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ba1a8c17-bb7f-40ee-8c8c-b439c2e3a0dc req-d879a78c-9abf-4622-b172-6733c194234e tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375454 May 10 15:08:16.611970 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90e598-40b3-47e7-809c-e726786345bc req-0c1f562c-a1a9-46d3-a340-aa5089cbf3e1 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:16.613506 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5b90e598-40b3-47e7-809c-e726786345bc req-0c1f562c-a1a9-46d3-a340-aa5089cbf3e1 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0797639 May 10 15:08:16.658929 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5b90e598-40b3-47e7-809c-e726786345bc req-c7bac559-99fd-4eb7-8c75-307bd83e87fa tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398855 May 10 15:08:16.906121 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999a6c6-10b2-4f68-922a-7d4c908c19d0 req-b1a109da-44b3-4b57-bf82-64da33e8c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:16.907613 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6999a6c6-10b2-4f68-922a-7d4c908c19d0 req-b1a109da-44b3-4b57-bf82-64da33e8c46c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5ca2eeabd2941129490061c60e55fe8&device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 1098 time: 0.0820689 May 10 15:08:17.060588 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999a6c6-10b2-4f68-922a-7d4c908c19d0 req-fb8e546c-eaf5-455f-8561-371d9e9eeb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:17.062044 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6999a6c6-10b2-4f68-922a-7d4c908c19d0 req-fb8e546c-eaf5-455f-8561-371d9e9eeb4e service neutron] 10.222.0.86 "GET /v2.0/networks?id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5 HTTP/1.1" status: 200 len: 915 time: 0.1355605 May 10 15:08:17.131684 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6999a6c6-10b2-4f68-922a-7d4c908c19d0 req-0542a17c-cc3a-497a-9287-72a4111cd235 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff9a66f3-3689-4698-a58e-873913644922 HTTP/1.1" status: 200 len: 217 time: 0.0631802 May 10 15:08:17.195061 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999a6c6-10b2-4f68-922a-7d4c908c19d0 req-06358ebb-7af2-4198-ba3f-dee3e6861a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:17.196462 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6999a6c6-10b2-4f68-922a-7d4c908c19d0 req-06358ebb-7af2-4198-ba3f-dee3e6861a9e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=20c0a778-f353-44f9-ae0f-411596a04a10 HTTP/1.1" status: 200 len: 854 time: 0.0574481 May 10 15:08:17.242349 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6999a6c6-10b2-4f68-922a-7d4c908c19d0 req-8ef35a26-82fb-4425-ba34-384d29b7a2e5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390525 May 10 15:08:17.373768 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6999a6c6-10b2-4f68-922a-7d4c908c19d0 req-355b1ccc-9ab6-4484-8ea5-48e0872d1749 service neutron] 10.222.0.86 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248076 May 10 15:08:17.506500 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6999a6c6-10b2-4f68-922a-7d4c908c19d0 req-f94ba571-c4b4-4532-abd0-c2841a2ca89a service neutron] 10.222.0.86 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243100 May 10 15:08:17.842728 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bcc4e-9499-497a-9c0e-24f7c21b5d0f req-cc311ced-7d5a-486d-9134-bfe29a13f831 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:17.844082 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-131bcc4e-9499-497a-9c0e-24f7c21b5d0f req-cc311ced-7d5a-486d-9134-bfe29a13f831 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0828316 May 10 15:08:17.887525 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-131bcc4e-9499-497a-9c0e-24f7c21b5d0f req-a4440922-7d6f-4706-960b-3533b75d9c28 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378175 May 10 15:08:19.077883 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1dee9-35f0-49a6-89d0-eaa1cd17b29c req-5aeb7ba5-2fca-4b40-8c6d-0ae45f6fc2bc tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:19.079354 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b8b1dee9-35f0-49a6-89d0-eaa1cd17b29c req-5aeb7ba5-2fca-4b40-8c6d-0ae45f6fc2bc tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0838368 May 10 15:08:19.127312 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b8b1dee9-35f0-49a6-89d0-eaa1cd17b29c req-5c7ef0f8-97b7-444f-9670-be198cde724e tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422893 May 10 15:08:20.094039 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bf42edb8-9582-43c1-8a1c-a434600a72fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:20.311210 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a65701-6f4c-4897-8984-a63babebe363 req-5b8de676-08c4-4837-9e90-cfca58ef3ec7 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:20.312659 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-16a65701-6f4c-4897-8984-a63babebe363 req-5b8de676-08c4-4837-9e90-cfca58ef3ec7 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0809274 May 10 15:08:20.356858 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-16a65701-6f4c-4897-8984-a63babebe363 req-a9822e7c-ac6d-4cb3-91a3-7bcf680b110f tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385656 May 10 15:08:21.544757 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11841aa-d7eb-4273-8126-815fb3963352 req-66165178-ebd6-4e06-899f-e8f2749327c0 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:21.546210 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b11841aa-d7eb-4273-8126-815fb3963352 req-66165178-ebd6-4e06-899f-e8f2749327c0 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0836897 May 10 15:08:21.589268 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b11841aa-d7eb-4273-8126-815fb3963352 req-bc127f7b-12b0-4d38-94b5-ff47f4ce57b2 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373514 May 10 15:08:21.943409 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [req-66c00dac-c4cf-4afa-bd53-929b5b875d68 req-0d284040-5ae8-49dd-85e6-322a717a5087 service neutron] (88052) timed out ('10.222.0.86', 54919) {{(pid=88052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 15:08:22.377489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-314ae478-4320-4dfb-863b-a13354b07bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:22.776730 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3242a-000a-42ff-b877-3341da5fa2f4 req-7894fbe6-f783-4067-b6f7-368d6e452418 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:22.778784 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-44c3242a-000a-42ff-b877-3341da5fa2f4 req-7894fbe6-f783-4067-b6f7-368d6e452418 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0802715 May 10 15:08:22.822670 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-44c3242a-000a-42ff-b877-3341da5fa2f4 req-5d4af4df-49be-470b-8f23-792d432738e8 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383389 May 10 15:08:23.247261 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:23.312850 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:23.372084 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:24.017186 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f01da-d594-4d6f-a55c-e941bcf76122 req-c0bdcd3c-6a84-4d0e-a0ff-85f6b948537b tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:24.018652 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ca0f01da-d594-4d6f-a55c-e941bcf76122 req-c0bdcd3c-6a84-4d0e-a0ff-85f6b948537b tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0882087 May 10 15:08:24.066575 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ca0f01da-d594-4d6f-a55c-e941bcf76122 req-921c9132-49f6-4896-830e-7ae7888f0151 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419483 May 10 15:08:24.921467 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:25.249888 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e3237-e1be-4fa4-b590-9a0fe4cc3efb req-828c7631-6963-4dfd-ad9a-a40ec79de75e tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:25.251365 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0a8e3237-e1be-4fa4-b590-9a0fe4cc3efb req-828c7631-6963-4dfd-ad9a-a40ec79de75e tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0808234 May 10 15:08:25.300011 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0a8e3237-e1be-4fa4-b590-9a0fe4cc3efb req-e8bbcf3c-ff66-458f-94a9-707ea6642308 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430474 May 10 15:08:26.483683 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841b4d9-de03-4c06-b779-81f53dca3c19 req-ee79c988-4bf6-4384-ac07-aaf44cf9c8b1 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:26.485120 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d841b4d9-de03-4c06-b779-81f53dca3c19 req-ee79c988-4bf6-4384-ac07-aaf44cf9c8b1 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0792503 May 10 15:08:26.529063 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d841b4d9-de03-4c06-b779-81f53dca3c19 req-79ca406c-83c3-42a7-a12a-e04d0fcafd36 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382886 May 10 15:08:27.831315 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1bedf-517d-4853-ba39-7ba17ed95da5 req-4dd8a02a-1249-41d1-813e-f7e02111214a tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:27.832712 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6ac1bedf-517d-4853-ba39-7ba17ed95da5 req-4dd8a02a-1249-41d1-813e-f7e02111214a tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.1968892 May 10 15:08:27.876989 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6ac1bedf-517d-4853-ba39-7ba17ed95da5 req-ca3fb0c4-2537-401c-812e-4d85f2d0453d tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386419 May 10 15:08:29.121936 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0f8f5-c444-4419-99a7-cfb6955d3d01 req-95198ad8-d325-4faa-a0f1-131e042f2bdb tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:29.123322 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5dc0f8f5-c444-4419-99a7-cfb6955d3d01 req-95198ad8-d325-4faa-a0f1-131e042f2bdb tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.1394017 May 10 15:08:29.166769 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5dc0f8f5-c444-4419-99a7-cfb6955d3d01 req-b0368b78-9afa-481e-a3c6-71860be0c2af tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377409 May 10 15:08:30.354695 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250132d4-7f20-49a8-8540-c50debfb2362 req-771f2200-9361-4bf1-a09e-0679ce883379 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:30.356687 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-250132d4-7f20-49a8-8540-c50debfb2362 req-771f2200-9361-4bf1-a09e-0679ce883379 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0833025 May 10 15:08:30.400260 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-250132d4-7f20-49a8-8540-c50debfb2362 req-bfe0beb6-f528-43ea-bff2-f4e5ad78d168 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377672 May 10 15:08:31.588860 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92544f28-ef70-436c-8cf9-d78eb9d465aa req-4bf3ae3a-e405-4ad5-850b-08a4f2abe877 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:31.591461 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-92544f28-ef70-436c-8cf9-d78eb9d465aa req-4bf3ae3a-e405-4ad5-850b-08a4f2abe877 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0813267 May 10 15:08:31.640185 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-92544f28-ef70-436c-8cf9-d78eb9d465aa req-2d3ccbf4-3e89-4c24-a1ef-2691ca961611 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432189 May 10 15:08:32.828417 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd21494-43af-48b5-8b1f-49a83a55305d req-42633ff2-5874-42ab-a6d2-02640e394f2c tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:32.829844 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8bd21494-43af-48b5-8b1f-49a83a55305d req-42633ff2-5874-42ab-a6d2-02640e394f2c tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0834897 May 10 15:08:32.875963 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8bd21494-43af-48b5-8b1f-49a83a55305d req-587e3d18-32ea-4e2e-9cad-137f1f845978 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403545 May 10 15:08:33.250204 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7988074b-4c27-40f9-9837-4cbf91467089 req-f9697147-1961-4137-9306-bd622106314a service neutron] 10.222.0.86 "GET /v2.0/ports/ff9a66f3-3689-4698-a58e-873913644922/bindings/hv-neutron-8412 HTTP/1.1" status: 200 len: 384 time: 0.0773761 May 10 15:08:33.265156 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:08:33.517861 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988074b-4c27-40f9-9837-4cbf91467089 req-5bd02b2e-b3af-4184-bfb0-a302bc4810fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:33.519272 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7988074b-4c27-40f9-9837-4cbf91467089 req-5bd02b2e-b3af-4184-bfb0-a302bc4810fd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15&tenant_id=e5ca2eeabd2941129490061c60e55fe8 HTTP/1.1" status: 200 len: 1098 time: 0.0716169 May 10 15:08:33.618551 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988074b-4c27-40f9-9837-4cbf91467089 req-26b4377f-e5e2-4d7b-945d-e33c4ae44e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:33.619999 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7988074b-4c27-40f9-9837-4cbf91467089 req-26b4377f-e5e2-4d7b-945d-e33c4ae44e65 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5ca2eeabd2941129490061c60e55fe8&device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 1098 time: 0.0733087 May 10 15:08:33.754796 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988074b-4c27-40f9-9837-4cbf91467089 req-5cb52176-313a-4380-9b35-77698095b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:33.756235 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7988074b-4c27-40f9-9837-4cbf91467089 req-5cb52176-313a-4380-9b35-77698095b437 service neutron] 10.222.0.86 "GET /v2.0/networks?id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5 HTTP/1.1" status: 200 len: 915 time: 0.1261079 May 10 15:08:33.827478 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7988074b-4c27-40f9-9837-4cbf91467089 req-b7b5ed88-01b1-49c9-98f7-72eb229700c8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff9a66f3-3689-4698-a58e-873913644922 HTTP/1.1" status: 200 len: 217 time: 0.0597150 May 10 15:08:33.896618 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988074b-4c27-40f9-9837-4cbf91467089 req-ea6d216a-89f7-4038-8b79-88d24b443e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:33.898052 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7988074b-4c27-40f9-9837-4cbf91467089 req-ea6d216a-89f7-4038-8b79-88d24b443e4c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=20c0a778-f353-44f9-ae0f-411596a04a10 HTTP/1.1" status: 200 len: 854 time: 0.0617070 May 10 15:08:33.949673 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7988074b-4c27-40f9-9837-4cbf91467089 req-9f76f81e-3d36-4a98-9bd8-0136023f642a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411727 May 10 15:08:34.067881 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2793e-9bbb-44b2-889a-42bc56998c76 req-6c8b8d5c-7101-44c4-95fc-f14553b4e6cb tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:34.069389 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-42e2793e-9bbb-44b2-889a-42bc56998c76 req-6c8b8d5c-7101-44c4-95fc-f14553b4e6cb tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0857797 May 10 15:08:34.118891 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-42e2793e-9bbb-44b2-889a-42bc56998c76 req-2e89140b-b2e9-4c26-8e20-de002d8c1eb4 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427680 May 10 15:08:34.187307 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7988074b-4c27-40f9-9837-4cbf91467089 req-51c77966-b7b0-4d00-8020-fcb721003d0d service neutron] 10.222.0.86 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281229 May 10 15:08:34.319318 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7988074b-4c27-40f9-9837-4cbf91467089 req-e699e807-ae27-41f0-88ae-2f78ba6315df service neutron] 10.222.0.86 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229961 May 10 15:08:35.308057 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86d5ad-631f-4009-8d37-aa46157b6ac0 req-5b54248e-f6c6-4c04-a39e-7cbb6f0908e0 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:35.310050 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6c86d5ad-631f-4009-8d37-aa46157b6ac0 req-5b54248e-f6c6-4c04-a39e-7cbb6f0908e0 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0808940 May 10 15:08:35.354682 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6c86d5ad-631f-4009-8d37-aa46157b6ac0 req-d679da66-018b-4cf3-ac7f-08a7ed46b443 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389254 May 10 15:08:36.116293 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device ff9a66f3-3689-4698-a58e-873913644922 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:08:36.121045 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device ff9a66f3-3689-4698-a58e-873913644922 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:08:36.359330 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:36.377661 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port ff9a66f3-3689-4698-a58e-873913644922, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=ff9a66f3-3689-4698-a58e-873913644922,segment=NetworkSegment(4f73c5c6-a41e-4722-ac6f-c343a18e7af9),segment_id=4f73c5c6-a41e-4722-ac6f-c343a18e7af9)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:36.398528 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'ff9a66f3-3689-4698-a58e-873913644922', 'network_id': '47c512f9-42c0-4ddd-98f7-6327f12ea3e5', 'port_id': 'ff9a66f3-3689-4698-a58e-873913644922', 'mac_address': 'fa:16:3e:20:79:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c0a778-f353-44f9-ae0f-411596a04a10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:08:36.404110 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34caf43-bded-4e91-8ed1-d7c50b7d9c15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff9a66f3-3689-4698-a58e-873913644922'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:08:36.442106 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port ff9a66f3-3689-4698-a58e-873913644922, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=ff9a66f3-3689-4698-a58e-873913644922,segment=NetworkSegment(4f73c5c6-a41e-4722-ac6f-c343a18e7af9),segment_id=4f73c5c6-a41e-4722-ac6f-c343a18e7af9)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:36.457237 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:36.494888 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d66041c3-b61f-4fd6-8986-8926e81a314a'] response: {'server_uuid': 'c34caf43-bded-4e91-8ed1-d7c50b7d9c15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff9a66f3-3689-4698-a58e-873913644922', 'code': 200} May 10 15:08:36.524422 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:36.550582 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff9a66f3-3689-4698-a58e-873913644922 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:08:36.559598 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=ff9a66f3-3689-4698-a58e-873913644922,revision_number=6']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:36.618892 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 15:08:36.619150 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 15:08:36.652181 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985de9b-028c-43ae-9ac5-eb9aa49a80ac req-02c26d6d-887d-42b3-8e6d-b618f3cc34bc tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:36.653670 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6985de9b-028c-43ae-9ac5-eb9aa49a80ac req-02c26d6d-887d-42b3-8e6d-b618f3cc34bc tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 943 time: 0.1907947 May 10 15:08:36.697842 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6985de9b-028c-43ae-9ac5-eb9aa49a80ac req-87bef91f-77a0-44a8-ab29-02f107aaa7d5 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383563 May 10 15:08:37.007167 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1618c9-2de2-4202-aa31-bdbd6f14471b req-5353a3fe-4582-46c3-9834-3755bbde0111 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:37.008623 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fc1618c9-2de2-4202-aa31-bdbd6f14471b req-5353a3fe-4582-46c3-9834-3755bbde0111 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 943 time: 0.0810034 May 10 15:08:37.017169 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4f29e-224b-4de4-9c2a-80628ca39260 req-3d2f1ac4-5617-41ce-a452-09bb536b784c tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:37.017860 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-99d4f29e-224b-4de4-9c2a-80628ca39260 req-3d2f1ac4-5617-41ce-a452-09bb536b784c tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Synchronizing usage tracker for tenant:e5ca2eeabd2941129490061c60e55fe8 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:08:37.036095 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-99d4f29e-224b-4de4-9c2a-80628ca39260 req-3d2f1ac4-5617-41ce-a452-09bb536b784c tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Unset dirty status for tenant:e5ca2eeabd2941129490061c60e55fe8 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:08:37.037220 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-99d4f29e-224b-4de4-9c2a-80628ca39260 req-3d2f1ac4-5617-41ce-a452-09bb536b784c tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.86 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15&tenant_id=e5ca2eeabd2941129490061c60e55fe8&binding%3Ahost_id=hv-neutron-8412 HTTP/1.1" status: 200 len: 943 time: 0.1058042 May 10 15:08:37.056835 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fc1618c9-2de2-4202-aa31-bdbd6f14471b req-cb8c9e95-629d-449c-b7a3-ce4e8fe6c3de tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424259 May 10 15:08:37.177845 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:37.187539 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4f29e-224b-4de4-9c2a-80628ca39260 req-fb73cff8-746b-4686-9a30-6330feba233b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:37.189255 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-99d4f29e-224b-4de4-9c2a-80628ca39260 req-fb73cff8-746b-4686-9a30-6330feba233b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5ca2eeabd2941129490061c60e55fe8&device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 1096 time: 0.0796375 May 10 15:08:37.196443 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9a66f3-3689-4698-a58e-873913644922 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:08:37.212364 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port ff9a66f3-3689-4698-a58e-873913644922, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=ff9a66f3-3689-4698-a58e-873913644922,segment=NetworkSegment(4f73c5c6-a41e-4722-ac6f-c343a18e7af9),segment_id=4f73c5c6-a41e-4722-ac6f-c343a18e7af9)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:37.217707 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:37.285019 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['ff9a66f3-3689-4698-a58e-873913644922'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:08:37.321382 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4f29e-224b-4de4-9c2a-80628ca39260 req-cb2f757d-106f-4ce8-aa66-41c5aa482189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:37.322859 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-99d4f29e-224b-4de4-9c2a-80628ca39260 req-cb2f757d-106f-4ce8-aa66-41c5aa482189 service neutron] 10.222.0.86 "GET /v2.0/networks?id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5 HTTP/1.1" status: 200 len: 915 time: 0.1278684 May 10 15:08:37.333893 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=ff9a66f3-3689-4698-a58e-873913644922,revision_number=7']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:37.394674 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-99d4f29e-224b-4de4-9c2a-80628ca39260 req-29b951dd-9c31-473c-8af1-3a9bbc734e60 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff9a66f3-3689-4698-a58e-873913644922 HTTP/1.1" status: 200 len: 217 time: 0.0644014 May 10 15:08:37.458123 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4f29e-224b-4de4-9c2a-80628ca39260 req-4c61a66d-3449-4a88-95b9-4fd071a3122e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:37.459601 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-99d4f29e-224b-4de4-9c2a-80628ca39260 req-4c61a66d-3449-4a88-95b9-4fd071a3122e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=20c0a778-f353-44f9-ae0f-411596a04a10 HTTP/1.1" status: 200 len: 854 time: 0.0579238 May 10 15:08:37.510181 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-99d4f29e-224b-4de4-9c2a-80628ca39260 req-52cb91ac-cfae-4fcd-9333-cfba97d5f77a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440261 May 10 15:08:37.640534 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-99d4f29e-224b-4de4-9c2a-80628ca39260 req-ecc3cfe0-00d3-4289-be47-f317ab7d015e service neutron] 10.222.0.86 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231055 May 10 15:08:37.770878 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-99d4f29e-224b-4de4-9c2a-80628ca39260 req-03dbfd15-e111-403e-896d-600fd293b287 service neutron] 10.222.0.86 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230392 May 10 15:08:38.140578 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device ff9a66f3-3689-4698-a58e-873913644922 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:08:38.210957 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port ff9a66f3-3689-4698-a58e-873913644922 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:08:38.211650 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:38.258997 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7068e-5f7f-4a88-b56a-1950ed2d4f8c req-c8a12f54-da7c-48f1-b7a7-6da518fde563 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:38.260441 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6ae7068e-5f7f-4a88-b56a-1950ed2d4f8c req-c8a12f54-da7c-48f1-b7a7-6da518fde563 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 944 time: 0.0834515 May 10 15:08:38.310033 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6ae7068e-5f7f-4a88-b56a-1950ed2d4f8c req-0e85dec5-7dd4-4fd6-8dac-6c9d06c65d0d tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431993 May 10 15:08:38.343135 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:38.377020 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port ff9a66f3-3689-4698-a58e-873913644922, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=ff9a66f3-3689-4698-a58e-873913644922,segment=NetworkSegment(4f73c5c6-a41e-4722-ac6f-c343a18e7af9),segment_id=4f73c5c6-a41e-4722-ac6f-c343a18e7af9)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:38.380872 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:38.452971 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=ff9a66f3-3689-4698-a58e-873913644922,revision_number=8']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:38.496126 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34caf43-bded-4e91-8ed1-d7c50b7d9c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9a66f3-3689-4698-a58e-873913644922'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:08:38.540282 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d1145a-775b-4fe0-b93d-1c9b1a9c3b61'] response: {'server_uuid': 'c34caf43-bded-4e91-8ed1-d7c50b7d9c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9a66f3-3689-4698-a58e-873913644922', 'code': 200} May 10 15:08:39.496034 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d893a-1164-4d60-af6d-22388bd4485c req-f8be8546-ebcc-410d-b213-87a0cf1efe73 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:39.498095 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b67d893a-1164-4d60-af6d-22388bd4485c req-f8be8546-ebcc-410d-b213-87a0cf1efe73 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0821874 May 10 15:08:39.542091 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b67d893a-1164-4d60-af6d-22388bd4485c req-7119633f-8a38-44e6-99e6-4915560a445b tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383677 May 10 15:08:39.735408 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33996d18-dbff-406c-bb9e-bc76f8544836 req-59e7abde-c4b4-45e9-b6dc-cb925aefb0bc tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:39.736856 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-33996d18-dbff-406c-bb9e-bc76f8544836 req-59e7abde-c4b4-45e9-b6dc-cb925aefb0bc tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0822189 May 10 15:08:39.780870 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-33996d18-dbff-406c-bb9e-bc76f8544836 req-88120cc8-0ef1-407e-b0fd-a28a19d6cd75 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383813 May 10 15:08:39.967855 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969672d-642b-41df-a8db-cd086aee928d req-e5020079-4648-443f-b8a7-64555a9e5be5 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:39.969290 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a969672d-642b-41df-a8db-cd086aee928d req-e5020079-4648-443f-b8a7-64555a9e5be5 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.0841358 May 10 15:08:40.015889 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a969672d-642b-41df-a8db-cd086aee928d req-c227997d-f66f-4202-9b58-b8e33bffe56f tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408156 May 10 15:08:40.497477 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-5d3d3472-97af-4b97-9d15-b15bd064e6fc tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:40.498920 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-5d3d3472-97af-4b97-9d15-b15bd064e6fc tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/networks?id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5 HTTP/1.1" status: 200 len: 814 time: 0.1433473 May 10 15:08:40.513876 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-9dab1abf-e702-4dcb-b21b-388e9638c66b tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/quotas/e5ca2eeabd2941129490061c60e55fe8 HTTP/1.1" status: 200 len: 375 time: 0.0094531 May 10 15:08:40.592795 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-918b7cb6-7937-47fc-bb69-53f38f10a03c tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e5ca2eeabd2941129490061c60e55fe8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0738151 May 10 15:08:40.726006 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-22caee8f-662b-4eaf-b0fb-1e1312e3df93 service neutron] 10.222.0.79 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266224 May 10 15:08:40.858780 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-98cf8bcf-6f7f-4390-b986-fe5fc847daf7 service neutron] 10.222.0.79 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263208 May 10 15:08:41.037561 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c2b313b1-5470-4819-ab72-1875ab880228 req-c0da5d2c-662d-451d-9091-1a16f0f66de0 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 210 time: 0.0466330 May 10 15:08:42.113145 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-2be1c6b8-464c-411d-a9d7-c0598c977db9 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:42.115075 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-2be1c6b8-464c-411d-a9d7-c0598c977db9 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.86 "GET /v2.0/networks?id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5 HTTP/1.1" status: 200 len: 814 time: 0.1540084 May 10 15:08:42.129868 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-afba4272-3178-4eac-86de-cf04b2901ae2 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Request body: {'port': {'device_id': '9f60607a-f63e-4826-9247-ef2ac2008009', 'network_id': '47c512f9-42c0-4ddd-98f7-6327f12ea3e5', 'admin_state_up': True, 'tenant_id': 'e5ca2eeabd2941129490061c60e55fe8'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:08:42.193178 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-709cdfbe-8bb3-43b1-984f-76424cf0a891 req-a5184317-072e-4a05-bed5-45732b9fea06 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 210 time: 0.0451314 May 10 15:08:42.324176 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-afba4272-3178-4eac-86de-cf04b2901ae2 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:08:42.343636 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b416d8-4ce0-4d1b-9ad2-e2a6e1b5d5b7 req-165d4fe8-aebf-4c55-848a-f887e90788c3 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:42.345036 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c4b416d8-4ce0-4d1b-9ad2-e2a6e1b5d5b7 req-165d4fe8-aebf-4c55-848a-f887e90788c3 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.86 "GET /v2.0/ports?device_id=c34caf43-bded-4e91-8ed1-d7c50b7d9c15 HTTP/1.1" status: 200 len: 945 time: 0.1504803 May 10 15:08:42.345847 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-afba4272-3178-4eac-86de-cf04b2901ae2 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:08:42.388401 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-afba4272-3178-4eac-86de-cf04b2901ae2 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Made reservation on behalf of e5ca2eeabd2941129490061c60e55fe8 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:08:42.391710 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-afba4272-3178-4eac-86de-cf04b2901ae2 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:42.469219 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-c4b416d8-4ce0-4d1b-9ad2-e2a6e1b5d5b7 req-11b95acd-664f-4505-ba90-e2760ce27fa0 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Deleting port ff9a66f3-3689-4698-a58e-873913644922 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:08:42.469554 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c4b416d8-4ce0-4d1b-9ad2-e2a6e1b5d5b7 req-11b95acd-664f-4505-ba90-e2760ce27fa0 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:42.842346 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-afba4272-3178-4eac-86de-cf04b2901ae2 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Allocated IP 172.20.0.9 (47c512f9-42c0-4ddd-98f7-6327f12ea3e5/20c0a778-f353-44f9-ae0f-411596a04a10/fa3b3570-72a1-48fb-af65-203115241e64) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:08:42.937750 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-c4b416d8-4ce0-4d1b-9ad2-e2a6e1b5d5b7 req-11b95acd-664f-4505-ba90-e2760ce27fa0 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] For port ff9a66f3-3689-4698-a58e-873913644922, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=ff9a66f3-3689-4698-a58e-873913644922,segment=NetworkSegment(4f73c5c6-a41e-4722-ac6f-c343a18e7af9),segment_id=4f73c5c6-a41e-4722-ac6f-c343a18e7af9)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:42.938106 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c4b416d8-4ce0-4d1b-9ad2-e2a6e1b5d5b7 req-11b95acd-664f-4505-ba90-e2760ce27fa0 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:43.124956 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-c4b416d8-4ce0-4d1b-9ad2-e2a6e1b5d5b7 req-11b95acd-664f-4505-ba90-e2760ce27fa0 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Calling delete_port for ff9a66f3-3689-4698-a58e-873913644922 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:08:43.334003 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c4b416d8-4ce0-4d1b-9ad2-e2a6e1b5d5b7 req-11b95acd-664f-4505-ba90-e2760ce27fa0 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:43.349493 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['ff9a66f3-3689-4698-a58e-873913644922'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:08:43.358701 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7116c6f0-00d2-4ecb-b7bf-8af0aa040b55 req-7411eb3e-6109-46d9-a70d-665f57c5b44f tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 210 time: 0.0446718 May 10 15:08:43.381114 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-afba4272-3178-4eac-86de-cf04b2901ae2 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:43.395167 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b95acd-664f-4505-ba90-e2760ce27fa0 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Pushing event deleted for resources: {'Port': ['ID=ff9a66f3-3689-4698-a58e-873913644922,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:43.476825 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b416d8-4ce0-4d1b-9ad2-e2a6e1b5d5b7 req-11b95acd-664f-4505-ba90-e2760ce27fa0 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] No DVR routers for this DVR port ff9a66f3-3689-4698-a58e-873913644922 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:08:43.479637 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c4b416d8-4ce0-4d1b-9ad2-e2a6e1b5d5b7 req-11b95acd-664f-4505-ba90-e2760ce27fa0 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:43.482760 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34caf43-bded-4e91-8ed1-d7c50b7d9c15', 'name': 'network-vif-deleted', 'tag': 'ff9a66f3-3689-4698-a58e-873913644922'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:08:43.502138 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c4b416d8-4ce0-4d1b-9ad2-e2a6e1b5d5b7 req-11b95acd-664f-4505-ba90-e2760ce27fa0 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.86 "DELETE /v2.0/ports/ff9a66f3-3689-4698-a58e-873913644922 HTTP/1.1" status: 204 len: 173 time: 1.1493278 May 10 15:08:43.509023 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-afba4272-3178-4eac-86de-cf04b2901ae2 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:43.523278 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['ff9a66f3-3689-4698-a58e-873913644922'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:08:43.581802 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-afba4272-3178-4eac-86de-cf04b2901ae2 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Network 47c512f9-42c0-4ddd-98f7-6327f12ea3e5 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:08:43.585235 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-afba4272-3178-4eac-86de-cf04b2901ae2 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:08:43.589109 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-afba4272-3178-4eac-86de-cf04b2901ae2 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:08:43.618291 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aba5ca65-06dd-4896-a07e-0dec20cb657f'] response: {'server_uuid': 'c34caf43-bded-4e91-8ed1-d7c50b7d9c15', 'name': 'network-vif-deleted', 'tag': 'ff9a66f3-3689-4698-a58e-873913644922', 'status': 'completed', 'code': 200} May 10 15:08:43.625575 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba4272-3178-4eac-86de-cf04b2901ae2 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Pushing event updated for resources: {'Port': ['ID=fa3b3570-72a1-48fb-af65-203115241e64,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:43.659233 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-afba4272-3178-4eac-86de-cf04b2901ae2 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:43.659821 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-afba4272-3178-4eac-86de-cf04b2901ae2 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:43.677073 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-afba4272-3178-4eac-86de-cf04b2901ae2 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5508912 May 10 15:08:43.691020 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-400dec09-80fc-4ab3-8444-f104456d93c1 service neutron] Request body: {'port': {'device_id': '9f60607a-f63e-4826-9247-ef2ac2008009', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:08:43.802713 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-400dec09-80fc-4ab3-8444-f104456d93c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:44.148872 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-400dec09-80fc-4ab3-8444-f104456d93c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3b3570-72a1-48fb-af65-203115241e64 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:08:44.156679 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-400dec09-80fc-4ab3-8444-f104456d93c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:44.172645 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-400dec09-80fc-4ab3-8444-f104456d93c1 service neutron] Transition to ACTIVE for port object fa3b3570-72a1-48fb-af65-203115241e64 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:08:44.175877 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-400dec09-80fc-4ab3-8444-f104456d93c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:44.435453 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400dec09-80fc-4ab3-8444-f104456d93c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3b3570-72a1-48fb-af65-203115241e64,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:44.507213 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-400dec09-80fc-4ab3-8444-f104456d93c1 service neutron] Attempting to bind port fa3b3570-72a1-48fb-af65-203115241e64 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:08:44.507541 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-400dec09-80fc-4ab3-8444-f104456d93c1 service neutron] Attempting to bind port fa3b3570-72a1-48fb-af65-203115241e64 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '4f73c5c6-a41e-4722-ac6f-c343a18e7af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '47c512f9-42c0-4ddd-98f7-6327f12ea3e5'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:08:44.507861 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-400dec09-80fc-4ab3-8444-f104456d93c1 service neutron] Attempting to bind port fa3b3570-72a1-48fb-af65-203115241e64 on network 47c512f9-42c0-4ddd-98f7-6327f12ea3e5 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:08:44.513181 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-400dec09-80fc-4ab3-8444-f104456d93c1 service neutron] Port fa3b3570-72a1-48fb-af65-203115241e64 on network 47c512f9-42c0-4ddd-98f7-6327f12ea3e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:08:44.513514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-400dec09-80fc-4ab3-8444-f104456d93c1 service neutron] Attempting to bind port fa3b3570-72a1-48fb-af65-203115241e64 on network 47c512f9-42c0-4ddd-98f7-6327f12ea3e5 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:08:44.518651 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-400dec09-80fc-4ab3-8444-f104456d93c1 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:08:44.518986 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-400dec09-80fc-4ab3-8444-f104456d93c1 service neutron] Checking segment: {'id': '4f73c5c6-a41e-4722-ac6f-c343a18e7af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '47c512f9-42c0-4ddd-98f7-6327f12ea3e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:08:44.519360 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-400dec09-80fc-4ab3-8444-f104456d93c1 service neutron] Bound using segment: {'id': '4f73c5c6-a41e-4722-ac6f-c343a18e7af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '47c512f9-42c0-4ddd-98f7-6327f12ea3e5'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:08:44.519776 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-400dec09-80fc-4ab3-8444-f104456d93c1 service neutron] Bound port: fa3b3570-72a1-48fb-af65-203115241e64, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f73c5c6-a41e-4722-ac6f-c343a18e7af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '47c512f9-42c0-4ddd-98f7-6327f12ea3e5'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:08:44.520113 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-400dec09-80fc-4ab3-8444-f104456d93c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:44.538448 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b931b1-148f-4860-926d-29b9454a54af req-136114f6-297b-4223-8a76-0be5a69dcf1b tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:44.539925 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-25b931b1-148f-4860-926d-29b9454a54af req-136114f6-297b-4223-8a76-0be5a69dcf1b tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 943 time: 0.0832012 May 10 15:08:44.585940 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-25b931b1-148f-4860-926d-29b9454a54af req-d3cddce3-bb4f-4ee8-97f3-4efb28c04fb6 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398128 May 10 15:08:44.612324 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-400dec09-80fc-4ab3-8444-f104456d93c1 service neutron] For port fa3b3570-72a1-48fb-af65-203115241e64, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:08:44.615203 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-400dec09-80fc-4ab3-8444-f104456d93c1 service neutron] For port fa3b3570-72a1-48fb-af65-203115241e64, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=fa3b3570-72a1-48fb-af65-203115241e64,segment=NetworkSegment(4f73c5c6-a41e-4722-ac6f-c343a18e7af9),segment_id=4f73c5c6-a41e-4722-ac6f-c343a18e7af9)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:08:44.619527 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-400dec09-80fc-4ab3-8444-f104456d93c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:44.679964 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-400dec09-80fc-4ab3-8444-f104456d93c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:44.680559 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-400dec09-80fc-4ab3-8444-f104456d93c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:44.681900 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-400dec09-80fc-4ab3-8444-f104456d93c1 service neutron] 10.222.0.86 "PUT /v2.0/ports/fa3b3570-72a1-48fb-af65-203115241e64 HTTP/1.1" status: 200 len: 1093 time: 0.9949520 May 10 15:08:44.697271 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400dec09-80fc-4ab3-8444-f104456d93c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3b3570-72a1-48fb-af65-203115241e64,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:44.793963 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-18ab239a-4137-4c1c-8a63-fe18fa279c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:44.795456 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-18ab239a-4137-4c1c-8a63-fe18fa279c44 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5ca2eeabd2941129490061c60e55fe8&device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 1096 time: 0.0763369 May 10 15:08:44.867737 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-d6d03c2e-71bc-45db-9735-b308b01744e8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa3b3570-72a1-48fb-af65-203115241e64 HTTP/1.1" status: 200 len: 217 time: 0.0603628 May 10 15:08:44.937385 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-89e5da66-283a-4dc6-9984-2961da2790a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:44.938837 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-89e5da66-283a-4dc6-9984-2961da2790a9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=20c0a778-f353-44f9-ae0f-411596a04a10 HTTP/1.1" status: 200 len: 854 time: 0.0618265 May 10 15:08:44.990008 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-1d5dd3de-b123-42b6-81d9-79f0058874cd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418110 May 10 15:08:45.124957 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-7ea41077-5a1e-47da-a3cc-2f52341853d0 service neutron] 10.222.0.86 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244595 May 10 15:08:45.266660 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e827a034-8c3c-4e9c-b21e-8c5de6184c9d req-065f80a0-8fea-483b-b38f-15c7e87c6fd5 service neutron] 10.222.0.86 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321125 May 10 15:08:45.619679 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f60607a-f63e-4826-9247-ef2ac2008009', 'tag': 'fa3b3570-72a1-48fb-af65-203115241e64'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:08:45.663935 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cb14461-83de-4738-8dd6-5c91c360cc0e'] response: {'name': 'network-changed', 'server_uuid': '9f60607a-f63e-4826-9247-ef2ac2008009', 'tag': 'fa3b3570-72a1-48fb-af65-203115241e64', 'status': 'completed', 'code': 200} May 10 15:08:45.758932 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62965ef2-41dd-4228-8a8c-5ff32c6ddc9c req-de542dca-3ea4-4c7d-99ad-16b2c5a65b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:45.760542 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-62965ef2-41dd-4228-8a8c-5ff32c6ddc9c req-de542dca-3ea4-4c7d-99ad-16b2c5a65b0b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5ca2eeabd2941129490061c60e55fe8&device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 1096 time: 0.0749259 May 10 15:08:45.777289 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6d4ae-f0d5-4656-a810-50461fdb68ed req-8c5c44d7-5a59-46e7-8903-3a1e0252a779 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:45.779433 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-abc6d4ae-f0d5-4656-a810-50461fdb68ed req-8c5c44d7-5a59-46e7-8903-3a1e0252a779 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 943 time: 0.0821040 May 10 15:08:45.826537 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-abc6d4ae-f0d5-4656-a810-50461fdb68ed req-f524e9a3-657d-4e50-aa71-0ee0cad92e38 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412567 May 10 15:08:45.894927 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62965ef2-41dd-4228-8a8c-5ff32c6ddc9c req-e3b41772-8c3f-4661-9940-bc71cf3dbfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:45.896531 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-62965ef2-41dd-4228-8a8c-5ff32c6ddc9c req-e3b41772-8c3f-4661-9940-bc71cf3dbfa9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5 HTTP/1.1" status: 200 len: 915 time: 0.1279964 May 10 15:08:45.962912 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-62965ef2-41dd-4228-8a8c-5ff32c6ddc9c req-f1c0ac7e-49f5-49ee-8567-5e90dde30a84 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa3b3570-72a1-48fb-af65-203115241e64 HTTP/1.1" status: 200 len: 217 time: 0.0592279 May 10 15:08:46.029471 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62965ef2-41dd-4228-8a8c-5ff32c6ddc9c req-a07dc618-57cf-4d5c-aed1-45b77227e9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:46.030878 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-62965ef2-41dd-4228-8a8c-5ff32c6ddc9c req-a07dc618-57cf-4d5c-aed1-45b77227e9e4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=20c0a778-f353-44f9-ae0f-411596a04a10 HTTP/1.1" status: 200 len: 854 time: 0.0601504 May 10 15:08:46.078491 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-62965ef2-41dd-4228-8a8c-5ff32c6ddc9c req-8a515417-c89b-4be9-ae3b-409a63943d6c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411344 May 10 15:08:46.187378 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device ff9a66f3-3689-4698-a58e-873913644922 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:08:46.211538 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-62965ef2-41dd-4228-8a8c-5ff32c6ddc9c req-b0c8844f-9e03-4878-9bee-9940fa490650 service neutron] 10.222.0.86 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245630 May 10 15:08:46.223754 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: ff9a66f3-3689-4698-a58e-873913644922 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:08:46.224093 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device ff9a66f3-3689-4698-a58e-873913644922 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:08:46.344849 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-62965ef2-41dd-4228-8a8c-5ff32c6ddc9c req-52e102f0-85c9-4f34-b929-a17fc7907d9d service neutron] 10.222.0.86 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232815 May 10 15:08:47.010449 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a33729-ec35-47f1-9204-f645201a65b0 req-4d4f6959-c9c8-4db2-86ee-0725f90e57f0 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:47.011922 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-62a33729-ec35-47f1-9204-f645201a65b0 req-4d4f6959-c9c8-4db2-86ee-0725f90e57f0 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 943 time: 0.0791206 May 10 15:08:47.056402 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-62a33729-ec35-47f1-9204-f645201a65b0 req-e5ad6163-c69a-4adc-a574-1fc0908203f5 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386043 May 10 15:08:48.178489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device fa3b3570-72a1-48fb-af65-203115241e64 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:08:48.244384 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b2a36-e1fc-499c-8688-402634dd6bf7 req-2f3a6dfc-3117-4a75-9188-3d03310cba0c tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:48.245845 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-db8b2a36-e1fc-499c-8688-402634dd6bf7 req-2f3a6dfc-3117-4a75-9188-3d03310cba0c tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 943 time: 0.0856574 May 10 15:08:48.291185 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-db8b2a36-e1fc-499c-8688-402634dd6bf7 req-dabfbfc2-d5cf-42d9-9e10-e253b69a15ac tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385461 May 10 15:08:48.311620 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port fa3b3570-72a1-48fb-af65-203115241e64, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=fa3b3570-72a1-48fb-af65-203115241e64,segment=NetworkSegment(4f73c5c6-a41e-4722-ac6f-c343a18e7af9),segment_id=4f73c5c6-a41e-4722-ac6f-c343a18e7af9)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:48.324560 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'fa3b3570-72a1-48fb-af65-203115241e64', 'network_id': '47c512f9-42c0-4ddd-98f7-6327f12ea3e5', 'port_id': 'fa3b3570-72a1-48fb-af65-203115241e64', 'mac_address': 'fa:16:3e:a1:84:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c0a778-f353-44f9-ae0f-411596a04a10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:08:48.379536 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:48.395817 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3b3570-72a1-48fb-af65-203115241e64 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:08:48.411869 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port fa3b3570-72a1-48fb-af65-203115241e64, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=fa3b3570-72a1-48fb-af65-203115241e64,segment=NetworkSegment(4f73c5c6-a41e-4722-ac6f-c343a18e7af9),segment_id=4f73c5c6-a41e-4722-ac6f-c343a18e7af9)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:48.415591 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:48.485128 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=fa3b3570-72a1-48fb-af65-203115241e64,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:48.492180 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:48.492522 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:48.492851 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:48.493173 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:48.493494 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:48.493815 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:48.494132 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:48.494471 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:48.494804 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:48.495106 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:48.495417 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:48.495725 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:48.676369 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['fa3b3570-72a1-48fb-af65-203115241e64'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:08:49.475436 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0069189-78f4-4f6e-808a-c209c0a709ec req-dd79c4d4-2dee-4920-8361-95fab2e6a11f tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:49.476864 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c0069189-78f4-4f6e-808a-c209c0a709ec req-dd79c4d4-2dee-4920-8361-95fab2e6a11f tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 944 time: 0.0781701 May 10 15:08:49.521444 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c0069189-78f4-4f6e-808a-c209c0a709ec req-922dec12-036c-4c81-ba11-bfacdd0e9bbc tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375350 May 10 15:08:50.096383 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5eb51d00-18b6-4cb6-9532-371c0d24a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:50.178296 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device fa3b3570-72a1-48fb-af65-203115241e64 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:08:50.280908 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port fa3b3570-72a1-48fb-af65-203115241e64 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:08:50.285629 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port fa3b3570-72a1-48fb-af65-203115241e64 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:08:50.285996 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:50.399147 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:50.425986 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f60607a-f63e-4826-9247-ef2ac2008009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3b3570-72a1-48fb-af65-203115241e64'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:08:50.436089 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port fa3b3570-72a1-48fb-af65-203115241e64, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=fa3b3570-72a1-48fb-af65-203115241e64,segment=NetworkSegment(4f73c5c6-a41e-4722-ac6f-c343a18e7af9),segment_id=4f73c5c6-a41e-4722-ac6f-c343a18e7af9)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:50.439821 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:50.473145 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae1f02e-1bd5-4536-a0e6-c34b0ab9d195'] response: {'server_uuid': '9f60607a-f63e-4826-9247-ef2ac2008009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3b3570-72a1-48fb-af65-203115241e64', 'code': 200} May 10 15:08:50.509569 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=fa3b3570-72a1-48fb-af65-203115241e64,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:50.708955 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de23c2-e592-4088-a7ce-f9596bd85e0e req-7a3e7e6d-6314-4801-9bd8-0f6cc09cbf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:50.710458 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d7de23c2-e592-4088-a7ce-f9596bd85e0e req-7a3e7e6d-6314-4801-9bd8-0f6cc09cbf9e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 1098 time: 0.0704927 May 10 15:08:50.712306 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61f862-7c2b-40fb-97f7-fdacc35178f7 req-48a22973-2355-4500-b7eb-62da19d7d5da tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:50.713870 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ab61f862-7c2b-40fb-97f7-fdacc35178f7 req-48a22973-2355-4500-b7eb-62da19d7d5da tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0875516 May 10 15:08:50.757731 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ab61f862-7c2b-40fb-97f7-fdacc35178f7 req-12709118-8a49-4a75-b573-17edd7a1a83a tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381653 May 10 15:08:50.757972 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d7de23c2-e592-4088-a7ce-f9596bd85e0e req-0b09b039-d654-4c4f-b08d-27c4107bf671 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382650 May 10 15:08:51.950018 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6407d-46f4-468b-beb9-e36f7a787d14 req-785c428e-8928-49ce-9ae7-e482c7376582 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:51.951838 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-38b6407d-46f4-468b-beb9-e36f7a787d14 req-785c428e-8928-49ce-9ae7-e482c7376582 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0875494 May 10 15:08:51.999519 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-38b6407d-46f4-468b-beb9-e36f7a787d14 req-fda11088-10ba-48e1-84bf-7211767d083a tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418437 May 10 15:08:52.379482 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3cb91588-eac4-426f-81d3-ba2951fcf72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:53.187530 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe61d67-411b-476b-a0ec-42e8f98d89d1 req-f21de875-2885-47fb-bd55-12ffdaf3e76b tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:53.188902 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6fe61d67-411b-476b-a0ec-42e8f98d89d1 req-f21de875-2885-47fb-bd55-12ffdaf3e76b tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0858364 May 10 15:08:53.233774 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6fe61d67-411b-476b-a0ec-42e8f98d89d1 req-cb3db179-26e3-4fac-88e3-a5dcfd7c5f2d tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391264 May 10 15:08:53.251261 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:53.312226 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:53.374943 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:53.422658 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64cc83-cebb-444a-b65b-b3d1972f4d3e req-1f69d16b-ac19-48bc-b113-2f6850a34720 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:53.424111 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fc64cc83-cebb-444a-b65b-b3d1972f4d3e req-1f69d16b-ac19-48bc-b113-2f6850a34720 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0819757 May 10 15:08:53.470884 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fc64cc83-cebb-444a-b65b-b3d1972f4d3e req-25f02e88-f33c-475c-9545-7f4c6d1c46bd tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411534 May 10 15:08:53.875140 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a60bb-f449-4280-aecc-2b2fdfae11ff req-c16e53cc-4b9b-4370-9efe-3bd3fc6f22f0 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:53.876919 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ed8a60bb-f449-4280-aecc-2b2fdfae11ff req-c16e53cc-4b9b-4370-9efe-3bd3fc6f22f0 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0850344 May 10 15:08:53.921214 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-818660c2-7e11-401c-a334-fada5324b228 req-8b7d3422-5f7e-42bb-a223-4eaf0482b133 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1724031 May 10 15:08:53.935363 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ed8a60bb-f449-4280-aecc-2b2fdfae11ff req-15c91c1d-69df-462e-821f-453bfd5222a9 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420649 May 10 15:08:54.923789 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:55.155176 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818660c2-7e11-401c-a334-fada5324b228 req-48fc756e-a24b-441a-932c-be077814916e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:55.156584 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-818660c2-7e11-401c-a334-fada5324b228 req-48fc756e-a24b-441a-932c-be077814916e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5ca2eeabd2941129490061c60e55fe8&device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 1098 time: 0.0771303 May 10 15:08:55.239128 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96cb0c-aa21-40d2-a2ba-01dcf083e125 req-12677c9c-c499-4fb7-bc4f-a5e71dee30b4 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:55.240590 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6f96cb0c-aa21-40d2-a2ba-01dcf083e125 req-12677c9c-c499-4fb7-bc4f-a5e71dee30b4 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.1947713 May 10 15:08:55.285777 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6f96cb0c-aa21-40d2-a2ba-01dcf083e125 req-c4953382-097a-46f6-bb2d-ca7fc37080e1 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394371 May 10 15:08:55.301106 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818660c2-7e11-401c-a334-fada5324b228 req-4a1894a9-d08e-48dd-9814-53e6024070bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:55.302574 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-818660c2-7e11-401c-a334-fada5324b228 req-4a1894a9-d08e-48dd-9814-53e6024070bc service neutron] 10.222.0.86 "GET /v2.0/networks?id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5 HTTP/1.1" status: 200 len: 915 time: 0.1401355 May 10 15:08:55.369911 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-818660c2-7e11-401c-a334-fada5324b228 req-a22ff2dd-65b0-4e55-84cc-76af269602d2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa3b3570-72a1-48fb-af65-203115241e64 HTTP/1.1" status: 200 len: 217 time: 0.0615523 May 10 15:08:55.432232 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818660c2-7e11-401c-a334-fada5324b228 req-539efe2f-1dcd-4734-94a4-bcde51f86f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:55.433538 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-818660c2-7e11-401c-a334-fada5324b228 req-539efe2f-1dcd-4734-94a4-bcde51f86f84 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=20c0a778-f353-44f9-ae0f-411596a04a10 HTTP/1.1" status: 200 len: 854 time: 0.0582736 May 10 15:08:55.479072 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-818660c2-7e11-401c-a334-fada5324b228 req-7a8ac9be-b19c-4205-9dc5-061c47e44a07 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388710 May 10 15:08:55.611466 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-818660c2-7e11-401c-a334-fada5324b228 req-a517959e-7d77-4f0c-ab40-4a3b26dcb7d5 service neutron] 10.222.0.86 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262138 May 10 15:08:55.747340 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-818660c2-7e11-401c-a334-fada5324b228 req-44317e4e-e4c2-4a4a-86fd-286f06490d64 service neutron] 10.222.0.86 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294808 May 10 15:08:56.471947 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d6748-6980-4313-9e64-89edea6f3667 req-0f8f538d-dacf-4782-82fd-75f83483bcc6 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:56.473387 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c59d6748-6980-4313-9e64-89edea6f3667 req-0f8f538d-dacf-4782-82fd-75f83483bcc6 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0791702 May 10 15:08:56.523798 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c59d6748-6980-4313-9e64-89edea6f3667 req-d2141fac-968b-4a01-95d7-8329bd9e0dc1 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445266 May 10 15:08:57.710589 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235732b-2239-437e-96ae-d41f4f43c34a req-a5408ded-258b-4a6c-ab9c-aa71b0d01984 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:57.712053 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e235732b-2239-437e-96ae-d41f4f43c34a req-a5408ded-258b-4a6c-ab9c-aa71b0d01984 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0804086 May 10 15:08:57.757568 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e235732b-2239-437e-96ae-d41f4f43c34a req-067249a4-4ae6-44e8-96b0-6b9964e02a28 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378954 May 10 15:08:58.947782 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b8469-7b93-460f-a403-862f4e2ea334 req-6232995b-ec1c-4fe3-989b-6b0b162151f3 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:08:58.949205 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-335b8469-7b93-460f-a403-862f4e2ea334 req-6232995b-ec1c-4fe3-989b-6b0b162151f3 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0838323 May 10 15:08:58.993579 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-335b8469-7b93-460f-a403-862f4e2ea334 req-5c975e26-da0e-49d8-8e74-fd6da1a5de52 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383413 May 10 15:09:00.174760 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819584f-f355-4959-a2f6-532582f06abd req-afbff913-9783-443f-befd-b5d74661441b tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:00.176112 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5819584f-f355-4959-a2f6-532582f06abd req-afbff913-9783-443f-befd-b5d74661441b tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0795176 May 10 15:09:00.220631 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5819584f-f355-4959-a2f6-532582f06abd req-ce28e285-eed0-4b36-a700-b664276448ac tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390196 May 10 15:09:01.410578 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a86f28-3c85-4cbe-96ce-35e7a49b7ffb req-9d1847f2-5280-4392-9fd0-d9caa7865dba tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:01.412019 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b7a86f28-3c85-4cbe-96ce-35e7a49b7ffb req-9d1847f2-5280-4392-9fd0-d9caa7865dba tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0856757 May 10 15:09:01.455509 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b7a86f28-3c85-4cbe-96ce-35e7a49b7ffb req-b4b3565a-7fac-4f8a-a96d-9975d65ec617 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378451 May 10 15:09:02.640814 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be132c-9151-4e0c-8048-9c5d5a9219cd req-06b88964-b35a-4321-b187-ec4df41cfc53 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:02.642234 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-82be132c-9151-4e0c-8048-9c5d5a9219cd req-06b88964-b35a-4321-b187-ec4df41cfc53 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0805850 May 10 15:09:02.687326 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-82be132c-9151-4e0c-8048-9c5d5a9219cd req-95aa4aa6-46a0-447c-9b06-36d0b069af50 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391827 May 10 15:09:03.871529 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0319647-9694-47a9-9dc7-ad0e9db7c595 req-c2a393a3-32fb-4f9c-b6ad-7adf7a6a2f36 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:03.873610 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a0319647-9694-47a9-9dc7-ad0e9db7c595 req-c2a393a3-32fb-4f9c-b6ad-7adf7a6a2f36 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0837724 May 10 15:09:03.919001 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a0319647-9694-47a9-9dc7-ad0e9db7c595 req-21cfe8f1-f7d6-4736-aced-f9b0d6f33e4b tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389678 May 10 15:09:05.108302 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3d9c2-05aa-4be0-8ba1-d99fdede6993 req-b29493cf-350f-4ac5-b0dc-739fbe1b92c7 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:05.109731 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b4a3d9c2-05aa-4be0-8ba1-d99fdede6993 req-b29493cf-350f-4ac5-b0dc-739fbe1b92c7 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0808303 May 10 15:09:05.156852 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b4a3d9c2-05aa-4be0-8ba1-d99fdede6993 req-b8ccc1a6-92de-4ae1-a017-72e3fcbf2762 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414882 May 10 15:09:06.344370 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c18f97-d44e-4750-9a00-50bd393789b5 req-489f422b-1815-4e53-8f5d-c177540be0d9 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:06.345800 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-17c18f97-d44e-4750-9a00-50bd393789b5 req-489f422b-1815-4e53-8f5d-c177540be0d9 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0813138 May 10 15:09:06.391090 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-17c18f97-d44e-4750-9a00-50bd393789b5 req-d2204d6f-4de1-4121-9fc1-e4b8d2cf7506 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394568 May 10 15:09:07.575770 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41da78d-4974-43c6-ab50-60ccdc7739c0 req-b92dd25b-ca96-4031-bd03-4a488f946ae3 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:07.577205 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b41da78d-4974-43c6-ab50-60ccdc7739c0 req-b92dd25b-ca96-4031-bd03-4a488f946ae3 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0836089 May 10 15:09:07.620946 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b41da78d-4974-43c6-ab50-60ccdc7739c0 req-4af325ce-c4dd-4c45-9a6a-1672aaf91673 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381732 May 10 15:09:08.803419 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab90d5-3430-4920-a86d-b7f3c1e08e07 req-59c9fc79-511b-40cf-801e-4bd2e6e9dcc0 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:08.804871 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-feab90d5-3430-4920-a86d-b7f3c1e08e07 req-59c9fc79-511b-40cf-801e-4bd2e6e9dcc0 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0794730 May 10 15:09:08.849047 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-feab90d5-3430-4920-a86d-b7f3c1e08e07 req-803c8d4d-1670-473d-ae84-01eb35a001b7 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377967 May 10 15:09:10.039338 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd477b-fe0b-4f73-89e5-e9533d1f993b req-62d45662-19e6-4fa6-9e0c-4e8df3446531 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:10.040772 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a2dd477b-fe0b-4f73-89e5-e9533d1f993b req-62d45662-19e6-4fa6-9e0c-4e8df3446531 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0846150 May 10 15:09:10.085138 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a2dd477b-fe0b-4f73-89e5-e9533d1f993b req-634bc208-c3c0-4d26-a527-3cb4d144990e tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386107 May 10 15:09:10.267819 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:09:11.268798 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5510d2b-7bed-42bf-b771-cd87b41bd1eb req-f2ba5b90-ef62-4e0d-b4d9-6ec5958a718d tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:11.270290 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c5510d2b-7bed-42bf-b771-cd87b41bd1eb req-f2ba5b90-ef62-4e0d-b4d9-6ec5958a718d tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0804570 May 10 15:09:11.318472 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c5510d2b-7bed-42bf-b771-cd87b41bd1eb req-c024bc75-d793-479c-9bb1-4d8b36f83a4c tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420098 May 10 15:09:12.523261 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f720eda-2bd5-4862-8870-18582a51d232 req-ce8fc5c5-5fce-40fe-bb8a-f09f8cc3e4a4 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:12.524985 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1f720eda-2bd5-4862-8870-18582a51d232 req-ce8fc5c5-5fce-40fe-bb8a-f09f8cc3e4a4 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0842731 May 10 15:09:12.572732 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1f720eda-2bd5-4862-8870-18582a51d232 req-dacc605e-270f-4a78-8d0a-c39e1fe92dfa tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416324 May 10 15:09:13.766594 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38070348-629f-448b-a47e-bb2d08565276 req-1efa1d96-048f-40f0-a920-4cb719d18efd tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:13.768028 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-38070348-629f-448b-a47e-bb2d08565276 req-1efa1d96-048f-40f0-a920-4cb719d18efd tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0852067 May 10 15:09:13.811935 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-38070348-629f-448b-a47e-bb2d08565276 req-e9e03a36-e349-4e3f-b178-1386c2066f49 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380001 May 10 15:09:14.996372 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403ec1c-fe68-4138-af13-e10d3be1e23d req-7944d02a-ef43-4ff4-98f5-7cedbe06e989 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:14.998785 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0403ec1c-fe68-4138-af13-e10d3be1e23d req-7944d02a-ef43-4ff4-98f5-7cedbe06e989 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0821559 May 10 15:09:15.042520 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0403ec1c-fe68-4138-af13-e10d3be1e23d req-6c7570f7-5694-434b-9df6-1f143a78ecb9 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381038 May 10 15:09:16.229572 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da4b6b-5687-4df6-abf4-0f3264d5473a req-25dfcd96-2652-431d-84e0-e6f1b62cbebb tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:16.231049 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-52da4b6b-5687-4df6-abf4-0f3264d5473a req-25dfcd96-2652-431d-84e0-e6f1b62cbebb tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0825791 May 10 15:09:16.275481 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-52da4b6b-5687-4df6-abf4-0f3264d5473a req-cc195923-481c-43f1-bf43-1544469d9161 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387361 May 10 15:09:17.467342 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa64d03-dea7-4778-8480-eff29a3447d4 req-ddbc2a61-0e2a-41db-b1a0-c75917390a0d tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:17.469820 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cfa64d03-dea7-4778-8480-eff29a3447d4 req-ddbc2a61-0e2a-41db-b1a0-c75917390a0d tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0829682 May 10 15:09:17.514032 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cfa64d03-dea7-4778-8480-eff29a3447d4 req-6bbbb1f3-b964-4a84-9a8e-dd134453e350 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391805 May 10 15:09:18.699840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a89ad3-b858-4d52-861f-0fa2ec3833ec req-50e1853c-3d7e-478c-8def-a484ad8bbfd0 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:18.701759 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-12a89ad3-b858-4d52-861f-0fa2ec3833ec req-50e1853c-3d7e-478c-8def-a484ad8bbfd0 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0845759 May 10 15:09:18.746032 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-12a89ad3-b858-4d52-861f-0fa2ec3833ec req-72cf7f5b-91d5-49fd-b816-43a86317d9c0 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385835 May 10 15:09:18.897462 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab4e54-2e82-4e8a-88cd-df6f7dbb0e1b req-598a8d9c-7656-40b9-9776-bdded1bf99bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:18.898927 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-02ab4e54-2e82-4e8a-88cd-df6f7dbb0e1b req-598a8d9c-7656-40b9-9776-bdded1bf99bb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5ca2eeabd2941129490061c60e55fe8&device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 1098 time: 0.0751026 May 10 15:09:19.044171 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab4e54-2e82-4e8a-88cd-df6f7dbb0e1b req-7ccff3ba-c7cb-442a-b318-fc4c575aa2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:19.045822 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-02ab4e54-2e82-4e8a-88cd-df6f7dbb0e1b req-7ccff3ba-c7cb-442a-b318-fc4c575aa2d5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5 HTTP/1.1" status: 200 len: 915 time: 0.1272225 May 10 15:09:19.111886 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-02ab4e54-2e82-4e8a-88cd-df6f7dbb0e1b req-2ba621ec-6ebe-42ef-8277-c2376b51f122 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa3b3570-72a1-48fb-af65-203115241e64 HTTP/1.1" status: 200 len: 217 time: 0.0599585 May 10 15:09:19.176466 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab4e54-2e82-4e8a-88cd-df6f7dbb0e1b req-c7b6eee5-c9b5-4ac3-b8b0-fc980678d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:19.177778 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-02ab4e54-2e82-4e8a-88cd-df6f7dbb0e1b req-c7b6eee5-c9b5-4ac3-b8b0-fc980678d558 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=20c0a778-f353-44f9-ae0f-411596a04a10 HTTP/1.1" status: 200 len: 854 time: 0.0598204 May 10 15:09:19.224930 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-02ab4e54-2e82-4e8a-88cd-df6f7dbb0e1b req-83560b41-ac4b-4112-aa55-188c9e5bb39c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404756 May 10 15:09:19.356145 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-02ab4e54-2e82-4e8a-88cd-df6f7dbb0e1b req-2f7cb688-49bb-42b0-81c5-cd51e9ca6b96 service neutron] 10.222.0.86 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243947 May 10 15:09:19.483757 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-02ab4e54-2e82-4e8a-88cd-df6f7dbb0e1b req-f2aeb9d7-9a6a-4a03-8d97-dea638ebb70d service neutron] 10.222.0.86 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214635 May 10 15:09:19.932244 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeadd33-8616-4936-a497-d946a0b998e6 req-c8c3b01b-0ba7-40c5-b0aa-53b4d38efac5 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:19.933695 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5eeadd33-8616-4936-a497-d946a0b998e6 req-c8c3b01b-0ba7-40c5-b0aa-53b4d38efac5 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0809073 May 10 15:09:19.981392 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5eeadd33-8616-4936-a497-d946a0b998e6 req-dd31d58f-db57-4d24-87a2-40918581a35d tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413809 May 10 15:09:20.101195 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-188cb8f8-af5f-48a9-ae8b-80b673cf72b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:21.170899 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8773f-30eb-45a2-9f51-ff0d7e8dd14d req-3a944d12-d485-47f6-bcfc-5f607b9fb968 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:21.172272 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-41b8773f-30eb-45a2-9f51-ff0d7e8dd14d req-3a944d12-d485-47f6-bcfc-5f607b9fb968 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0825894 May 10 15:09:21.219681 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-41b8773f-30eb-45a2-9f51-ff0d7e8dd14d req-7fb3e3ad-84eb-4174-9ec1-909c4e1b8efd tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416381 May 10 15:09:22.382227 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0e4d1d50-76c2-43ec-86fd-405e1d4e44d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:22.408414 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22546eb4-f7ea-4b22-9652-b811431e6cfa req-b0ee2542-302a-41cd-835f-633299ce5970 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:22.409975 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-22546eb4-f7ea-4b22-9652-b811431e6cfa req-b0ee2542-302a-41cd-835f-633299ce5970 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0861912 May 10 15:09:22.454466 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-22546eb4-f7ea-4b22-9652-b811431e6cfa req-1d981872-1aec-4da0-b1e1-969badc3d9b7 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389581 May 10 15:09:22.830607 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-818660c2-7e11-401c-a334-fada5324b228 req-70fdde59-02d5-47b4-9339-1397d7875347 service neutron] 10.222.0.86 "GET /v2.0/ports/fa3b3570-72a1-48fb-af65-203115241e64/bindings/hv-neutron-8412 HTTP/1.1" status: 200 len: 384 time: 0.0736835 May 10 15:09:23.194508 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818660c2-7e11-401c-a334-fada5324b228 req-8773d1e0-8bd3-4d3d-9957-ec869a383978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:23.195872 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-818660c2-7e11-401c-a334-fada5324b228 req-8773d1e0-8bd3-4d3d-9957-ec869a383978 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009&tenant_id=e5ca2eeabd2941129490061c60e55fe8 HTTP/1.1" status: 200 len: 1098 time: 0.1643593 May 10 15:09:23.253553 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:23.291574 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818660c2-7e11-401c-a334-fada5324b228 req-18d15ca6-2347-41c4-bffd-615e7ae8746e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:23.293044 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-818660c2-7e11-401c-a334-fada5324b228 req-18d15ca6-2347-41c4-bffd-615e7ae8746e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5ca2eeabd2941129490061c60e55fe8&device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 1098 time: 0.0713201 May 10 15:09:23.307306 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:23.377722 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:23.432014 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818660c2-7e11-401c-a334-fada5324b228 req-2be148b3-1206-4487-b411-737988b172b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:23.433446 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-818660c2-7e11-401c-a334-fada5324b228 req-2be148b3-1206-4487-b411-737988b172b2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5 HTTP/1.1" status: 200 len: 915 time: 0.1279287 May 10 15:09:23.508254 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-818660c2-7e11-401c-a334-fada5324b228 req-88614294-b399-4ced-b161-827f2d224e39 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa3b3570-72a1-48fb-af65-203115241e64 HTTP/1.1" status: 200 len: 217 time: 0.0649388 May 10 15:09:23.575606 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818660c2-7e11-401c-a334-fada5324b228 req-f7456704-5735-437c-92bd-282266c34a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:23.577134 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-818660c2-7e11-401c-a334-fada5324b228 req-f7456704-5735-437c-92bd-282266c34a16 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=20c0a778-f353-44f9-ae0f-411596a04a10 HTTP/1.1" status: 200 len: 854 time: 0.0596700 May 10 15:09:23.630934 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-818660c2-7e11-401c-a334-fada5324b228 req-5565e09e-8b44-475c-96e8-d10cec67c932 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432231 May 10 15:09:23.640183 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab01253-7cd3-41ea-b2c0-e536f548882f req-c6a1ce6b-b425-47c2-a566-fab58f7dc633 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:23.641625 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3ab01253-7cd3-41ea-b2c0-e536f548882f req-c6a1ce6b-b425-47c2-a566-fab58f7dc633 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0804222 May 10 15:09:23.685409 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3ab01253-7cd3-41ea-b2c0-e536f548882f req-28d3ced7-41c6-43cb-92bf-618535f56058 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377488 May 10 15:09:23.765137 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-818660c2-7e11-401c-a334-fada5324b228 req-d4ee9128-aa60-4472-a0f6-08baa0af5ee1 service neutron] 10.222.0.86 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260383 May 10 15:09:23.899127 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-818660c2-7e11-401c-a334-fada5324b228 req-9c3c60d2-690f-43c7-9b24-eb8e22eaf2d1 service neutron] 10.222.0.86 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256006 May 10 15:09:24.874683 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885ace7-3b1b-4518-90f3-2a32a1491db7 req-1e2bc231-b449-4ae5-bc1e-30aec56abb99 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:24.876133 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c885ace7-3b1b-4518-90f3-2a32a1491db7 req-1e2bc231-b449-4ae5-bc1e-30aec56abb99 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0839369 May 10 15:09:24.922154 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c885ace7-3b1b-4518-90f3-2a32a1491db7 req-41e2a35c-6028-4ba5-aba6-70c205098929 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404165 May 10 15:09:24.926954 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:26.107457 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6071db-25de-43a3-900d-c46fadb23c27 req-9ae3434e-1706-4987-be8c-7bbef3944b20 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:26.108907 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bb6071db-25de-43a3-900d-c46fadb23c27 req-9ae3434e-1706-4987-be8c-7bbef3944b20 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0800419 May 10 15:09:26.156086 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bb6071db-25de-43a3-900d-c46fadb23c27 req-21d438ee-0a2d-43ea-806f-5906724f6647 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415359 May 10 15:09:26.388860 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device fa3b3570-72a1-48fb-af65-203115241e64 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:09:26.392522 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device fa3b3570-72a1-48fb-af65-203115241e64 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:09:26.469936 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03602a6e-0687-439c-b34a-e59b3ba33616 req-a3224912-97aa-43aa-9e86-b9cb99a0dbe6 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:26.470817 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-03602a6e-0687-439c-b34a-e59b3ba33616 req-a3224912-97aa-43aa-9e86-b9cb99a0dbe6 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Synchronizing usage tracker for tenant:e5ca2eeabd2941129490061c60e55fe8 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:09:26.470939 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541f373-9352-4d01-b7d1-ab78933e5602 req-ecbc800d-71e5-4f78-be06-67283209244b tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:26.472281 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b541f373-9352-4d01-b7d1-ab78933e5602 req-ecbc800d-71e5-4f78-be06-67283209244b tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0863862 May 10 15:09:26.487112 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-03602a6e-0687-439c-b34a-e59b3ba33616 req-a3224912-97aa-43aa-9e86-b9cb99a0dbe6 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Unset dirty status for tenant:e5ca2eeabd2941129490061c60e55fe8 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:09:26.488371 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03602a6e-0687-439c-b34a-e59b3ba33616 req-a3224912-97aa-43aa-9e86-b9cb99a0dbe6 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009&tenant_id=e5ca2eeabd2941129490061c60e55fe8&binding%3Ahost_id=hv-neutron-8412 HTTP/1.1" status: 200 len: 945 time: 0.1041274 May 10 15:09:26.520831 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b541f373-9352-4d01-b7d1-ab78933e5602 req-1d460845-6610-413b-8de9-b49d14df83f3 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413926 May 10 15:09:26.607596 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:26.631494 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03602a6e-0687-439c-b34a-e59b3ba33616 req-e2b95b3a-c1bd-4855-874d-bf38893627b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:26.632940 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03602a6e-0687-439c-b34a-e59b3ba33616 req-e2b95b3a-c1bd-4855-874d-bf38893627b7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5ca2eeabd2941129490061c60e55fe8&device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 1098 time: 0.0747426 May 10 15:09:26.649624 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port fa3b3570-72a1-48fb-af65-203115241e64, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=fa3b3570-72a1-48fb-af65-203115241e64,segment=NetworkSegment(4f73c5c6-a41e-4722-ac6f-c343a18e7af9),segment_id=4f73c5c6-a41e-4722-ac6f-c343a18e7af9)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:26.660696 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f60607a-f63e-4826-9247-ef2ac2008009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa3b3570-72a1-48fb-af65-203115241e64'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:09:26.675866 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port fa3b3570-72a1-48fb-af65-203115241e64, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=fa3b3570-72a1-48fb-af65-203115241e64,segment=NetworkSegment(4f73c5c6-a41e-4722-ac6f-c343a18e7af9),segment_id=4f73c5c6-a41e-4722-ac6f-c343a18e7af9)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:26.676900 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'fa3b3570-72a1-48fb-af65-203115241e64', 'network_id': '47c512f9-42c0-4ddd-98f7-6327f12ea3e5', 'port_id': 'fa3b3570-72a1-48fb-af65-203115241e64', 'mac_address': 'fa:16:3e:a1:84:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c0a778-f353-44f9-ae0f-411596a04a10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:09:26.707996 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:26.776792 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03602a6e-0687-439c-b34a-e59b3ba33616 req-7123c270-b407-4bcb-89f2-68ae0d5b624f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:26.779170 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03602a6e-0687-439c-b34a-e59b3ba33616 req-7123c270-b407-4bcb-89f2-68ae0d5b624f service neutron] 10.222.0.86 "GET /v2.0/networks?id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5 HTTP/1.1" status: 200 len: 915 time: 0.1402051 May 10 15:09:26.783726 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee21cc4c-b83b-494f-8ad1-902e366f6317'] response: {'server_uuid': '9f60607a-f63e-4826-9247-ef2ac2008009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa3b3570-72a1-48fb-af65-203115241e64', 'code': 200} May 10 15:09:26.790732 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:26.811904 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=fa3b3570-72a1-48fb-af65-203115241e64,revision_number=6']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:26.815181 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3b3570-72a1-48fb-af65-203115241e64 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:09:26.831214 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port fa3b3570-72a1-48fb-af65-203115241e64, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=fa3b3570-72a1-48fb-af65-203115241e64,segment=NetworkSegment(4f73c5c6-a41e-4722-ac6f-c343a18e7af9),segment_id=4f73c5c6-a41e-4722-ac6f-c343a18e7af9)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:26.835137 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:26.848473 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03602a6e-0687-439c-b34a-e59b3ba33616 req-3bce594c-5783-4514-94c1-4b07647fc7d4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa3b3570-72a1-48fb-af65-203115241e64 HTTP/1.1" status: 200 len: 217 time: 0.0620258 May 10 15:09:26.907113 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['fa3b3570-72a1-48fb-af65-203115241e64'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:09:26.917386 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03602a6e-0687-439c-b34a-e59b3ba33616 req-89d254b9-285c-450b-9031-7eeb7dc9c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:26.918970 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03602a6e-0687-439c-b34a-e59b3ba33616 req-89d254b9-285c-450b-9031-7eeb7dc9c030 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=20c0a778-f353-44f9-ae0f-411596a04a10 HTTP/1.1" status: 200 len: 854 time: 0.0647540 May 10 15:09:26.944024 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=fa3b3570-72a1-48fb-af65-203115241e64,revision_number=7']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:26.966679 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03602a6e-0687-439c-b34a-e59b3ba33616 req-2570985b-e1ef-4a36-b781-c1b67896088d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=47c512f9-42c0-4ddd-98f7-6327f12ea3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414913 May 10 15:09:27.098757 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03602a6e-0687-439c-b34a-e59b3ba33616 req-05579aef-536b-4900-8eae-2e2b7d063455 service neutron] 10.222.0.86 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259778 May 10 15:09:27.227336 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03602a6e-0687-439c-b34a-e59b3ba33616 req-be936e77-9269-477f-a395-bda0c011a01b service neutron] 10.222.0.86 "GET /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227129 May 10 15:09:27.718659 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c0a3e-bb23-455a-8e6e-3c01322c5c18 req-10f80cc0-2326-4308-95c9-e245c2f67425 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:27.720128 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-112c0a3e-bb23-455a-8e6e-3c01322c5c18 req-10f80cc0-2326-4308-95c9-e245c2f67425 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 944 time: 0.0890205 May 10 15:09:27.876655 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-112c0a3e-bb23-455a-8e6e-3c01322c5c18 req-956d0b99-c340-48b5-a049-50245d37de72 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504765 May 10 15:09:28.392272 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device fa3b3570-72a1-48fb-af65-203115241e64 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:28.459747 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port fa3b3570-72a1-48fb-af65-203115241e64 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:28.460107 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:28.576724 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:28.608492 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port fa3b3570-72a1-48fb-af65-203115241e64, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=fa3b3570-72a1-48fb-af65-203115241e64,segment=NetworkSegment(4f73c5c6-a41e-4722-ac6f-c343a18e7af9),segment_id=4f73c5c6-a41e-4722-ac6f-c343a18e7af9)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:28.612390 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:28.680491 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=fa3b3570-72a1-48fb-af65-203115241e64,revision_number=8']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:28.784553 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f60607a-f63e-4826-9247-ef2ac2008009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3b3570-72a1-48fb-af65-203115241e64'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:09:28.828904 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9f3683d-aa9c-4c1d-8c4e-57c5680cdbee'] response: {'server_uuid': '9f60607a-f63e-4826-9247-ef2ac2008009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3b3570-72a1-48fb-af65-203115241e64', 'code': 200} May 10 15:09:29.059034 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a058ebd-2c0e-4beb-8e9c-b40f4e9204c7 req-9fd8cbe1-8b1e-4d88-af11-76114f7092ac tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:29.061310 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4a058ebd-2c0e-4beb-8e9c-b40f4e9204c7 req-9fd8cbe1-8b1e-4d88-af11-76114f7092ac tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0808485 May 10 15:09:29.104762 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4a058ebd-2c0e-4beb-8e9c-b40f4e9204c7 req-8d849ee8-9536-4b1d-b6d7-7d289aa74036 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379443 May 10 15:09:29.288945 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1611f-da00-4fe2-a982-e3c998b563af req-b392026a-d469-479e-acfc-c28fc8457195 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:29.290356 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bfa1611f-da00-4fe2-a982-e3c998b563af req-b392026a-d469-479e-acfc-c28fc8457195 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0814157 May 10 15:09:29.334671 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bfa1611f-da00-4fe2-a982-e3c998b563af req-b2d55545-878d-4514-9cb7-1667a6454278 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376353 May 10 15:09:29.517603 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ced5bd-f743-4c86-97f8-af8b75ebbcba req-2bdcede7-18cd-4a23-a18a-43c83738a1dc tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:29.519041 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-93ced5bd-f743-4c86-97f8-af8b75ebbcba req-2bdcede7-18cd-4a23-a18a-43c83738a1dc tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0793281 May 10 15:09:29.566161 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-93ced5bd-f743-4c86-97f8-af8b75ebbcba req-b7c70fad-3760-4bf6-96a9-8da9cd9cb6e9 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411675 May 10 15:09:30.114290 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f33709-18f1-458a-a7bd-ecdf15470a01 req-6c31a3e2-14c4-408e-97f5-79920380a709 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:30.115817 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e3f33709-18f1-458a-a7bd-ecdf15470a01 req-6c31a3e2-14c4-408e-97f5-79920380a709 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0790114 May 10 15:09:30.159747 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e3f33709-18f1-458a-a7bd-ecdf15470a01 req-e2d7f369-06e6-444b-8414-57032bd67075 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383897 May 10 15:09:31.350171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26716a-772a-47df-8ad2-96c68d2bdc90 req-3fcb8453-9ed8-4615-8316-e2f7b83c9d9c tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:31.351636 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7a26716a-772a-47df-8ad2-96c68d2bdc90 req-3fcb8453-9ed8-4615-8316-e2f7b83c9d9c tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0824947 May 10 15:09:31.397127 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7a26716a-772a-47df-8ad2-96c68d2bdc90 req-2ce9095b-2ddb-4d01-a3fb-540e17de3e7b tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/security-groups?id=e8339c32-96c6-40fb-80f6-7a23820f863d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389042 May 10 15:09:31.722414 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793caa1-c018-42e2-b2e6-87975d82f383 req-6570ca7b-7fdb-49a9-b4f7-9f356cce3b90 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:31.723893 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7793caa1-c018-42e2-b2e6-87975d82f383 req-6570ca7b-7fdb-49a9-b4f7-9f356cce3b90 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 945 time: 0.0789814 May 10 15:09:31.891446 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-7793caa1-c018-42e2-b2e6-87975d82f383 req-6cbb86b7-a23f-4f98-988a-21b0c5607aec tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Deleting port fa3b3570-72a1-48fb-af65-203115241e64 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:09:31.891781 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7793caa1-c018-42e2-b2e6-87975d82f383 req-6cbb86b7-a23f-4f98-988a-21b0c5607aec tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:32.135425 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-7793caa1-c018-42e2-b2e6-87975d82f383 req-6cbb86b7-a23f-4f98-988a-21b0c5607aec tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] For port fa3b3570-72a1-48fb-af65-203115241e64, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=fa3b3570-72a1-48fb-af65-203115241e64,segment=NetworkSegment(4f73c5c6-a41e-4722-ac6f-c343a18e7af9),segment_id=4f73c5c6-a41e-4722-ac6f-c343a18e7af9)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:32.135691 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7793caa1-c018-42e2-b2e6-87975d82f383 req-6cbb86b7-a23f-4f98-988a-21b0c5607aec tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:32.255463 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-7793caa1-c018-42e2-b2e6-87975d82f383 req-6cbb86b7-a23f-4f98-988a-21b0c5607aec tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Calling delete_port for fa3b3570-72a1-48fb-af65-203115241e64 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:09:32.397909 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7793caa1-c018-42e2-b2e6-87975d82f383 req-6cbb86b7-a23f-4f98-988a-21b0c5607aec tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:32.416019 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['fa3b3570-72a1-48fb-af65-203115241e64'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:09:32.448690 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb86b7-a23f-4f98-988a-21b0c5607aec tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Pushing event deleted for resources: {'Port': ['ID=fa3b3570-72a1-48fb-af65-203115241e64,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:32.486716 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb86b7-a23f-4f98-988a-21b0c5607aec tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:32.487057 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb86b7-a23f-4f98-988a-21b0c5607aec tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:32.487392 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb86b7-a23f-4f98-988a-21b0c5607aec tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:32.487721 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb86b7-a23f-4f98-988a-21b0c5607aec tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:32.488047 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb86b7-a23f-4f98-988a-21b0c5607aec tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:32.488373 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb86b7-a23f-4f98-988a-21b0c5607aec tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:32.488692 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb86b7-a23f-4f98-988a-21b0c5607aec tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:32.489012 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb86b7-a23f-4f98-988a-21b0c5607aec tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:32.489330 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb86b7-a23f-4f98-988a-21b0c5607aec tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:32.489649 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb86b7-a23f-4f98-988a-21b0c5607aec tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:32.490009 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb86b7-a23f-4f98-988a-21b0c5607aec tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:32.490276 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb86b7-a23f-4f98-988a-21b0c5607aec tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:32.536188 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-7793caa1-c018-42e2-b2e6-87975d82f383 req-6cbb86b7-a23f-4f98-988a-21b0c5607aec tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] No DVR routers for this DVR port fa3b3570-72a1-48fb-af65-203115241e64 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:09:32.538592 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7793caa1-c018-42e2-b2e6-87975d82f383 req-6cbb86b7-a23f-4f98-988a-21b0c5607aec tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:32.541062 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f60607a-f63e-4826-9247-ef2ac2008009', 'name': 'network-vif-deleted', 'tag': 'fa3b3570-72a1-48fb-af65-203115241e64'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:09:32.551416 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-31b4709d-4b28-4be8-a21b-b974cd2175d3 req-afc42a81-c4e5-4996-8e16-3528868a6a82 tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f60607a-f63e-4826-9247-ef2ac2008009 HTTP/1.1" status: 200 len: 210 time: 0.0429990 May 10 15:09:32.557934 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7793caa1-c018-42e2-b2e6-87975d82f383 req-6cbb86b7-a23f-4f98-988a-21b0c5607aec tempest-ServerDiskConfigTestJSON-389661563 tempest-ServerDiskConfigTestJSON-389661563-project] 10.222.0.86 "DELETE /v2.0/ports/fa3b3570-72a1-48fb-af65-203115241e64 HTTP/1.1" status: 204 len: 173 time: 0.8259857 May 10 15:09:32.591426 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac954958-ca8b-4d05-991e-bacfe4cc9ba5'] response: {'server_uuid': '9f60607a-f63e-4826-9247-ef2ac2008009', 'name': 'network-vif-deleted', 'tag': 'fa3b3570-72a1-48fb-af65-203115241e64', 'status': 'completed', 'code': 200} May 10 15:09:33.788052 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 50134) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:33.847398 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-71863612-24ce-4abc-ab90-d18bad884e8f admin admin] Deleting subnet 20c0a778-f353-44f9-ae0f-411596a04a10 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:09:33.850169 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-71863612-24ce-4abc-ab90-d18bad884e8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:33.903403 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-71863612-24ce-4abc-ab90-d18bad884e8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:33.959467 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-71863612-24ce-4abc-ab90-d18bad884e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:34.024842 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-71863612-24ce-4abc-ab90-d18bad884e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:34.068642 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71863612-24ce-4abc-ab90-d18bad884e8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20c0a778-f353-44f9-ae0f-411596a04a10,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:34.070578 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-71863612-24ce-4abc-ab90-d18bad884e8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:34.076665 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-71863612-24ce-4abc-ab90-d18bad884e8f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/20c0a778-f353-44f9-ae0f-411596a04a10 HTTP/1.1" status: 204 len: 168 time: 0.2875938 May 10 15:09:34.079961 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 50138) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:34.185406 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-13c53e38-e0a9-4413-aea9-1baa9bceb8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:34.306384 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-13c53e38-e0a9-4413-aea9-1baa9bceb8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:34.330982 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-13c53e38-e0a9-4413-aea9-1baa9bceb8fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c512f9-42c0-4ddd-98f7-6327f12ea3e5']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:34.342608 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-13c53e38-e0a9-4413-aea9-1baa9bceb8fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f73c5c6-a41e-4722-ac6f-c343a18e7af9') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:34.342911 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-13c53e38-e0a9-4413-aea9-1baa9bceb8fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f73c5c6-a41e-4722-ac6f-c343a18e7af9') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:34.354569 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-13c53e38-e0a9-4413-aea9-1baa9bceb8fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:34.370113 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-13c53e38-e0a9-4413-aea9-1baa9bceb8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:34.376294 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c53e38-e0a9-4413-aea9-1baa9bceb8fa admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:09:34.376723 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-13c53e38-e0a9-4413-aea9-1baa9bceb8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:09:34.390455 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:09:34.402334 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device fa3b3570-72a1-48fb-af65-203115241e64 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:09:34.436873 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: fa3b3570-72a1-48fb-af65-203115241e64 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:09:34.437133 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device fa3b3570-72a1-48fb-af65-203115241e64 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:09:34.468712 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-13c53e38-e0a9-4413-aea9-1baa9bceb8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:34.474051 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-13c53e38-e0a9-4413-aea9-1baa9bceb8fa admin admin] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:34.497160 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c53e38-e0a9-4413-aea9-1baa9bceb8fa admin admin] Pushing event deleted for resources: {'Network': ['ID=47c512f9-42c0-4ddd-98f7-6327f12ea3e5,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:34.504773 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-13c53e38-e0a9-4413-aea9-1baa9bceb8fa admin admin] 10.222.0.79 "DELETE /v2.0/networks/47c512f9-42c0-4ddd-98f7-6327f12ea3e5 HTTP/1.1" status: 204 len: 168 time: 0.4235811 May 10 15:09:34.614083 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 50144) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:34.662886 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a6db890d-d889-4278-93f9-a7f1d6c85b53 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e5ca2eeabd2941129490061c60e55fe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475643 May 10 15:09:34.665236 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 50148) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:34.721835 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-96218073-43aa-485a-af02-60b7457a9a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:34.747169 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-96218073-43aa-485a-af02-60b7457a9a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:34.802457 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-96218073-43aa-485a-af02-60b7457a9a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:34.912414 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96218073-43aa-485a-af02-60b7457a9a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8339c32-96c6-40fb-80f6-7a23820f863d,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:34.924346 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-96218073-43aa-485a-af02-60b7457a9a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:34.925511 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-96218073-43aa-485a-af02-60b7457a9a9e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e8339c32-96c6-40fb-80f6-7a23820f863d HTTP/1.1" status: 204 len: 168 time: 0.2593935 May 10 15:09:35.627712 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 50172) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:35.746956 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-ca49e0cb-7b6e-4502-b4b8-15308f9ccb74 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-132402050-network', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:09:35.751772 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ca49e0cb-7b6e-4502-b4b8-15308f9ccb74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:35.755665 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ca49e0cb-7b6e-4502-b4b8-15308f9ccb74 admin admin] Usage tracker for resource:network and tenant:4eed9c018c1e4956a71431e218f94cd3 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:35.758612 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ca49e0cb-7b6e-4502-b4b8-15308f9ccb74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:35.764870 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ca49e0cb-7b6e-4502-b4b8-15308f9ccb74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:35.775262 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca49e0cb-7b6e-4502-b4b8-15308f9ccb74 admin admin] Made reservation on behalf of 4eed9c018c1e4956a71431e218f94cd3 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:09:35.777354 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ca49e0cb-7b6e-4502-b4b8-15308f9ccb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:35.789901 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ca49e0cb-7b6e-4502-b4b8-15308f9ccb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:35.803769 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ca49e0cb-7b6e-4502-b4b8-15308f9ccb74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:35.807502 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ca49e0cb-7b6e-4502-b4b8-15308f9ccb74 admin admin] Usage tracker for resource:security_group_rule and tenant:4eed9c018c1e4956a71431e218f94cd3 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:35.810187 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ca49e0cb-7b6e-4502-b4b8-15308f9ccb74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:35.815863 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ca49e0cb-7b6e-4502-b4b8-15308f9ccb74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:35.902396 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ca49e0cb-7b6e-4502-b4b8-15308f9ccb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:35.906146 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ca49e0cb-7b6e-4502-b4b8-15308f9ccb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:35.936769 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca49e0cb-7b6e-4502-b4b8-15308f9ccb74 admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:09:35.946191 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49e0cb-7b6e-4502-b4b8-15308f9ccb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd52ca3-2d5e-441a-bb21-f9ed39b2918b,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:35.952023 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ca49e0cb-7b6e-4502-b4b8-15308f9ccb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:35.952365 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-ca49e0cb-7b6e-4502-b4b8-15308f9ccb74 admin admin] Added segment 2a9060ec-8bac-4c51-a805-dbdb5c934112 of type vlan for network 9b84b531-9498-43d5-9135-92b81e370abf May 10 15:09:35.979830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ca49e0cb-7b6e-4502-b4b8-15308f9ccb74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:36.007972 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ca49e0cb-7b6e-4502-b4b8-15308f9ccb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:36.008861 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca49e0cb-7b6e-4502-b4b8-15308f9ccb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:36.009421 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ca49e0cb-7b6e-4502-b4b8-15308f9ccb74 admin admin] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:36.115928 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ca49e0cb-7b6e-4502-b4b8-15308f9ccb74 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4870241 May 10 15:09:36.116812 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49e0cb-7b6e-4502-b4b8-15308f9ccb74 admin admin] Pushing event updated for resources: {'Network': ['ID=9b84b531-9498-43d5-9135-92b81e370abf,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:36.119474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 50178) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:36.127554 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 9b84b531-9498-43d5-9135-92b81e370abf details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:09:36.128043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Request body: {'subnet': {'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-132402050-subnet', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:09:36.132776 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:36.136877 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Usage tracker for resource:subnet and tenant:4eed9c018c1e4956a71431e218f94cd3 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:36.139786 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:36.146523 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:36.157209 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Made reservation on behalf of 4eed9c018c1e4956a71431e218f94cd3 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:09:36.159713 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:36.368148 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:36.442482 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15cce23b-4f12-4d71-a1d1-2e76edcba37b,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:36.453422 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:36.454075 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:36.454075 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:36.454400 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:36.454747 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:36.455069 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:36.455396 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:36.455715 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:36.456034 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:36.456351 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:36.456664 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:36.456976 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:36.459884 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Checking segment: {'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:09:36.460236 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Network hostable DHCP agents. Network: 9b84b531-9498-43d5-9135-92b81e370abf, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:09:36.479560 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Network 9b84b531-9498-43d5-9135-92b81e370abf is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:09:36.488650 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 9b84b531-9498-43d5-9135-92b81e370abf) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:36.492684 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:36.493268 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:36.497873 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c5f5d4-ab8b-4e72-b796-8efe87529435 None None] Network 9b84b531-9498-43d5-9135-92b81e370abf requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:09:36.512873 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-35a28b7a-d284-4929-9b0d-1e1adcfd6891 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3920889 May 10 15:09:36.515696 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 50182) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:36.521426 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-85beef6a-07cf-4e90-a24a-96426e568489 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:09:36.526248 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-85beef6a-07cf-4e90-a24a-96426e568489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:36.530123 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-85beef6a-07cf-4e90-a24a-96426e568489 admin admin] Usage tracker for resource:router and tenant:4eed9c018c1e4956a71431e218f94cd3 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:36.533762 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-85beef6a-07cf-4e90-a24a-96426e568489 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:36.539653 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-85beef6a-07cf-4e90-a24a-96426e568489 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:36.550067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-85beef6a-07cf-4e90-a24a-96426e568489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:36.551061 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-85beef6a-07cf-4e90-a24a-96426e568489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:36.565970 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-85beef6a-07cf-4e90-a24a-96426e568489 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:36.717451 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e1cff1-5957-4c49-8d5d-aff39723c3cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-9b84b531-9498-43d5-9135-92b81e370abf', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 15:09:36.718270 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-15e1cff1-5957-4c49-8d5d-aff39723c3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:36.832848 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-85beef6a-07cf-4e90-a24a-96426e568489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:36.872007 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-15e1cff1-5957-4c49-8d5d-aff39723c3cc None None] Allocated IP 172.20.0.2 (9b84b531-9498-43d5-9135-92b81e370abf/15cce23b-4f12-4d71-a1d1-2e76edcba37b/256a209e-f1e0-4cdf-9a4e-971a17e32eb8) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:09:37.080488 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-15e1cff1-5957-4c49-8d5d-aff39723c3cc None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:37.090712 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-15e1cff1-5957-4c49-8d5d-aff39723c3cc None None] Transition to ACTIVE for port object 256a209e-f1e0-4cdf-9a4e-971a17e32eb8 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:09:37.108830 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-15e1cff1-5957-4c49-8d5d-aff39723c3cc None None] Transition to ACTIVE for port object 256a209e-f1e0-4cdf-9a4e-971a17e32eb8 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:09:37.115523 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-15e1cff1-5957-4c49-8d5d-aff39723c3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:37.185517 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e1cff1-5957-4c49-8d5d-aff39723c3cc None None] Network 9b84b531-9498-43d5-9135-92b81e370abf is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:09:37.189233 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-15e1cff1-5957-4c49-8d5d-aff39723c3cc None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:37.193057 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e1cff1-5957-4c49-8d5d-aff39723c3cc None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:09:37.201912 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1cff1-5957-4c49-8d5d-aff39723c3cc None None] Pushing event updated for resources: {'Port': ['ID=256a209e-f1e0-4cdf-9a4e-971a17e32eb8,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:37.259510 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-85beef6a-07cf-4e90-a24a-96426e568489 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:37.287493 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-15e1cff1-5957-4c49-8d5d-aff39723c3cc None None] Attempting to bind port 256a209e-f1e0-4cdf-9a4e-971a17e32eb8 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:09:37.287854 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-15e1cff1-5957-4c49-8d5d-aff39723c3cc None None] Attempting to bind port 256a209e-f1e0-4cdf-9a4e-971a17e32eb8 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:09:37.288210 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e1cff1-5957-4c49-8d5d-aff39723c3cc None None] Attempting to bind port 256a209e-f1e0-4cdf-9a4e-971a17e32eb8 on network 9b84b531-9498-43d5-9135-92b81e370abf {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:09:37.289534 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-85beef6a-07cf-4e90-a24a-96426e568489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:37.293509 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e1cff1-5957-4c49-8d5d-aff39723c3cc None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:09:37.293871 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e1cff1-5957-4c49-8d5d-aff39723c3cc None None] Checking segment: {'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:09:37.294271 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-15e1cff1-5957-4c49-8d5d-aff39723c3cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:37.294684 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e1cff1-5957-4c49-8d5d-aff39723c3cc None None] Bound using segment: {'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:09:37.295141 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-15e1cff1-5957-4c49-8d5d-aff39723c3cc None None] Bound port: 256a209e-f1e0-4cdf-9a4e-971a17e32eb8, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:09:37.295505 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-15e1cff1-5957-4c49-8d5d-aff39723c3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:37.386275 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-15e1cff1-5957-4c49-8d5d-aff39723c3cc None None] For port 256a209e-f1e0-4cdf-9a4e-971a17e32eb8, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:09:37.389145 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-15e1cff1-5957-4c49-8d5d-aff39723c3cc None None] For port 256a209e-f1e0-4cdf-9a4e-971a17e32eb8, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=256a209e-f1e0-4cdf-9a4e-971a17e32eb8,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:09:37.393902 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-15e1cff1-5957-4c49-8d5d-aff39723c3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:37.427417 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-85beef6a-07cf-4e90-a24a-96426e568489 admin admin] Allocated IP 172.26.0.168 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:09:37.476393 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1cff1-5957-4c49-8d5d-aff39723c3cc None None] Pushing event updated for resources: {'Port': ['ID=256a209e-f1e0-4cdf-9a4e-971a17e32eb8,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:37.579738 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-85beef6a-07cf-4e90-a24a-96426e568489 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:37.609348 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-85beef6a-07cf-4e90-a24a-96426e568489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:37.688944 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85beef6a-07cf-4e90-a24a-96426e568489 admin admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:09:37.691952 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-85beef6a-07cf-4e90-a24a-96426e568489 admin admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:37.694328 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85beef6a-07cf-4e90-a24a-96426e568489 admin admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:09:37.730673 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85beef6a-07cf-4e90-a24a-96426e568489 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:38.120478 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-85beef6a-07cf-4e90-a24a-96426e568489 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:38.456805 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ece234-e067-47ed-bf5e-2bf318345140 None None] Network 9b84b531-9498-43d5-9135-92b81e370abf requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:09:38.487336 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-85beef6a-07cf-4e90-a24a-96426e568489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:38.541338 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6482d6f2-2977-488d-b212-388e16da3574 None None] Provisioning for port 256a209e-f1e0-4cdf-9a4e-971a17e32eb8 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:09:38.819941 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85beef6a-07cf-4e90-a24a-96426e568489 admin admin] Router 6f64c65a-4121-44c3-ae93-8430e1a744db is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:09:38.974733 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 256a209e-f1e0-4cdf-9a4e-971a17e32eb8 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:39.007814 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85beef6a-07cf-4e90-a24a-96426e568489 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:09:39.018034 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] Sync routers for ids ['6f64c65a-4121-44c3-ae93-8430e1a744db'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:09:39.030623 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] Routers {'6f64c65a-4121-44c3-ae93-8430e1a744db'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:09:39.031425 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:09:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6f64c65a-4121-44c3-ae93-8430e1a744db'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:39.033842 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-85beef6a-07cf-4e90-a24a-96426e568489 admin admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:39.037653 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-85beef6a-07cf-4e90-a24a-96426e568489 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5181112 May 10 15:09:39.038283 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 50186) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:39.050339 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 256a209e-f1e0-4cdf-9a4e-971a17e32eb8 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:09:39.056164 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 256a209e-f1e0-4cdf-9a4e-971a17e32eb8 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:39.056811 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:39.182436 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:39.214856 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] Set router 6f64c65a-4121-44c3-ae93-8430e1a744db gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:09:39.216128 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 256a209e-f1e0-4cdf-9a4e-971a17e32eb8, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=256a209e-f1e0-4cdf-9a4e-971a17e32eb8,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:39.221209 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:39.293665 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=256a209e-f1e0-4cdf-9a4e-971a17e32eb8,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:39.505062 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:37Z', 'revision_number': 3, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:39.508763 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] Checking router: 6f64c65a-4121-44c3-ae93-8430e1a744db for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:09:39.509100 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] Updating router 6f64c65a-4121-44c3-ae93-8430e1a744db port e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:09:39.585295 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:39.726054 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ef94bd84-92c6-433c-ae15-d5304ff374d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:39.904357 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:39.917168 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] Transition to ACTIVE for port object e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:09:39.924606 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:39.936456 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-ef94bd84-92c6-433c-ae15-d5304ff374d5 admin admin] Allocated IP 172.20.0.1 (9b84b531-9498-43d5-9135-92b81e370abf/15cce23b-4f12-4d71-a1d1-2e76edcba37b/c68a6894-b5d5-43a8-9460-1eb90f6d62db) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:09:40.005852 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] Attempting to bind port e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:09:40.006237 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] Attempting to bind port e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:09:40.006689 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] Attempting to bind port e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:09:40.015695 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f2233-f479-438f-9304-786b1e0bd5f7 None None] Pushing event updated for resources: {'Port': ['ID=e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf,revision_number=2']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:40.024395 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:09:40.025061 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:09:40.025201 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:40.025515 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:09:40.025963 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] Bound port: e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:09:40.026338 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:40.057328 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707f2233-f479-438f-9304-786b1e0bd5f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:40.057671 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707f2233-f479-438f-9304-786b1e0bd5f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:40.058000 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707f2233-f479-438f-9304-786b1e0bd5f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:40.058329 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707f2233-f479-438f-9304-786b1e0bd5f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:40.058675 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707f2233-f479-438f-9304-786b1e0bd5f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:40.058999 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707f2233-f479-438f-9304-786b1e0bd5f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:40.059318 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707f2233-f479-438f-9304-786b1e0bd5f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:40.059634 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707f2233-f479-438f-9304-786b1e0bd5f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:40.059957 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707f2233-f479-438f-9304-786b1e0bd5f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:40.060274 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707f2233-f479-438f-9304-786b1e0bd5f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:40.060586 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707f2233-f479-438f-9304-786b1e0bd5f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:40.060900 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707f2233-f479-438f-9304-786b1e0bd5f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:40.089950 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ef94bd84-92c6-433c-ae15-d5304ff374d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:40.110905 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-ef94bd84-92c6-433c-ae15-d5304ff374d5 admin admin] Transition to ACTIVE for port object c68a6894-b5d5-43a8-9460-1eb90f6d62db will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:09:40.114457 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] For port e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:09:40.117688 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] For port e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:09:40.122470 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:40.139004 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ef94bd84-92c6-433c-ae15-d5304ff374d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:40.209131 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef94bd84-92c6-433c-ae15-d5304ff374d5 admin admin] Network 9b84b531-9498-43d5-9135-92b81e370abf is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:09:40.210403 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] Routers {'6f64c65a-4121-44c3-ae93-8430e1a744db'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:09:40.211044 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:09:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6f64c65a-4121-44c3-ae93-8430e1a744db'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:40.212156 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-ef94bd84-92c6-433c-ae15-d5304ff374d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:40.215740 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef94bd84-92c6-433c-ae15-d5304ff374d5 admin admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:09:40.284496 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f2233-f479-438f-9304-786b1e0bd5f7 None None] Pushing event updated for resources: {'Port': ['ID=e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:40.382249 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94bd84-92c6-433c-ae15-d5304ff374d5 admin admin] Pushing event updated for resources: {'Port': ['ID=c68a6894-b5d5-43a8-9460-1eb90f6d62db,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:40.411675 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ef94bd84-92c6-433c-ae15-d5304ff374d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:40.418307 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] Set router 6f64c65a-4121-44c3-ae93-8430e1a744db gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:09:40.451654 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e99b8b9b-bade-4eee-96e6-764fdc796d52 None None] Provisioning for port c68a6894-b5d5-43a8-9460-1eb90f6d62db completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:09:40.458293 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e99b8b9b-bade-4eee-96e6-764fdc796d52 None None] Provisioning complete for port c68a6894-b5d5-43a8-9460-1eb90f6d62db triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:40.458690 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e99b8b9b-bade-4eee-96e6-764fdc796d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:40.513407 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e99b8b9b-bade-4eee-96e6-764fdc796d52 None None] Port c68a6894-b5d5-43a8-9460-1eb90f6d62db cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:09:40.531310 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ef94bd84-92c6-433c-ae15-d5304ff374d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:40.713728 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:37Z', 'revision_number': 3, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:40.717419 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4de0c5b-2b2d-44bf-8faa-563f8f1f6e84 None None] The sync data for ids ['6f64c65a-4121-44c3-ae93-8430e1a744db'] in dv-neutron-841204-2-hyperv is: [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:37Z', 'revision_number': 3, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:09:40.760411 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ef94bd84-92c6-433c-ae15-d5304ff374d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:40.764826 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ef94bd84-92c6-433c-ae15-d5304ff374d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:40.874818 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94bd84-92c6-433c-ae15-d5304ff374d5 admin admin] Pushing event updated for resources: {'Port': ['ID=c68a6894-b5d5-43a8-9460-1eb90f6d62db,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:40.877554 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ef94bd84-92c6-433c-ae15-d5304ff374d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:41.010094 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 256a209e-f1e0-4cdf-9a4e-971a17e32eb8 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:41.039793 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef94bd84-92c6-433c-ae15-d5304ff374d5 admin admin] Network 9b84b531-9498-43d5-9135-92b81e370abf is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:09:41.041088 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-ef94bd84-92c6-433c-ae15-d5304ff374d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:41.145187 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 256a209e-f1e0-4cdf-9a4e-971a17e32eb8 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:41.145655 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:41.267138 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef94bd84-92c6-433c-ae15-d5304ff374d5 admin admin] Router 6f64c65a-4121-44c3-ae93-8430e1a744db has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:09:41.345648 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e06afc59-be2a-4337-90cf-d03288b3b54b None None] Provisioning complete for port c68a6894-b5d5-43a8-9460-1eb90f6d62db triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:41.346149 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e06afc59-be2a-4337-90cf-d03288b3b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:41.405699 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e06afc59-be2a-4337-90cf-d03288b3b54b None None] Port c68a6894-b5d5-43a8-9460-1eb90f6d62db cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:09:41.467819 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef94bd84-92c6-433c-ae15-d5304ff374d5 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:09:41.477824 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ef94bd84-92c6-433c-ae15-d5304ff374d5 admin admin] 10.222.0.79 "PUT /v2.0/routers/6f64c65a-4121-44c3-ae93-8430e1a744db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4384971 May 10 15:09:41.795857 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 50196) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:41.802312 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-1a93cf9a-1e7f-444d-a8b3-300b1878b4c9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Request body: {'security_group': {'name': 'tempest-securitygroup--150933336', 'description': 'tempest-description--1262417194'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:09:41.808475 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1a93cf9a-1e7f-444d-a8b3-300b1878b4c9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:41.812374 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1a93cf9a-1e7f-444d-a8b3-300b1878b4c9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Usage tracker for resource:security_group and tenant:4eed9c018c1e4956a71431e218f94cd3 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:41.815616 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1a93cf9a-1e7f-444d-a8b3-300b1878b4c9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:41.821300 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1a93cf9a-1e7f-444d-a8b3-300b1878b4c9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:41.831723 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a93cf9a-1e7f-444d-a8b3-300b1878b4c9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:41.852027 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1a93cf9a-1e7f-444d-a8b3-300b1878b4c9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:41.855830 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1a93cf9a-1e7f-444d-a8b3-300b1878b4c9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Usage tracker for resource:security_group_rule and tenant:4eed9c018c1e4956a71431e218f94cd3 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:41.858631 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1a93cf9a-1e7f-444d-a8b3-300b1878b4c9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:41.864999 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1a93cf9a-1e7f-444d-a8b3-300b1878b4c9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:41.935190 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a93cf9a-1e7f-444d-a8b3-300b1878b4c9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:41.939434 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a93cf9a-1e7f-444d-a8b3-300b1878b4c9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:41.982953 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93cf9a-1e7f-444d-a8b3-300b1878b4c9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4647a9e8-2248-40bc-b6c0-f76293530f8b,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:41.985664 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1a93cf9a-1e7f-444d-a8b3-300b1878b4c9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:41.986865 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1a93cf9a-1e7f-444d-a8b3-300b1878b4c9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1897817 May 10 15:09:41.989598 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 50200) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:41.994446 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-873c95d9-0f86-4fc5-9285-6981ac354feb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Request body: {'security_group_rule': {'security_group_id': '4647a9e8-2248-40bc-b6c0-f76293530f8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:09:42.000955 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-873c95d9-0f86-4fc5-9285-6981ac354feb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:42.005043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-873c95d9-0f86-4fc5-9285-6981ac354feb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Usage tracker for resource:security_group_rule and tenant:4eed9c018c1e4956a71431e218f94cd3 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:42.008049 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-873c95d9-0f86-4fc5-9285-6981ac354feb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:42.013983 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-873c95d9-0f86-4fc5-9285-6981ac354feb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:42.033269 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-873c95d9-0f86-4fc5-9285-6981ac354feb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.097900 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-873c95d9-0f86-4fc5-9285-6981ac354feb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.102815 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-873c95d9-0f86-4fc5-9285-6981ac354feb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.127944 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c95d9-0f86-4fc5-9285-6981ac354feb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f238d7-220d-4676-8ba1-569ea70eaf86,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:42.137365 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-873c95d9-0f86-4fc5-9285-6981ac354feb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.138588 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-873c95d9-0f86-4fc5-9285-6981ac354feb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480975 May 10 15:09:42.142026 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 50204) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:42.147155 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e1e16c94-e23d-4496-a7cb-76871b8df79f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Request body: {'security_group_rule': {'security_group_id': '4647a9e8-2248-40bc-b6c0-f76293530f8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:09:42.152986 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e1e16c94-e23d-4496-a7cb-76871b8df79f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:42.156864 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e1e16c94-e23d-4496-a7cb-76871b8df79f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Usage tracker for resource:security_group_rule and tenant:4eed9c018c1e4956a71431e218f94cd3 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:42.159664 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e1e16c94-e23d-4496-a7cb-76871b8df79f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:42.165316 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e1e16c94-e23d-4496-a7cb-76871b8df79f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:42.182683 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e1e16c94-e23d-4496-a7cb-76871b8df79f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.245432 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e1e16c94-e23d-4496-a7cb-76871b8df79f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.250994 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e1e16c94-e23d-4496-a7cb-76871b8df79f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.260967 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] Sync routers for ids ['6f64c65a-4121-44c3-ae93-8430e1a744db'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:09:42.270919 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] Routers {'6f64c65a-4121-44c3-ae93-8430e1a744db'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:09:42.271786 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:09:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6f64c65a-4121-44c3-ae93-8430e1a744db'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:42.279260 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e16c94-e23d-4496-a7cb-76871b8df79f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe10d88f-e9bc-48fb-8136-d7ba32ef9ee4,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:42.290734 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e1e16c94-e23d-4496-a7cb-76871b8df79f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.291907 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e1e16c94-e23d-4496-a7cb-76871b8df79f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1489503 May 10 15:09:42.294804 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 50208) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:42.300144 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-61d58533-e483-4371-b6b9-4b4f0776d18c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:09:42.306001 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-61d58533-e483-4371-b6b9-4b4f0776d18c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:42.309836 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-61d58533-e483-4371-b6b9-4b4f0776d18c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Usage tracker for resource:floatingip and tenant:4eed9c018c1e4956a71431e218f94cd3 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:42.313324 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-61d58533-e483-4371-b6b9-4b4f0776d18c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:42.319210 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-61d58533-e483-4371-b6b9-4b4f0776d18c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:42.332401 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61d58533-e483-4371-b6b9-4b4f0776d18c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.452972 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] Set router 6f64c65a-4121-44c3-ae93-8430e1a744db gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:09:42.466193 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61d58533-e483-4371-b6b9-4b4f0776d18c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.603836 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-61d58533-e483-4371-b6b9-4b4f0776d18c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Allocated IP 172.26.0.26 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/608097e2-3239-446c-81ed-36fc00965cce) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:09:42.768874 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 2, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:42.773236 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] Checking router: 6f64c65a-4121-44c3-ae93-8430e1a744db for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:09:42.773587 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] Updating router 6f64c65a-4121-44c3-ae93-8430e1a744db port c68a6894-b5d5-43a8-9460-1eb90f6d62db binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:09:42.830801 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.868806 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61d58533-e483-4371-b6b9-4b4f0776d18c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.904416 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61d58533-e483-4371-b6b9-4b4f0776d18c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.984283 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d58533-e483-4371-b6b9-4b4f0776d18c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:09:42.987385 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-61d58533-e483-4371-b6b9-4b4f0776d18c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:42.991807 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d58533-e483-4371-b6b9-4b4f0776d18c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:09:43.001864 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:43.016393 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d58533-e483-4371-b6b9-4b4f0776d18c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Pushing event updated for resources: {'Port': ['ID=608097e2-3239-446c-81ed-36fc00965cce,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:43.073216 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61d58533-e483-4371-b6b9-4b4f0776d18c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:43.137404 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61d58533-e483-4371-b6b9-4b4f0776d18c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:43.162510 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:09:43.168598 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:43.168964 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:43.297980 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:43.347478 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] Transition to ACTIVE for port object c68a6894-b5d5-43a8-9460-1eb90f6d62db will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:09:43.349178 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61d58533-e483-4371-b6b9-4b4f0776d18c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:43.353751 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61d58533-e483-4371-b6b9-4b4f0776d18c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:43.357208 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:43.418888 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:43.470880 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d58533-e483-4371-b6b9-4b4f0776d18c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Pushing event updated for resources: {'Port': ['ID=608097e2-3239-446c-81ed-36fc00965cce,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:43.489421 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61d58533-e483-4371-b6b9-4b4f0776d18c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:43.513115 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-61d58533-e483-4371-b6b9-4b4f0776d18c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:43.521335 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-61d58533-e483-4371-b6b9-4b4f0776d18c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2186024 May 10 15:09:43.530127 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:43.531095 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe853c-3c5f-4b88-9673-3ebd3a435de1 None None] Pushing event updated for resources: {'Port': ['ID=c68a6894-b5d5-43a8-9460-1eb90f6d62db,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:43.548617 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:43.689581 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-4be8c55c-58e1-423b-aa07-a6fdeb39e8e7 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Synchronizing usage tracker for tenant:4eed9c018c1e4956a71431e218f94cd3 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:09:43.706052 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-4be8c55c-58e1-423b-aa07-a6fdeb39e8e7 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Unset dirty status for tenant:4eed9c018c1e4956a71431e218f94cd3 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:09:43.707451 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-4be8c55c-58e1-423b-aa07-a6fdeb39e8e7 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--150933336&fields=id&tenant_id=4eed9c018c1e4956a71431e218f94cd3 HTTP/1.1" status: 200 len: 267 time: 0.0597425 May 10 15:09:43.708685 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] Attempting to bind port c68a6894-b5d5-43a8-9460-1eb90f6d62db on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:09:43.709049 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] Attempting to bind port c68a6894-b5d5-43a8-9460-1eb90f6d62db by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:09:43.709404 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] Attempting to bind port c68a6894-b5d5-43a8-9460-1eb90f6d62db on network 9b84b531-9498-43d5-9135-92b81e370abf {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:09:43.722813 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:09:43.723186 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] Checking segment: {'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:09:43.723582 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:43.723968 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] Bound using segment: {'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:09:43.724427 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] Bound port: c68a6894-b5d5-43a8-9460-1eb90f6d62db, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:09:43.724797 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:43.740473 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:43.820258 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] For port c68a6894-b5d5-43a8-9460-1eb90f6d62db, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:09:43.823270 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] For port c68a6894-b5d5-43a8-9460-1eb90f6d62db, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=c68a6894-b5d5-43a8-9460-1eb90f6d62db,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:09:43.827889 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:43.861976 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-8e6f1771-b9eb-444e-ad7e-25a80ec41117 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:43.868609 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-8e6f1771-b9eb-444e-ad7e-25a80ec41117 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 811 time: 0.1544046 May 10 15:09:43.879238 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-99aa779f-9be2-4eb1-bda1-52b5b5ee472b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/quotas/4eed9c018c1e4956a71431e218f94cd3 HTTP/1.1" status: 200 len: 375 time: 0.0098205 May 10 15:09:43.922596 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] Routers {'6f64c65a-4121-44c3-ae93-8430e1a744db'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:09:43.923335 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:09:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6f64c65a-4121-44c3-ae93-8430e1a744db'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:43.973369 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-3195da00-09d3-4b3f-b8d1-b588e709bff6 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Synchronizing usage tracker for tenant:4eed9c018c1e4956a71431e218f94cd3 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:09:43.992852 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-3195da00-09d3-4b3f-b8d1-b588e709bff6 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Unset dirty status for tenant:4eed9c018c1e4956a71431e218f94cd3 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:09:43.994495 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-3195da00-09d3-4b3f-b8d1-b588e709bff6 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1050732 May 10 15:09:43.995975 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe853c-3c5f-4b88-9673-3ebd3a435de1 None None] Pushing event updated for resources: {'Port': ['ID=c68a6894-b5d5-43a8-9460-1eb90f6d62db,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:44.012335 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-8441d3ae-d915-488f-9e52-c03e5e764087 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:09:44.013502 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-8441d3ae-d915-488f-9e52-c03e5e764087 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059242 May 10 15:09:44.124190 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] Set router 6f64c65a-4121-44c3-ae93-8430e1a744db gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:09:44.157179 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-5c1d7879-2f78-42f7-bf64-296d866eb28a service neutron] 10.222.0.79 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333818 May 10 15:09:44.292215 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-fe6d422a-3a2c-4330-8ca6-398ca394217a service neutron] 10.222.0.79 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294739 May 10 15:09:44.467374 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:44.472234 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfc3319-76d1-4419-9f9c-1a8d6b97eb9a None None] The sync data for ids ['6f64c65a-4121-44c3-ae93-8430e1a744db'] in dv-neutron-841204-2-hyperv is: [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:09:44.483869 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a9e3a8bc-5cf7-42df-965e-b7a8f3bf8d47 req-2b02abf6-9a64-4774-899c-b466c0e8ed9c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 210 time: 0.0499349 May 10 15:09:45.046257 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c68a6894-b5d5-43a8-9460-1eb90f6d62db up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:45.117157 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port c68a6894-b5d5-43a8-9460-1eb90f6d62db completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:09:45.122669 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port c68a6894-b5d5-43a8-9460-1eb90f6d62db triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:45.123086 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:45.244686 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:45.278912 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port c68a6894-b5d5-43a8-9460-1eb90f6d62db, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=c68a6894-b5d5-43a8-9460-1eb90f6d62db,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:45.283129 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:45.283923 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:45.404360 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=c68a6894-b5d5-43a8-9460-1eb90f6d62db,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:45.418126 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:45.418599 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:45.665551 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bf871d9e-248c-4d94-a5eb-6ab9b92374af req-04825464-aa48-4386-9345-25ab3f7fbb98 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 210 time: 0.0610282 May 10 15:09:45.691602 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-86e114b6-6d13-4d71-a74b-698f931b537c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:45.692541 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-86e114b6-6d13-4d71-a74b-698f931b537c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Synchronizing usage tracker for tenant:4eed9c018c1e4956a71431e218f94cd3 on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:09:45.712874 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-86e114b6-6d13-4d71-a74b-698f931b537c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Unset dirty status for tenant:4eed9c018c1e4956a71431e218f94cd3 on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:09:45.714545 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-86e114b6-6d13-4d71-a74b-698f931b537c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 811 time: 0.1959493 May 10 15:09:45.772478 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-b7524b55-7ac9-4be8-b393-abdb25ef84d3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Synchronizing usage tracker for tenant:4eed9c018c1e4956a71431e218f94cd3 on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:09:45.785980 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-b7524b55-7ac9-4be8-b393-abdb25ef84d3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Unset dirty status for tenant:4eed9c018c1e4956a71431e218f94cd3 on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:09:45.787236 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-b7524b55-7ac9-4be8-b393-abdb25ef84d3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eed9c018c1e4956a71431e218f94cd3 HTTP/1.1" status: 200 len: 379 time: 0.0598516 May 10 15:09:45.800054 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-9abf84b8-9894-432c-ae27-85554ca09265 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Request body: {'port': {'device_id': '90e2e72e-b022-46d8-bb70-3e07bb7fb532', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'admin_state_up': True, 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'security_groups': ['4647a9e8-2248-40bc-b6c0-f76293530f8b']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:09:45.939286 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-9abf84b8-9894-432c-ae27-85554ca09265 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:45.948579 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-9abf84b8-9894-432c-ae27-85554ca09265 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:45.958553 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-9abf84b8-9894-432c-ae27-85554ca09265 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Made reservation on behalf of 4eed9c018c1e4956a71431e218f94cd3 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:09:45.961908 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-9abf84b8-9894-432c-ae27-85554ca09265 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:46.121842 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-9abf84b8-9894-432c-ae27-85554ca09265 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Allocated IP 172.20.0.12 (9b84b531-9498-43d5-9135-92b81e370abf/15cce23b-4f12-4d71-a1d1-2e76edcba37b/c5128aa4-da23-4190-b2d5-e7c3d770eb80) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:09:46.312267 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-9abf84b8-9894-432c-ae27-85554ca09265 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:46.329099 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-9abf84b8-9894-432c-ae27-85554ca09265 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Transition to ACTIVE for port object c5128aa4-da23-4190-b2d5-e7c3d770eb80 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:09:46.352770 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-9abf84b8-9894-432c-ae27-85554ca09265 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:46.423035 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-9abf84b8-9894-432c-ae27-85554ca09265 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Network 9b84b531-9498-43d5-9135-92b81e370abf is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:09:46.426150 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-9abf84b8-9894-432c-ae27-85554ca09265 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:46.429878 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-9abf84b8-9894-432c-ae27-85554ca09265 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:09:46.460912 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf84b8-9894-432c-ae27-85554ca09265 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Pushing event updated for resources: {'Port': ['ID=c5128aa4-da23-4190-b2d5-e7c3d770eb80,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:46.502898 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-9abf84b8-9894-432c-ae27-85554ca09265 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:46.503504 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-9abf84b8-9894-432c-ae27-85554ca09265 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:46.531141 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-9abf84b8-9894-432c-ae27-85554ca09265 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7358816 May 10 15:09:46.546674 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-18adac9b-b5ae-464a-ac06-bcdbab62135a service neutron] Request body: {'port': {'device_id': '90e2e72e-b022-46d8-bb70-3e07bb7fb532', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:09:46.644612 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6cd09a86-0ec0-470d-989d-940b7d0892ea None None] Provisioning for port c5128aa4-da23-4190-b2d5-e7c3d770eb80 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:09:46.649854 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6cd09a86-0ec0-470d-989d-940b7d0892ea None None] Provisioning complete for port c5128aa4-da23-4190-b2d5-e7c3d770eb80 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:46.650224 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6cd09a86-0ec0-470d-989d-940b7d0892ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:46.665703 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-18adac9b-b5ae-464a-ac06-bcdbab62135a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:46.705084 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-6cd09a86-0ec0-470d-989d-940b7d0892ea None None] Port c5128aa4-da23-4190-b2d5-e7c3d770eb80 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:09:46.864851 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b463390-61b6-4fc9-b078-fdb17d8cd6aa req-5a4efad6-8732-4d2e-8dcf-716942890195 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:46.866965 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4b463390-61b6-4fc9-b078-fdb17d8cd6aa req-5a4efad6-8732-4d2e-8dcf-716942890195 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 932 time: 0.0847490 May 10 15:09:46.913731 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4b463390-61b6-4fc9-b078-fdb17d8cd6aa req-caf7f7ae-695c-4911-a173-b09bccbe2b4d tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406132 May 10 15:09:46.971394 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c68a6894-b5d5-43a8-9460-1eb90f6d62db up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:47.011982 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-18adac9b-b5ae-464a-ac06-bcdbab62135a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5128aa4-da23-4190-b2d5-e7c3d770eb80 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:09:47.019593 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-18adac9b-b5ae-464a-ac06-bcdbab62135a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:47.036426 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-18adac9b-b5ae-464a-ac06-bcdbab62135a service neutron] Transition to ACTIVE for port object c5128aa4-da23-4190-b2d5-e7c3d770eb80 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:09:47.040906 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-18adac9b-b5ae-464a-ac06-bcdbab62135a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:47.041868 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port c68a6894-b5d5-43a8-9460-1eb90f6d62db triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:47.042235 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:47.204795 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18adac9b-b5ae-464a-ac06-bcdbab62135a service neutron] Pushing event updated for resources: {'Port': ['ID=c5128aa4-da23-4190-b2d5-e7c3d770eb80,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:47.268121 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:09:47.281034 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-18adac9b-b5ae-464a-ac06-bcdbab62135a service neutron] Attempting to bind port c5128aa4-da23-4190-b2d5-e7c3d770eb80 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:09:47.282261 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-18adac9b-b5ae-464a-ac06-bcdbab62135a service neutron] Attempting to bind port c5128aa4-da23-4190-b2d5-e7c3d770eb80 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:09:47.282616 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-18adac9b-b5ae-464a-ac06-bcdbab62135a service neutron] Attempting to bind port c5128aa4-da23-4190-b2d5-e7c3d770eb80 on network 9b84b531-9498-43d5-9135-92b81e370abf {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:09:47.287178 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-18adac9b-b5ae-464a-ac06-bcdbab62135a service neutron] Port c5128aa4-da23-4190-b2d5-e7c3d770eb80 on network 9b84b531-9498-43d5-9135-92b81e370abf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:09:47.287493 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-18adac9b-b5ae-464a-ac06-bcdbab62135a service neutron] Attempting to bind port c5128aa4-da23-4190-b2d5-e7c3d770eb80 on network 9b84b531-9498-43d5-9135-92b81e370abf {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:09:47.293010 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-18adac9b-b5ae-464a-ac06-bcdbab62135a service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:09:47.293341 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-18adac9b-b5ae-464a-ac06-bcdbab62135a service neutron] Checking segment: {'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:09:47.293720 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-18adac9b-b5ae-464a-ac06-bcdbab62135a service neutron] Bound using segment: {'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:09:47.294135 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-18adac9b-b5ae-464a-ac06-bcdbab62135a service neutron] Bound port: c5128aa4-da23-4190-b2d5-e7c3d770eb80, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:09:47.294506 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-18adac9b-b5ae-464a-ac06-bcdbab62135a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:47.387481 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-18adac9b-b5ae-464a-ac06-bcdbab62135a service neutron] For port c5128aa4-da23-4190-b2d5-e7c3d770eb80, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:09:47.390279 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-18adac9b-b5ae-464a-ac06-bcdbab62135a service neutron] For port c5128aa4-da23-4190-b2d5-e7c3d770eb80, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=c5128aa4-da23-4190-b2d5-e7c3d770eb80,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:09:47.395215 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-18adac9b-b5ae-464a-ac06-bcdbab62135a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:47.452710 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-18adac9b-b5ae-464a-ac06-bcdbab62135a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:47.453874 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-18adac9b-b5ae-464a-ac06-bcdbab62135a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:47.455424 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-18adac9b-b5ae-464a-ac06-bcdbab62135a service neutron] 10.222.0.86 "PUT /v2.0/ports/c5128aa4-da23-4190-b2d5-e7c3d770eb80 HTTP/1.1" status: 200 len: 1094 time: 0.9131062 May 10 15:09:47.455813 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e2e72e-b022-46d8-bb70-3e07bb7fb532', 'tag': 'c5128aa4-da23-4190-b2d5-e7c3d770eb80'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:09:47.495400 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18adac9b-b5ae-464a-ac06-bcdbab62135a service neutron] Pushing event updated for resources: {'Port': ['ID=c5128aa4-da23-4190-b2d5-e7c3d770eb80,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:47.540365 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c067f24a-3c59-4442-89a0-19f14cdc3009'] response: {'name': 'network-changed', 'server_uuid': '90e2e72e-b022-46d8-bb70-3e07bb7fb532', 'tag': 'c5128aa4-da23-4190-b2d5-e7c3d770eb80', 'status': 'completed', 'code': 200} May 10 15:09:47.583449 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-80ed494d-1315-4077-a4f1-1acd50bcc379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:47.584968 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-80ed494d-1315-4077-a4f1-1acd50bcc379 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 1097 time: 0.0815301 May 10 15:09:47.657693 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-09a50f96-a5af-4d19-9513-6874e864ec3c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5128aa4-da23-4190-b2d5-e7c3d770eb80 HTTP/1.1" status: 200 len: 217 time: 0.0619175 May 10 15:09:47.812834 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-fa44ac44-44fc-4882-a4dc-85a25d83363a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:47.814257 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-fa44ac44-44fc-4882-a4dc-85a25d83363a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.1478281 May 10 15:09:47.888726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-f1933fd8-57c2-4052-ad46-7e5437fd7a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:47.890180 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-f1933fd8-57c2-4052-ad46-7e5437fd7a92 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695632 May 10 15:09:48.026371 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-0411e2c9-467c-4e2c-9904-a98644f495ea service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262274 May 10 15:09:48.114204 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8441242-e63f-4318-8a70-85b643dc1c7b req-e422dff9-709e-4add-a355-12a773886dfe tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:48.115684 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d8441242-e63f-4318-8a70-85b643dc1c7b req-e422dff9-709e-4add-a355-12a773886dfe tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 944 time: 0.0825903 May 10 15:09:48.160630 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d8441242-e63f-4318-8a70-85b643dc1c7b req-9a5b7c8c-1485-4043-a93c-102881e0e18b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391603 May 10 15:09:48.164533 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7a3b9cd4-066b-46b3-b310-2b3596723527 req-5cd24c7a-d729-4f8c-ad25-7a5cc5f561d0 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291461 May 10 15:09:48.289276 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c1be5-530e-4160-b13f-cd98684b1024 req-eb6e7e40-56b4-4655-961c-90bc9b5fdbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:48.290638 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b05c1be5-530e-4160-b13f-cd98684b1024 req-eb6e7e40-56b4-4655-961c-90bc9b5fdbbc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 1097 time: 0.0748076 May 10 15:09:48.420520 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c1be5-530e-4160-b13f-cd98684b1024 req-adbee3a6-f8dc-4b39-a13d-f0fe750b5848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:48.422063 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b05c1be5-530e-4160-b13f-cd98684b1024 req-adbee3a6-f8dc-4b39-a13d-f0fe750b5848 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.1234515 May 10 15:09:48.491008 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b05c1be5-530e-4160-b13f-cd98684b1024 req-99644e03-07a7-4fe4-9598-57295e06d8ff service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5128aa4-da23-4190-b2d5-e7c3d770eb80 HTTP/1.1" status: 200 len: 217 time: 0.0625682 May 10 15:09:48.553234 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c1be5-530e-4160-b13f-cd98684b1024 req-ec1116b7-7fb8-4fdd-befb-5472d0bcbfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:48.554571 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b05c1be5-530e-4160-b13f-cd98684b1024 req-ec1116b7-7fb8-4fdd-befb-5472d0bcbfbd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0568128 May 10 15:09:48.628348 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c1be5-530e-4160-b13f-cd98684b1024 req-b00dcfef-90dd-4e25-80d4-40512e59a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:48.629777 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b05c1be5-530e-4160-b13f-cd98684b1024 req-b00dcfef-90dd-4e25-80d4-40512e59a21b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688150 May 10 15:09:48.762385 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b05c1be5-530e-4160-b13f-cd98684b1024 req-52983242-1f1b-4fb8-a868-bf6bf177bf6f service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248260 May 10 15:09:48.894611 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b05c1be5-530e-4160-b13f-cd98684b1024 req-b1954473-256d-4d98-8107-174442ef9acc service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254013 May 10 15:09:49.351413 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68ae30-aef3-4344-ae5f-3de66481d05f req-c7fa8c7b-d9fa-42e8-b07d-6357be1185e3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:49.352855 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ac68ae30-aef3-4344-ae5f-3de66481d05f req-c7fa8c7b-d9fa-42e8-b07d-6357be1185e3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 944 time: 0.0834644 May 10 15:09:49.400192 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ac68ae30-aef3-4344-ae5f-3de66481d05f req-ffbc12a4-5692-4ed1-92cc-6f2a7f3d6a07 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416899 May 10 15:09:50.103009 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0940a56f-87b6-424b-bbf6-79aad62c283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:50.498235 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device c5128aa4-da23-4190-b2d5-e7c3d770eb80 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:09:50.587371 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc23ec-5ae7-4e35-a0de-93f83b386ad0 req-0536eb42-f251-4813-a4fc-464537b74436 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:50.588826 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-82bc23ec-5ae7-4e35-a0de-93f83b386ad0 req-0536eb42-f251-4813-a4fc-464537b74436 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 944 time: 0.0832024 May 10 15:09:50.633728 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-82bc23ec-5ae7-4e35-a0de-93f83b386ad0 req-cf6e2d87-eb6b-49ed-91fa-d88268a4dee9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379639 May 10 15:09:50.669741 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port c5128aa4-da23-4190-b2d5-e7c3d770eb80, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=c5128aa4-da23-4190-b2d5-e7c3d770eb80,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:50.683312 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'c5128aa4-da23-4190-b2d5-e7c3d770eb80', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'port_id': 'c5128aa4-da23-4190-b2d5-e7c3d770eb80', 'mac_address': 'fa:16:3e:20:b4:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:09:50.739319 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:50.756415 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5128aa4-da23-4190-b2d5-e7c3d770eb80 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:09:50.772270 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port c5128aa4-da23-4190-b2d5-e7c3d770eb80, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=c5128aa4-da23-4190-b2d5-e7c3d770eb80,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:50.776722 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:50.846262 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=c5128aa4-da23-4190-b2d5-e7c3d770eb80,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:50.853294 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:50.853645 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:50.854025 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:50.854361 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:50.854716 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:50.855048 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:50.855373 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:50.855692 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:50.856014 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:50.856333 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:50.856650 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:50.856963 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:51.045291 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['c5128aa4-da23-4190-b2d5-e7c3d770eb80'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:09:51.820431 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7699fc2-0fb0-4cfd-a35d-d000a648f972 req-b800642c-0f9b-43e0-a86a-1b78218028d6 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:51.821866 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d7699fc2-0fb0-4cfd-a35d-d000a648f972 req-b800642c-0f9b-43e0-a86a-1b78218028d6 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 945 time: 0.0835366 May 10 15:09:51.866098 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d7699fc2-0fb0-4cfd-a35d-d000a648f972 req-20b7be9f-f323-4ac3-a3ec-421de14aa6cd tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384450 May 10 15:09:52.384304 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-64675df8-4d8f-4cb0-802a-cdee0639922c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:52.514216 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device c5128aa4-da23-4190-b2d5-e7c3d770eb80 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:52.584642 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port c5128aa4-da23-4190-b2d5-e7c3d770eb80 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:09:52.589284 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port c5128aa4-da23-4190-b2d5-e7c3d770eb80 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:52.589652 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:52.703234 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:52.728814 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e2e72e-b022-46d8-bb70-3e07bb7fb532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5128aa4-da23-4190-b2d5-e7c3d770eb80'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:09:52.739273 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port c5128aa4-da23-4190-b2d5-e7c3d770eb80, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=c5128aa4-da23-4190-b2d5-e7c3d770eb80,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:52.743172 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:52.779939 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdf74498-a4bb-47a8-94fa-460179917082'] response: {'server_uuid': '90e2e72e-b022-46d8-bb70-3e07bb7fb532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5128aa4-da23-4190-b2d5-e7c3d770eb80', 'code': 200} May 10 15:09:52.811529 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=c5128aa4-da23-4190-b2d5-e7c3d770eb80,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:53.015107 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2a79b-54a8-42d1-bdcd-8e5d76afb22c req-85261d8c-64a2-476f-9406-abe96b4e8e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:53.017184 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-43d2a79b-54a8-42d1-bdcd-8e5d76afb22c req-85261d8c-64a2-476f-9406-abe96b4e8e96 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 1099 time: 0.0741429 May 10 15:09:53.052412 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbbb06-1b62-41e8-8733-9ee702b1f279 req-ce94461d-d09c-4856-8084-e3d3eeaf043c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:53.053988 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-83fbbb06-1b62-41e8-8733-9ee702b1f279 req-ce94461d-d09c-4856-8084-e3d3eeaf043c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0804305 May 10 15:09:53.061868 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-43d2a79b-54a8-42d1-bdcd-8e5d76afb22c req-3321bc60-71b3-4c98-89c7-690fde9f272f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350807 May 10 15:09:53.205693 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-83fbbb06-1b62-41e8-8733-9ee702b1f279 req-1d4d5d31-35fe-47d7-b311-383a5d7bc49e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453309 May 10 15:09:53.254925 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:53.314151 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:53.379531 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:54.392793 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98090298-b14f-4be5-9c6a-1e72894a5b9e req-ab7aa270-dbc8-4a60-8d41-a37b162caddc tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:54.394232 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-98090298-b14f-4be5-9c6a-1e72894a5b9e req-ab7aa270-dbc8-4a60-8d41-a37b162caddc tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0818660 May 10 15:09:54.438372 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-98090298-b14f-4be5-9c6a-1e72894a5b9e req-9b5d9dd9-2e51-4ce5-ac46-904b7da9f4e6 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380516 May 10 15:09:54.928864 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:55.628489 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2c44d-2f4d-4fdc-8efc-4d557eb76b72 req-81413ad8-0945-4b7f-bf12-e1bffafdf3dd tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:55.629948 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8bf2c44d-2f4d-4fdc-8efc-4d557eb76b72 req-81413ad8-0945-4b7f-bf12-e1bffafdf3dd tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0841808 May 10 15:09:55.675279 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8bf2c44d-2f4d-4fdc-8efc-4d557eb76b72 req-c70c1452-c767-40cf-8408-4226a336ed2f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395207 May 10 15:09:55.872685 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab42620-ee18-4b24-9299-e0313e6ea4b1 req-63f99847-1d9d-47f5-9eb4-3d68afc1faaa tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:55.874219 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1ab42620-ee18-4b24-9299-e0313e6ea4b1 req-63f99847-1d9d-47f5-9eb4-3d68afc1faaa tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0817602 May 10 15:09:55.883177 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 50262) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:55.888286 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-3b5db42c-964e-4fd4-bb0e-d13762b50417 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Request body: {'floatingip': {'port_id': 'c5128aa4-da23-4190-b2d5-e7c3d770eb80'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:09:55.966999 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3b5db42c-964e-4fd4-bb0e-d13762b50417 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for floatingip, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:56.574133 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3b5db42c-964e-4fd4-bb0e-d13762b50417 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:56.577970 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3b5db42c-964e-4fd4-bb0e-d13762b50417 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:56.752682 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-3b5db42c-964e-4fd4-bb0e-d13762b50417 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Floating IP 4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d associated. External IP: 172.26.0.26, port: c5128aa4-da23-4190-b2d5-e7c3d770eb80. May 10 15:09:57.204132 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5db42c-964e-4fd4-bb0e-d13762b50417 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Router 6f64c65a-4121-44c3-ae93-8430e1a744db has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:09:57.392004 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5db42c-964e-4fd4-bb0e-d13762b50417 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:09:57.397078 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3b5db42c-964e-4fd4-bb0e-d13762b50417 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:57.402476 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df48e1-302b-4485-b84b-67af21e143c6 None None] Sync routers for ids ['6f64c65a-4121-44c3-ae93-8430e1a744db'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:09:57.411923 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df48e1-302b-4485-b84b-67af21e143c6 None None] Routers {'6f64c65a-4121-44c3-ae93-8430e1a744db'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:09:57.412525 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e0df48e1-302b-4485-b84b-67af21e143c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:09:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6f64c65a-4121-44c3-ae93-8430e1a744db'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:57.451923 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3b5db42c-964e-4fd4-bb0e-d13762b50417 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "PUT /v2.0/floatingips/4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d HTTP/1.1" status: 200 len: 991 time: 1.5675976 May 10 15:09:57.452499 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e2e72e-b022-46d8-bb70-3e07bb7fb532', 'tag': 'c5128aa4-da23-4190-b2d5-e7c3d770eb80'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:09:57.582161 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e83f849e-cca9-4352-89cb-851f8554ac44'] response: {'name': 'network-changed', 'server_uuid': '90e2e72e-b022-46d8-bb70-3e07bb7fb532', 'tag': 'c5128aa4-da23-4190-b2d5-e7c3d770eb80', 'status': 'completed', 'code': 200} May 10 15:09:57.602395 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-e0df48e1-302b-4485-b84b-67af21e143c6 None None] Set router 6f64c65a-4121-44c3-ae93-8430e1a744db gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:09:57.628188 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ea7f5-4182-4802-a960-34c65185d0c5 req-005f6709-6f9e-4634-9dc7-72ed06394651 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:57.629601 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-559ea7f5-4182-4802-a960-34c65185d0c5 req-005f6709-6f9e-4634-9dc7-72ed06394651 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0898790 May 10 15:09:57.658666 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10be7d-433b-41c4-a4cd-38e164f27948 req-8ce61e28-43d9-4a8d-8e6e-867e1ff6000a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:57.662114 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-db10be7d-433b-41c4-a4cd-38e164f27948 req-8ce61e28-43d9-4a8d-8e6e-867e1ff6000a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 1099 time: 0.0754347 May 10 15:09:57.679000 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-559ea7f5-4182-4802-a960-34c65185d0c5 req-40f972ef-f717-4c76-98d0-3e6b3ea2c5e9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423784 May 10 15:09:57.801711 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10be7d-433b-41c4-a4cd-38e164f27948 req-665b53e2-b907-41a6-8cb8-a5a66c200257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:57.803168 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-db10be7d-433b-41c4-a4cd-38e164f27948 req-665b53e2-b907-41a6-8cb8-a5a66c200257 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.1341362 May 10 15:09:57.871569 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf1cb0-8d81-4da1-b002-646cb161a494 req-9792bce2-3118-4d10-b677-79a14f26cabd tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:57.873037 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-17cf1cb0-8d81-4da1-b002-646cb161a494 req-9792bce2-3118-4d10-b677-79a14f26cabd tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0849261 May 10 15:09:57.926485 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-db10be7d-433b-41c4-a4cd-38e164f27948 req-7409bc6f-1be0-4c1a-bf18-79fe0323b8aa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5128aa4-da23-4190-b2d5-e7c3d770eb80 HTTP/1.1" status: 200 len: 999 time: 0.1172602 May 10 15:09:57.927288 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-17cf1cb0-8d81-4da1-b002-646cb161a494 req-013f34b1-159e-4f03-89d6-d15302386471 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451095 May 10 15:09:58.001302 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e0df48e1-302b-4485-b84b-67af21e143c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'floating_ip_address': '172.26.0.26', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'port_id': 'c5128aa4-da23-4190-b2d5-e7c3d770eb80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'mac_address': 'fa:16:3e:20:b4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e2e72e-b022-46d8-bb70-3e07bb7fb532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:09:43Z', 'updated_at': '2022-05-10T15:09:56Z', 'revision_number': 1, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:45Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:58.005430 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df48e1-302b-4485-b84b-67af21e143c6 None None] Checking router: 6f64c65a-4121-44c3-ae93-8430e1a744db for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:09:58.014274 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df48e1-302b-4485-b84b-67af21e143c6 None None] Routers {'6f64c65a-4121-44c3-ae93-8430e1a744db'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:09:58.014932 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e0df48e1-302b-4485-b84b-67af21e143c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:09:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6f64c65a-4121-44c3-ae93-8430e1a744db'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:58.086955 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10be7d-433b-41c4-a4cd-38e164f27948 req-9f1ff5f2-10f0-408b-909e-5f1f1a3224dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:58.088384 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-db10be7d-433b-41c4-a4cd-38e164f27948 req-9f1ff5f2-10f0-408b-909e-5f1f1a3224dd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.1553881 May 10 15:09:58.164596 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10be7d-433b-41c4-a4cd-38e164f27948 req-cc5b9fd7-99ec-4949-9ae2-cc6af032d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:58.166075 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-db10be7d-433b-41c4-a4cd-38e164f27948 req-cc5b9fd7-99ec-4949-9ae2-cc6af032d973 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706635 May 10 15:09:58.196523 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-e0df48e1-302b-4485-b84b-67af21e143c6 None None] Set router 6f64c65a-4121-44c3-ae93-8430e1a744db gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:09:58.298412 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-db10be7d-433b-41c4-a4cd-38e164f27948 req-b3641103-f6ef-4297-90bf-8feef643f5d2 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254554 May 10 15:09:58.431271 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-db10be7d-433b-41c4-a4cd-38e164f27948 req-d7ab001b-5f20-4f99-b406-75745b0fc4b3 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264486 May 10 15:09:58.541873 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e0df48e1-302b-4485-b84b-67af21e143c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'floating_ip_address': '172.26.0.26', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'port_id': 'c5128aa4-da23-4190-b2d5-e7c3d770eb80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'mac_address': 'fa:16:3e:20:b4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e2e72e-b022-46d8-bb70-3e07bb7fb532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:09:43Z', 'updated_at': '2022-05-10T15:09:56Z', 'revision_number': 1, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:45Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:58.545673 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df48e1-302b-4485-b84b-67af21e143c6 None None] The sync data for ids ['6f64c65a-4121-44c3-ae93-8430e1a744db'] in dv-neutron-841204-2-hyperv is: [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'floating_ip_address': '172.26.0.26', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'port_id': 'c5128aa4-da23-4190-b2d5-e7c3d770eb80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'mac_address': 'fa:16:3e:20:b4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e2e72e-b022-46d8-bb70-3e07bb7fb532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:09:43Z', 'updated_at': '2022-05-10T15:09:56Z', 'revision_number': 1, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:45Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:09:58.738019 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f4a18-8de4-4c84-972b-32655d866329 None None] New status for floating IP 4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d: ACTIVE {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:09:59.117518 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5e0b1-c0b0-4273-bac8-6a36f81eeb57 req-6984f599-04f4-4c25-8963-666cf7251c4f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:59.119010 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6aa5e0b1-c0b0-4273-bac8-6a36f81eeb57 req-6984f599-04f4-4c25-8963-666cf7251c4f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0849373 May 10 15:09:59.164721 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6aa5e0b1-c0b0-4273-bac8-6a36f81eeb57 req-3d824041-3217-4a33-b6aa-62c882f368e3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399718 May 10 15:09:59.346199 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cf8da-6158-4a44-985d-bdf229fa0d0d req-2d5f8644-22f3-47ca-b456-b7309be70853 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:59.347656 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1a2cf8da-6158-4a44-985d-bdf229fa0d0d req-2d5f8644-22f3-47ca-b456-b7309be70853 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0788348 May 10 15:09:59.395010 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1a2cf8da-6158-4a44-985d-bdf229fa0d0d req-562d5628-a02a-4b49-b6c7-763467dcf3a7 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418386 May 10 15:09:59.738398 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-862590db-7dea-42a9-bbe5-16b40c2c8e0f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0703497 May 10 15:09:59.797835 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834596f-e384-4dd1-9a60-5a7e14c5c184 req-edc2493f-8c05-4480-a4b7-335f0c57df39 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:09:59.799337 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b834596f-e384-4dd1-9a60-5a7e14c5c184 req-edc2493f-8c05-4480-a4b7-335f0c57df39 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0868661 May 10 15:09:59.846280 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b834596f-e384-4dd1-9a60-5a7e14c5c184 req-f60417a8-aafe-4266-9b23-cbe9ecd62c57 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412037 May 10 15:10:00.980832 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-e7084c2e-1fad-4ddb-a5ac-c4ff17ff9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:00.982265 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-e7084c2e-1fad-4ddb-a5ac-c4ff17ff9c05 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 1099 time: 0.0772088 May 10 15:10:01.053289 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201cfc9-c56e-4b2f-9041-158a276642e9 req-c5802e3a-caf0-460c-8da9-339488f6b288 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:01.055003 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6201cfc9-c56e-4b2f-9041-158a276642e9 req-c5802e3a-caf0-460c-8da9-339488f6b288 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0848248 May 10 15:10:01.100355 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6201cfc9-c56e-4b2f-9041-158a276642e9 req-e843ded1-d80d-4077-a449-e4662fba7228 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395563 May 10 15:10:01.115999 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-4f844a69-51a8-4e05-b303-7edf1f52776a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:01.117476 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-4f844a69-51a8-4e05-b303-7edf1f52776a service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.1288571 May 10 15:10:01.221763 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-69ffc2ef-6045-45c1-a6e6-dfdb233c1e95 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5128aa4-da23-4190-b2d5-e7c3d770eb80 HTTP/1.1" status: 200 len: 1001 time: 0.0980814 May 10 15:10:01.283647 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-d21ecb7f-3013-4386-a070-6c62ad8d08df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:01.285039 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-d21ecb7f-3013-4386-a070-6c62ad8d08df service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0572810 May 10 15:10:01.361719 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-8b376bc2-163e-4c56-8d2b-a1b91e3ad9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:01.363132 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-8b376bc2-163e-4c56-8d2b-a1b91e3ad9f2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717366 May 10 15:10:01.492924 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-d01c6bda-b17d-4ddb-a4f1-9a6261426f50 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233776 May 10 15:10:01.621193 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-809ea1f1-c305-4199-a1a3-552f155c4036 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224318 May 10 15:10:02.286352 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5434874-f00d-46bc-8e09-41c5b0d8ec03 req-461e9c38-f79a-4276-ab4f-a8dbe00ba00e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:02.287814 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e5434874-f00d-46bc-8e09-41c5b0d8ec03 req-461e9c38-f79a-4276-ab4f-a8dbe00ba00e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0820963 May 10 15:10:02.331507 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e5434874-f00d-46bc-8e09-41c5b0d8ec03 req-3f5ee887-4fef-4eeb-a969-092dfedca7ee tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380418 May 10 15:10:03.522529 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a2f37-bb6b-4456-bb32-db84b2ef24e4 req-7afe3c1c-4b4a-453d-b60f-2506d9052a91 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:03.523969 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-883a2f37-bb6b-4456-bb32-db84b2ef24e4 req-7afe3c1c-4b4a-453d-b60f-2506d9052a91 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0841827 May 10 15:10:03.568714 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-883a2f37-bb6b-4456-bb32-db84b2ef24e4 req-369e0291-5c0d-4a68-89fa-d9c2dfcfa03b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391958 May 10 15:10:04.752460 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774e736-d210-4aa9-a29b-46389d9926de req-ce0a5c88-183d-403f-969b-185ba66a918b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:04.753942 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a774e736-d210-4aa9-a29b-46389d9926de req-ce0a5c88-183d-403f-969b-185ba66a918b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0824447 May 10 15:10:04.801886 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a774e736-d210-4aa9-a29b-46389d9926de req-37df9f53-0b68-49c7-822b-5c817a1d4394 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418880 May 10 15:10:05.986970 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfe2b6-5232-40b8-8197-2e94c44861c4 req-f7114b78-8e83-4b89-a73b-cce7f6627afb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:05.988420 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d4cfe2b6-5232-40b8-8197-2e94c44861c4 req-f7114b78-8e83-4b89-a73b-cce7f6627afb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0804560 May 10 15:10:06.032705 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d4cfe2b6-5232-40b8-8197-2e94c44861c4 req-bed8e888-567a-4b76-87cc-be1aba732fa4 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385532 May 10 15:10:07.228657 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bb9dd-877c-4a94-941f-a8e0fc6ac482 req-02c56a69-2a3c-45a4-a997-307b72eb9247 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:07.230104 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5b7bb9dd-877c-4a94-941f-a8e0fc6ac482 req-02c56a69-2a3c-45a4-a997-307b72eb9247 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0907791 May 10 15:10:07.275137 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5b7bb9dd-877c-4a94-941f-a8e0fc6ac482 req-a089241a-1532-446a-82e5-144b9d2670a4 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381308 May 10 15:10:08.458414 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069116d7-814c-46c8-9120-02af82f2e21d req-e34741c3-d791-4f79-baf3-643c506778ba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:08.459886 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-069116d7-814c-46c8-9120-02af82f2e21d req-e34741c3-d791-4f79-baf3-643c506778ba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0812597 May 10 15:10:08.503848 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-069116d7-814c-46c8-9120-02af82f2e21d req-6fb8128f-4007-44b9-a87b-1e55f3882e58 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383348 May 10 15:10:09.800970 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f1cfd-e30d-4fdc-b73e-5d24fad9ec54 req-563b12a9-bc93-4e9e-ad2e-0cdb9f95cfa8 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:09.802322 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ef3f1cfd-e30d-4fdc-b73e-5d24fad9ec54 req-563b12a9-bc93-4e9e-ad2e-0cdb9f95cfa8 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.1916497 May 10 15:10:09.846639 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ef3f1cfd-e30d-4fdc-b73e-5d24fad9ec54 req-33bb2c59-68f7-4418-9388-158ec311cf24 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385220 May 10 15:10:11.034797 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2b31c-c239-4045-8341-a9444ebe324b req-b760d23e-c231-4525-9f83-bcb98706facd tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:11.036246 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7db2b31c-c239-4045-8341-a9444ebe324b req-b760d23e-c231-4525-9f83-bcb98706facd tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0799456 May 10 15:10:11.084357 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7db2b31c-c239-4045-8341-a9444ebe324b req-14f6eac3-c9af-4b49-b739-03c091ef9933 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424767 May 10 15:10:12.267573 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f4b68-b45b-437f-b167-5bc60930ac9a req-ad22ebaf-7e1c-4b8e-aaa5-dcb833464715 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:12.268998 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-080f4b68-b45b-437f-b167-5bc60930ac9a req-ad22ebaf-7e1c-4b8e-aaa5-dcb833464715 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0803664 May 10 15:10:12.313857 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-080f4b68-b45b-437f-b167-5bc60930ac9a req-b83c920f-ec75-4e37-8c06-1fb47dff6f69 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390415 May 10 15:10:13.517337 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e353d9-39b7-4b7b-8ad7-94ebf3441eb2 req-0c8ab5c1-78bb-4ce6-88de-b8253067b19f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:13.519912 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c7e353d9-39b7-4b7b-8ad7-94ebf3441eb2 req-0c8ab5c1-78bb-4ce6-88de-b8253067b19f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0947955 May 10 15:10:13.571949 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c7e353d9-39b7-4b7b-8ad7-94ebf3441eb2 req-20a3f2fe-2eb5-41d4-97a6-fb3a40c302b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451434 May 10 15:10:14.769534 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e84e06-0c18-41bf-8b0f-e5f13982b60d req-3fec2501-4ae9-4082-98f7-3f726c09429b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:14.771485 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-47e84e06-0c18-41bf-8b0f-e5f13982b60d req-3fec2501-4ae9-4082-98f7-3f726c09429b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0823953 May 10 15:10:14.815679 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-47e84e06-0c18-41bf-8b0f-e5f13982b60d req-82ee1ef1-a944-4b7b-ae1c-03d232e128a7 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386789 May 10 15:10:16.001859 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f6ff9-a2a5-46b5-b8d4-bf9f3b796fe4 req-e1694be1-1324-4d22-a433-9d742ca255b7 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:16.003339 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-791f6ff9-a2a5-46b5-b8d4-bf9f3b796fe4 req-e1694be1-1324-4d22-a433-9d742ca255b7 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0844512 May 10 15:10:16.046144 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-791f6ff9-a2a5-46b5-b8d4-bf9f3b796fe4 req-290630a0-a9a4-4c48-b716-4c7023b1bbc1 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372326 May 10 15:10:17.229800 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7f3a0-4500-4f35-9bd4-3738ace2a0a1 req-6371486b-7722-4401-bf65-de568ef1d0dd tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:17.231269 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-28e7f3a0-4500-4f35-9bd4-3738ace2a0a1 req-6371486b-7722-4401-bf65-de568ef1d0dd tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0787637 May 10 15:10:17.279056 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-28e7f3a0-4500-4f35-9bd4-3738ace2a0a1 req-11139a5b-d819-466b-af48-32cfb421e324 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418715 May 10 15:10:18.463050 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c034b-ce4c-459b-850a-2f7ae6307127 req-eba3b302-5d5a-40a8-8e23-af2593ff5191 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:18.464499 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-831c034b-ce4c-459b-850a-2f7ae6307127 req-eba3b302-5d5a-40a8-8e23-af2593ff5191 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0797470 May 10 15:10:18.508471 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-831c034b-ce4c-459b-850a-2f7ae6307127 req-d9098af0-949e-4fcf-bc6c-3fa8727817c4 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377049 May 10 15:10:19.707679 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0986d8-6005-4215-b635-3654d618cc0e req-64f8c956-dab8-4a04-8ded-e73b5d4ee3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:19.709134 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-db0986d8-6005-4215-b635-3654d618cc0e req-64f8c956-dab8-4a04-8ded-e73b5d4ee3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0964303 May 10 15:10:19.753438 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-db0986d8-6005-4215-b635-3654d618cc0e req-e8a7e30b-1264-433a-a43e-2dd16fd395a6 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387154 May 10 15:10:20.105353 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-95ca6688-6ee7-4a4b-a360-949dba0e82b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:20.913843 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac1d4a-4f09-4376-9db3-f51addb6f080 req-78bd198b-81cd-4b43-9c1f-f0d85f0391bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:20.915379 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b4ac1d4a-4f09-4376-9db3-f51addb6f080 req-78bd198b-81cd-4b43-9c1f-f0d85f0391bd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 1099 time: 0.0748885 May 10 15:10:20.944915 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e583b6-d4a0-4c03-a6d7-d5230c56a629 req-768b4b5d-5f23-4c66-9c74-a85a56933979 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:20.946360 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-82e583b6-d4a0-4c03-a6d7-d5230c56a629 req-768b4b5d-5f23-4c66-9c74-a85a56933979 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0845153 May 10 15:10:20.991401 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-82e583b6-d4a0-4c03-a6d7-d5230c56a629 req-57d635f7-5103-42b9-a17f-0b6dc2de3516 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393414 May 10 15:10:21.066558 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac1d4a-4f09-4376-9db3-f51addb6f080 req-89f92872-5139-4905-bfa2-05253ba4fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:21.067907 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b4ac1d4a-4f09-4376-9db3-f51addb6f080 req-89f92872-5139-4905-bfa2-05253ba4fc4b service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.1269872 May 10 15:10:21.175549 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b4ac1d4a-4f09-4376-9db3-f51addb6f080 req-ff61c47f-16cc-4f00-8065-7558a44bbd3f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5128aa4-da23-4190-b2d5-e7c3d770eb80 HTTP/1.1" status: 200 len: 1001 time: 0.0970175 May 10 15:10:21.240726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac1d4a-4f09-4376-9db3-f51addb6f080 req-17eed2b1-4ebb-4c3d-82bb-ca757bc74262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:21.242119 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b4ac1d4a-4f09-4376-9db3-f51addb6f080 req-17eed2b1-4ebb-4c3d-82bb-ca757bc74262 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0575278 May 10 15:10:21.418908 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac1d4a-4f09-4376-9db3-f51addb6f080 req-c12d9d12-d2c5-4eb4-8e32-5ad1d543f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:21.420273 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b4ac1d4a-4f09-4376-9db3-f51addb6f080 req-c12d9d12-d2c5-4eb4-8e32-5ad1d543f6c4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1687856 May 10 15:10:21.551435 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b4ac1d4a-4f09-4376-9db3-f51addb6f080 req-5f1921f8-004a-46f0-9938-66ee477c445c service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219494 May 10 15:10:21.684340 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b4ac1d4a-4f09-4376-9db3-f51addb6f080 req-ca008af3-7c02-4732-8550-3967a3130c40 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232982 May 10 15:10:22.180862 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d493606-f4d2-4255-a398-200a35abf63b req-361fa992-ccba-45ab-bf6d-7200bc6e9a4a tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:22.182290 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4d493606-f4d2-4255-a398-200a35abf63b req-361fa992-ccba-45ab-bf6d-7200bc6e9a4a tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0832186 May 10 15:10:22.226110 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4d493606-f4d2-4255-a398-200a35abf63b req-8c9905df-7d24-4cf9-b43c-9d4de6b40e32 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372837 May 10 15:10:22.385665 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-549db1a1-cdf8-46d4-878a-16d469a1551e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:23.258888 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:23.324991 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:23.380597 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:23.413037 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5b554-f383-48c1-9ca5-7d0d2a642d28 req-95606d5c-cd84-4580-a014-706dd65be701 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:23.414522 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bcb5b554-f383-48c1-9ca5-7d0d2a642d28 req-95606d5c-cd84-4580-a014-706dd65be701 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0821452 May 10 15:10:23.458080 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bcb5b554-f383-48c1-9ca5-7d0d2a642d28 req-0c9cfdaa-eed1-4ab7-af41-07b75028307b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379403 May 10 15:10:23.673426 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-53dcfc7d-6bbc-4b71-bb30-1a4dc93ac40e service neutron] 10.222.0.86 "GET /v2.0/ports/c5128aa4-da23-4190-b2d5-e7c3d770eb80/bindings/hv-neutron-8412 HTTP/1.1" status: 200 len: 384 time: 0.0755122 May 10 15:10:23.958762 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-2cf16a3e-99b1-4ba6-96ed-d49203601d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:23.960222 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-2cf16a3e-99b1-4ba6-96ed-d49203601d23 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532&tenant_id=4eed9c018c1e4956a71431e218f94cd3 HTTP/1.1" status: 200 len: 1099 time: 0.0758898 May 10 15:10:24.056425 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-f2af927c-79e4-4b59-a18c-fd6abf96ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:24.057981 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-f2af927c-79e4-4b59-a18c-fd6abf96ee7b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 1099 time: 0.0706656 May 10 15:10:24.190452 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-09fae28f-c24f-456c-a0c4-0deab4e60c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:24.191791 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-09fae28f-c24f-456c-a0c4-0deab4e60c58 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.1247618 May 10 15:10:24.268848 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:10:24.295999 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-c37296ea-bddb-49e0-acab-ab9dc77fe444 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5128aa4-da23-4190-b2d5-e7c3d770eb80 HTTP/1.1" status: 200 len: 1001 time: 0.0961983 May 10 15:10:24.360706 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-692733ea-2a4f-488e-b9a2-f1df9bf6cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:24.362089 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-692733ea-2a4f-488e-b9a2-f1df9bf6cd6d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0569382 May 10 15:10:24.441815 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-c260490d-2f86-41bc-91c2-3198c7a9ee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:24.443192 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-c260490d-2f86-41bc-91c2-3198c7a9ee58 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726264 May 10 15:10:24.578102 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-ac710974-30e0-474e-80ac-1bed2388beb7 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238654 May 10 15:10:24.646714 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995ee86-2a30-47c8-bf62-1559bf5de7f0 req-fe66f04d-74d8-4fd4-834e-51551ca8da26 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:24.648175 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2995ee86-2a30-47c8-bf62-1559bf5de7f0 req-fe66f04d-74d8-4fd4-834e-51551ca8da26 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0834937 May 10 15:10:24.693169 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2995ee86-2a30-47c8-bf62-1559bf5de7f0 req-982eb151-384e-43a6-ac11-fa985386303e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390916 May 10 15:10:24.715160 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4035243c-a438-40d6-8f5e-38d8825b81a9 req-03495e85-f19c-4a34-8e06-3fff5bbcbe98 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280706 May 10 15:10:24.935041 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:25.880609 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d63c7-4e93-4ddc-adc2-490fc962ec9d req-4466c10f-2caa-461a-a7ef-56e4fb7564a4 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:25.882064 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-084d63c7-4e93-4ddc-adc2-490fc962ec9d req-4466c10f-2caa-461a-a7ef-56e4fb7564a4 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0803177 May 10 15:10:25.929097 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-084d63c7-4e93-4ddc-adc2-490fc962ec9d req-eb0492aa-ff2a-41f5-ab49-c27389488375 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414238 May 10 15:10:26.702133 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device c5128aa4-da23-4190-b2d5-e7c3d770eb80 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:10:26.706941 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device c5128aa4-da23-4190-b2d5-e7c3d770eb80 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:10:26.931549 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:26.945342 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port c5128aa4-da23-4190-b2d5-e7c3d770eb80, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=c5128aa4-da23-4190-b2d5-e7c3d770eb80,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:26.967000 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'c5128aa4-da23-4190-b2d5-e7c3d770eb80', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'port_id': 'c5128aa4-da23-4190-b2d5-e7c3d770eb80', 'mac_address': 'fa:16:3e:20:b4:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:10:27.002595 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e2e72e-b022-46d8-bb70-3e07bb7fb532', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5128aa4-da23-4190-b2d5-e7c3d770eb80'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:10:27.027817 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port c5128aa4-da23-4190-b2d5-e7c3d770eb80, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=c5128aa4-da23-4190-b2d5-e7c3d770eb80,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:27.035036 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:27.070048 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b1393cc-d169-4c0c-b71a-d574294a4ade'] response: {'server_uuid': '90e2e72e-b022-46d8-bb70-3e07bb7fb532', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5128aa4-da23-4190-b2d5-e7c3d770eb80', 'code': 200} May 10 15:10:27.071140 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:27.107679 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5128aa4-da23-4190-b2d5-e7c3d770eb80 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:10:27.120205 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd87313-9a1e-4ca5-8af6-a9c973ae0dc4 req-81bc74c7-cfd5-4d72-8318-66ac597a7d5c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:27.121660 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3cd87313-9a1e-4ca5-8af6-a9c973ae0dc4 req-81bc74c7-cfd5-4d72-8318-66ac597a7d5c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 944 time: 0.0834720 May 10 15:10:27.166731 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3cd87313-9a1e-4ca5-8af6-a9c973ae0dc4 req-150604fe-d53c-40bc-9688-898f170aa832 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380552 May 10 15:10:27.167048 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=c5128aa4-da23-4190-b2d5-e7c3d770eb80,revision_number=6']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:27.179786 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 15:10:27.180139 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 15:10:27.473802 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1d5bf-de36-4c97-b6cf-4d52ee98f300 req-16795a77-4861-4a69-87a1-7a698fb59879 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:27.474468 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-2dc1d5bf-de36-4c97-b6cf-4d52ee98f300 req-16795a77-4861-4a69-87a1-7a698fb59879 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Synchronizing usage tracker for tenant:4eed9c018c1e4956a71431e218f94cd3 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:10:27.477188 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d06a19-849a-48a1-a2f0-a4c0ffa8bfeb req-9d656174-bb75-4c57-94d4-fab8348abb88 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:27.478672 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-42d06a19-849a-48a1-a2f0-a4c0ffa8bfeb req-9d656174-bb75-4c57-94d4-fab8348abb88 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 944 time: 0.0834782 May 10 15:10:27.491575 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-2dc1d5bf-de36-4c97-b6cf-4d52ee98f300 req-16795a77-4861-4a69-87a1-7a698fb59879 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Unset dirty status for tenant:4eed9c018c1e4956a71431e218f94cd3 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:10:27.492691 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2dc1d5bf-de36-4c97-b6cf-4d52ee98f300 req-16795a77-4861-4a69-87a1-7a698fb59879 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.86 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532&tenant_id=4eed9c018c1e4956a71431e218f94cd3&binding%3Ahost_id=hv-neutron-8412 HTTP/1.1" status: 200 len: 944 time: 0.1010456 May 10 15:10:27.525273 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-42d06a19-849a-48a1-a2f0-a4c0ffa8bfeb req-af57787d-7010-472e-bbaa-6e76c0bdb15b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408607 May 10 15:10:27.633667 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1d5bf-de36-4c97-b6cf-4d52ee98f300 req-7cf7b475-f30c-42a4-a638-970696132103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:27.635171 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2dc1d5bf-de36-4c97-b6cf-4d52ee98f300 req-7cf7b475-f30c-42a4-a638-970696132103 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 1097 time: 0.0736210 May 10 15:10:27.767989 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1d5bf-de36-4c97-b6cf-4d52ee98f300 req-d1b328c9-e8aa-4aea-a3fe-db3b1410a2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:27.769340 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2dc1d5bf-de36-4c97-b6cf-4d52ee98f300 req-d1b328c9-e8aa-4aea-a3fe-db3b1410a2b6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.1283560 May 10 15:10:27.772691 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:27.790672 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5128aa4-da23-4190-b2d5-e7c3d770eb80 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:10:27.806871 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port c5128aa4-da23-4190-b2d5-e7c3d770eb80, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=c5128aa4-da23-4190-b2d5-e7c3d770eb80,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:27.810415 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:27.871435 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2dc1d5bf-de36-4c97-b6cf-4d52ee98f300 req-2c0ad4e0-18c1-4915-bdd3-f0fe0f4c461e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5128aa4-da23-4190-b2d5-e7c3d770eb80 HTTP/1.1" status: 200 len: 1000 time: 0.0950620 May 10 15:10:27.881533 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=c5128aa4-da23-4190-b2d5-e7c3d770eb80,revision_number=7']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:27.885966 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['c5128aa4-da23-4190-b2d5-e7c3d770eb80'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:10:28.049130 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1d5bf-de36-4c97-b6cf-4d52ee98f300 req-34e3de7a-7e2d-486b-b7d2-925c56254c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:28.050475 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2dc1d5bf-de36-4c97-b6cf-4d52ee98f300 req-34e3de7a-7e2d-486b-b7d2-925c56254c95 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.1728382 May 10 15:10:28.127584 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1d5bf-de36-4c97-b6cf-4d52ee98f300 req-c79fa76c-68d9-4610-ae00-c4b3d991ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:28.129033 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2dc1d5bf-de36-4c97-b6cf-4d52ee98f300 req-c79fa76c-68d9-4610-ae00-c4b3d991ec49 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719688 May 10 15:10:28.259151 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2dc1d5bf-de36-4c97-b6cf-4d52ee98f300 req-92d0d53a-37a4-478c-8b51-9714ad6f7b8d service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229689 May 10 15:10:28.391164 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2dc1d5bf-de36-4c97-b6cf-4d52ee98f300 req-fc105169-1514-4590-a9da-29c15c78bc54 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255608 May 10 15:10:28.715455 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af2d1e-b5c1-41ec-ac14-a80aaf8184d5 req-860a4903-76f9-4be1-969a-b049c9d79119 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:28.716797 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device c5128aa4-da23-4190-b2d5-e7c3d770eb80 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:10:28.716961 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e8af2d1e-b5c1-41ec-ac14-a80aaf8184d5 req-860a4903-76f9-4be1-969a-b049c9d79119 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 945 time: 0.0815082 May 10 15:10:28.766052 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e8af2d1e-b5c1-41ec-ac14-a80aaf8184d5 req-5f55f798-0699-4a64-b582-aa1832fcc2b8 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430956 May 10 15:10:28.792972 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port c5128aa4-da23-4190-b2d5-e7c3d770eb80 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:10:28.793526 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:28.915301 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:28.950744 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port c5128aa4-da23-4190-b2d5-e7c3d770eb80, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=c5128aa4-da23-4190-b2d5-e7c3d770eb80,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:28.954865 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:29.025336 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=c5128aa4-da23-4190-b2d5-e7c3d770eb80,revision_number=8']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:29.071363 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e2e72e-b022-46d8-bb70-3e07bb7fb532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5128aa4-da23-4190-b2d5-e7c3d770eb80'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:10:29.115864 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7391749d-acc4-4855-91b0-ba393566b840'] response: {'server_uuid': '90e2e72e-b022-46d8-bb70-3e07bb7fb532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5128aa4-da23-4190-b2d5-e7c3d770eb80', 'code': 200} May 10 15:10:29.956505 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1682ae8-92fc-4c32-810e-fafbbcbcc707 req-5d95f434-5959-454e-8c39-2e119d95d1bb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:29.957930 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d1682ae8-92fc-4c32-810e-fafbbcbcc707 req-5d95f434-5959-454e-8c39-2e119d95d1bb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0862648 May 10 15:10:30.004311 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d1682ae8-92fc-4c32-810e-fafbbcbcc707 req-be7eb04c-4390-47ea-ba15-3b3866c429bd tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406308 May 10 15:10:30.193717 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff61718-0837-4060-bbd0-d8bd5b823b30 req-85893fcf-0605-486f-a8c5-7b9ec813ce99 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:30.195175 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-aff61718-0837-4060-bbd0-d8bd5b823b30 req-85893fcf-0605-486f-a8c5-7b9ec813ce99 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0795848 May 10 15:10:30.242037 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-aff61718-0837-4060-bbd0-d8bd5b823b30 req-986b799c-45ad-4675-818a-05271c656f71 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412309 May 10 15:10:30.425338 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8a1df-dfbe-4a3b-b5aa-846dcb102207 req-6baa2339-9f6d-462d-9ccf-4ef0c6e1b9ac tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:30.426718 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-30b8a1df-dfbe-4a3b-b5aa-846dcb102207 req-6baa2339-9f6d-462d-9ccf-4ef0c6e1b9ac tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0797834 May 10 15:10:30.471193 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-30b8a1df-dfbe-4a3b-b5aa-846dcb102207 req-a8bbda0f-4978-4880-85cd-aa4c1f021604 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388722 May 10 15:10:30.849867 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a0c37-dbf9-4bb2-ac69-0beecea0c12c req-cc706cc6-c0eb-4843-a3bd-a46648469588 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:30.851340 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-de3a0c37-dbf9-4bb2-ac69-0beecea0c12c req-cc706cc6-c0eb-4843-a3bd-a46648469588 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0827756 May 10 15:10:30.895366 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-de3a0c37-dbf9-4bb2-ac69-0beecea0c12c req-e5da859a-3577-49f7-8014-f1ce10875aaa tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384116 May 10 15:10:32.080601 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069aef61-224e-45c5-bbce-ff99f53e58d6 req-40548baa-afb3-4d4b-a2bf-1d66038da83c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:32.082044 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-069aef61-224e-45c5-bbce-ff99f53e58d6 req-40548baa-afb3-4d4b-a2bf-1d66038da83c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0805125 May 10 15:10:32.126092 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-069aef61-224e-45c5-bbce-ff99f53e58d6 req-a8e1b28a-5e22-412b-82e6-ac683c9e07f5 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384243 May 10 15:10:32.683197 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff0b37-e7e0-4f91-8337-fd98a98dac01 req-7b9e4af1-daca-42eb-b376-c8091985b233 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:32.684597 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5fff0b37-e7e0-4f91-8337-fd98a98dac01 req-7b9e4af1-daca-42eb-b376-c8091985b233 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.86 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0822544 May 10 15:10:32.755257 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-5fff0b37-e7e0-4f91-8337-fd98a98dac01 req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Deleting port c5128aa4-da23-4190-b2d5-e7c3d770eb80 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:10:32.755590 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-5fff0b37-e7e0-4f91-8337-fd98a98dac01 req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:32.996930 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-5fff0b37-e7e0-4f91-8337-fd98a98dac01 req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] For port c5128aa4-da23-4190-b2d5-e7c3d770eb80, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=c5128aa4-da23-4190-b2d5-e7c3d770eb80,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:32.997283 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-5fff0b37-e7e0-4f91-8337-fd98a98dac01 req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:33.292702 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-5fff0b37-e7e0-4f91-8337-fd98a98dac01 req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:33.292988 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-5fff0b37-e7e0-4f91-8337-fd98a98dac01 req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:33.293292 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [req-5fff0b37-e7e0-4f91-8337-fd98a98dac01 req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Floating IP 4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d disassociated. External IP: 172.26.0.26, port: c5128aa4-da23-4190-b2d5-e7c3d770eb80. May 10 15:10:33.293626 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-5fff0b37-e7e0-4f91-8337-fd98a98dac01 req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Calling delete_port for c5128aa4-da23-4190-b2d5-e7c3d770eb80 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:10:33.437050 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-5fff0b37-e7e0-4f91-8337-fd98a98dac01 req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:33.457049 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bda0e-2856-4297-b105-1116adac2822 req-98d56b87-83d4-4c67-978d-c91950f26ad2 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:33.458599 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-036bda0e-2856-4297-b105-1116adac2822 req-98d56b87-83d4-4c67-978d-c91950f26ad2 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 946 time: 0.0847549 May 10 15:10:33.492990 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Pushing event deleted for resources: {'Port': ['ID=c5128aa4-da23-4190-b2d5-e7c3d770eb80,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:33.503814 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:33.504184 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:33.504498 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:33.504825 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:33.505152 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:33.505481 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:33.505801 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:33.506125 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:33.506457 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:33.506781 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:33.507097 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:33.507409 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:33.513407 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-036bda0e-2856-4297-b105-1116adac2822 req-4ab32292-e207-4a6b-a8ad-2a57ea9d6251 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489492 May 10 15:10:33.693765 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fff0b37-e7e0-4f91-8337-fd98a98dac01 req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Router 6f64c65a-4121-44c3-ae93-8430e1a744db has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:10:33.970254 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fff0b37-e7e0-4f91-8337-fd98a98dac01 req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:10:33.979760 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9fad77-a88d-4ab8-8e70-a4672388ddee None None] Sync routers for ids ['6f64c65a-4121-44c3-ae93-8430e1a744db'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:10:33.989528 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9fad77-a88d-4ab8-8e70-a4672388ddee None None] Routers {'6f64c65a-4121-44c3-ae93-8430e1a744db'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:10:33.990123 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-9a9fad77-a88d-4ab8-8e70-a4672388ddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:10:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6f64c65a-4121-44c3-ae93-8430e1a744db'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:34.043280 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fff0b37-e7e0-4f91-8337-fd98a98dac01 req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] No DVR routers for this DVR port c5128aa4-da23-4190-b2d5-e7c3d770eb80 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:10:34.045765 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-5fff0b37-e7e0-4f91-8337-fd98a98dac01 req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.049135 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e2e72e-b022-46d8-bb70-3e07bb7fb532', 'name': 'network-vif-deleted', 'tag': 'c5128aa4-da23-4190-b2d5-e7c3d770eb80'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:10:34.066514 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5fff0b37-e7e0-4f91-8337-fd98a98dac01 req-b94d5d37-1ffb-4845-8b6f-292ec73719bf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.86 "DELETE /v2.0/ports/c5128aa4-da23-4190-b2d5-e7c3d770eb80 HTTP/1.1" status: 204 len: 173 time: 1.3738267 May 10 15:10:34.098282 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf54414-36e5-45ed-ae09-d637e940ace7'] response: {'server_uuid': '90e2e72e-b022-46d8-bb70-3e07bb7fb532', 'name': 'network-vif-deleted', 'tag': 'c5128aa4-da23-4190-b2d5-e7c3d770eb80', 'status': 'completed', 'code': 200} May 10 15:10:34.172172 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-9a9fad77-a88d-4ab8-8e70-a4672388ddee None None] Set router 6f64c65a-4121-44c3-ae93-8430e1a744db gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:10:34.504161 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-9a9fad77-a88d-4ab8-8e70-a4672388ddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:45Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:34.508019 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9fad77-a88d-4ab8-8e70-a4672388ddee None None] Checking router: 6f64c65a-4121-44c3-ae93-8430e1a744db for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:10:34.516219 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9fad77-a88d-4ab8-8e70-a4672388ddee None None] Routers {'6f64c65a-4121-44c3-ae93-8430e1a744db'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:10:34.516820 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-9a9fad77-a88d-4ab8-8e70-a4672388ddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:10:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6f64c65a-4121-44c3-ae93-8430e1a744db'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:34.683789 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-adbe44a7-b6d2-436c-a70c-bb461cfd5367 req-a08ea7c9-874f-4b26-9b50-214b67c3ac65 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=90e2e72e-b022-46d8-bb70-3e07bb7fb532 HTTP/1.1" status: 200 len: 210 time: 0.0460134 May 10 15:10:34.701526 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-9a9fad77-a88d-4ab8-8e70-a4672388ddee None None] Set router 6f64c65a-4121-44c3-ae93-8430e1a744db gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:10:34.748369 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device c5128aa4-da23-4190-b2d5-e7c3d770eb80 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:10:34.783340 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: c5128aa4-da23-4190-b2d5-e7c3d770eb80 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:10:34.783682 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device c5128aa4-da23-4190-b2d5-e7c3d770eb80 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:10:35.015829 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-9a9fad77-a88d-4ab8-8e70-a4672388ddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:45Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:35.019656 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9fad77-a88d-4ab8-8e70-a4672388ddee None None] The sync data for ids ['6f64c65a-4121-44c3-ae93-8430e1a744db'] in dv-neutron-841204-2-hyperv is: [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:45Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:10:35.220996 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0c111b-618b-4f76-89c3-46423da5654e None None] New status for floating IP 4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d: DOWN {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:10:36.011555 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-cc5c63c0-6460-448f-81d8-ca18428a6460 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--150933336&fields=id&tenant_id=4eed9c018c1e4956a71431e218f94cd3 HTTP/1.1" status: 200 len: 267 time: 0.0390818 May 10 15:10:36.165594 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-10155738-a3b8-4686-bda3-2aaac7557882 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:36.167045 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-10155738-a3b8-4686-bda3-2aaac7557882 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 811 time: 0.1479654 May 10 15:10:36.182157 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-23dec834-3d93-47e7-972b-a5a9b967e7e9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/quotas/4eed9c018c1e4956a71431e218f94cd3 HTTP/1.1" status: 200 len: 375 time: 0.0089512 May 10 15:10:36.267276 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-ada7bcf9-5256-4720-bd71-57c1a369b704 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0796397 May 10 15:10:36.327180 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-c81ca4bd-ac3d-4c72-9bc9-a7ab3147ec60 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:10:36.328145 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-c81ca4bd-ac3d-4c72-9bc9-a7ab3147ec60 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495787 May 10 15:10:36.560543 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-9ba4e73d-ecc4-4a59-a1f3-34f4d644efe4 service neutron] 10.222.0.79 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263758 May 10 15:10:36.689133 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-2b0442a3-a625-4c0a-b0bb-6eb503a87e32 service neutron] 10.222.0.79 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228046 May 10 15:10:36.866760 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2a261447-30d8-4267-b47c-11beecbc526a req-09ae47fc-693a-4a1e-ab12-08bac0997e8d tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 210 time: 0.0434911 May 10 15:10:37.973126 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-140fe221-19d1-43c8-8ef8-3c50096aa483 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:37.974669 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-140fe221-19d1-43c8-8ef8-3c50096aa483 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 811 time: 0.1580279 May 10 15:10:38.031588 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-c6c75912-bcfb-448f-a90c-0f14279147e9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eed9c018c1e4956a71431e218f94cd3 HTTP/1.1" status: 200 len: 379 time: 0.0436268 May 10 15:10:38.033477 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6d3b94ac-e828-4a78-a7f0-2da780b353fb req-c27d6980-f3b8-42cb-b010-14619d35ed36 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 210 time: 0.0479319 May 10 15:10:38.054197 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-aea2326a-7eea-412c-bbcf-1db251247182 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Request body: {'port': {'device_id': 'e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'admin_state_up': True, 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'security_groups': ['4647a9e8-2248-40bc-b6c0-f76293530f8b']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:38.194024 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-aea2326a-7eea-412c-bbcf-1db251247182 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:38.198134 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-aea2326a-7eea-412c-bbcf-1db251247182 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Usage tracker for resource:port and tenant:4eed9c018c1e4956a71431e218f94cd3 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:38.201482 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-aea2326a-7eea-412c-bbcf-1db251247182 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:38.206667 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-aea2326a-7eea-412c-bbcf-1db251247182 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:38.216519 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-aea2326a-7eea-412c-bbcf-1db251247182 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Made reservation on behalf of 4eed9c018c1e4956a71431e218f94cd3 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:10:38.220835 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-aea2326a-7eea-412c-bbcf-1db251247182 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:38.384047 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-aea2326a-7eea-412c-bbcf-1db251247182 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Allocated IP 172.20.0.5 (9b84b531-9498-43d5-9135-92b81e370abf/15cce23b-4f12-4d71-a1d1-2e76edcba37b/7d81af1b-4ea1-46e3-82a3-cd8ca9855c00) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:10:38.572090 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-aea2326a-7eea-412c-bbcf-1db251247182 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:38.587061 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-aea2326a-7eea-412c-bbcf-1db251247182 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Transition to ACTIVE for port object 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:10:38.609871 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-aea2326a-7eea-412c-bbcf-1db251247182 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:38.683130 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-aea2326a-7eea-412c-bbcf-1db251247182 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Network 9b84b531-9498-43d5-9135-92b81e370abf is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:10:38.686224 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-aea2326a-7eea-412c-bbcf-1db251247182 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:38.690812 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-aea2326a-7eea-412c-bbcf-1db251247182 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:10:38.721307 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2326a-7eea-412c-bbcf-1db251247182 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Pushing event updated for resources: {'Port': ['ID=7d81af1b-4ea1-46e3-82a3-cd8ca9855c00,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:38.758669 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-aea2326a-7eea-412c-bbcf-1db251247182 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:38.759329 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-aea2326a-7eea-412c-bbcf-1db251247182 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:38.784654 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-aea2326a-7eea-412c-bbcf-1db251247182 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7344542 May 10 15:10:38.800969 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-6da2c367-2528-4f1b-ac31-ea6310e0dbb4 service neutron] Request body: {'port': {'device_id': 'e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:38.917406 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-6da2c367-2528-4f1b-ac31-ea6310e0dbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:38.959609 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-93762160-fb09-4515-83a5-6fa4b1176d9a None None] Provisioning for port 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:10:38.965274 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-93762160-fb09-4515-83a5-6fa4b1176d9a None None] Provisioning complete for port 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:10:38.965892 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-93762160-fb09-4515-83a5-6fa4b1176d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:39.023158 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-93762160-fb09-4515-83a5-6fa4b1176d9a None None] Port 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:10:39.217389 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc61e9a-9839-4cc8-937e-b5354349cbe6 req-4b049b65-6cdb-4e5b-ba3c-2699479caabb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:39.218872 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9fc61e9a-9839-4cc8-937e-b5354349cbe6 req-4b049b65-6cdb-4e5b-ba3c-2699479caabb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 931 time: 0.0808096 May 10 15:10:39.260950 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-6da2c367-2528-4f1b-ac31-ea6310e0dbb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:10:39.263230 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9fc61e9a-9839-4cc8-937e-b5354349cbe6 req-b7986a3d-011d-465b-ac35-0d9d6ba76466 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380466 May 10 15:10:39.269340 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-6da2c367-2528-4f1b-ac31-ea6310e0dbb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:39.285820 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-6da2c367-2528-4f1b-ac31-ea6310e0dbb4 service neutron] Transition to ACTIVE for port object 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:10:39.289222 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-6da2c367-2528-4f1b-ac31-ea6310e0dbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:39.510815 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2c367-2528-4f1b-ac31-ea6310e0dbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=7d81af1b-4ea1-46e3-82a3-cd8ca9855c00,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:39.615171 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-6da2c367-2528-4f1b-ac31-ea6310e0dbb4 service neutron] Attempting to bind port 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:10:39.615511 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-6da2c367-2528-4f1b-ac31-ea6310e0dbb4 service neutron] Attempting to bind port 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:10:39.615831 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-6da2c367-2528-4f1b-ac31-ea6310e0dbb4 service neutron] Attempting to bind port 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 on network 9b84b531-9498-43d5-9135-92b81e370abf {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:10:39.620484 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-6da2c367-2528-4f1b-ac31-ea6310e0dbb4 service neutron] Port 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 on network 9b84b531-9498-43d5-9135-92b81e370abf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:10:39.620798 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-6da2c367-2528-4f1b-ac31-ea6310e0dbb4 service neutron] Attempting to bind port 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 on network 9b84b531-9498-43d5-9135-92b81e370abf {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:10:39.625881 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-6da2c367-2528-4f1b-ac31-ea6310e0dbb4 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:10:39.626211 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-6da2c367-2528-4f1b-ac31-ea6310e0dbb4 service neutron] Checking segment: {'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:10:39.627131 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-6da2c367-2528-4f1b-ac31-ea6310e0dbb4 service neutron] Bound using segment: {'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:10:39.627642 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-6da2c367-2528-4f1b-ac31-ea6310e0dbb4 service neutron] Bound port: 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:10:39.627983 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-6da2c367-2528-4f1b-ac31-ea6310e0dbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:39.726484 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-6da2c367-2528-4f1b-ac31-ea6310e0dbb4 service neutron] For port 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:10:39.729319 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-6da2c367-2528-4f1b-ac31-ea6310e0dbb4 service neutron] For port 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=7d81af1b-4ea1-46e3-82a3-cd8ca9855c00,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:10:39.733574 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-6da2c367-2528-4f1b-ac31-ea6310e0dbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:39.792648 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-6da2c367-2528-4f1b-ac31-ea6310e0dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:39.793378 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-6da2c367-2528-4f1b-ac31-ea6310e0dbb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:39.794768 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-6da2c367-2528-4f1b-ac31-ea6310e0dbb4 service neutron] 10.222.0.86 "PUT /v2.0/ports/7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 HTTP/1.1" status: 200 len: 1093 time: 0.9988656 May 10 15:10:39.795297 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced', 'tag': '7d81af1b-4ea1-46e3-82a3-cd8ca9855c00'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:10:39.820320 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2c367-2528-4f1b-ac31-ea6310e0dbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=7d81af1b-4ea1-46e3-82a3-cd8ca9855c00,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:39.877822 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1325e822-40d7-4aac-9531-584b14fa7e46'] response: {'name': 'network-changed', 'server_uuid': 'e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced', 'tag': '7d81af1b-4ea1-46e3-82a3-cd8ca9855c00', 'status': 'completed', 'code': 200} May 10 15:10:39.920909 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-1fb45b3c-7dea-4d26-a08d-bfc5dde6eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:39.922387 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-1fb45b3c-7dea-4d26-a08d-bfc5dde6eefb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 1096 time: 0.0796885 May 10 15:10:40.001069 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-61615d1f-2fdb-4037-9403-0d7e27aa7f3e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 HTTP/1.1" status: 200 len: 217 time: 0.0646944 May 10 15:10:40.067233 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-0f138b4b-be38-47f1-8e77-e17d2376d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:40.068575 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-0f138b4b-be38-47f1-8e77-e17d2376d322 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0599670 May 10 15:10:40.145185 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-4b6b8440-3810-4ff0-8a04-f6490f8c1984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:40.146923 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-4b6b8440-3810-4ff0-8a04-f6490f8c1984 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703695 May 10 15:10:40.282066 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-9761f77e-2cf5-4896-8cc1-d003ebe556e8 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250868 May 10 15:10:40.415879 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-255b8c96-ddb9-4169-a0d0-aed65b0f1184 req-1871fc0c-e8f4-4666-ba33-cb304bc7aa45 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259012 May 10 15:10:40.451588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abb080-4dd9-416d-a72a-6c24fdb1da2c req-bc6bffdb-93fb-4383-a690-c8bcd5924dd8 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:40.453039 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-33abb080-4dd9-416d-a72a-6c24fdb1da2c req-bc6bffdb-93fb-4383-a690-c8bcd5924dd8 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 943 time: 0.0844846 May 10 15:10:40.498962 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-33abb080-4dd9-416d-a72a-6c24fdb1da2c req-7ccea31d-ef70-4957-977a-0fa4ed4fc23f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389378 May 10 15:10:40.545637 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49827f7e-9d34-42c1-a5cd-ebc2cbeefcdf req-cfb62710-b4f2-438e-8a37-b501764588a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:40.547141 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-49827f7e-9d34-42c1-a5cd-ebc2cbeefcdf req-cfb62710-b4f2-438e-8a37-b501764588a7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 1096 time: 0.0759745 May 10 15:10:40.680415 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49827f7e-9d34-42c1-a5cd-ebc2cbeefcdf req-7c9e53b6-3911-48f5-be34-c7468ce50def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:40.681762 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-49827f7e-9d34-42c1-a5cd-ebc2cbeefcdf req-7c9e53b6-3911-48f5-be34-c7468ce50def service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.1253955 May 10 15:10:40.752989 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-49827f7e-9d34-42c1-a5cd-ebc2cbeefcdf req-7f9440ec-5d49-4d1b-be57-6e4b5e51489b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 HTTP/1.1" status: 200 len: 217 time: 0.0597322 May 10 15:10:40.817514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49827f7e-9d34-42c1-a5cd-ebc2cbeefcdf req-96578095-7442-4763-abfd-32c93d2cca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:40.818969 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-49827f7e-9d34-42c1-a5cd-ebc2cbeefcdf req-96578095-7442-4763-abfd-32c93d2cca18 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0598283 May 10 15:10:40.894769 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49827f7e-9d34-42c1-a5cd-ebc2cbeefcdf req-0f3446f8-b6a5-42bb-895a-3c98220cc2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:40.896491 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-49827f7e-9d34-42c1-a5cd-ebc2cbeefcdf req-0f3446f8-b6a5-42bb-895a-3c98220cc2d3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689344 May 10 15:10:41.027817 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-49827f7e-9d34-42c1-a5cd-ebc2cbeefcdf req-d6fcffe6-45cc-4a87-b207-8067e8716b4e service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246684 May 10 15:10:41.253381 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-49827f7e-9d34-42c1-a5cd-ebc2cbeefcdf req-aadea55f-90e6-494c-b8d3-ea9b35faa3d1 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190607 May 10 15:10:41.687813 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be19ab7-79b1-46df-a72c-4f839acd8c3d req-04e7f829-158b-40c7-bba6-34e34e636b3c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:41.689358 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9be19ab7-79b1-46df-a72c-4f839acd8c3d req-04e7f829-158b-40c7-bba6-34e34e636b3c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 943 time: 0.0798521 May 10 15:10:41.735430 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9be19ab7-79b1-46df-a72c-4f839acd8c3d req-722779cf-bf1e-433a-a8d5-251758c48b44 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403371 May 10 15:10:42.794211 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:10:42.929176 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a965f-bad3-4a2d-91aa-092a26ab5a1e req-4c90f24c-26d1-4735-9832-f82c53e8ed8f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:42.929657 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=7d81af1b-4ea1-46e3-82a3-cd8ca9855c00,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:42.930742 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-626a965f-bad3-4a2d-91aa-092a26ab5a1e req-4c90f24c-26d1-4735-9832-f82c53e8ed8f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 943 time: 0.0855515 May 10 15:10:42.943778 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '7d81af1b-4ea1-46e3-82a3-cd8ca9855c00', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'port_id': '7d81af1b-4ea1-46e3-82a3-cd8ca9855c00', 'mac_address': 'fa:16:3e:37:9f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:10:42.975844 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-626a965f-bad3-4a2d-91aa-092a26ab5a1e req-d1439006-3936-43e2-91ec-ab03bc82848e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393476 May 10 15:10:42.998485 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:43.014916 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:10:43.030678 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=7d81af1b-4ea1-46e3-82a3-cd8ca9855c00,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:43.035345 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:43.104482 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=7d81af1b-4ea1-46e3-82a3-cd8ca9855c00,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:43.274990 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['7d81af1b-4ea1-46e3-82a3-cd8ca9855c00'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:10:44.162050 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30ba82-ecce-485a-94d6-fa10ecb075b1 req-9ed0ca15-4a1b-44f2-bf50-cd9379be8b50 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:44.163536 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cc30ba82-ecce-485a-94d6-fa10ecb075b1 req-9ed0ca15-4a1b-44f2-bf50-cd9379be8b50 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 944 time: 0.0802402 May 10 15:10:44.212673 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cc30ba82-ecce-485a-94d6-fa10ecb075b1 req-85645d08-788a-4634-be83-b50cd53ab635 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434084 May 10 15:10:44.815690 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:10:44.883616 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:10:44.888169 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:10:44.888527 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:45.006633 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:45.034062 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d81af1b-4ea1-46e3-82a3-cd8ca9855c00'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:10:45.043806 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=7d81af1b-4ea1-46e3-82a3-cd8ca9855c00,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:45.047686 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:45.084728 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-169d8076-529d-4a03-b063-e5bdc0f733c2'] response: {'server_uuid': 'e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d81af1b-4ea1-46e3-82a3-cd8ca9855c00', 'code': 200} May 10 15:10:45.118287 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=7d81af1b-4ea1-46e3-82a3-cd8ca9855c00,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:45.327814 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76332e70-2350-4541-b4fa-c5b401f999ef req-fcca9069-383c-48de-b48b-f690a945cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:45.329514 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-76332e70-2350-4541-b4fa-c5b401f999ef req-fcca9069-383c-48de-b48b-f690a945cfb4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 1098 time: 0.0804350 May 10 15:10:45.378758 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-76332e70-2350-4541-b4fa-c5b401f999ef req-6452d5f4-5622-4dee-982f-1bf8824335c3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396373 May 10 15:10:45.542442 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200e4e7-7f86-41cd-b123-a3ac1916dfd5 req-e6df1b00-50c5-442a-bd53-07160749c39b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:45.543879 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b200e4e7-7f86-41cd-b123-a3ac1916dfd5 req-e6df1b00-50c5-442a-bd53-07160749c39b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0793979 May 10 15:10:45.588147 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b200e4e7-7f86-41cd-b123-a3ac1916dfd5 req-f093f44e-d7a9-4342-a384-e4122b2eb08f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383418 May 10 15:10:46.782856 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf0cc8-cc40-460e-9b7c-61cc7f7f758c req-bbe03f88-0fb3-4a17-9b07-83650e9492eb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:46.784309 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5ebf0cc8-cc40-460e-9b7c-61cc7f7f758c req-bbe03f88-0fb3-4a17-9b07-83650e9492eb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0846436 May 10 15:10:46.828187 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5ebf0cc8-cc40-460e-9b7c-61cc7f7f758c req-2c7b8d08-045c-45c2-9c46-13ea974d42ca tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381501 May 10 15:10:47.005211 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7251aeb-b836-4658-98fe-b1872eff6867 req-609fe32b-615c-4b25-a1df-a71b4ea9b0e9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:47.006682 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a7251aeb-b836-4658-98fe-b1872eff6867 req-609fe32b-615c-4b25-a1df-a71b4ea9b0e9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0804899 May 10 15:10:47.015085 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 50436) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:47.020513 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-f895e890-672f-40c4-b502-5002f004b865 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Request body: {'floatingip': {'port_id': '7d81af1b-4ea1-46e3-82a3-cd8ca9855c00'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:47.100159 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f895e890-672f-40c4-b502-5002f004b865 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for floatingip, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:47.794817 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f895e890-672f-40c4-b502-5002f004b865 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:47.799543 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f895e890-672f-40c4-b502-5002f004b865 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:47.972866 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-f895e890-672f-40c4-b502-5002f004b865 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Floating IP 4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d associated. External IP: 172.26.0.26, port: 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00. May 10 15:10:48.322369 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f895e890-672f-40c4-b502-5002f004b865 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Router 6f64c65a-4121-44c3-ae93-8430e1a744db has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:10:48.499030 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f895e890-672f-40c4-b502-5002f004b865 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:10:48.504575 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f895e890-672f-40c4-b502-5002f004b865 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:48.509214 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fb1af2-3b6d-4e4b-aeab-430dcf350a27 None None] Sync routers for ids ['6f64c65a-4121-44c3-ae93-8430e1a744db'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:10:48.520141 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fb1af2-3b6d-4e4b-aeab-430dcf350a27 None None] Routers {'6f64c65a-4121-44c3-ae93-8430e1a744db'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:10:48.520816 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e7fb1af2-3b6d-4e4b-aeab-430dcf350a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:10:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6f64c65a-4121-44c3-ae93-8430e1a744db'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:48.559593 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f895e890-672f-40c4-b502-5002f004b865 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "PUT /v2.0/floatingips/4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d HTTP/1.1" status: 200 len: 990 time: 1.5434909 May 10 15:10:48.560179 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced', 'tag': '7d81af1b-4ea1-46e3-82a3-cd8ca9855c00'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:10:48.606279 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa4e7fb-e9d9-4530-97d5-7eefe8977ccc'] response: {'name': 'network-changed', 'server_uuid': 'e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced', 'tag': '7d81af1b-4ea1-46e3-82a3-cd8ca9855c00', 'status': 'completed', 'code': 200} May 10 15:10:48.697194 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-e7fb1af2-3b6d-4e4b-aeab-430dcf350a27 None None] Set router 6f64c65a-4121-44c3-ae93-8430e1a744db gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:10:48.705037 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3d5c4-5f34-4c18-9e67-2d2e16ef08c8 req-0f7c324d-22a6-44e7-857f-a946dc4ddc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:48.706803 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-29f3d5c4-5f34-4c18-9e67-2d2e16ef08c8 req-0f7c324d-22a6-44e7-857f-a946dc4ddc65 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 1098 time: 0.0764945 May 10 15:10:48.857116 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3d5c4-5f34-4c18-9e67-2d2e16ef08c8 req-9fbed5c7-076c-43ff-9fcd-a32b28463881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:48.859300 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-29f3d5c4-5f34-4c18-9e67-2d2e16ef08c8 req-9fbed5c7-076c-43ff-9fcd-a32b28463881 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.1465597 May 10 15:10:48.904535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15063018-e573-4b50-9f09-5e903ad75fc1 req-1fe60f87-bd07-444f-a81a-80aa1b9bb8fe tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:48.906025 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-15063018-e573-4b50-9f09-5e903ad75fc1 req-1fe60f87-bd07-444f-a81a-80aa1b9bb8fe tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0861125 May 10 15:10:48.957974 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-15063018-e573-4b50-9f09-5e903ad75fc1 req-fa703839-485a-4eae-b91a-233b1158b1ef tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452852 May 10 15:10:48.990100 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-29f3d5c4-5f34-4c18-9e67-2d2e16ef08c8 req-db253ec3-d08d-4142-b659-79f87f46c852 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 HTTP/1.1" status: 200 len: 998 time: 0.1197073 May 10 15:10:49.058254 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3d5c4-5f34-4c18-9e67-2d2e16ef08c8 req-dc1dc103-8c59-4f42-af56-252e622abe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:49.059974 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-29f3d5c4-5f34-4c18-9e67-2d2e16ef08c8 req-dc1dc103-8c59-4f42-af56-252e622abe1c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0636840 May 10 15:10:49.074025 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e7fb1af2-3b6d-4e4b-aeab-430dcf350a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'floating_ip_address': '172.26.0.26', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'port_id': '7d81af1b-4ea1-46e3-82a3-cd8ca9855c00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'mac_address': 'fa:16:3e:37:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:09:43Z', 'updated_at': '2022-05-10T15:10:47Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:45Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:49.077835 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fb1af2-3b6d-4e4b-aeab-430dcf350a27 None None] Checking router: 6f64c65a-4121-44c3-ae93-8430e1a744db for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:10:49.086779 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fb1af2-3b6d-4e4b-aeab-430dcf350a27 None None] Routers {'6f64c65a-4121-44c3-ae93-8430e1a744db'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:10:49.087379 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e7fb1af2-3b6d-4e4b-aeab-430dcf350a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:10:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6f64c65a-4121-44c3-ae93-8430e1a744db'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:49.135008 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3d5c4-5f34-4c18-9e67-2d2e16ef08c8 req-599b8e26-c083-4311-b8c0-cfb2d8a40c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:49.136386 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-29f3d5c4-5f34-4c18-9e67-2d2e16ef08c8 req-599b8e26-c083-4311-b8c0-cfb2d8a40c86 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706637 May 10 15:10:49.272164 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-29f3d5c4-5f34-4c18-9e67-2d2e16ef08c8 req-1b422488-4473-48c9-b492-63bad38997ba service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289372 May 10 15:10:49.290410 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-e7fb1af2-3b6d-4e4b-aeab-430dcf350a27 None None] Set router 6f64c65a-4121-44c3-ae93-8430e1a744db gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:10:49.406562 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-29f3d5c4-5f34-4c18-9e67-2d2e16ef08c8 req-05ec331c-e6e0-4c83-a2e2-4180f9584fb2 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278908 May 10 15:10:49.623941 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-e7fb1af2-3b6d-4e4b-aeab-430dcf350a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'floating_ip_address': '172.26.0.26', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'port_id': '7d81af1b-4ea1-46e3-82a3-cd8ca9855c00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'mac_address': 'fa:16:3e:37:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:09:43Z', 'updated_at': '2022-05-10T15:10:47Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:45Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:49.628484 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fb1af2-3b6d-4e4b-aeab-430dcf350a27 None None] The sync data for ids ['6f64c65a-4121-44c3-ae93-8430e1a744db'] in dv-neutron-841204-2-hyperv is: [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'floating_ip_address': '172.26.0.26', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'port_id': '7d81af1b-4ea1-46e3-82a3-cd8ca9855c00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'mac_address': 'fa:16:3e:37:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:09:43Z', 'updated_at': '2022-05-10T15:10:47Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:45Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:10:49.809715 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa370085-7ac3-4a4f-b112-b71b43a4a6bb None None] New status for floating IP 4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d: ACTIVE {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:10:50.113146 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-115d529d-b4fe-4dfd-ab47-fbe2f7f1bb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:50.152331 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b9c31-6864-495f-abab-2be0aa3eb4df req-c201dca1-6e32-43e6-87b6-174e80941867 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:50.153778 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-823b9c31-6864-495f-abab-2be0aa3eb4df req-c201dca1-6e32-43e6-87b6-174e80941867 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0867388 May 10 15:10:50.198030 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-823b9c31-6864-495f-abab-2be0aa3eb4df req-43b23950-7cb1-4f1f-bcc2-f3a80267955e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377278 May 10 15:10:51.384959 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f56e37-8ef6-4abd-8ff6-516761e3dc42 req-ba0cc180-c3de-40a4-aa28-cfa36cb7c8c8 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:51.386373 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e3f56e37-8ef6-4abd-8ff6-516761e3dc42 req-ba0cc180-c3de-40a4-aa28-cfa36cb7c8c8 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0853648 May 10 15:10:51.429878 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e3f56e37-8ef6-4abd-8ff6-516761e3dc42 req-dd877d67-7704-4a5c-bb79-89e22eb52543 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377929 May 10 15:10:52.387803 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-05251f48-0a73-468e-9d0c-956dda827ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:52.612722 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f736b-83d2-476f-95d5-0d2834e00269 req-f669f6b1-fc28-45ad-8eea-17cf2d9c7082 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:52.614145 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2d4f736b-83d2-476f-95d5-0d2834e00269 req-f669f6b1-fc28-45ad-8eea-17cf2d9c7082 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0790009 May 10 15:10:52.658542 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2d4f736b-83d2-476f-95d5-0d2834e00269 req-2b58e266-9784-4728-97a5-ae3f992d44ae tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384238 May 10 15:10:53.261513 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:53.327042 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:53.381848 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:53.961505 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f7e24-77b5-44d9-b50d-fe7ba73e8c57 req-dc93c6e4-e5c9-4fe2-afb2-141e8f13ea7b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:53.962974 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e20f7e24-77b5-44d9-b50d-fe7ba73e8c57 req-dc93c6e4-e5c9-4fe2-afb2-141e8f13ea7b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.1984849 May 10 15:10:54.007257 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e20f7e24-77b5-44d9-b50d-fe7ba73e8c57 req-9993382a-2d07-4ac2-9f25-db9d2dd5a4a5 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386386 May 10 15:10:54.937394 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:55.190392 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2bb39-347a-476c-a29c-dfe644bc4be8 req-b69fed07-200c-42ee-8672-564a253a4625 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:55.191773 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d4b2bb39-347a-476c-a29c-dfe644bc4be8 req-b69fed07-200c-42ee-8672-564a253a4625 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0805287 May 10 15:10:55.238356 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d4b2bb39-347a-476c-a29c-dfe644bc4be8 req-205d284c-85a4-4481-a571-faf19d6a7bbb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409107 May 10 15:10:56.423910 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebccee6-f4fa-4e82-a97b-2a031f7d348b req-48bb49f8-e3b1-417a-9285-baed327205f9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:56.425261 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2ebccee6-f4fa-4e82-a97b-2a031f7d348b req-48bb49f8-e3b1-417a-9285-baed327205f9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0791464 May 10 15:10:56.468913 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2ebccee6-f4fa-4e82-a97b-2a031f7d348b req-5d9fae23-a5fd-475f-a107-392c6909549a tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379286 May 10 15:10:57.657441 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828f0b7-bce0-4244-aa34-f0b14ed8f471 req-b7aac409-f1e0-4a28-b1df-bbff0434cf74 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:57.658892 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d828f0b7-bce0-4244-aa34-f0b14ed8f471 req-b7aac409-f1e0-4a28-b1df-bbff0434cf74 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0822654 May 10 15:10:57.703294 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d828f0b7-bce0-4244-aa34-f0b14ed8f471 req-0f23ebab-ff2d-4f9d-be53-de81249b7eda tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385454 May 10 15:10:58.885603 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd410f46-9629-4c7c-ac14-5eb9071546c1 req-e0d12f81-ecf9-4d41-8bf4-d7e9b0e8ae7a tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:10:58.887171 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bd410f46-9629-4c7c-ac14-5eb9071546c1 req-e0d12f81-ecf9-4d41-8bf4-d7e9b0e8ae7a tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0806725 May 10 15:10:58.932400 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bd410f46-9629-4c7c-ac14-5eb9071546c1 req-cc77ef42-e8b6-4bf1-9076-86e473a61bf9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396454 May 10 15:11:00.119762 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd141ee-6511-4af4-af21-0269990b9df7 req-f4a6d56d-5786-4580-9462-d6d016d265eb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:00.121253 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0dd141ee-6511-4af4-af21-0269990b9df7 req-f4a6d56d-5786-4580-9462-d6d016d265eb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0831261 May 10 15:11:00.166994 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0dd141ee-6511-4af4-af21-0269990b9df7 req-cfaa5864-45c5-4136-b7c5-a093ff083c30 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400369 May 10 15:11:01.267234 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:11:01.350903 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05a32b-4f75-4210-a02c-ade961c977d9 req-c3f854a5-2121-4bdc-a0e3-eab3795db7ae tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:01.352342 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5a05a32b-4f75-4210-a02c-ade961c977d9 req-c3f854a5-2121-4bdc-a0e3-eab3795db7ae tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0805697 May 10 15:11:01.399195 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5a05a32b-4f75-4210-a02c-ade961c977d9 req-fd2bfeee-8e71-40c1-b185-02730c18598f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413313 May 10 15:11:02.581072 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489c8c3-2c53-4e83-ade3-336e76259f2f req-3fa2bc44-108e-4001-bedc-467b608436a4 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:02.582510 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7489c8c3-2c53-4e83-ade3-336e76259f2f req-3fa2bc44-108e-4001-bedc-467b608436a4 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0794563 May 10 15:11:02.626392 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7489c8c3-2c53-4e83-ade3-336e76259f2f req-be8922e9-a0d6-443e-880e-56a519cf151d tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383184 May 10 15:11:03.815358 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce92cb6-ca7c-4b01-a6b3-5ced184c4e2d req-acf85149-47be-49dc-8922-9205145f5a86 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:03.816868 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4ce92cb6-ca7c-4b01-a6b3-5ced184c4e2d req-acf85149-47be-49dc-8922-9205145f5a86 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0856447 May 10 15:11:03.861003 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4ce92cb6-ca7c-4b01-a6b3-5ced184c4e2d req-90c12d5e-9207-4ae9-8a88-0233659f6e5b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384433 May 10 15:11:05.046944 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0d2a1-1bc7-48eb-8904-285315a97635 req-9eeb0e06-1302-412f-a624-964c10e4a700 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:05.048383 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-85c0d2a1-1bc7-48eb-8904-285315a97635 req-9eeb0e06-1302-412f-a624-964c10e4a700 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0797381 May 10 15:11:05.093024 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-85c0d2a1-1bc7-48eb-8904-285315a97635 req-594d96ae-c697-4fed-8b19-45279c2c1e74 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382936 May 10 15:11:06.278487 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22652b14-7bd0-4ce9-81c3-fd368b09f81f req-45372a7d-2b51-4778-990c-812be208a1ef tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:06.279931 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-22652b14-7bd0-4ce9-81c3-fd368b09f81f req-45372a7d-2b51-4778-990c-812be208a1ef tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0831072 May 10 15:11:06.325520 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-22652b14-7bd0-4ce9-81c3-fd368b09f81f req-e1801e24-93e0-483c-bf83-c535fcd9e559 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391340 May 10 15:11:07.506120 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7656cf-eb53-41af-a3c0-052522355342 req-1115aa83-71c6-47a8-a29e-de4591635bbc tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:07.507597 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8f7656cf-eb53-41af-a3c0-052522355342 req-1115aa83-71c6-47a8-a29e-de4591635bbc tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0786855 May 10 15:11:07.552135 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8f7656cf-eb53-41af-a3c0-052522355342 req-07a6f119-928b-462a-9135-12c55615e293 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389025 May 10 15:11:08.737010 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7d6e5-0355-4a94-8a12-2de598cb0682 req-15fcc4cc-4e59-4bdb-9fb4-cbc0942196c6 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:08.738465 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bec7d6e5-0355-4a94-8a12-2de598cb0682 req-15fcc4cc-4e59-4bdb-9fb4-cbc0942196c6 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0835326 May 10 15:11:08.781754 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bec7d6e5-0355-4a94-8a12-2de598cb0682 req-72a7cd17-6e5b-4655-ad6c-a3dd56ce40ae tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377007 May 10 15:11:09.964858 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3dedfc-6986-4471-8712-e1d0804057bb req-d574406a-30b2-4ad7-be99-d8e882e733fc tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:09.966318 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1d3dedfc-6986-4471-8712-e1d0804057bb req-d574406a-30b2-4ad7-be99-d8e882e733fc tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0794983 May 10 15:11:10.014270 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1d3dedfc-6986-4471-8712-e1d0804057bb req-9569253f-8b9f-4abd-9a69-ea3aeba8d931 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416012 May 10 15:11:11.200827 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1774ea6-939d-476b-88d8-a87a83a56560 req-07887a44-a6ea-4284-82a5-6a5a1f9fdb0f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:11.202271 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f1774ea6-939d-476b-88d8-a87a83a56560 req-07887a44-a6ea-4284-82a5-6a5a1f9fdb0f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0809510 May 10 15:11:11.246774 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f1774ea6-939d-476b-88d8-a87a83a56560 req-cba97fc5-8ebf-4f70-93a6-aec3865a84ed tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381145 May 10 15:11:12.437636 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b58282-baaa-459f-9172-e580a1efe7c7 req-8b0cd017-4a9f-4b54-b621-8d8c6639485b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:12.439237 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f5b58282-baaa-459f-9172-e580a1efe7c7 req-8b0cd017-4a9f-4b54-b621-8d8c6639485b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0847044 May 10 15:11:12.482944 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f5b58282-baaa-459f-9172-e580a1efe7c7 req-357e7275-dc28-45ca-84c8-34be37b9da71 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379589 May 10 15:11:13.714733 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf4cf1-9011-44d5-a579-4c2c066471e4 req-bb3dfd39-0378-495a-9025-825e21231ecc tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:13.716238 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c3bf4cf1-9011-44d5-a579-4c2c066471e4 req-bb3dfd39-0378-495a-9025-825e21231ecc tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.1002808 May 10 15:11:13.765796 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c3bf4cf1-9011-44d5-a579-4c2c066471e4 req-8641d386-d3f6-4c39-8110-0d8c45f40ec5 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427394 May 10 15:11:14.961255 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edaab91-2e3e-4122-8d96-d63c6f832811 req-70100ecb-7c59-4665-a336-40886f185f41 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:14.962892 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9edaab91-2e3e-4122-8d96-d63c6f832811 req-70100ecb-7c59-4665-a336-40886f185f41 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0844493 May 10 15:11:15.007415 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9edaab91-2e3e-4122-8d96-d63c6f832811 req-7dee8534-3e84-4673-b1d8-e138f188ebe3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385034 May 10 15:11:15.356172 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-53fc331f-c9ab-4465-8fab-8ef45669ecf7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0700872 May 10 15:11:15.409244 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2d056-7d63-4ced-beaa-b25093868af4 req-e3015c43-a076-474f-acaf-714badba7d15 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:15.410733 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4dd2d056-7d63-4ced-beaa-b25093868af4 req-e3015c43-a076-474f-acaf-714badba7d15 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0824058 May 10 15:11:15.460371 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4dd2d056-7d63-4ced-beaa-b25093868af4 req-0bd40177-29d4-4161-ae2f-3f020cd0b489 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438728 May 10 15:11:16.544341 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-e49b9dd5-dca6-4f16-8120-d682ea0b6a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:16.545809 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-e49b9dd5-dca6-4f16-8120-d682ea0b6a4e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 1098 time: 0.0750530 May 10 15:11:16.645845 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d79c90-dc0e-4386-8cce-9a698e0843ec req-53b3ff57-d886-4b8b-bcb0-2ee21f661e90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:16.647627 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-76d79c90-dc0e-4386-8cce-9a698e0843ec req-53b3ff57-d886-4b8b-bcb0-2ee21f661e90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0811923 May 10 15:11:16.682177 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-5e934494-766e-4b9d-a308-60f81d69459c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:16.683644 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-5e934494-766e-4b9d-a308-60f81d69459c service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.1294656 May 10 15:11:16.693556 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-76d79c90-dc0e-4386-8cce-9a698e0843ec req-ae4911fd-4430-4282-9f7e-efbd3dd2e517 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400827 May 10 15:11:16.789390 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-ad48e8fd-7c46-4679-bf25-c0485a5cb8d6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 HTTP/1.1" status: 200 len: 1000 time: 0.0965583 May 10 15:11:16.852717 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-67a6ffa0-13b4-42ee-932d-41e56775e2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:16.854129 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-67a6ffa0-13b4-42ee-932d-41e56775e2df service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0562420 May 10 15:11:16.933765 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-14e0f337-c432-46d8-b652-b8dd92db05f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:16.935257 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-14e0f337-c432-46d8-b652-b8dd92db05f8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720811 May 10 15:11:17.069885 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-efbf4acd-29ad-4c65-a1de-5424eb684d62 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244178 May 10 15:11:17.293200 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-c59fa154-ffde-47b7-bee2-748e4db3123a service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141662 May 10 15:11:17.889374 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3db1d-0534-4faa-bcb8-7b9b601e37ed req-ac59d587-54fa-4bc3-accc-32eb1cb54878 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:17.890847 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-33c3db1d-0534-4faa-bcb8-7b9b601e37ed req-ac59d587-54fa-4bc3-accc-32eb1cb54878 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0893373 May 10 15:11:17.942297 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-33c3db1d-0534-4faa-bcb8-7b9b601e37ed req-0cd84a10-35a6-49b4-8468-32e51221e13b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454085 May 10 15:11:19.124462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216487b9-1eec-423c-84eb-f704adcb1d1b req-74d729ff-7e5c-4b68-8832-1cc2ea2c8fc6 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:19.125907 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-216487b9-1eec-423c-84eb-f704adcb1d1b req-74d729ff-7e5c-4b68-8832-1cc2ea2c8fc6 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0793810 May 10 15:11:19.170354 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-216487b9-1eec-423c-84eb-f704adcb1d1b req-e074ea34-7ebb-42f4-b11c-e1326bdca0ec tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379040 May 10 15:11:19.245797 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-ec53dd94-a6c1-42cb-af0c-343d9afccba1 service neutron] 10.222.0.86 "GET /v2.0/ports/7d81af1b-4ea1-46e3-82a3-cd8ca9855c00/bindings/hv-neutron-8412 HTTP/1.1" status: 200 len: 384 time: 0.0742762 May 10 15:11:19.533277 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-d614c790-d14f-403d-9dbb-dcaf107075b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:19.534821 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-d614c790-d14f-403d-9dbb-dcaf107075b9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced&tenant_id=4eed9c018c1e4956a71431e218f94cd3 HTTP/1.1" status: 200 len: 1098 time: 0.0742950 May 10 15:11:19.632349 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-1d9222da-b56a-4749-a6e4-da88b8a559b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:19.633861 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-1d9222da-b56a-4749-a6e4-da88b8a559b8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 1098 time: 0.0699191 May 10 15:11:19.766045 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-94b60f79-d696-43ac-a866-a2b34186fc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:19.768156 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-94b60f79-d696-43ac-a866-a2b34186fc48 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.1249168 May 10 15:11:19.872943 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-1d0fee92-a144-4828-8f58-0bf6ee663ffa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 HTTP/1.1" status: 200 len: 1000 time: 0.0957859 May 10 15:11:19.937688 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-83790d1c-3502-438f-8289-8a063f741446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:19.940136 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-83790d1c-3502-438f-8289-8a063f741446 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0579550 May 10 15:11:20.021265 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-7a6fea79-6bd3-4f48-a47f-e4af1dceef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:20.022751 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-7a6fea79-6bd3-4f48-a47f-e4af1dceef70 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734715 May 10 15:11:20.107195 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a5d90aef-8e48-4984-9648-195bec3c6cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:20.157680 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-144f2cec-056f-441c-8a8c-7985aef62b0a service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243703 May 10 15:11:20.293009 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-00e3021f-9961-4ffb-ab51-f4cbf3514cc8 req-306d5207-ba07-471b-b9c9-3afd88913ffb service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265669 May 10 15:11:20.362872 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cacddd-edf4-4612-8ffb-dbf29f1903a7 req-0a488746-da19-4608-88ca-2b182ff62fab tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:20.364314 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-02cacddd-edf4-4612-8ffb-dbf29f1903a7 req-0a488746-da19-4608-88ca-2b182ff62fab tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0884724 May 10 15:11:20.409371 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-02cacddd-edf4-4612-8ffb-dbf29f1903a7 req-a8bcff4e-6a2a-49a7-800d-ef724d5a33dc tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391603 May 10 15:11:21.594510 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7466b-b248-473c-ae46-c7c43769dcfc req-6d85ebed-58f1-49ea-8c16-131499826b8d tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:21.596082 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-55d7466b-b248-473c-ae46-c7c43769dcfc req-6d85ebed-58f1-49ea-8c16-131499826b8d tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0794582 May 10 15:11:21.639670 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-55d7466b-b248-473c-ae46-c7c43769dcfc req-6c38daec-2f46-4dab-bcbe-0d9641034426 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380301 May 10 15:11:22.390683 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cee3fa7d-3634-4d82-813a-3ec096ac363a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:22.827299 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61017e7a-3046-4122-b865-e0bf0f4b3c88 req-b4fe60e6-2ce6-4bc7-9e35-e13724de5260 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:22.828750 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-61017e7a-3046-4122-b865-e0bf0f4b3c88 req-b4fe60e6-2ce6-4bc7-9e35-e13724de5260 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0842330 May 10 15:11:22.874066 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-62bb657d-ef2c-4ca8-b6dd-799c6443feca req-369a802a-e1e0-4aee-8831-6d16e8b3a2fd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689027 May 10 15:11:22.875493 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-61017e7a-3046-4122-b865-e0bf0f4b3c88 req-fd1f76b5-4219-4d9c-9faa-b25e044b0525 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410130 May 10 15:11:23.027512 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb657d-ef2c-4ca8-b6dd-799c6443feca req-955078d6-cf0e-4707-8c86-b5df894ddd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:23.028375 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:11:23.028997 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-62bb657d-ef2c-4ca8-b6dd-799c6443feca req-955078d6-cf0e-4707-8c86-b5df894ddd38 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 1098 time: 0.0819340 May 10 15:11:23.168831 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=7d81af1b-4ea1-46e3-82a3-cd8ca9855c00,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:23.182707 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '7d81af1b-4ea1-46e3-82a3-cd8ca9855c00', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'port_id': '7d81af1b-4ea1-46e3-82a3-cd8ca9855c00', 'mac_address': 'fa:16:3e:37:9f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:11:23.190610 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf74fe8-ef79-46c3-b9c2-ff337122bb94 req-077c1a2b-da2f-4911-8399-9f0880ccc089 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:23.193037 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-abf74fe8-ef79-46c3-b9c2-ff337122bb94 req-077c1a2b-da2f-4911-8399-9f0880ccc089 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0839958 May 10 15:11:23.242174 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:23.246750 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-abf74fe8-ef79-46c3-b9c2-ff337122bb94 req-e3536ecf-f8fc-48e9-b5fe-7d5806882e03 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463815 May 10 15:11:23.254529 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb657d-ef2c-4ca8-b6dd-799c6443feca req-a6fcf9bb-54c9-4b72-95f0-b834158c1015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:23.255993 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-62bb657d-ef2c-4ca8-b6dd-799c6443feca req-a6fcf9bb-54c9-4b72-95f0-b834158c1015 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.2058821 May 10 15:11:23.266153 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:11:23.283740 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:23.287863 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=7d81af1b-4ea1-46e3-82a3-cd8ca9855c00,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:23.292302 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:23.362146 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:23.369841 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b7a73-a40d-466e-acaf-d7bbc7f7acba req-966cfc47-44d3-463c-b0aa-b65db7a3bf41 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:23.370575 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-e31b7a73-a40d-466e-acaf-d7bbc7f7acba req-966cfc47-44d3-463c-b0aa-b65db7a3bf41 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Synchronizing usage tracker for tenant:4eed9c018c1e4956a71431e218f94cd3 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:11:23.374473 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['7d81af1b-4ea1-46e3-82a3-cd8ca9855c00'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:11:23.394001 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-62bb657d-ef2c-4ca8-b6dd-799c6443feca req-ab910520-a326-4d2b-91ff-f24503637e66 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 HTTP/1.1" status: 200 len: 999 time: 0.1282985 May 10 15:11:23.398543 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-e31b7a73-a40d-466e-acaf-d7bbc7f7acba req-966cfc47-44d3-463c-b0aa-b65db7a3bf41 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Unset dirty status for tenant:4eed9c018c1e4956a71431e218f94cd3 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:11:23.399686 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e31b7a73-a40d-466e-acaf-d7bbc7f7acba req-966cfc47-44d3-463c-b0aa-b65db7a3bf41 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced&tenant_id=4eed9c018c1e4956a71431e218f94cd3&binding%3Ahost_id=hv-neutron-8412 HTTP/1.1" status: 200 len: 945 time: 0.2506716 May 10 15:11:23.418097 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=7d81af1b-4ea1-46e3-82a3-cd8ca9855c00,revision_number=6']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:23.440460 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:23.440696 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:23.441060 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:23.441368 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:23.441731 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:23.442236 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:23.442443 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:23.442747 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:23.443114 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:23.443439 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:23.444184 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:23.444184 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:23.449872 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:23.577919 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb657d-ef2c-4ca8-b6dd-799c6443feca req-7db2ec1c-5ebc-4331-9cf1-46b7f403572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:23.579999 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-62bb657d-ef2c-4ca8-b6dd-799c6443feca req-7db2ec1c-5ebc-4331-9cf1-46b7f403572b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.1752532 May 10 15:11:23.656972 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb657d-ef2c-4ca8-b6dd-799c6443feca req-2459ec82-73e9-41cc-9dc8-87870613e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:23.658993 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-62bb657d-ef2c-4ca8-b6dd-799c6443feca req-2459ec82-73e9-41cc-9dc8-87870613e10c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700567 May 10 15:11:23.793137 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-62bb657d-ef2c-4ca8-b6dd-799c6443feca req-e6a7a5dc-8c3c-4dd0-b0ba-584cc444b125 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225576 May 10 15:11:23.927303 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-62bb657d-ef2c-4ca8-b6dd-799c6443feca req-6f0b0f29-f32e-4c0b-9a81-82e1f425cd4e service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250455 May 10 15:11:24.098378 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b7a73-a40d-466e-acaf-d7bbc7f7acba req-5b23bef9-1e0b-41b1-ae83-39d1a26338d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:24.099822 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e31b7a73-a40d-466e-acaf-d7bbc7f7acba req-5b23bef9-1e0b-41b1-ae83-39d1a26338d1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 1097 time: 0.0710130 May 10 15:11:24.234320 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b7a73-a40d-466e-acaf-d7bbc7f7acba req-d6dec00b-e944-4a2c-8034-14dfbb393876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:24.236462 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e31b7a73-a40d-466e-acaf-d7bbc7f7acba req-d6dec00b-e944-4a2c-8034-14dfbb393876 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.1261981 May 10 15:11:24.343373 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e31b7a73-a40d-466e-acaf-d7bbc7f7acba req-3c094e9d-7198-4216-962d-af0f1e6f1600 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 HTTP/1.1" status: 200 len: 999 time: 0.0968227 May 10 15:11:24.414280 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b7a73-a40d-466e-acaf-d7bbc7f7acba req-1413196b-897e-4c2a-9150-1c69d03deac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:24.415650 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e31b7a73-a40d-466e-acaf-d7bbc7f7acba req-1413196b-897e-4c2a-9150-1c69d03deac5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0616758 May 10 15:11:24.441573 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca07733-f3c0-42c8-bc8e-f13ef0c5db5a req-540a8350-2831-430a-b442-801041791362 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:24.443095 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-eca07733-f3c0-42c8-bc8e-f13ef0c5db5a req-540a8350-2831-430a-b442-801041791362 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 944 time: 0.0833144 May 10 15:11:24.487595 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-eca07733-f3c0-42c8-bc8e-f13ef0c5db5a req-d8eea159-1cfd-47f0-af8d-516b09ada192 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389111 May 10 15:11:24.494248 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b7a73-a40d-466e-acaf-d7bbc7f7acba req-e85da235-b28d-4500-abfa-b3ca015a9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:24.495752 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e31b7a73-a40d-466e-acaf-d7bbc7f7acba req-e85da235-b28d-4500-abfa-b3ca015a9106 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712028 May 10 15:11:24.629975 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e31b7a73-a40d-466e-acaf-d7bbc7f7acba req-5e2aa6a0-77f7-40b9-a25d-1c4923463b01 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244466 May 10 15:11:24.765343 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e31b7a73-a40d-466e-acaf-d7bbc7f7acba req-89902098-6298-481f-8616-ae2f96cca945 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249535 May 10 15:11:24.939343 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:25.042927 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:11:25.181870 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:11:25.182234 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:25.324137 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:25.351917 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d81af1b-4ea1-46e3-82a3-cd8ca9855c00'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:11:25.362198 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=7d81af1b-4ea1-46e3-82a3-cd8ca9855c00,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:25.367423 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:25.402984 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45fbb0f7-8f72-4ad3-a58b-7682788d7a91'] response: {'server_uuid': 'e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d81af1b-4ea1-46e3-82a3-cd8ca9855c00', 'code': 200} May 10 15:11:25.441114 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=7d81af1b-4ea1-46e3-82a3-cd8ca9855c00,revision_number=7']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:25.777543 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb888a02-fc0c-48f1-9214-a56e0d5dc64b req-a01ab438-44af-450f-9dfe-1d8e0fd303dc tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:25.779021 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bb888a02-fc0c-48f1-9214-a56e0d5dc64b req-a01ab438-44af-450f-9dfe-1d8e0fd303dc tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.1830869 May 10 15:11:25.823105 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bb888a02-fc0c-48f1-9214-a56e0d5dc64b req-da232432-0cc0-4c9a-bfe9-f5365922f35b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377777 May 10 15:11:26.007726 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f5188-25a0-4ae7-9b6f-f3b5261fac61 req-4199a2a6-41ab-4f3c-80e6-7e8cb3ea26af tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:26.009150 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e54f5188-25a0-4ae7-9b6f-f3b5261fac61 req-4199a2a6-41ab-4f3c-80e6-7e8cb3ea26af tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0810003 May 10 15:11:26.054726 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e54f5188-25a0-4ae7-9b6f-f3b5261fac61 req-fd17486b-f18b-476e-aecb-ae26868a5fb8 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397451 May 10 15:11:26.390099 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0118e-8d54-4545-aa9d-016ebf4b970b req-2e5a4c2d-a395-4909-b95a-a0d86c7c6db3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:26.391478 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cad0118e-8d54-4545-aa9d-016ebf4b970b req-2e5a4c2d-a395-4909-b95a-a0d86c7c6db3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0802183 May 10 15:11:26.436920 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cad0118e-8d54-4545-aa9d-016ebf4b970b req-1cc57ca7-d1da-462b-a6d1-38708ffd4c2e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393560 May 10 15:11:26.451981 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1a20d-e0c4-4029-9a92-83b4db40d178 req-733f9a0c-5c4a-42c8-b4b1-d13288bb4c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:26.453433 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a2d1a20d-e0c4-4029-9a92-83b4db40d178 req-733f9a0c-5c4a-42c8-b4b1-d13288bb4c75 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 1098 time: 0.0754757 May 10 15:11:26.590612 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1a20d-e0c4-4029-9a92-83b4db40d178 req-34218f78-b936-476c-b4a5-ec765786ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:26.592036 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a2d1a20d-e0c4-4029-9a92-83b4db40d178 req-34218f78-b936-476c-b4a5-ec765786ab81 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.1293502 May 10 15:11:26.692736 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a2d1a20d-e0c4-4029-9a92-83b4db40d178 req-fb113ac1-4c31-46e9-be3b-47abbc73451a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 HTTP/1.1" status: 200 len: 1000 time: 0.0915387 May 10 15:11:26.761150 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1a20d-e0c4-4029-9a92-83b4db40d178 req-2b319f73-20c9-48b1-8bde-3c41adce4477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:26.762582 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a2d1a20d-e0c4-4029-9a92-83b4db40d178 req-2b319f73-20c9-48b1-8bde-3c41adce4477 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0615056 May 10 15:11:26.840251 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1a20d-e0c4-4029-9a92-83b4db40d178 req-e11d98d9-451b-4051-9688-890b64f5f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:26.841662 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a2d1a20d-e0c4-4029-9a92-83b4db40d178 req-e11d98d9-451b-4051-9688-890b64f5f61d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696776 May 10 15:11:27.070916 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a2d1a20d-e0c4-4029-9a92-83b4db40d178 req-ee8ce7a3-ee8d-48f3-9337-5cc47425341b service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193267 May 10 15:11:27.203544 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a2d1a20d-e0c4-4029-9a92-83b4db40d178 req-cef95149-a73a-48a5-a747-57368acecac5 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230121 May 10 15:11:27.626339 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb532286-355c-40f1-be1d-776ffe418ed7 req-ab664b8b-cbbd-4c56-a3fd-55894bb36980 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:27.627834 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cb532286-355c-40f1-be1d-776ffe418ed7 req-ab664b8b-cbbd-4c56-a3fd-55894bb36980 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0835819 May 10 15:11:27.673835 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cb532286-355c-40f1-be1d-776ffe418ed7 req-ce5afc9f-c8de-4612-a5b6-0481d48d971a tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403864 May 10 15:11:28.857288 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a617f2-f76a-4e7a-87b8-006760c8a4fe req-28b73635-111d-43bd-a694-0e3696fe47d0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:28.858759 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c9a617f2-f76a-4e7a-87b8-006760c8a4fe req-28b73635-111d-43bd-a694-0e3696fe47d0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0794396 May 10 15:11:28.903368 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c9a617f2-f76a-4e7a-87b8-006760c8a4fe req-04ceb6fc-1985-46d0-99af-28df4851b719 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382845 May 10 15:11:29.280620 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8a2a2-b35f-4539-a8fd-cd7c99cde7c5 req-f4403c70-1cdf-4c74-a865-88eef8db0af6 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:29.281969 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f5e8a2a2-b35f-4539-a8fd-cd7c99cde7c5 req-f4403c70-1cdf-4c74-a865-88eef8db0af6 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0837011 May 10 15:11:29.325800 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f5e8a2a2-b35f-4539-a8fd-cd7c99cde7c5 req-529e0106-1be9-4f27-a8db-bc8cf4794415 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372419 May 10 15:11:30.509842 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f865ce-76a3-48ee-b77b-139cf64f57af req-3a695f72-f299-403a-9cf2-d213686017d2 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:30.511315 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e5f865ce-76a3-48ee-b77b-139cf64f57af req-3a695f72-f299-403a-9cf2-d213686017d2 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0795660 May 10 15:11:30.555413 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e5f865ce-76a3-48ee-b77b-139cf64f57af req-6f31546e-7c4f-4915-afdc-f9499c53799b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386000 May 10 15:11:31.045249 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f6838-8dd7-4371-90bf-18192026410e req-ab3dbe3f-abae-4698-8767-d1ef50487461 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:31.046703 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-250f6838-8dd7-4371-90bf-18192026410e req-ab3dbe3f-abae-4698-8767-d1ef50487461 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.86 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0836203 May 10 15:11:31.122604 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-250f6838-8dd7-4371-90bf-18192026410e req-aa05e5d8-9afb-4a3c-9ad0-de3fe3d08dda tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Deleting port 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:11:31.123057 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-250f6838-8dd7-4371-90bf-18192026410e req-aa05e5d8-9afb-4a3c-9ad0-de3fe3d08dda tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:31.367736 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-250f6838-8dd7-4371-90bf-18192026410e req-aa05e5d8-9afb-4a3c-9ad0-de3fe3d08dda tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] For port 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=7d81af1b-4ea1-46e3-82a3-cd8ca9855c00,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:31.368079 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-250f6838-8dd7-4371-90bf-18192026410e req-aa05e5d8-9afb-4a3c-9ad0-de3fe3d08dda tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:31.656717 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-250f6838-8dd7-4371-90bf-18192026410e req-aa05e5d8-9afb-4a3c-9ad0-de3fe3d08dda tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:31.656993 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-250f6838-8dd7-4371-90bf-18192026410e req-aa05e5d8-9afb-4a3c-9ad0-de3fe3d08dda tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:31.657367 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [req-250f6838-8dd7-4371-90bf-18192026410e req-aa05e5d8-9afb-4a3c-9ad0-de3fe3d08dda tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Floating IP 4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d disassociated. External IP: 172.26.0.26, port: 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00. May 10 15:11:31.658277 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-250f6838-8dd7-4371-90bf-18192026410e req-aa05e5d8-9afb-4a3c-9ad0-de3fe3d08dda tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Calling delete_port for 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:11:31.747573 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e349de-a250-43e6-8963-36a593e623b6 req-352688bb-e3ea-45af-8ae0-902dfefb6cf0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:31.749145 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a4e349de-a250-43e6-8963-36a593e623b6 req-352688bb-e3ea-45af-8ae0-902dfefb6cf0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 945 time: 0.0845518 May 10 15:11:31.794662 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a4e349de-a250-43e6-8963-36a593e623b6 req-9bc6a594-c0e2-44a6-a44b-ace704fc5f92 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390241 May 10 15:11:31.805151 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-250f6838-8dd7-4371-90bf-18192026410e req-aa05e5d8-9afb-4a3c-9ad0-de3fe3d08dda tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:31.858685 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05e5d8-9afb-4a3c-9ad0-de3fe3d08dda tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Pushing event deleted for resources: {'Port': ['ID=7d81af1b-4ea1-46e3-82a3-cd8ca9855c00,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:32.058588 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-250f6838-8dd7-4371-90bf-18192026410e req-aa05e5d8-9afb-4a3c-9ad0-de3fe3d08dda tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Router 6f64c65a-4121-44c3-ae93-8430e1a744db has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:11:32.340539 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-250f6838-8dd7-4371-90bf-18192026410e req-aa05e5d8-9afb-4a3c-9ad0-de3fe3d08dda tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:11:32.350720 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c4823c-d6d4-46d7-98ad-d42f40783206 None None] Sync routers for ids ['6f64c65a-4121-44c3-ae93-8430e1a744db'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:11:32.359801 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c4823c-d6d4-46d7-98ad-d42f40783206 None None] Routers {'6f64c65a-4121-44c3-ae93-8430e1a744db'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:11:32.361068 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-92c4823c-d6d4-46d7-98ad-d42f40783206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:11:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6f64c65a-4121-44c3-ae93-8430e1a744db'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:32.414590 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-250f6838-8dd7-4371-90bf-18192026410e req-aa05e5d8-9afb-4a3c-9ad0-de3fe3d08dda tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] No DVR routers for this DVR port 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:11:32.417059 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-250f6838-8dd7-4371-90bf-18192026410e req-aa05e5d8-9afb-4a3c-9ad0-de3fe3d08dda tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:32.419565 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced', 'name': 'network-vif-deleted', 'tag': '7d81af1b-4ea1-46e3-82a3-cd8ca9855c00'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:11:32.437117 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-250f6838-8dd7-4371-90bf-18192026410e req-aa05e5d8-9afb-4a3c-9ad0-de3fe3d08dda tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.86 "DELETE /v2.0/ports/7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 HTTP/1.1" status: 204 len: 173 time: 1.3825140 May 10 15:11:32.466930 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d367ff-d7dc-4ecd-bc0e-37652a520b87'] response: {'server_uuid': 'e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced', 'name': 'network-vif-deleted', 'tag': '7d81af1b-4ea1-46e3-82a3-cd8ca9855c00', 'status': 'completed', 'code': 200} May 10 15:11:32.542210 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-92c4823c-d6d4-46d7-98ad-d42f40783206 None None] Set router 6f64c65a-4121-44c3-ae93-8430e1a744db gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:11:32.849971 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-92c4823c-d6d4-46d7-98ad-d42f40783206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:45Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:32.853845 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c4823c-d6d4-46d7-98ad-d42f40783206 None None] Checking router: 6f64c65a-4121-44c3-ae93-8430e1a744db for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:11:32.862488 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c4823c-d6d4-46d7-98ad-d42f40783206 None None] Routers {'6f64c65a-4121-44c3-ae93-8430e1a744db'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:11:32.863217 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-92c4823c-d6d4-46d7-98ad-d42f40783206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:11:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6f64c65a-4121-44c3-ae93-8430e1a744db'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:32.977610 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4ee28ab9-7df6-42be-9525-90958a35f49c req-814bcfed-d2f6-4480-bca2-6cef3b2582e9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=e7dea2a3-c7ec-4f4b-b16f-ed175bd3cced HTTP/1.1" status: 200 len: 210 time: 0.0490923 May 10 15:11:33.041372 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-92c4823c-d6d4-46d7-98ad-d42f40783206 None None] Set router 6f64c65a-4121-44c3-ae93-8430e1a744db gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:11:33.090472 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:11:33.123680 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:11:33.124024 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 7d81af1b-4ea1-46e3-82a3-cd8ca9855c00 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:11:33.373877 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-92c4823c-d6d4-46d7-98ad-d42f40783206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:45Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:33.378308 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c4823c-d6d4-46d7-98ad-d42f40783206 None None] The sync data for ids ['6f64c65a-4121-44c3-ae93-8430e1a744db'] in dv-neutron-841204-2-hyperv is: [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:45Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:11:33.590845 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eac2d5-2bee-45b4-aa0b-27ccb20c2815 None None] New status for floating IP 4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d: DOWN {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:11:34.316349 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-fc233724-dc3a-4192-b33f-47dcf968acf9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--150933336&fields=id&tenant_id=4eed9c018c1e4956a71431e218f94cd3 HTTP/1.1" status: 200 len: 267 time: 0.0421560 May 10 15:11:34.463188 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-b62f0d25-a552-4cec-8ee6-928201acda7e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:34.464602 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-b62f0d25-a552-4cec-8ee6-928201acda7e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 811 time: 0.1419249 May 10 15:11:34.479652 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-2abf0f8c-f0ae-478e-baa1-37f61bcefc3e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/quotas/4eed9c018c1e4956a71431e218f94cd3 HTTP/1.1" status: 200 len: 375 time: 0.0096166 May 10 15:11:34.563043 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-49f50ccb-f5a2-46f2-a398-003e1282a158 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783093 May 10 15:11:34.699663 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-581d83c2-acfc-4313-9b4a-c4fb06af98b7 service neutron] 10.222.0.79 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241796 May 10 15:11:34.829037 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-c3c7a21e-0940-482a-a3f5-8faa5f1f3abb service neutron] 10.222.0.79 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235447 May 10 15:11:35.009149 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d84c1a45-1b4c-4ab4-bc89-cb4229fd2767 req-dd92e2a4-895b-40c7-85d5-e183f05a8c53 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 210 time: 0.0433402 May 10 15:11:36.101766 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-0d60bb04-a449-4851-9b6d-4cbceaf939e0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:36.103224 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-0d60bb04-a449-4851-9b6d-4cbceaf939e0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 811 time: 0.1541495 May 10 15:11:36.163440 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-6a261e0f-eeca-4293-a552-ae928bf0731d tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eed9c018c1e4956a71431e218f94cd3 HTTP/1.1" status: 200 len: 379 time: 0.0474043 May 10 15:11:36.168167 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-234556a8-b3fe-4d3e-a6d8-04f914bc35a7 req-9f06ef2b-7614-4409-b3cd-08ba0985d61c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 210 time: 0.0507312 May 10 15:11:36.182375 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Request body: {'port': {'device_id': '19a0c7b4-f528-4cb6-acdc-dbd500625515', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'admin_state_up': True, 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'security_groups': ['4647a9e8-2248-40bc-b6c0-f76293530f8b']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:11:36.318123 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:11:36.322192 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Usage tracker for resource:port and tenant:4eed9c018c1e4956a71431e218f94cd3 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:11:36.324990 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:11:36.330899 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:11:36.340298 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Made reservation on behalf of 4eed9c018c1e4956a71431e218f94cd3 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:11:36.343892 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:36.504348 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Allocated IP 172.20.0.14 (9b84b531-9498-43d5-9135-92b81e370abf/15cce23b-4f12-4d71-a1d1-2e76edcba37b/c6bbd3da-a210-4d17-a121-f26a0a1c2860) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:11:36.690350 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:36.706504 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Transition to ACTIVE for port object c6bbd3da-a210-4d17-a121-f26a0a1c2860 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:11:36.738042 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:36.811131 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Network 9b84b531-9498-43d5-9135-92b81e370abf is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:11:36.814984 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:11:36.818755 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:11:36.859358 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Pushing event updated for resources: {'Port': ['ID=c6bbd3da-a210-4d17-a121-f26a0a1c2860,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:36.880677 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:36.881017 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:36.881344 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:36.881673 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:36.881994 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:36.882314 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:36.882656 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:36.882978 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:36.883295 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:36.883605 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:36.883919 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:36.884232 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:36.903131 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:36.903760 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:36.928821 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-a2ff04cc-61f5-4ba1-abe7-69fc6921fd90 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7507088 May 10 15:11:36.946694 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-cf070924-4cc3-4418-adc4-04eda7044b0b service neutron] Request body: {'port': {'device_id': '19a0c7b4-f528-4cb6-acdc-dbd500625515', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:11:37.068936 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-cf070924-4cc3-4418-adc4-04eda7044b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:37.102397 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-9bbebdc5-c264-4e4b-a9f2-922bc353053a None None] Provisioning for port c6bbd3da-a210-4d17-a121-f26a0a1c2860 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:11:37.107210 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-9bbebdc5-c264-4e4b-a9f2-922bc353053a None None] Provisioning complete for port c6bbd3da-a210-4d17-a121-f26a0a1c2860 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:11:37.107598 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9bbebdc5-c264-4e4b-a9f2-922bc353053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:37.165380 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-9bbebdc5-c264-4e4b-a9f2-922bc353053a None None] Port c6bbd3da-a210-4d17-a121-f26a0a1c2860 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:11:37.355810 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682c679-7182-48a6-bab8-4fd0cdce841a req-171d10b6-8c4a-4191-a045-34aba53cad57 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:37.357174 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7682c679-7182-48a6-bab8-4fd0cdce841a req-171d10b6-8c4a-4191-a045-34aba53cad57 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 932 time: 0.0820575 May 10 15:11:37.403047 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7682c679-7182-48a6-bab8-4fd0cdce841a req-65ba859e-65a5-4ce9-94a4-58c0fd8b2c2a tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391934 May 10 15:11:37.417065 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-cf070924-4cc3-4418-adc4-04eda7044b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6bbd3da-a210-4d17-a121-f26a0a1c2860 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:11:37.425230 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-cf070924-4cc3-4418-adc4-04eda7044b0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:37.439305 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-cf070924-4cc3-4418-adc4-04eda7044b0b service neutron] Transition to ACTIVE for port object c6bbd3da-a210-4d17-a121-f26a0a1c2860 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:11:37.442958 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-cf070924-4cc3-4418-adc4-04eda7044b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:37.603204 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf070924-4cc3-4418-adc4-04eda7044b0b service neutron] Pushing event updated for resources: {'Port': ['ID=c6bbd3da-a210-4d17-a121-f26a0a1c2860,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:37.679462 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-cf070924-4cc3-4418-adc4-04eda7044b0b service neutron] Attempting to bind port c6bbd3da-a210-4d17-a121-f26a0a1c2860 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:11:37.679793 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-cf070924-4cc3-4418-adc4-04eda7044b0b service neutron] Attempting to bind port c6bbd3da-a210-4d17-a121-f26a0a1c2860 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:11:37.680115 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-cf070924-4cc3-4418-adc4-04eda7044b0b service neutron] Attempting to bind port c6bbd3da-a210-4d17-a121-f26a0a1c2860 on network 9b84b531-9498-43d5-9135-92b81e370abf {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:11:37.684694 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-cf070924-4cc3-4418-adc4-04eda7044b0b service neutron] Port c6bbd3da-a210-4d17-a121-f26a0a1c2860 on network 9b84b531-9498-43d5-9135-92b81e370abf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:11:37.685007 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-cf070924-4cc3-4418-adc4-04eda7044b0b service neutron] Attempting to bind port c6bbd3da-a210-4d17-a121-f26a0a1c2860 on network 9b84b531-9498-43d5-9135-92b81e370abf {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:11:37.691518 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-cf070924-4cc3-4418-adc4-04eda7044b0b service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:11:37.691846 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-cf070924-4cc3-4418-adc4-04eda7044b0b service neutron] Checking segment: {'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:11:37.692217 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-cf070924-4cc3-4418-adc4-04eda7044b0b service neutron] Bound using segment: {'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:11:37.692633 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-cf070924-4cc3-4418-adc4-04eda7044b0b service neutron] Bound port: c6bbd3da-a210-4d17-a121-f26a0a1c2860, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:11:37.692972 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-cf070924-4cc3-4418-adc4-04eda7044b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:37.883298 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-cf070924-4cc3-4418-adc4-04eda7044b0b service neutron] For port c6bbd3da-a210-4d17-a121-f26a0a1c2860, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:11:37.886260 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-cf070924-4cc3-4418-adc4-04eda7044b0b service neutron] For port c6bbd3da-a210-4d17-a121-f26a0a1c2860, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=c6bbd3da-a210-4d17-a121-f26a0a1c2860,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:11:37.890907 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-cf070924-4cc3-4418-adc4-04eda7044b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:37.953676 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-cf070924-4cc3-4418-adc4-04eda7044b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:37.954913 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-cf070924-4cc3-4418-adc4-04eda7044b0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:37.956188 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-cf070924-4cc3-4418-adc4-04eda7044b0b service neutron] 10.222.0.86 "PUT /v2.0/ports/c6bbd3da-a210-4d17-a121-f26a0a1c2860 HTTP/1.1" status: 200 len: 1094 time: 1.0155759 May 10 15:11:37.956703 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a0c7b4-f528-4cb6-acdc-dbd500625515', 'tag': 'c6bbd3da-a210-4d17-a121-f26a0a1c2860'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:11:37.977051 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf070924-4cc3-4418-adc4-04eda7044b0b service neutron] Pushing event updated for resources: {'Port': ['ID=c6bbd3da-a210-4d17-a121-f26a0a1c2860,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:38.039559 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a80d06e3-a2e3-407c-a019-3da4d1ff1b4d'] response: {'name': 'network-changed', 'server_uuid': '19a0c7b4-f528-4cb6-acdc-dbd500625515', 'tag': 'c6bbd3da-a210-4d17-a121-f26a0a1c2860', 'status': 'completed', 'code': 200} May 10 15:11:38.082644 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-ad72afbd-555a-49c5-b876-5dd38f1c6417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:38.084129 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-ad72afbd-555a-49c5-b876-5dd38f1c6417 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 1097 time: 0.0848634 May 10 15:11:38.159677 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-d25d1378-2d1d-42b9-a4c7-689aa26a5679 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6bbd3da-a210-4d17-a121-f26a0a1c2860 HTTP/1.1" status: 200 len: 217 time: 0.0648234 May 10 15:11:38.226553 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-73e51f23-aa7e-47a9-b582-a089c603db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:38.228008 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-73e51f23-aa7e-47a9-b582-a089c603db91 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0587053 May 10 15:11:38.266156 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:11:38.309162 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-ecabcc51-34d5-4d9a-8463-52049dd26c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:38.310608 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-ecabcc51-34d5-4d9a-8463-52049dd26c31 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733182 May 10 15:11:38.444534 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-da8fc968-0d5e-4686-9bfc-98a491f74409 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243968 May 10 15:11:38.580857 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a151e365-1193-4d3f-9bc2-354cf4c25b31 req-dd0897e7-439a-4880-8614-a8236937980d service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269739 May 10 15:11:38.592546 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d92fc4-abbf-416e-a080-deae083e5362 req-e1d571e8-bfb4-4519-8841-9cff32921495 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:38.594001 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-69d92fc4-abbf-416e-a080-deae083e5362 req-e1d571e8-bfb4-4519-8841-9cff32921495 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 944 time: 0.0833302 May 10 15:11:38.641087 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-69d92fc4-abbf-416e-a080-deae083e5362 req-c8f23192-f92b-4d4e-ad96-f0bff51e379c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398729 May 10 15:11:38.707751 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4efccc-949f-466b-b9ae-67e94ae996f2 req-7182fefd-b044-4646-9d9a-e3b6ce461b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:38.709236 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0e4efccc-949f-466b-b9ae-67e94ae996f2 req-7182fefd-b044-4646-9d9a-e3b6ce461b47 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 1097 time: 0.0713234 May 10 15:11:38.842639 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4efccc-949f-466b-b9ae-67e94ae996f2 req-ab6c8d30-ffff-4702-9253-e86740d2686b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:38.844045 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0e4efccc-949f-466b-b9ae-67e94ae996f2 req-ab6c8d30-ffff-4702-9253-e86740d2686b service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.1251895 May 10 15:11:38.915622 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0e4efccc-949f-466b-b9ae-67e94ae996f2 req-0ee19a82-6290-4e96-bb07-86fea1e9c6e6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6bbd3da-a210-4d17-a121-f26a0a1c2860 HTTP/1.1" status: 200 len: 217 time: 0.0645869 May 10 15:11:38.977407 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4efccc-949f-466b-b9ae-67e94ae996f2 req-b60503c8-a72e-4a40-a09e-ae6c799b9a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:38.978837 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0e4efccc-949f-466b-b9ae-67e94ae996f2 req-b60503c8-a72e-4a40-a09e-ae6c799b9a6f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0568047 May 10 15:11:39.052184 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4efccc-949f-466b-b9ae-67e94ae996f2 req-98a63fb7-b04a-4258-892f-3d08a81e2023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:39.053613 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0e4efccc-949f-466b-b9ae-67e94ae996f2 req-98a63fb7-b04a-4258-892f-3d08a81e2023 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685878 May 10 15:11:39.182734 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0e4efccc-949f-466b-b9ae-67e94ae996f2 req-3de70b2a-7704-47ef-aab2-6c218c568902 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215260 May 10 15:11:39.312425 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0e4efccc-949f-466b-b9ae-67e94ae996f2 req-d711007e-1e07-4608-b51e-cf9254b27043 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225791 May 10 15:11:39.831089 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42312cdf-391a-4622-9285-90899ef06c1c req-9ca21041-f4dc-45bb-a789-85062c2f60c2 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:39.832532 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-42312cdf-391a-4622-9285-90899ef06c1c req-9ca21041-f4dc-45bb-a789-85062c2f60c2 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 944 time: 0.0801430 May 10 15:11:39.876372 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-42312cdf-391a-4622-9285-90899ef06c1c req-fd962637-6227-44af-bb1c-6c71619ef33f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382047 May 10 15:11:41.061115 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be46fa-6e4d-4e9a-9f57-d2af543c36db req-86ea8fe2-5bc0-4482-bb1a-1e8b010d66f5 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:41.062575 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-88be46fa-6e4d-4e9a-9f57-d2af543c36db req-86ea8fe2-5bc0-4482-bb1a-1e8b010d66f5 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 944 time: 0.0819485 May 10 15:11:41.105198 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-88be46fa-6e4d-4e9a-9f57-d2af543c36db req-60eca0fc-e90e-49d4-83df-74d6095d7e1d tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369203 May 10 15:11:41.136135 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device c6bbd3da-a210-4d17-a121-f26a0a1c2860 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:11:41.268593 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port c6bbd3da-a210-4d17-a121-f26a0a1c2860, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=c6bbd3da-a210-4d17-a121-f26a0a1c2860,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:41.281552 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'c6bbd3da-a210-4d17-a121-f26a0a1c2860', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'port_id': 'c6bbd3da-a210-4d17-a121-f26a0a1c2860', 'mac_address': 'fa:16:3e:28:cd:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:11:41.335481 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:41.355039 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6bbd3da-a210-4d17-a121-f26a0a1c2860 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:11:41.371059 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port c6bbd3da-a210-4d17-a121-f26a0a1c2860, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=c6bbd3da-a210-4d17-a121-f26a0a1c2860,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:41.374595 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:41.440351 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=c6bbd3da-a210-4d17-a121-f26a0a1c2860,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:41.640833 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['c6bbd3da-a210-4d17-a121-f26a0a1c2860'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:11:42.292231 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e37d0-6ab3-45ee-af9f-6747e488db69 req-9f05116d-ff9f-4554-8d14-f6dbba192e07 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:42.293676 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-715e37d0-6ab3-45ee-af9f-6747e488db69 req-9f05116d-ff9f-4554-8d14-f6dbba192e07 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 945 time: 0.0811148 May 10 15:11:42.340204 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-715e37d0-6ab3-45ee-af9f-6747e488db69 req-3bf7506b-d259-4fa1-8e07-03572aa64255 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401454 May 10 15:11:43.144133 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device c6bbd3da-a210-4d17-a121-f26a0a1c2860 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:11:43.210720 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port c6bbd3da-a210-4d17-a121-f26a0a1c2860 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:11:43.215203 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port c6bbd3da-a210-4d17-a121-f26a0a1c2860 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:11:43.215565 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:43.330745 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:43.356224 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a0c7b4-f528-4cb6-acdc-dbd500625515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bbd3da-a210-4d17-a121-f26a0a1c2860'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:11:43.367803 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port c6bbd3da-a210-4d17-a121-f26a0a1c2860, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=c6bbd3da-a210-4d17-a121-f26a0a1c2860,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:43.372089 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:43.409332 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f3450f8-c5c3-4d68-992e-8f80a46ca95f'] response: {'server_uuid': '19a0c7b4-f528-4cb6-acdc-dbd500625515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bbd3da-a210-4d17-a121-f26a0a1c2860', 'code': 200} May 10 15:11:43.445368 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=c6bbd3da-a210-4d17-a121-f26a0a1c2860,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:43.529133 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0470e-bad8-40db-bd5f-de5a9e5e9808 req-43df63f5-67c1-4232-91cd-89bf00df2f41 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:43.530487 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-02d0470e-bad8-40db-bd5f-de5a9e5e9808 req-43df63f5-67c1-4232-91cd-89bf00df2f41 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0820436 May 10 15:11:43.577520 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-02d0470e-bad8-40db-bd5f-de5a9e5e9808 req-fb077e53-bb7c-45ee-bd82-c929aa3358ed tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408335 May 10 15:11:43.652844 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b632770-742c-42e9-b73a-084bb39a6df1 req-d992ff4e-ae48-44ea-9072-524940a6b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:43.654293 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1b632770-742c-42e9-b73a-084bb39a6df1 req-d992ff4e-ae48-44ea-9072-524940a6b61f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 1099 time: 0.0723884 May 10 15:11:43.697092 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1b632770-742c-42e9-b73a-084bb39a6df1 req-e2291928-dd25-478f-bc3e-2ff57e37a86e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336235 May 10 15:11:44.780005 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f06c1-ba96-421f-a1d0-3f63a8e57771 req-5d57c449-178b-4266-9698-58f966bb1720 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:44.781454 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9b5f06c1-ba96-421f-a1d0-3f63a8e57771 req-5d57c449-178b-4266-9698-58f966bb1720 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0943136 May 10 15:11:44.836598 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9b5f06c1-ba96-421f-a1d0-3f63a8e57771 req-9fdf38fa-d5cc-424e-acf2-c131bef854e2 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486357 May 10 15:11:46.025719 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f26e0d-75c9-45fa-ad74-b178e872577c req-5ff98467-74de-4b4b-bb5a-6b49dfbc19c9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:46.027196 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-35f26e0d-75c9-45fa-ad74-b178e872577c req-5ff98467-74de-4b4b-bb5a-6b49dfbc19c9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0821502 May 10 15:11:46.073325 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-35f26e0d-75c9-45fa-ad74-b178e872577c req-e758a54a-5789-4c6c-8110-31e105195292 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405495 May 10 15:11:46.353935 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912b283-206b-4608-99e7-6d0591cd0512 req-3bee8892-fccc-49b1-9fab-5007777398e6 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:46.355411 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9912b283-206b-4608-99e7-6d0591cd0512 req-3bee8892-fccc-49b1-9fab-5007777398e6 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.1834495 May 10 15:11:46.364858 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 50620) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:46.369611 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-74390e4b-a5ae-46aa-bceb-d0e9599e45ff tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Request body: {'floatingip': {'port_id': 'c6bbd3da-a210-4d17-a121-f26a0a1c2860'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:11:46.447114 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-74390e4b-a5ae-46aa-bceb-d0e9599e45ff tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for floatingip, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:47.045521 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-74390e4b-a5ae-46aa-bceb-d0e9599e45ff tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:47.050154 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-74390e4b-a5ae-46aa-bceb-d0e9599e45ff tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:47.216945 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-74390e4b-a5ae-46aa-bceb-d0e9599e45ff tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Floating IP 4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d associated. External IP: 172.26.0.26, port: c6bbd3da-a210-4d17-a121-f26a0a1c2860. May 10 15:11:47.566749 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74390e4b-a5ae-46aa-bceb-d0e9599e45ff tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Router 6f64c65a-4121-44c3-ae93-8430e1a744db has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:11:47.861432 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74390e4b-a5ae-46aa-bceb-d0e9599e45ff tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:11:47.866179 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-74390e4b-a5ae-46aa-bceb-d0e9599e45ff tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:47.871762 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d3adba-89c8-4e5e-bb37-d647af8f3831 None None] Sync routers for ids ['6f64c65a-4121-44c3-ae93-8430e1a744db'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:11:47.882600 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d3adba-89c8-4e5e-bb37-d647af8f3831 None None] Routers {'6f64c65a-4121-44c3-ae93-8430e1a744db'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:11:47.883197 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-21d3adba-89c8-4e5e-bb37-d647af8f3831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:11:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6f64c65a-4121-44c3-ae93-8430e1a744db'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:47.922287 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-74390e4b-a5ae-46aa-bceb-d0e9599e45ff tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "PUT /v2.0/floatingips/4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d HTTP/1.1" status: 200 len: 991 time: 1.5564034 May 10 15:11:47.922900 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a0c7b4-f528-4cb6-acdc-dbd500625515', 'tag': 'c6bbd3da-a210-4d17-a121-f26a0a1c2860'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:11:47.967634 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2123673f-30e0-4065-bf53-cb08c8e94d9a'] response: {'name': 'network-changed', 'server_uuid': '19a0c7b4-f528-4cb6-acdc-dbd500625515', 'tag': 'c6bbd3da-a210-4d17-a121-f26a0a1c2860', 'status': 'completed', 'code': 200} May 10 15:11:48.061168 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff345466-69a1-4569-bbc0-d11bb94fdb2b req-e0cac390-6586-41f8-8207-ac4c3db0370a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:48.062724 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ff345466-69a1-4569-bbc0-d11bb94fdb2b req-e0cac390-6586-41f8-8207-ac4c3db0370a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 1099 time: 0.0725381 May 10 15:11:48.070595 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-21d3adba-89c8-4e5e-bb37-d647af8f3831 None None] Set router 6f64c65a-4121-44c3-ae93-8430e1a744db gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:11:48.317787 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d02128-c4ea-4122-9418-393c3c0a4a42 req-b180baa1-0679-471f-aa9c-94ab27a74abb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:48.319034 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b1d02128-c4ea-4122-9418-393c3c0a4a42 req-b180baa1-0679-471f-aa9c-94ab27a74abb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0834594 May 10 15:11:48.369173 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b1d02128-c4ea-4122-9418-393c3c0a4a42 req-c07a21fc-1d57-4814-b07b-92113a57bc9a tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435076 May 10 15:11:48.370401 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-80730cd2-306e-4204-a839-4c7aafdbeb0b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1637456 May 10 15:11:48.371591 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff345466-69a1-4569-bbc0-d11bb94fdb2b req-3338504b-3dec-4ec4-a69c-3fec13479fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:48.372981 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ff345466-69a1-4569-bbc0-d11bb94fdb2b req-3338504b-3dec-4ec4-a69c-3fec13479fd1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.3044808 May 10 15:11:48.437747 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-21d3adba-89c8-4e5e-bb37-d647af8f3831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'floating_ip_address': '172.26.0.26', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'port_id': 'c6bbd3da-a210-4d17-a121-f26a0a1c2860', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'mac_address': 'fa:16:3e:28:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a0c7b4-f528-4cb6-acdc-dbd500625515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:09:43Z', 'updated_at': '2022-05-10T15:11:46Z', 'revision_number': 9, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:45Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:48.442326 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d3adba-89c8-4e5e-bb37-d647af8f3831 None None] Checking router: 6f64c65a-4121-44c3-ae93-8430e1a744db for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:11:48.450646 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d3adba-89c8-4e5e-bb37-d647af8f3831 None None] Routers {'6f64c65a-4121-44c3-ae93-8430e1a744db'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:11:48.451254 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-21d3adba-89c8-4e5e-bb37-d647af8f3831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:11:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6f64c65a-4121-44c3-ae93-8430e1a744db'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:48.479224 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ff345466-69a1-4569-bbc0-d11bb94fdb2b req-629ab9f3-9308-415c-b564-a08e6744863b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6bbd3da-a210-4d17-a121-f26a0a1c2860 HTTP/1.1" status: 200 len: 999 time: 0.0998194 May 10 15:11:48.545263 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff345466-69a1-4569-bbc0-d11bb94fdb2b req-9360dd2f-eea0-4b51-80d8-20b480574577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:48.546733 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ff345466-69a1-4569-bbc0-d11bb94fdb2b req-9360dd2f-eea0-4b51-80d8-20b480574577 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0611362 May 10 15:11:48.629370 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff345466-69a1-4569-bbc0-d11bb94fdb2b req-e7e0b520-ea15-4f26-90fa-3f73c5b3538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:48.630893 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ff345466-69a1-4569-bbc0-d11bb94fdb2b req-e7e0b520-ea15-4f26-90fa-3f73c5b3538e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770085 May 10 15:11:48.635527 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-21d3adba-89c8-4e5e-bb37-d647af8f3831 None None] Set router 6f64c65a-4121-44c3-ae93-8430e1a744db gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:11:48.774914 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ff345466-69a1-4569-bbc0-d11bb94fdb2b req-2bb67d29-80eb-47b7-8fca-3703e3cdde52 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376987 May 10 15:11:48.928665 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ff345466-69a1-4569-bbc0-d11bb94fdb2b req-9832fe19-2a05-4318-82e8-a3958e6888fb service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475410 May 10 15:11:49.015554 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-21d3adba-89c8-4e5e-bb37-d647af8f3831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'floating_ip_address': '172.26.0.26', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'port_id': 'c6bbd3da-a210-4d17-a121-f26a0a1c2860', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'mac_address': 'fa:16:3e:28:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a0c7b4-f528-4cb6-acdc-dbd500625515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:09:43Z', 'updated_at': '2022-05-10T15:11:46Z', 'revision_number': 9, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:45Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:49.019877 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d3adba-89c8-4e5e-bb37-d647af8f3831 None None] The sync data for ids ['6f64c65a-4121-44c3-ae93-8430e1a744db'] in dv-neutron-841204-2-hyperv is: [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'floating_ip_address': '172.26.0.26', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'port_id': 'c6bbd3da-a210-4d17-a121-f26a0a1c2860', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'mac_address': 'fa:16:3e:28:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a0c7b4-f528-4cb6-acdc-dbd500625515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:09:43Z', 'updated_at': '2022-05-10T15:11:46Z', 'revision_number': 9, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:45Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:11:49.213835 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc19163-1792-4be5-9335-3cb52ff545b6 None None] New status for floating IP 4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d: ACTIVE {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:11:49.578448 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961c5ee-4f8b-4594-a1b1-9f2cb644b57f req-968969db-10d3-4a4b-8cdb-2e7845cbebe8 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:49.580236 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c961c5ee-4f8b-4594-a1b1-9f2cb644b57f req-968969db-10d3-4a4b-8cdb-2e7845cbebe8 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0865817 May 10 15:11:49.586826 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-8c7e948f-16f6-4f65-a983-045b45176438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:49.588279 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-8c7e948f-16f6-4f65-a983-045b45176438 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 1099 time: 0.0715249 May 10 15:11:49.625791 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c961c5ee-4f8b-4594-a1b1-9f2cb644b57f req-e3cc6d40-b403-44af-bac9-05059eafbcb7 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399668 May 10 15:11:49.718084 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-163599d2-09cb-40ac-8b81-df51649c5afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:49.719531 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-163599d2-09cb-40ac-8b81-df51649c5afe service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.1250627 May 10 15:11:49.823105 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-e57dbade-aa32-4e20-8beb-9ca3c35eb292 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6bbd3da-a210-4d17-a121-f26a0a1c2860 HTTP/1.1" status: 200 len: 1002 time: 0.0948417 May 10 15:11:49.886343 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-bef10189-1732-4463-8d52-0fe1fdc81feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:49.887797 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-bef10189-1732-4463-8d52-0fe1fdc81feb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0560029 May 10 15:11:49.965308 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-1ccbae37-c07b-4e09-bb22-79e61761cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:49.966788 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-1ccbae37-c07b-4e09-bb22-79e61761cde1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730424 May 10 15:11:50.099651 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-6aa027e5-2092-4ef9-8ed0-4544ceed970a service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266575 May 10 15:11:50.108677 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-479dd43c-ab11-404c-a08b-5691f48cbdf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:50.231998 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-6195f96b-2c97-49c2-b4ba-8c85e243332e service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237366 May 10 15:11:50.819362 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54feb530-d9f0-4ccb-a5e0-9de140f064db req-f8bef861-5ec7-48cf-98d3-eb38885e19ec tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:50.820810 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-54feb530-d9f0-4ccb-a5e0-9de140f064db req-f8bef861-5ec7-48cf-98d3-eb38885e19ec tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0866683 May 10 15:11:50.864373 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-54feb530-d9f0-4ccb-a5e0-9de140f064db req-62858e03-3421-494c-9505-6f63201fb90e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378251 May 10 15:11:52.050354 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a17b46-b8dd-4280-96bd-916bc5af5986 req-32be73cd-d636-4803-9f4d-3c127fcac217 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:52.051807 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-14a17b46-b8dd-4280-96bd-916bc5af5986 req-32be73cd-d636-4803-9f4d-3c127fcac217 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0813370 May 10 15:11:52.098697 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-14a17b46-b8dd-4280-96bd-916bc5af5986 req-7d1b7965-6165-4105-8576-889c0c4296a6 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412066 May 10 15:11:52.392330 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d5abee7c-b9a8-4c5b-80de-b51e6f2cea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:53.268636 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:53.288541 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3bd8b-c3f6-4117-855f-12d87a43e647 req-76a70e48-0a1f-4c9f-9240-952da59dd2e1 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:53.290014 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e8d3bd8b-c3f6-4117-855f-12d87a43e647 req-76a70e48-0a1f-4c9f-9240-952da59dd2e1 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0839467 May 10 15:11:53.321509 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:53.335477 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e8d3bd8b-c3f6-4117-855f-12d87a43e647 req-e4747362-db08-4b57-a97a-4b8bcc29c9ba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396502 May 10 15:11:53.387092 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:54.518161 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ff8a0-0e5f-446c-997f-452012fe3f9e req-4acf873a-5283-4c4b-adc4-96169f149fb2 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:54.519640 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fa3ff8a0-0e5f-446c-997f-452012fe3f9e req-4acf873a-5283-4c4b-adc4-96169f149fb2 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0801923 May 10 15:11:54.563354 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fa3ff8a0-0e5f-446c-997f-452012fe3f9e req-c9579220-f344-4dbe-a31d-36148c819020 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378034 May 10 15:11:54.941617 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:55.752681 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ccbac-a925-43ac-a3c2-8e5360c32ce8 req-f878ecb5-a0fb-4ad8-93c0-150415dec8f8 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:55.754174 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-720ccbac-a925-43ac-a3c2-8e5360c32ce8 req-f878ecb5-a0fb-4ad8-93c0-150415dec8f8 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0833673 May 10 15:11:55.799848 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-720ccbac-a925-43ac-a3c2-8e5360c32ce8 req-cd40222f-bfe8-4715-bbd4-f248f573d276 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397351 May 10 15:11:56.984872 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b24f4-d242-41c2-9da4-6dbe39bb869e req-494b83ef-1bb6-470c-928d-ada2b92d43fc tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:56.986881 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-442b24f4-d242-41c2-9da4-6dbe39bb869e req-494b83ef-1bb6-470c-928d-ada2b92d43fc tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0801651 May 10 15:11:57.035144 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-442b24f4-d242-41c2-9da4-6dbe39bb869e req-90059891-1f43-43e2-a8d7-6427c5e254c1 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426750 May 10 15:11:58.224399 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09da574-472f-487b-88a8-110fb24c312e req-d90b8835-8214-4165-a709-65afa18a46d5 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:58.225853 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b09da574-472f-487b-88a8-110fb24c312e req-d90b8835-8214-4165-a709-65afa18a46d5 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0794225 May 10 15:11:58.269876 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b09da574-472f-487b-88a8-110fb24c312e req-857eaa5c-c598-4533-a45e-cb15400cb7bb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383697 May 10 15:11:59.457838 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d4167-4853-42ae-86cf-b7c98e3725f0 req-2aed5dde-4c46-4ad8-94ce-577594dc00ab tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:11:59.459299 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-652d4167-4853-42ae-86cf-b7c98e3725f0 req-2aed5dde-4c46-4ad8-94ce-577594dc00ab tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0851791 May 10 15:11:59.503159 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-652d4167-4853-42ae-86cf-b7c98e3725f0 req-58472aa4-e52a-47ea-b69c-82c58676acbc tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382078 May 10 15:12:00.687832 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1162f2-d5b3-4d3b-a356-dc82c20e8ca2 req-2703c03b-1bcf-4451-8962-530d6eeed7f9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:00.689877 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-de1162f2-d5b3-4d3b-a356-dc82c20e8ca2 req-2703c03b-1bcf-4451-8962-530d6eeed7f9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0804317 May 10 15:12:00.734393 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-de1162f2-d5b3-4d3b-a356-dc82c20e8ca2 req-8c32ff09-9502-49ad-9eaa-606c22eaf95c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389311 May 10 15:12:01.922647 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374d095-71a6-4498-a676-8b23541a4362 req-80c3c771-bdbd-4148-9f07-3b163028953f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:01.924824 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1374d095-71a6-4498-a676-8b23541a4362 req-80c3c771-bdbd-4148-9f07-3b163028953f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0847247 May 10 15:12:01.969163 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1374d095-71a6-4498-a676-8b23541a4362 req-a119701c-93ce-4948-9000-f75977ae26a3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383902 May 10 15:12:03.154927 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b3e07-5f26-4b72-89bc-e3b53e737888 req-e755490d-3ce9-4f1b-bcda-8ccfa788f681 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:03.156524 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-131b3e07-5f26-4b72-89bc-e3b53e737888 req-e755490d-3ce9-4f1b-bcda-8ccfa788f681 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0804586 May 10 15:12:03.203084 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-131b3e07-5f26-4b72-89bc-e3b53e737888 req-903acdc1-9769-47bc-be01-cd52bf81b62d tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408969 May 10 15:12:04.388809 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e901c26-5dbc-49d9-8f22-131bac80dcd3 req-fa749cc0-7bcb-4524-99f3-905f78241505 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:04.390244 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3e901c26-5dbc-49d9-8f22-131bac80dcd3 req-fa749cc0-7bcb-4524-99f3-905f78241505 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0790613 May 10 15:12:04.434264 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3e901c26-5dbc-49d9-8f22-131bac80dcd3 req-bcf4fc66-01a2-427a-9850-48bb0c08fb01 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381732 May 10 15:12:05.621945 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614553c-cb82-4e5d-9971-195916cf7b5a req-db8ec6ca-c583-48dc-a48d-8a88e254e867 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:05.623391 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2614553c-cb82-4e5d-9971-195916cf7b5a req-db8ec6ca-c583-48dc-a48d-8a88e254e867 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0830801 May 10 15:12:05.767082 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2614553c-cb82-4e5d-9971-195916cf7b5a req-a42a3670-d85f-454c-9580-85ec5d9d90e2 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372645 May 10 15:12:06.949492 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156ed81-36ad-4949-8d63-f8a50a3d3ec2 req-aa421b1d-cd30-4332-980c-c820934c9c30 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:06.950941 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a156ed81-36ad-4949-8d63-f8a50a3d3ec2 req-aa421b1d-cd30-4332-980c-c820934c9c30 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0798700 May 10 15:12:06.995073 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a156ed81-36ad-4949-8d63-f8a50a3d3ec2 req-a9fe7ab8-38cb-4a81-8e61-44191d97b80f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383365 May 10 15:12:08.185824 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d921765-d5cf-4195-bdd7-2386062e92d9 req-46377a03-5ea8-45a6-8edb-e6da5d149205 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:08.187757 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3d921765-d5cf-4195-bdd7-2386062e92d9 req-46377a03-5ea8-45a6-8edb-e6da5d149205 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0876801 May 10 15:12:08.239816 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3d921765-d5cf-4195-bdd7-2386062e92d9 req-4f6c9af8-cd78-4251-9cfa-373d9fb5277c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458243 May 10 15:12:09.423108 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f514ba6-79f8-4604-8ee0-47436286d728 req-491023b3-88dd-4e0c-860e-8be3a4ac6ec2 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:09.424648 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2f514ba6-79f8-4604-8ee0-47436286d728 req-491023b3-88dd-4e0c-860e-8be3a4ac6ec2 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0807424 May 10 15:12:09.472662 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2f514ba6-79f8-4604-8ee0-47436286d728 req-ad088bb5-ea85-478c-808d-a35270f4c6ba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423226 May 10 15:12:10.656481 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3b4bc-46db-40bd-b4cf-c0f0f711e313 req-0e8f82ce-a0a3-420f-8d3d-8706bd571dc3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:10.657900 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2de3b4bc-46db-40bd-b4cf-c0f0f711e313 req-0e8f82ce-a0a3-420f-8d3d-8706bd571dc3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0800562 May 10 15:12:10.701517 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2de3b4bc-46db-40bd-b4cf-c0f0f711e313 req-77c52171-498a-42db-bde1-3830041828f7 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378625 May 10 15:12:11.889477 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c334ba-480b-4bf8-a010-398b593298d4 req-b6e2bf6f-edc1-46f0-893e-80d8130aa576 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:11.890962 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f5c334ba-480b-4bf8-a010-398b593298d4 req-b6e2bf6f-edc1-46f0-893e-80d8130aa576 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0828285 May 10 15:12:11.935262 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f5c334ba-480b-4bf8-a010-398b593298d4 req-be70a66d-70d9-4ceb-a8ab-1a7ca97ef667 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377290 May 10 15:12:13.120769 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413248e-9818-40be-a884-36c97cd28812 req-c3899658-7a4a-4d2f-bcec-ef0bce3785bd tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:13.122220 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5413248e-9818-40be-a884-36c97cd28812 req-c3899658-7a4a-4d2f-bcec-ef0bce3785bd tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0789351 May 10 15:12:13.166234 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5413248e-9818-40be-a884-36c97cd28812 req-1ec70521-a52a-43a6-b09e-fc0ff32dbd28 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381465 May 10 15:12:14.356195 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05633aa7-0202-4ebf-b6f2-c706f15c5adc req-33a6299c-e4d9-4038-b319-8c9bae69a8ea tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:14.357665 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-05633aa7-0202-4ebf-b6f2-c706f15c5adc req-33a6299c-e4d9-4038-b319-8c9bae69a8ea tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0845470 May 10 15:12:14.406173 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-05633aa7-0202-4ebf-b6f2-c706f15c5adc req-b1bf9c5b-93eb-4ddb-a9f5-1ace1b00d4bc tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425398 May 10 15:12:15.264872 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:12:15.590393 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16007e-1db7-46d9-a948-135b98d03b7a req-f98690a8-0fe8-4d20-88ca-20575822a7ce tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:15.591872 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-df16007e-1db7-46d9-a948-135b98d03b7a req-f98690a8-0fe8-4d20-88ca-20575822a7ce tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0804243 May 10 15:12:15.639246 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-df16007e-1db7-46d9-a948-135b98d03b7a req-1eb9208c-8687-4a94-9e5d-4d5940226aa4 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412025 May 10 15:12:16.822970 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533b0ec-1ee0-4372-b798-6958a2bcc394 req-89930e03-9a0d-440c-9aaa-54ad2afef798 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:16.824396 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3533b0ec-1ee0-4372-b798-6958a2bcc394 req-89930e03-9a0d-440c-9aaa-54ad2afef798 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0796046 May 10 15:12:16.867679 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3533b0ec-1ee0-4372-b798-6958a2bcc394 req-d8f58928-da7b-428e-a3d3-601644e899c1 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377421 May 10 15:12:18.055591 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43466e22-4f6f-4ceb-aa96-30812ad5e19e req-a9a35994-33b6-4221-85f6-96da6459fcc4 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:18.057037 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-43466e22-4f6f-4ceb-aa96-30812ad5e19e req-a9a35994-33b6-4221-85f6-96da6459fcc4 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0823910 May 10 15:12:18.101522 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-43466e22-4f6f-4ceb-aa96-30812ad5e19e req-822edcc1-4588-4f6d-b3f7-0bb5e83e4fa0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387790 May 10 15:12:19.290693 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709622b0-b136-46af-8cd9-844d4caa8601 req-5ae71ae7-079e-4ec6-8f17-95d5bf1694f7 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:19.292298 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-709622b0-b136-46af-8cd9-844d4caa8601 req-5ae71ae7-079e-4ec6-8f17-95d5bf1694f7 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0808113 May 10 15:12:19.335796 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-709622b0-b136-46af-8cd9-844d4caa8601 req-5bed1545-b2ce-4e14-854f-18fb7bbb6dc1 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379279 May 10 15:12:20.111344 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-eafc4576-cd11-4103-b2af-3fe5c970082e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:20.525169 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7468b-34ef-49bf-a19d-b1c544988ffb req-8685e96e-a58d-4126-8287-4def33743221 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:20.526637 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a0e7468b-34ef-49bf-a19d-b1c544988ffb req-8685e96e-a58d-4126-8287-4def33743221 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0835640 May 10 15:12:20.570234 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a0e7468b-34ef-49bf-a19d-b1c544988ffb req-9d71c8c3-caad-4b62-b3f8-a6d76ccaab52 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380011 May 10 15:12:21.753390 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6196e9-bff0-4547-8360-2599d4be5eff req-2dfae583-aae5-497b-99fd-425d050b99dd tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:21.754860 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3a6196e9-bff0-4547-8360-2599d4be5eff req-2dfae583-aae5-497b-99fd-425d050b99dd tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0794642 May 10 15:12:21.799646 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3a6196e9-bff0-4547-8360-2599d4be5eff req-e649d3af-2769-41e3-90be-1e9259c233ac tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392392 May 10 15:12:22.324609 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-f1a598c0-ef3b-4c5e-9756-d402a73e1d6d service neutron] 10.222.0.86 "GET /v2.0/ports/c6bbd3da-a210-4d17-a121-f26a0a1c2860/bindings/hv-neutron-8412 HTTP/1.1" status: 200 len: 384 time: 0.1191077 May 10 15:12:22.396146 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8e830eca-d76b-444d-9d5b-efb954770f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:22.726000 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-5c2e3ef7-f89f-4ebd-8334-32cfa68e8d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:22.727471 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-5c2e3ef7-f89f-4ebd-8334-32cfa68e8d6d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515&tenant_id=4eed9c018c1e4956a71431e218f94cd3 HTTP/1.1" status: 200 len: 1099 time: 0.1780128 May 10 15:12:22.828162 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-88245b34-2453-43b4-a3e9-7499bc97bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:22.829919 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-88245b34-2453-43b4-a3e9-7499bc97bc31 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 1099 time: 0.0706730 May 10 15:12:22.964501 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-f3a13f2f-c334-4390-98a3-302b135b0c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:22.965945 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-f3a13f2f-c334-4390-98a3-302b135b0c5b service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.1268492 May 10 15:12:22.988941 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502a400-ea5c-415c-ad7c-1191aab2ecfa req-ba796480-f740-46cd-a7bc-f5daa8c1079e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:22.990337 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f502a400-ea5c-415c-ad7c-1191aab2ecfa req-ba796480-f740-46cd-a7bc-f5daa8c1079e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0853550 May 10 15:12:23.034979 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f502a400-ea5c-415c-ad7c-1191aab2ecfa req-d314d494-a143-467c-8138-4095284bc249 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388868 May 10 15:12:23.074043 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-7dfde17c-befd-4c19-ae15-60e20d40a2b6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6bbd3da-a210-4d17-a121-f26a0a1c2860 HTTP/1.1" status: 200 len: 1002 time: 0.0988629 May 10 15:12:23.141942 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-1b65b0e7-0539-4708-a689-ea7d6ef5eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:23.143381 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-1b65b0e7-0539-4708-a689-ea7d6ef5eca8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0594852 May 10 15:12:23.220461 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-68f959ba-f673-4223-a25b-0875289bd7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:23.221897 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-68f959ba-f673-4223-a25b-0875289bd7e8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688109 May 10 15:12:23.268923 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:23.352775 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:23.358284 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-29878744-6be8-4802-ab4c-562f6f3b38bc service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266932 May 10 15:12:23.389484 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:23.493952 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b43d8cd4-6fb6-4a84-b36c-b2409ff9f1b3 req-84737187-6d0f-4789-a270-5b90436a68d5 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257412 May 10 15:12:23.699418 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd20a8-2a1e-4bb4-997d-ea229be4f3cf req-8573ae91-2756-4300-8662-c57a953acd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:23.700869 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7efd20a8-2a1e-4bb4-997d-ea229be4f3cf req-8573ae91-2756-4300-8662-c57a953acd36 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 1099 time: 0.0717568 May 10 15:12:23.851971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd20a8-2a1e-4bb4-997d-ea229be4f3cf req-50109230-256e-485e-b60c-2907afe64c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:23.853390 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7efd20a8-2a1e-4bb4-997d-ea229be4f3cf req-50109230-256e-485e-b60c-2907afe64c60 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.1281199 May 10 15:12:23.961136 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7efd20a8-2a1e-4bb4-997d-ea229be4f3cf req-33d81ed0-654b-4b56-b1fc-37ac79842159 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6bbd3da-a210-4d17-a121-f26a0a1c2860 HTTP/1.1" status: 200 len: 1002 time: 0.1003842 May 10 15:12:24.028737 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd20a8-2a1e-4bb4-997d-ea229be4f3cf req-5758c366-623f-4377-aa00-a89d0a3e175d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:24.030110 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7efd20a8-2a1e-4bb4-997d-ea229be4f3cf req-5758c366-623f-4377-aa00-a89d0a3e175d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0616615 May 10 15:12:24.105607 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd20a8-2a1e-4bb4-997d-ea229be4f3cf req-6ad2faba-efb7-4fa3-bc46-1bfd213247b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:24.107085 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7efd20a8-2a1e-4bb4-997d-ea229be4f3cf req-6ad2faba-efb7-4fa3-bc46-1bfd213247b2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706565 May 10 15:12:24.222456 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaecf0b-c927-4be7-b49b-55874069151b req-f40821d0-c8d9-491d-9f4d-38b8d605cdce tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:24.223930 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6aaecf0b-c927-4be7-b49b-55874069151b req-f40821d0-c8d9-491d-9f4d-38b8d605cdce tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0817485 May 10 15:12:24.241459 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7efd20a8-2a1e-4bb4-997d-ea229be4f3cf req-1b507e1c-5ec4-4741-af26-6c9d5dcdb2cd service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272380 May 10 15:12:24.273867 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6aaecf0b-c927-4be7-b49b-55874069151b req-418029d8-3e03-4abd-b979-249d563559a9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442395 May 10 15:12:24.373727 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7efd20a8-2a1e-4bb4-997d-ea229be4f3cf req-42106ab9-fee6-409a-a4d4-8b51c2b0365e service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256950 May 10 15:12:24.943702 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:25.338198 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device c6bbd3da-a210-4d17-a121-f26a0a1c2860 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:12:25.343090 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device c6bbd3da-a210-4d17-a121-f26a0a1c2860 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:12:25.485118 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efca12-ba9c-4c41-8d11-298fb537b502 req-4d43fde6-74e2-44d7-8837-ce2f49955244 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:25.487290 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f0efca12-ba9c-4c41-8d11-298fb537b502 req-4d43fde6-74e2-44d7-8837-ce2f49955244 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0986383 May 10 15:12:25.537443 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f0efca12-ba9c-4c41-8d11-298fb537b502 req-3ea3a9f7-77c0-49bc-962f-8c053ff6ead7 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427237 May 10 15:12:25.584618 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:25.602129 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port c6bbd3da-a210-4d17-a121-f26a0a1c2860, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=c6bbd3da-a210-4d17-a121-f26a0a1c2860,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:12:25.621517 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'c6bbd3da-a210-4d17-a121-f26a0a1c2860', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'port_id': 'c6bbd3da-a210-4d17-a121-f26a0a1c2860', 'mac_address': 'fa:16:3e:28:cd:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:12:25.627159 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a0c7b4-f528-4cb6-acdc-dbd500625515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6bbd3da-a210-4d17-a121-f26a0a1c2860'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:12:25.705815 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-becf719c-e3b0-40be-8e40-484e4e5aca0a'] response: {'server_uuid': '19a0c7b4-f528-4cb6-acdc-dbd500625515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6bbd3da-a210-4d17-a121-f26a0a1c2860', 'code': 200} May 10 15:12:25.707307 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port c6bbd3da-a210-4d17-a121-f26a0a1c2860, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=c6bbd3da-a210-4d17-a121-f26a0a1c2860,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:12:25.715260 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:25.776099 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:25.800305 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6bbd3da-a210-4d17-a121-f26a0a1c2860 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:12:25.808133 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=c6bbd3da-a210-4d17-a121-f26a0a1c2860,revision_number=6']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:25.846080 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:25.846346 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:25.846785 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:25.847118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:25.847447 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:25.847776 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:25.848101 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:25.848423 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:25.848744 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:25.849064 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:25.849383 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:25.849695 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:25.878368 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 15:12:25.878755 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 15:12:26.431195 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:26.448446 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6bbd3da-a210-4d17-a121-f26a0a1c2860 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:12:26.463281 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port c6bbd3da-a210-4d17-a121-f26a0a1c2860, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=c6bbd3da-a210-4d17-a121-f26a0a1c2860,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:12:26.467361 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:26.533785 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['c6bbd3da-a210-4d17-a121-f26a0a1c2860'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:12:26.580078 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=c6bbd3da-a210-4d17-a121-f26a0a1c2860,revision_number=7']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:26.732124 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39769b62-9fed-4c61-af91-33aec478fc46 req-902ca8b7-4834-4652-8962-5fc86752ab3a tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:26.733573 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-39769b62-9fed-4c61-af91-33aec478fc46 req-902ca8b7-4834-4652-8962-5fc86752ab3a tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 945 time: 0.0858936 May 10 15:12:26.778013 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-39769b62-9fed-4c61-af91-33aec478fc46 req-bee64436-f961-4d80-b03d-68c38d88e85d tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384338 May 10 15:12:27.180495 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-da1f9292-bb5e-47a3-97b8-9a13d55f9a8e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:27.181172 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-da1f9292-bb5e-47a3-97b8-9a13d55f9a8e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Synchronizing usage tracker for tenant:4eed9c018c1e4956a71431e218f94cd3 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:12:27.198238 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-da1f9292-bb5e-47a3-97b8-9a13d55f9a8e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Unset dirty status for tenant:4eed9c018c1e4956a71431e218f94cd3 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:12:27.199427 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-da1f9292-bb5e-47a3-97b8-9a13d55f9a8e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.86 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515&tenant_id=4eed9c018c1e4956a71431e218f94cd3&binding%3Ahost_id=hv-neutron-8412 HTTP/1.1" status: 200 len: 945 time: 0.1055732 May 10 15:12:27.229287 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67537fc-847f-46a1-9b93-7f71cb0275fb req-e328e467-7d72-4ba3-9f4c-10d5cfb5ca40 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:27.230857 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f67537fc-847f-46a1-9b93-7f71cb0275fb req-e328e467-7d72-4ba3-9f4c-10d5cfb5ca40 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 945 time: 0.0818512 May 10 15:12:27.279435 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f67537fc-847f-46a1-9b93-7f71cb0275fb req-0d4a1641-3aae-4d9e-b31f-12e52defe5d7 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418208 May 10 15:12:27.344152 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device c6bbd3da-a210-4d17-a121-f26a0a1c2860 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:12:27.375579 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-a7292442-52c7-4e4c-9a65-398cb544101b service neutron] 10.222.0.86 "GET /v2.0/ports/c6bbd3da-a210-4d17-a121-f26a0a1c2860/bindings/hv-neutron-8412 HTTP/1.1" status: 200 len: 384 time: 0.1702838 May 10 15:12:27.415837 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port c6bbd3da-a210-4d17-a121-f26a0a1c2860 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:12:27.416204 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:27.469605 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-0a8eadbe-df6c-4a51-94e8-9509f3807053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:27.471960 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-0a8eadbe-df6c-4a51-94e8-9509f3807053 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 1098 time: 0.0748115 May 10 15:12:27.533759 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:27.565655 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port c6bbd3da-a210-4d17-a121-f26a0a1c2860, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=c6bbd3da-a210-4d17-a121-f26a0a1c2860,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:12:27.569494 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:27.608607 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-a5cadd16-87d1-4413-926a-4a9b98e0b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:27.610156 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-a5cadd16-87d1-4413-926a-4a9b98e0b3a9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.1314571 May 10 15:12:27.639433 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=c6bbd3da-a210-4d17-a121-f26a0a1c2860,revision_number=8']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:27.706850 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a0c7b4-f528-4cb6-acdc-dbd500625515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bbd3da-a210-4d17-a121-f26a0a1c2860'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:12:27.713425 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-d0d738cd-932a-47a5-9a4c-a99068445818 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6bbd3da-a210-4d17-a121-f26a0a1c2860 HTTP/1.1" status: 200 len: 1002 time: 0.0966153 May 10 15:12:27.760667 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f182058-3f95-4f12-9121-1591eae2ad7c'] response: {'server_uuid': '19a0c7b4-f528-4cb6-acdc-dbd500625515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bbd3da-a210-4d17-a121-f26a0a1c2860', 'code': 200} May 10 15:12:27.779871 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-32ddd190-d594-450b-8ba2-3ae4127f98b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:27.781297 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-32ddd190-d594-450b-8ba2-3ae4127f98b6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0606482 May 10 15:12:27.855686 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-7c102d5e-3349-4b18-a01e-f83913cac0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:27.857123 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-7c102d5e-3349-4b18-a01e-f83913cac0b9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696592 May 10 15:12:27.989066 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-18f9df14-9baf-4b32-b666-464096edd1ee service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247222 May 10 15:12:28.119633 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-6ff0b212-a7df-458b-840f-6c209b20e014 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244428 May 10 15:12:28.470667 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40678b-dbd4-467d-9c5e-1616ef12f7d8 req-c07da9cc-0b90-43d2-ba77-b1c8037d656d tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:28.472101 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-db40678b-dbd4-467d-9c5e-1616ef12f7d8 req-c07da9cc-0b90-43d2-ba77-b1c8037d656d tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0843692 May 10 15:12:28.516067 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-db40678b-dbd4-467d-9c5e-1616ef12f7d8 req-c6ea44d4-8216-45a6-aa7b-477deb857ce3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383272 May 10 15:12:29.701281 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffeea6-6af8-4496-a3e1-1d5008f1092a req-11bc0107-f971-4027-845a-fae8b209c3ce tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:29.702759 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-92ffeea6-6af8-4496-a3e1-1d5008f1092a req-11bc0107-f971-4027-845a-fae8b209c3ce tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0801344 May 10 15:12:29.750138 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-92ffeea6-6af8-4496-a3e1-1d5008f1092a req-e62f4232-6ee0-4e6e-8127-716235b02dd5 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415676 May 10 15:12:30.732470 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-42085a11-9ae3-4554-ae79-1c01ccafaa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:30.733936 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-42085a11-9ae3-4554-ae79-1c01ccafaa13 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515&tenant_id=4eed9c018c1e4956a71431e218f94cd3 HTTP/1.1" status: 200 len: 1099 time: 0.0744808 May 10 15:12:30.830545 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-aeab0e33-e776-4188-8276-2d4041c42417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:30.832010 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-aeab0e33-e776-4188-8276-2d4041c42417 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 1099 time: 0.0725896 May 10 15:12:30.940464 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480030f-d3e1-42fc-a814-766b06e8cf9d req-3edea477-8fe8-4583-b573-1e37d830a60e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:30.941928 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3480030f-d3e1-42fc-a814-766b06e8cf9d req-3edea477-8fe8-4583-b573-1e37d830a60e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0829108 May 10 15:12:30.978993 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-a87bcbf0-4c5e-46eb-9cbd-970f0d943e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:30.980466 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-a87bcbf0-4c5e-46eb-9cbd-970f0d943e36 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.1385682 May 10 15:12:30.987830 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3480030f-d3e1-42fc-a814-766b06e8cf9d req-8b85d9b4-36ae-4049-9288-5c2a2a8b1105 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395145 May 10 15:12:31.089196 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-32870cab-6226-4433-9ade-7b4321bbae00 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6bbd3da-a210-4d17-a121-f26a0a1c2860 HTTP/1.1" status: 200 len: 1002 time: 0.0970681 May 10 15:12:31.152949 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-745ba5a4-a233-4459-84f1-66c0164e7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:31.154333 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-745ba5a4-a233-4459-84f1-66c0164e7133 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0557187 May 10 15:12:31.237876 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-731b5832-1fa7-468d-8d31-6554e7e6eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:31.239346 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-731b5832-1fa7-468d-8d31-6554e7e6eaa8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756309 May 10 15:12:31.380006 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-a39db4c7-17d8-4b3e-9a10-c4dd2b4d475a service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302681 May 10 15:12:31.602830 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f1b3c85d-ba52-4447-91fb-c848abf5cb91 req-36d7fcd2-e677-4cc6-9358-7f509dc83c85 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137229 May 10 15:12:32.178295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6865538-e367-4a5b-a20f-769155912d80 req-6ebffb6a-85ba-4399-ad46-990d0683d58d tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:32.179681 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b6865538-e367-4a5b-a20f-769155912d80 req-6ebffb6a-85ba-4399-ad46-990d0683d58d tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0832520 May 10 15:12:32.222558 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b6865538-e367-4a5b-a20f-769155912d80 req-295ec979-7c3a-4a50-ad1b-f840d6777cea tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373287 May 10 15:12:33.359613 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device c6bbd3da-a210-4d17-a121-f26a0a1c2860 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:12:33.409834 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb3577-0ad4-4dbe-8589-33bfc1c35771 req-b92226b9-57af-4ab7-86e7-2c6791bd3daa tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:33.411365 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fecb3577-0ad4-4dbe-8589-33bfc1c35771 req-b92226b9-57af-4ab7-86e7-2c6791bd3daa tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0831144 May 10 15:12:33.455882 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fecb3577-0ad4-4dbe-8589-33bfc1c35771 req-3e8d6995-de11-4c43-9aa6-1d97ce1689e4 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386026 May 10 15:12:33.496776 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port c6bbd3da-a210-4d17-a121-f26a0a1c2860, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=c6bbd3da-a210-4d17-a121-f26a0a1c2860,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:12:33.510848 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'c6bbd3da-a210-4d17-a121-f26a0a1c2860', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'port_id': 'c6bbd3da-a210-4d17-a121-f26a0a1c2860', 'mac_address': 'fa:16:3e:28:cd:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:12:33.572973 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:33.591731 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6bbd3da-a210-4d17-a121-f26a0a1c2860 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:12:33.607869 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port c6bbd3da-a210-4d17-a121-f26a0a1c2860, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=c6bbd3da-a210-4d17-a121-f26a0a1c2860,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:12:33.611908 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:33.646668 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb338e-c394-4627-8400-95084c7ba6b7 req-484e8e1b-e611-4eaf-b131-e4e878675985 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:33.648132 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-08bb338e-c394-4627-8400-95084c7ba6b7 req-484e8e1b-e611-4eaf-b131-e4e878675985 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 946 time: 0.0867934 May 10 15:12:33.684436 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=c6bbd3da-a210-4d17-a121-f26a0a1c2860,revision_number=9']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:33.689070 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['c6bbd3da-a210-4d17-a121-f26a0a1c2860'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:12:33.692291 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-08bb338e-c394-4627-8400-95084c7ba6b7 req-662d2065-dbf5-4ac4-970d-0f1c92781af2 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382895 May 10 15:12:33.877740 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c55e0-fe39-4088-a4f5-4dbd9db48ff6 req-521eaa1a-577a-4011-b74b-ea01bc5050e0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:33.879253 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-531c55e0-fe39-4088-a4f5-4dbd9db48ff6 req-521eaa1a-577a-4011-b74b-ea01bc5050e0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 945 time: 0.0823171 May 10 15:12:33.923648 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-531c55e0-fe39-4088-a4f5-4dbd9db48ff6 req-15a54a00-4a39-4bf5-ba44-4d3cb1e1bd0a tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380790 May 10 15:12:34.305287 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b5232-ba8d-4a9a-afcd-95bdc654cc70 req-cc40b0a6-b835-4ee2-acbe-9c8426645766 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:34.306739 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-529b5232-ba8d-4a9a-afcd-95bdc654cc70 req-cc40b0a6-b835-4ee2-acbe-9c8426645766 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 945 time: 0.0822222 May 10 15:12:34.350360 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-529b5232-ba8d-4a9a-afcd-95bdc654cc70 req-c54eaed0-3fd3-475d-9cb1-d37f9b7a9294 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375018 May 10 15:12:35.372873 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device c6bbd3da-a210-4d17-a121-f26a0a1c2860 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:12:35.440282 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port c6bbd3da-a210-4d17-a121-f26a0a1c2860 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:12:35.440652 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:35.536297 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349a8be-73a4-4b27-9e75-56d70585a8a8 req-bd6703f2-8203-4b43-8254-b1dd21d74d0d tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:35.537740 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4349a8be-73a4-4b27-9e75-56d70585a8a8 req-bd6703f2-8203-4b43-8254-b1dd21d74d0d tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 945 time: 0.0799544 May 10 15:12:35.558707 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:35.587932 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a0c7b4-f528-4cb6-acdc-dbd500625515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bbd3da-a210-4d17-a121-f26a0a1c2860'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:12:35.596791 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port c6bbd3da-a210-4d17-a121-f26a0a1c2860, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=c6bbd3da-a210-4d17-a121-f26a0a1c2860,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:12:35.602320 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:35.640868 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-766457f4-5df6-4ae8-8f14-53b5189e2a28'] response: {'server_uuid': '19a0c7b4-f528-4cb6-acdc-dbd500625515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6bbd3da-a210-4d17-a121-f26a0a1c2860', 'code': 200} May 10 15:12:35.680605 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=c6bbd3da-a210-4d17-a121-f26a0a1c2860,revision_number=10']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:35.693289 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4349a8be-73a4-4b27-9e75-56d70585a8a8 req-100fa170-997d-44ec-8575-9dbbfb14fcad tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498230 May 10 15:12:36.511029 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01986395-2045-4ba8-a3ef-eda5c9cf7abb req-8d1f5b55-8c32-47de-9c44-e4813af7e901 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:36.512436 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-01986395-2045-4ba8-a3ef-eda5c9cf7abb req-8d1f5b55-8c32-47de-9c44-e4813af7e901 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.86 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 947 time: 0.0782406 May 10 15:12:36.586586 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-01986395-2045-4ba8-a3ef-eda5c9cf7abb req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Deleting port c6bbd3da-a210-4d17-a121-f26a0a1c2860 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:12:36.586920 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-01986395-2045-4ba8-a3ef-eda5c9cf7abb req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:36.826686 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-01986395-2045-4ba8-a3ef-eda5c9cf7abb req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] For port c6bbd3da-a210-4d17-a121-f26a0a1c2860, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=c6bbd3da-a210-4d17-a121-f26a0a1c2860,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:12:36.826938 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-01986395-2045-4ba8-a3ef-eda5c9cf7abb req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:36.880636 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecfe83-8c38-44c0-a905-601e0637e15d req-92151e92-126c-4799-90dc-130b2959e2d6 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:36.882200 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bbecfe83-8c38-44c0-a905-601e0637e15d req-92151e92-126c-4799-90dc-130b2959e2d6 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 947 time: 0.0797260 May 10 15:12:36.927608 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bbecfe83-8c38-44c0-a905-601e0637e15d req-71554dea-e965-4a08-9d2a-182e34d4d2d5 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396240 May 10 15:12:37.121042 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-01986395-2045-4ba8-a3ef-eda5c9cf7abb req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:37.121318 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-01986395-2045-4ba8-a3ef-eda5c9cf7abb req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:37.121621 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [req-01986395-2045-4ba8-a3ef-eda5c9cf7abb req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Floating IP 4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d disassociated. External IP: 172.26.0.26, port: c6bbd3da-a210-4d17-a121-f26a0a1c2860. May 10 15:12:37.121948 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-01986395-2045-4ba8-a3ef-eda5c9cf7abb req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Calling delete_port for c6bbd3da-a210-4d17-a121-f26a0a1c2860 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:12:37.262974 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-01986395-2045-4ba8-a3ef-eda5c9cf7abb req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:37.312458 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Pushing event deleted for resources: {'Port': ['ID=c6bbd3da-a210-4d17-a121-f26a0a1c2860,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:37.322827 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:37.323170 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:37.323500 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:37.323826 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:37.324147 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:37.324468 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:37.324788 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:37.325103 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:37.325418 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:37.325734 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:37.326043 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:37.326353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:12:37.512621 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01986395-2045-4ba8-a3ef-eda5c9cf7abb req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Router 6f64c65a-4121-44c3-ae93-8430e1a744db has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:12:37.685951 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01986395-2045-4ba8-a3ef-eda5c9cf7abb req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:12:37.697810 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aab390-f4d6-468c-98de-3467661868c0 None None] Sync routers for ids ['6f64c65a-4121-44c3-ae93-8430e1a744db'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:12:37.708042 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aab390-f4d6-468c-98de-3467661868c0 None None] Routers {'6f64c65a-4121-44c3-ae93-8430e1a744db'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:12:37.708658 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-a3aab390-f4d6-468c-98de-3467661868c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:12:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6f64c65a-4121-44c3-ae93-8430e1a744db'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:37.761023 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-01986395-2045-4ba8-a3ef-eda5c9cf7abb req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] No DVR routers for this DVR port c6bbd3da-a210-4d17-a121-f26a0a1c2860 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:12:37.763524 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-01986395-2045-4ba8-a3ef-eda5c9cf7abb req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:37.766143 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a0c7b4-f528-4cb6-acdc-dbd500625515', 'name': 'network-vif-deleted', 'tag': 'c6bbd3da-a210-4d17-a121-f26a0a1c2860'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:12:37.783891 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-01986395-2045-4ba8-a3ef-eda5c9cf7abb req-613316cd-169a-4722-9380-228d1b031dba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.86 "DELETE /v2.0/ports/c6bbd3da-a210-4d17-a121-f26a0a1c2860 HTTP/1.1" status: 204 len: 173 time: 1.2629306 May 10 15:12:37.819610 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eb13ede-802b-461a-9c7e-ab5af388a679'] response: {'server_uuid': '19a0c7b4-f528-4cb6-acdc-dbd500625515', 'name': 'network-vif-deleted', 'tag': 'c6bbd3da-a210-4d17-a121-f26a0a1c2860', 'status': 'completed', 'code': 200} May 10 15:12:37.886618 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-a3aab390-f4d6-468c-98de-3467661868c0 None None] Set router 6f64c65a-4121-44c3-ae93-8430e1a744db gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:12:38.092765 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c488043b-167f-47ca-922d-7d3ef85dc1ae req-e67540f6-0e71-454a-964f-bca0a42d39d2 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=19a0c7b4-f528-4cb6-acdc-dbd500625515 HTTP/1.1" status: 200 len: 210 time: 0.0464365 May 10 15:12:38.197805 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-a3aab390-f4d6-468c-98de-3467661868c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:45Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:38.201524 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aab390-f4d6-468c-98de-3467661868c0 None None] Checking router: 6f64c65a-4121-44c3-ae93-8430e1a744db for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:12:38.210669 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aab390-f4d6-468c-98de-3467661868c0 None None] Routers {'6f64c65a-4121-44c3-ae93-8430e1a744db'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:12:38.211201 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-a3aab390-f4d6-468c-98de-3467661868c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:12:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6f64c65a-4121-44c3-ae93-8430e1a744db'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:38.406177 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-a3aab390-f4d6-468c-98de-3467661868c0 None None] Set router 6f64c65a-4121-44c3-ae93-8430e1a744db gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:12:38.714055 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-a3aab390-f4d6-468c-98de-3467661868c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:45Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:38.717884 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aab390-f4d6-468c-98de-3467661868c0 None None] The sync data for ids ['6f64c65a-4121-44c3-ae93-8430e1a744db'] in dv-neutron-841204-2-hyperv is: [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:45Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:12:38.925198 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94186933-e82d-4271-a603-4f512fd07840 None None] New status for floating IP 4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d: DOWN {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:12:39.425956 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-7ab1e7a5-1909-4eb1-8e40-1b31a8977182 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--150933336&fields=id&tenant_id=4eed9c018c1e4956a71431e218f94cd3 HTTP/1.1" status: 200 len: 267 time: 0.0393846 May 10 15:12:39.572277 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-3244771e-140b-4f2c-a9fe-b927907e9723 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:39.573603 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-3244771e-140b-4f2c-a9fe-b927907e9723 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 811 time: 0.1413331 May 10 15:12:39.588644 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-45a1970d-ad8b-43b7-ae71-976a039c68b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/quotas/4eed9c018c1e4956a71431e218f94cd3 HTTP/1.1" status: 200 len: 375 time: 0.0096250 May 10 15:12:39.671658 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-f8cbacd6-9885-4157-9d3d-8b4f04575dde tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780971 May 10 15:12:39.806660 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-c3c65ec3-5ea3-4197-9abf-9befc326b7c2 service neutron] 10.222.0.79 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232779 May 10 15:12:39.937532 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-13bf62ee-3272-4e60-98ff-274f98caa1f3 service neutron] 10.222.0.79 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252179 May 10 15:12:40.118338 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b3f76ac3-3101-469a-9817-fd12081aaefc req-a5759951-fece-42a2-9527-bb9ea55bb075 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 210 time: 0.0487542 May 10 15:12:41.276470 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ded6ff72-2694-41b3-983d-f722dbfb2316 req-ec0b69a2-05e6-4e0d-b909-6b647101f001 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 210 time: 0.0444098 May 10 15:12:41.330564 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-c42399c4-38f3-4b3d-88af-8cddd64db8c1 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:41.332010 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-c42399c4-38f3-4b3d-88af-8cddd64db8c1 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 811 time: 0.2675107 May 10 15:12:41.384043 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-2588c9b3-c8e3-458b-bf6c-bb6c8899991f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4eed9c018c1e4956a71431e218f94cd3 HTTP/1.1" status: 200 len: 379 time: 0.0382493 May 10 15:12:41.393709 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-f77d90c0-0cfe-48d2-a4b8-07ca722578ea tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Request body: {'port': {'device_id': 'c5bedc31-0d2e-49b3-83ca-69ab932e98f7', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'admin_state_up': True, 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'security_groups': ['4647a9e8-2248-40bc-b6c0-f76293530f8b']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:12:41.397092 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device c6bbd3da-a210-4d17-a121-f26a0a1c2860 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:12:41.430827 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: c6bbd3da-a210-4d17-a121-f26a0a1c2860 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:12:41.431171 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device c6bbd3da-a210-4d17-a121-f26a0a1c2860 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:12:41.528845 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-f77d90c0-0cfe-48d2-a4b8-07ca722578ea tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:12:41.533569 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-f77d90c0-0cfe-48d2-a4b8-07ca722578ea tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Usage tracker for resource:port and tenant:4eed9c018c1e4956a71431e218f94cd3 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:12:41.536329 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-f77d90c0-0cfe-48d2-a4b8-07ca722578ea tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:12:41.541810 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-f77d90c0-0cfe-48d2-a4b8-07ca722578ea tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:12:41.551099 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-f77d90c0-0cfe-48d2-a4b8-07ca722578ea tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Made reservation on behalf of 4eed9c018c1e4956a71431e218f94cd3 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:12:41.554573 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-f77d90c0-0cfe-48d2-a4b8-07ca722578ea tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:41.714158 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-f77d90c0-0cfe-48d2-a4b8-07ca722578ea tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Allocated IP 172.20.0.8 (9b84b531-9498-43d5-9135-92b81e370abf/15cce23b-4f12-4d71-a1d1-2e76edcba37b/db670115-2381-48ca-b2d1-e391e7e0f0a0) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:12:41.899665 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-f77d90c0-0cfe-48d2-a4b8-07ca722578ea tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:41.914990 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-f77d90c0-0cfe-48d2-a4b8-07ca722578ea tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Transition to ACTIVE for port object db670115-2381-48ca-b2d1-e391e7e0f0a0 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:12:41.938611 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-f77d90c0-0cfe-48d2-a4b8-07ca722578ea tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:42.009618 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-f77d90c0-0cfe-48d2-a4b8-07ca722578ea tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Network 9b84b531-9498-43d5-9135-92b81e370abf is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:12:42.012511 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-f77d90c0-0cfe-48d2-a4b8-07ca722578ea tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:12:42.017099 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-f77d90c0-0cfe-48d2-a4b8-07ca722578ea tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:12:42.053879 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d90c0-0cfe-48d2-a4b8-07ca722578ea tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Pushing event updated for resources: {'Port': ['ID=db670115-2381-48ca-b2d1-e391e7e0f0a0,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:42.087579 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-f77d90c0-0cfe-48d2-a4b8-07ca722578ea tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:42.088182 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-f77d90c0-0cfe-48d2-a4b8-07ca722578ea tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:42.113762 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-f77d90c0-0cfe-48d2-a4b8-07ca722578ea tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7240241 May 10 15:12:42.125270 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-6dea9359-a323-42e4-a774-11873f4a58fd service neutron] Request body: {'port': {'device_id': 'c5bedc31-0d2e-49b3-83ca-69ab932e98f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:12:42.239425 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-6dea9359-a323-42e4-a774-11873f4a58fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:42.281746 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-bb5202ab-f76e-4937-959c-d96e5a3cf4d4 None None] Provisioning for port db670115-2381-48ca-b2d1-e391e7e0f0a0 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:12:42.287489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-bb5202ab-f76e-4937-959c-d96e5a3cf4d4 None None] Provisioning complete for port db670115-2381-48ca-b2d1-e391e7e0f0a0 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:12:42.287871 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bb5202ab-f76e-4937-959c-d96e5a3cf4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:42.346386 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-bb5202ab-f76e-4937-959c-d96e5a3cf4d4 None None] Port db670115-2381-48ca-b2d1-e391e7e0f0a0 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:12:42.466897 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa87718-c1f5-4e59-aa68-eec21eaeb171 req-4634d406-fe72-49ff-9a95-a349f7643ba1 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:42.468348 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dfa87718-c1f5-4e59-aa68-eec21eaeb171 req-4634d406-fe72-49ff-9a95-a349f7643ba1 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 931 time: 0.0820987 May 10 15:12:42.516673 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dfa87718-c1f5-4e59-aa68-eec21eaeb171 req-3ee7a5d7-41aa-42ec-9d01-aba309afe447 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409958 May 10 15:12:42.589806 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-6dea9359-a323-42e4-a774-11873f4a58fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db670115-2381-48ca-b2d1-e391e7e0f0a0 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:12:42.597016 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-6dea9359-a323-42e4-a774-11873f4a58fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:42.610928 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-6dea9359-a323-42e4-a774-11873f4a58fd service neutron] Transition to ACTIVE for port object db670115-2381-48ca-b2d1-e391e7e0f0a0 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:12:42.614780 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-6dea9359-a323-42e4-a774-11873f4a58fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:42.773587 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea9359-a323-42e4-a774-11873f4a58fd service neutron] Pushing event updated for resources: {'Port': ['ID=db670115-2381-48ca-b2d1-e391e7e0f0a0,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:42.854580 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-6dea9359-a323-42e4-a774-11873f4a58fd service neutron] Attempting to bind port db670115-2381-48ca-b2d1-e391e7e0f0a0 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:12:42.854912 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-6dea9359-a323-42e4-a774-11873f4a58fd service neutron] Attempting to bind port db670115-2381-48ca-b2d1-e391e7e0f0a0 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:12:42.855239 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-6dea9359-a323-42e4-a774-11873f4a58fd service neutron] Attempting to bind port db670115-2381-48ca-b2d1-e391e7e0f0a0 on network 9b84b531-9498-43d5-9135-92b81e370abf {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:12:42.860463 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-6dea9359-a323-42e4-a774-11873f4a58fd service neutron] Port db670115-2381-48ca-b2d1-e391e7e0f0a0 on network 9b84b531-9498-43d5-9135-92b81e370abf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:12:42.860956 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-6dea9359-a323-42e4-a774-11873f4a58fd service neutron] Attempting to bind port db670115-2381-48ca-b2d1-e391e7e0f0a0 on network 9b84b531-9498-43d5-9135-92b81e370abf {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:12:42.866330 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-6dea9359-a323-42e4-a774-11873f4a58fd service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:12:42.866873 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-6dea9359-a323-42e4-a774-11873f4a58fd service neutron] Checking segment: {'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:12:42.867254 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-6dea9359-a323-42e4-a774-11873f4a58fd service neutron] Bound using segment: {'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:12:42.867665 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-6dea9359-a323-42e4-a774-11873f4a58fd service neutron] Bound port: db670115-2381-48ca-b2d1-e391e7e0f0a0, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9060ec-8bac-4c51-a805-dbdb5c934112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:12:42.868007 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-6dea9359-a323-42e4-a774-11873f4a58fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:42.958819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-6dea9359-a323-42e4-a774-11873f4a58fd service neutron] For port db670115-2381-48ca-b2d1-e391e7e0f0a0, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:12:42.961725 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-6dea9359-a323-42e4-a774-11873f4a58fd service neutron] For port db670115-2381-48ca-b2d1-e391e7e0f0a0, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=db670115-2381-48ca-b2d1-e391e7e0f0a0,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:12:42.966768 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-6dea9359-a323-42e4-a774-11873f4a58fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:43.026142 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-6dea9359-a323-42e4-a774-11873f4a58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:43.026762 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-6dea9359-a323-42e4-a774-11873f4a58fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:43.028103 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-6dea9359-a323-42e4-a774-11873f4a58fd service neutron] 10.222.0.86 "PUT /v2.0/ports/db670115-2381-48ca-b2d1-e391e7e0f0a0 HTTP/1.1" status: 200 len: 1093 time: 0.9071271 May 10 15:12:43.028531 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5bedc31-0d2e-49b3-83ca-69ab932e98f7', 'tag': 'db670115-2381-48ca-b2d1-e391e7e0f0a0'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:12:43.050962 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea9359-a323-42e4-a774-11873f4a58fd service neutron] Pushing event updated for resources: {'Port': ['ID=db670115-2381-48ca-b2d1-e391e7e0f0a0,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:43.102512 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbcabfcf-843a-4d7c-909a-f0bc138abebd'] response: {'name': 'network-changed', 'server_uuid': 'c5bedc31-0d2e-49b3-83ca-69ab932e98f7', 'tag': 'db670115-2381-48ca-b2d1-e391e7e0f0a0', 'status': 'completed', 'code': 200} May 10 15:12:43.246914 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-eaade537-a1bb-4649-802b-ab495f6a8e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:43.248297 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-eaade537-a1bb-4649-802b-ab495f6a8e2b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 1096 time: 0.1798379 May 10 15:12:43.318376 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-6de320ec-c203-404c-ad4a-9237a040a689 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db670115-2381-48ca-b2d1-e391e7e0f0a0 HTTP/1.1" status: 200 len: 217 time: 0.0616214 May 10 15:12:43.382484 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-8464b394-0dc4-44e2-a8a6-c51dbdf511c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:43.383845 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-8464b394-0dc4-44e2-a8a6-c51dbdf511c9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0594771 May 10 15:12:43.459369 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-2ef81eb7-2ce0-4641-93a5-d565882a2eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:43.460790 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-2ef81eb7-2ce0-4641-93a5-d565882a2eff service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708082 May 10 15:12:43.593631 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-f981844e-ad32-461c-adc4-daac1c70c627 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258097 May 10 15:12:43.704224 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b176d3-a394-4ff2-be6e-aa3ecb8f6250 req-f1eb3bf0-4c3c-4a7f-a8fc-7097bf8a2172 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:43.706249 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-52b176d3-a394-4ff2-be6e-aa3ecb8f6250 req-f1eb3bf0-4c3c-4a7f-a8fc-7097bf8a2172 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 943 time: 0.0832615 May 10 15:12:43.730168 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-299ee730-0ae5-42c0-ac6f-be4a52ebf7b8 req-7e404897-b1a6-497b-9878-33c435bdab5d service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295867 May 10 15:12:43.752704 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-52b176d3-a394-4ff2-be6e-aa3ecb8f6250 req-6b652d14-fa63-47bc-bfa5-1ea38e8af1c8 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405207 May 10 15:12:43.849712 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e665c-438d-4319-9f4b-ea2da615a681 req-ec1ec49b-b50e-429f-b0ba-1ec4a7e58102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:43.851125 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9e7e665c-438d-4319-9f4b-ea2da615a681 req-ec1ec49b-b50e-429f-b0ba-1ec4a7e58102 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 1096 time: 0.0752363 May 10 15:12:43.987214 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e665c-438d-4319-9f4b-ea2da615a681 req-974d92f7-54c7-4884-813d-5e17755e9cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:43.988645 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9e7e665c-438d-4319-9f4b-ea2da615a681 req-974d92f7-54c7-4884-813d-5e17755e9cae service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.1271856 May 10 15:12:44.055295 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9e7e665c-438d-4319-9f4b-ea2da615a681 req-66ff7dbf-0c6d-474c-ba2e-7cc9445f55a1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db670115-2381-48ca-b2d1-e391e7e0f0a0 HTTP/1.1" status: 200 len: 217 time: 0.0597434 May 10 15:12:44.120415 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e665c-438d-4319-9f4b-ea2da615a681 req-009e2f7a-d8d1-434f-b548-93876c0227a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:44.121754 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9e7e665c-438d-4319-9f4b-ea2da615a681 req-009e2f7a-d8d1-434f-b548-93876c0227a2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0599625 May 10 15:12:44.196928 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e665c-438d-4319-9f4b-ea2da615a681 req-eaa12ea8-9745-43dc-8bc3-ddf77f1c59af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:44.198445 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9e7e665c-438d-4319-9f4b-ea2da615a681 req-eaa12ea8-9745-43dc-8bc3-ddf77f1c59af service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698931 May 10 15:12:44.331197 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9e7e665c-438d-4319-9f4b-ea2da615a681 req-b834a021-a796-4200-a6e6-8a4b83da969a service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233923 May 10 15:12:44.463680 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9e7e665c-438d-4319-9f4b-ea2da615a681 req-02b9b006-f642-4dcc-8f52-cf5780d00fc7 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255314 May 10 15:12:44.965520 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38383ac1-7a6b-4d3d-a9a1-13c909e51e34 req-41cffe6e-85c6-4467-beef-7a80598105e7 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:44.966985 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-38383ac1-7a6b-4d3d-a9a1-13c909e51e34 req-41cffe6e-85c6-4467-beef-7a80598105e7 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 943 time: 0.1017103 May 10 15:12:45.011917 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-38383ac1-7a6b-4d3d-a9a1-13c909e51e34 req-82fe60dc-bd0e-41bc-b164-427ad3424ad8 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390329 May 10 15:12:45.430372 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device db670115-2381-48ca-b2d1-e391e7e0f0a0 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:12:45.558895 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port db670115-2381-48ca-b2d1-e391e7e0f0a0, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=db670115-2381-48ca-b2d1-e391e7e0f0a0,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:12:45.572534 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'db670115-2381-48ca-b2d1-e391e7e0f0a0', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'port_id': 'db670115-2381-48ca-b2d1-e391e7e0f0a0', 'mac_address': 'fa:16:3e:51:c6:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:12:45.625061 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:45.642286 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db670115-2381-48ca-b2d1-e391e7e0f0a0 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:12:45.657310 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port db670115-2381-48ca-b2d1-e391e7e0f0a0, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=db670115-2381-48ca-b2d1-e391e7e0f0a0,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:12:45.661162 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:45.728475 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=db670115-2381-48ca-b2d1-e391e7e0f0a0,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:45.891559 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['db670115-2381-48ca-b2d1-e391e7e0f0a0'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:12:46.199971 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eaabbd-7307-418c-94fd-ab37a723f708 req-91481239-a2ec-47a2-9330-2c6870c50167 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:46.201402 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a0eaabbd-7307-418c-94fd-ab37a723f708 req-91481239-a2ec-47a2-9330-2c6870c50167 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 944 time: 0.0791461 May 10 15:12:46.245678 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a0eaabbd-7307-418c-94fd-ab37a723f708 req-15d53117-1ccf-46c0-bdf1-80e1688cc54e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384037 May 10 15:12:47.433347 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b4397-41b3-45f7-99d3-76ffc2b2d17e req-b8d1b99d-0148-4d41-bfc4-10b19e93fa9b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:47.434797 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-024b4397-41b3-45f7-99d3-76ffc2b2d17e req-b8d1b99d-0148-4d41-bfc4-10b19e93fa9b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 944 time: 0.0831430 May 10 15:12:47.447578 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device db670115-2381-48ca-b2d1-e391e7e0f0a0 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:12:47.478658 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-024b4397-41b3-45f7-99d3-76ffc2b2d17e req-d66fd714-e7c0-48c2-a639-77f4168551b3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374255 May 10 15:12:47.514118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port db670115-2381-48ca-b2d1-e391e7e0f0a0 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:12:47.518734 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port db670115-2381-48ca-b2d1-e391e7e0f0a0 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:12:47.519107 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:47.634632 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:47.660542 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bedc31-0d2e-49b3-83ca-69ab932e98f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db670115-2381-48ca-b2d1-e391e7e0f0a0'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:12:47.670592 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port db670115-2381-48ca-b2d1-e391e7e0f0a0, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=db670115-2381-48ca-b2d1-e391e7e0f0a0,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:12:47.674720 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:47.711877 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd2c94e-f73e-4836-b6b2-e42c3d6ed5d1'] response: {'server_uuid': 'c5bedc31-0d2e-49b3-83ca-69ab932e98f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db670115-2381-48ca-b2d1-e391e7e0f0a0', 'code': 200} May 10 15:12:47.747405 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=db670115-2381-48ca-b2d1-e391e7e0f0a0,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:47.945916 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d62d21-ced1-49d4-9645-9af25b858054 req-1205ebfa-0b03-4e94-8018-5069fcf24005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:47.947411 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-05d62d21-ced1-49d4-9645-9af25b858054 req-1205ebfa-0b03-4e94-8018-5069fcf24005 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 1098 time: 0.0750973 May 10 15:12:47.990736 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-05d62d21-ced1-49d4-9645-9af25b858054 req-3a474831-80ff-4232-9f64-20197732856c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339651 May 10 15:12:48.660405 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628e76a-4ae8-4cce-ac75-15a621b0cb03 req-6893063a-6391-474b-873f-46f748ab2a49 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:48.661839 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5628e76a-4ae8-4cce-ac75-15a621b0cb03 req-6893063a-6391-474b-873f-46f748ab2a49 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0786481 May 10 15:12:48.705617 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5628e76a-4ae8-4cce-ac75-15a621b0cb03 req-6f72fdac-1e16-4746-b7ba-1c7fc7a7c474 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381608 May 10 15:12:49.893761 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f678148-a77e-464a-a821-242d812bbe14 req-57c20229-9eea-44c5-a8ad-41d6372d6ac8 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:49.895248 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1f678148-a77e-464a-a821-242d812bbe14 req-57c20229-9eea-44c5-a8ad-41d6372d6ac8 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0836468 May 10 15:12:49.940534 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1f678148-a77e-464a-a821-242d812bbe14 req-27683eae-7e46-4e20-9c87-d881a5717cfb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392594 May 10 15:12:50.115756 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8e44cf99-f221-4f92-be85-858ef269a49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:50.122173 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252f21e-405b-433d-9208-7f8d8b316f3a req-63686e67-0eed-49d9-a29e-df7671fc677a tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:50.123633 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4252f21e-405b-433d-9208-7f8d8b316f3a req-63686e67-0eed-49d9-a29e-df7671fc677a tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0855901 May 10 15:12:50.132115 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 50814) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:12:50.137019 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-6b910a83-3963-4e9f-89e0-fb86e1d9d0e9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Request body: {'floatingip': {'port_id': 'db670115-2381-48ca-b2d1-e391e7e0f0a0'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:12:50.217892 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6b910a83-3963-4e9f-89e0-fb86e1d9d0e9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for floatingip, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:50.917995 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6b910a83-3963-4e9f-89e0-fb86e1d9d0e9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:50.921901 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6b910a83-3963-4e9f-89e0-fb86e1d9d0e9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:51.096636 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-6b910a83-3963-4e9f-89e0-fb86e1d9d0e9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Floating IP 4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d associated. External IP: 172.26.0.26, port: db670115-2381-48ca-b2d1-e391e7e0f0a0. May 10 15:12:51.450662 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b910a83-3963-4e9f-89e0-fb86e1d9d0e9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Router 6f64c65a-4121-44c3-ae93-8430e1a744db has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:12:51.629313 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b910a83-3963-4e9f-89e0-fb86e1d9d0e9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:12:51.634096 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6b910a83-3963-4e9f-89e0-fb86e1d9d0e9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:51.638769 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2370c2f1-86e8-4c7c-88fb-7d95c767e6c6 None None] Sync routers for ids ['6f64c65a-4121-44c3-ae93-8430e1a744db'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:12:51.648293 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2370c2f1-86e8-4c7c-88fb-7d95c767e6c6 None None] Routers {'6f64c65a-4121-44c3-ae93-8430e1a744db'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:12:51.648892 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-2370c2f1-86e8-4c7c-88fb-7d95c767e6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:12:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6f64c65a-4121-44c3-ae93-8430e1a744db'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:51.689585 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6b910a83-3963-4e9f-89e0-fb86e1d9d0e9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "PUT /v2.0/floatingips/4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d HTTP/1.1" status: 200 len: 991 time: 1.5563786 May 10 15:12:51.690248 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5bedc31-0d2e-49b3-83ca-69ab932e98f7', 'tag': 'db670115-2381-48ca-b2d1-e391e7e0f0a0'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:12:51.737470 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c05e614-e7aa-4eef-9d2d-a7b48ec09a0c'] response: {'name': 'network-changed', 'server_uuid': 'c5bedc31-0d2e-49b3-83ca-69ab932e98f7', 'tag': 'db670115-2381-48ca-b2d1-e391e7e0f0a0', 'status': 'completed', 'code': 200} May 10 15:12:51.834383 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e010954-c6c4-4537-8609-beb0d476bab2 req-796acbe3-8107-4526-8769-960cca5b7b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:51.836003 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1e010954-c6c4-4537-8609-beb0d476bab2 req-796acbe3-8107-4526-8769-960cca5b7b3b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 1098 time: 0.0777574 May 10 15:12:51.863051 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-2370c2f1-86e8-4c7c-88fb-7d95c767e6c6 None None] Set router 6f64c65a-4121-44c3-ae93-8430e1a744db gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:12:51.980166 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e010954-c6c4-4537-8609-beb0d476bab2 req-8e5c8a7b-19a9-48b5-936d-33a6304cf3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:51.981556 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1e010954-c6c4-4537-8609-beb0d476bab2 req-8e5c8a7b-19a9-48b5-936d-33a6304cf3c0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.1394267 May 10 15:12:52.189530 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1e010954-c6c4-4537-8609-beb0d476bab2 req-d39d782f-d751-441a-9c14-2a11f683c8b0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db670115-2381-48ca-b2d1-e391e7e0f0a0 HTTP/1.1" status: 200 len: 999 time: 0.2012329 May 10 15:12:52.257080 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e010954-c6c4-4537-8609-beb0d476bab2 req-fa05bf68-722d-4e20-81f6-8251be8cefa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:52.258631 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1e010954-c6c4-4537-8609-beb0d476bab2 req-fa05bf68-722d-4e20-81f6-8251be8cefa9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0634177 May 10 15:12:52.259477 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-2370c2f1-86e8-4c7c-88fb-7d95c767e6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'floating_ip_address': '172.26.0.26', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'port_id': 'db670115-2381-48ca-b2d1-e391e7e0f0a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'mac_address': 'fa:16:3e:51:c6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bedc31-0d2e-49b3-83ca-69ab932e98f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:09:43Z', 'updated_at': '2022-05-10T15:12:50Z', 'revision_number': 13, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:45Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:52.268481 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2370c2f1-86e8-4c7c-88fb-7d95c767e6c6 None None] Checking router: 6f64c65a-4121-44c3-ae93-8430e1a744db for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:12:52.271058 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:12:52.278288 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2370c2f1-86e8-4c7c-88fb-7d95c767e6c6 None None] Routers {'6f64c65a-4121-44c3-ae93-8430e1a744db'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:12:52.278918 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-2370c2f1-86e8-4c7c-88fb-7d95c767e6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:12:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6f64c65a-4121-44c3-ae93-8430e1a744db'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:52.336308 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e010954-c6c4-4537-8609-beb0d476bab2 req-ce26e8b8-50c4-46cc-98f0-1e269626836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:52.338004 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1e010954-c6c4-4537-8609-beb0d476bab2 req-ce26e8b8-50c4-46cc-98f0-1e269626836c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736287 May 10 15:12:52.406332 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-259551a5-4235-461e-ab82-5e30f8695426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:52.468520 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-2370c2f1-86e8-4c7c-88fb-7d95c767e6c6 None None] Set router 6f64c65a-4121-44c3-ae93-8430e1a744db gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:12:52.473620 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1e010954-c6c4-4537-8609-beb0d476bab2 req-3ade6bc1-2539-4ee6-b99a-7990832bfc0a service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296146 May 10 15:12:52.618696 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1e010954-c6c4-4537-8609-beb0d476bab2 req-9302ec05-1474-4e87-9d46-5f68f683dd05 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384101 May 10 15:12:52.820008 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-2370c2f1-86e8-4c7c-88fb-7d95c767e6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'floating_ip_address': '172.26.0.26', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'port_id': 'db670115-2381-48ca-b2d1-e391e7e0f0a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'mac_address': 'fa:16:3e:51:c6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bedc31-0d2e-49b3-83ca-69ab932e98f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:09:43Z', 'updated_at': '2022-05-10T15:12:50Z', 'revision_number': 13, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:45Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:12:52.824076 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2370c2f1-86e8-4c7c-88fb-7d95c767e6c6 None None] The sync data for ids ['6f64c65a-4121-44c3-ae93-8430e1a744db'] in dv-neutron-841204-2-hyperv is: [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'floating_ip_address': '172.26.0.26', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'port_id': 'db670115-2381-48ca-b2d1-e391e7e0f0a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'mac_address': 'fa:16:3e:51:c6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bedc31-0d2e-49b3-83ca-69ab932e98f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:09:43Z', 'updated_at': '2022-05-10T15:12:50Z', 'revision_number': 13, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:45Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:12:53.040542 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fd76fd-91d2-4514-ae21-2556f7fae94f None None] New status for floating IP 4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d: ACTIVE {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:12:53.301773 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:53.363806 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:53.392219 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:53.439152 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc0887-7b6f-4107-9380-8faca81ca8b0 req-0ed209eb-f4ec-4705-b420-3bfce4ba1dd3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:12:53.440801 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-aafc0887-7b6f-4107-9380-8faca81ca8b0 req-0ed209eb-f4ec-4705-b420-3bfce4ba1dd3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0823526 May 10 15:12:53.487499 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-aafc0887-7b6f-4107-9380-8faca81ca8b0 req-8295f2f6-72f8-4cc5-9b03-e39659cca6de tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410242 May 10 15:12:54.948481 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:02.036700 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-46d96cf8-ac39-44ce-8ab3-b825c8685c67 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1213322 May 10 15:13:02.189661 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db998eea-be41-45bf-8ab2-1e95ed7b631c req-26491b6f-942f-46a4-a6c9-61b09e249eb8 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:02.191200 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-db998eea-be41-45bf-8ab2-1e95ed7b631c req-26491b6f-942f-46a4-a6c9-61b09e249eb8 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0838192 May 10 15:13:02.237825 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-db998eea-be41-45bf-8ab2-1e95ed7b631c req-a95129b7-fe7e-4131-af99-bc6d255d7d2e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409269 May 10 15:13:03.180546 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-af35365a-7f2c-4620-a660-a9bd569698d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:03.181931 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-af35365a-7f2c-4620-a660-a9bd569698d1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 1098 time: 0.0743525 May 10 15:13:03.323111 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-c829ee96-5ec9-4cc3-b2fc-c5940fdf809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:03.324559 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-c829ee96-5ec9-4cc3-b2fc-c5940fdf809f service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.1370230 May 10 15:13:03.432419 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-b6305911-5155-4a25-80f8-440407d558f4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db670115-2381-48ca-b2d1-e391e7e0f0a0 HTTP/1.1" status: 200 len: 1001 time: 0.0988884 May 10 15:13:03.505706 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-b724d1a0-fefb-4ec7-86b3-53b24fe3cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:03.507212 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-b724d1a0-fefb-4ec7-86b3-53b24fe3cdf4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0599656 May 10 15:13:03.551243 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2775b-509d-4242-98c8-9f4362aeb0fd req-57b18ab1-f673-45d2-84d5-1e696ffff5ab tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:03.552717 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0ec2775b-509d-4242-98c8-9f4362aeb0fd req-57b18ab1-f673-45d2-84d5-1e696ffff5ab tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.2040293 May 10 15:13:03.586811 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-a423e5d5-a70f-4ed6-9354-903e3a0e17d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:03.588390 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-a423e5d5-a70f-4ed6-9354-903e3a0e17d7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728588 May 10 15:13:03.597302 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0ec2775b-509d-4242-98c8-9f4362aeb0fd req-4ce1f247-0a7e-45c5-aaca-6c1dce7b0f29 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387802 May 10 15:13:03.720662 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-c6ff8db5-6f77-440a-a63a-b3c450b05f9b service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248608 May 10 15:13:03.855216 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-e97e1965-0347-48a0-a6d2-fc936ff51a7a service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247392 May 10 15:13:04.780885 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46aaea-1461-4fcf-ac80-4b59e537ca0f req-fb007c75-88c3-4dbb-be77-1e18906b3d54 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:04.782350 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8f46aaea-1461-4fcf-ac80-4b59e537ca0f req-fb007c75-88c3-4dbb-be77-1e18906b3d54 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0796683 May 10 15:13:04.828800 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8f46aaea-1461-4fcf-ac80-4b59e537ca0f req-0e3709a8-98ea-4e19-a100-2e7169d15829 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406308 May 10 15:13:06.014500 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c183a45-4fd4-4dad-87b9-15e408f0f56c req-abfcc3f1-a641-4b77-976a-0784a3f3cf16 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:06.015943 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2c183a45-4fd4-4dad-87b9-15e408f0f56c req-abfcc3f1-a641-4b77-976a-0784a3f3cf16 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0798430 May 10 15:13:06.060425 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2c183a45-4fd4-4dad-87b9-15e408f0f56c req-5c924c45-0d5f-489c-b04a-f7f1d8783e35 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379062 May 10 15:13:07.250041 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23d9c0-b8d0-4a93-9543-a6faca50a34d req-2f67a5ec-1ffa-4bd3-a681-9bc7e3f6b7c8 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:07.251493 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fa23d9c0-b8d0-4a93-9543-a6faca50a34d req-2f67a5ec-1ffa-4bd3-a681-9bc7e3f6b7c8 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0833290 May 10 15:13:07.295515 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fa23d9c0-b8d0-4a93-9543-a6faca50a34d req-8c5832a6-776b-4944-8207-bb4384d499f3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382791 May 10 15:13:08.478644 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f4afd-8661-47af-8025-fd88d57d268c req-e8249fd7-b389-468c-a850-4e395892ade3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:08.480095 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-703f4afd-8661-47af-8025-fd88d57d268c req-e8249fd7-b389-468c-a850-4e395892ade3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0796008 May 10 15:13:08.524448 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-703f4afd-8661-47af-8025-fd88d57d268c req-dadd8cbe-53e3-4515-9c64-fa945401c7a2 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386143 May 10 15:13:09.712773 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7838f-80ba-490f-b658-2f82b656ce9a req-0bd7dd39-354a-4d80-b52f-a0fa0b726674 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:09.714198 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4af7838f-80ba-490f-b658-2f82b656ce9a req-0bd7dd39-354a-4d80-b52f-a0fa0b726674 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0833740 May 10 15:13:09.759116 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4af7838f-80ba-490f-b658-2f82b656ce9a req-3225a2de-6b0c-4ed8-9606-110e0a530959 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392385 May 10 15:13:10.952228 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ade58a-8044-4da6-a561-be5334e5f475 req-4e2fdcbe-1a3b-4cce-a269-92309a3cc0a4 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:10.953759 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-83ade58a-8044-4da6-a561-be5334e5f475 req-4e2fdcbe-1a3b-4cce-a269-92309a3cc0a4 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0830405 May 10 15:13:10.997506 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-83ade58a-8044-4da6-a561-be5334e5f475 req-ce88088d-39e9-4575-a5ff-dc6088a25295 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371215 May 10 15:13:12.183519 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4b77d-8eb7-4ba8-839e-a07003070df3 req-975d2e6f-4a70-4df7-a18d-7541e04f2730 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:12.184871 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c0b4b77d-8eb7-4ba8-839e-a07003070df3 req-975d2e6f-4a70-4df7-a18d-7541e04f2730 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0816541 May 10 15:13:12.228928 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c0b4b77d-8eb7-4ba8-839e-a07003070df3 req-c02441bc-368d-412c-9ea0-119bdac7d72e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384917 May 10 15:13:13.411474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed2fa2-9954-4881-9fb7-ac0000c4a797 req-6b4ea18d-9713-4a1a-a56a-61f98948f8cb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:13.412898 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-caed2fa2-9954-4881-9fb7-ac0000c4a797 req-6b4ea18d-9713-4a1a-a56a-61f98948f8cb tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0798328 May 10 15:13:13.459539 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-caed2fa2-9954-4881-9fb7-ac0000c4a797 req-bed7b7bd-d1f7-4647-a849-10cfb845bfd7 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410879 May 10 15:13:14.646443 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a924d-12d8-4c96-914a-274a351c9183 req-f3198d2b-9550-4f15-b303-9690f8528ab2 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:14.647888 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d98a924d-12d8-4c96-914a-274a351c9183 req-f3198d2b-9550-4f15-b303-9690f8528ab2 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0798540 May 10 15:13:14.691623 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d98a924d-12d8-4c96-914a-274a351c9183 req-a589436f-d474-4d4f-a351-2d2badb57d44 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381629 May 10 15:13:15.878351 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028724e-f86f-4e96-99bc-3cc4559aaffd req-d2a12fcd-4e6d-4a20-a557-0795d22d5511 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:15.880511 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0028724e-f86f-4e96-99bc-3cc4559aaffd req-d2a12fcd-4e6d-4a20-a557-0795d22d5511 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0843408 May 10 15:13:15.925948 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0028724e-f86f-4e96-99bc-3cc4559aaffd req-7dcf459e-0cc8-4704-bfc3-c8382d743812 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396242 May 10 15:13:17.117619 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e09bb-57cc-41bd-807e-036ede230c97 req-a0e567aa-701c-485e-8d8a-64693d128b17 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:17.119117 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-854e09bb-57cc-41bd-807e-036ede230c97 req-a0e567aa-701c-485e-8d8a-64693d128b17 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0800619 May 10 15:13:17.164135 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-854e09bb-57cc-41bd-807e-036ede230c97 req-3f11b00b-979e-45e2-bfbe-70f47aea0e49 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393286 May 10 15:13:18.357954 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4ac7b-400c-417f-8d31-85bc88512f67 req-e52ea930-40c3-4d6d-b2b4-5846656f7972 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:18.359409 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c7f4ac7b-400c-417f-8d31-85bc88512f67 req-e52ea930-40c3-4d6d-b2b4-5846656f7972 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0875568 May 10 15:13:18.403508 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c7f4ac7b-400c-417f-8d31-85bc88512f67 req-293538fb-5455-4e3f-8625-caf35c257f85 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378597 May 10 15:13:19.588002 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ec559-291b-4985-9d6e-25f9f882d9a2 req-137101c7-fae1-45f9-bfd7-66d0d94a351a tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:19.589454 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-da7ec559-291b-4985-9d6e-25f9f882d9a2 req-137101c7-fae1-45f9-bfd7-66d0d94a351a tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0807726 May 10 15:13:19.639708 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-da7ec559-291b-4985-9d6e-25f9f882d9a2 req-eda7ff52-c364-4909-abbb-d8ebdd8e0c5f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446296 May 10 15:13:20.118657 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-35729adc-5c8a-4284-8d66-adf8f296a02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:20.978160 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc319a2-9b47-43e4-9361-6c85274ed17a req-7de9c858-5bc2-487d-8a33-28cfb176b67c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:20.979645 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dfc319a2-9b47-43e4-9361-6c85274ed17a req-7de9c858-5bc2-487d-8a33-28cfb176b67c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0828598 May 10 15:13:21.024303 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dfc319a2-9b47-43e4-9361-6c85274ed17a req-e88ba53b-ceff-4fae-93c2-1bc2d91c52a7 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390627 May 10 15:13:21.606881 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-df0fd8e3-f5cf-48ee-92ac-d61f2696d68e service neutron] 10.222.0.86 "GET /v2.0/ports/db670115-2381-48ca-b2d1-e391e7e0f0a0/bindings/hv-neutron-8412 HTTP/1.1" status: 200 len: 384 time: 0.0782998 May 10 15:13:21.868078 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-331561cb-b0aa-406b-9ae4-739d861cece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:21.869650 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-331561cb-b0aa-406b-9ae4-739d861cece1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7&tenant_id=4eed9c018c1e4956a71431e218f94cd3 HTTP/1.1" status: 200 len: 1098 time: 0.0713923 May 10 15:13:21.968393 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-638f9062-069c-45a9-8e05-7eb07f90faad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:21.969830 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-638f9062-069c-45a9-8e05-7eb07f90faad service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 1098 time: 0.0732455 May 10 15:13:22.208368 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-40ef095c-895d-4792-89b8-af81d38f802f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:22.209804 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-40ef095c-895d-4792-89b8-af81d38f802f service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.2295077 May 10 15:13:22.220150 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df419fef-2d0d-4207-be52-6db101adf476 req-8976fc47-2fd9-4dfd-85fc-e6d9b05648a1 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:22.221591 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-df419fef-2d0d-4207-be52-6db101adf476 req-8976fc47-2fd9-4dfd-85fc-e6d9b05648a1 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0845871 May 10 15:13:22.266156 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-df419fef-2d0d-4207-be52-6db101adf476 req-0e5dbfc6-e08a-4e88-9588-b98acc309949 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387523 May 10 15:13:22.319213 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-9dfa9e80-7a68-4c5e-8c05-df50cde8f220 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db670115-2381-48ca-b2d1-e391e7e0f0a0 HTTP/1.1" status: 200 len: 1001 time: 0.0983019 May 10 15:13:22.384793 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-d0c1eabf-1147-4ce5-8318-78a47de08725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:22.386273 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-d0c1eabf-1147-4ce5-8318-78a47de08725 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0574136 May 10 15:13:22.401384 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e3d18cc5-321d-471e-9099-69ab602acb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:22.464954 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-3fe45459-1c48-4de4-9bbb-c959d29825cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:22.466401 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-3fe45459-1c48-4de4-9bbb-c959d29825cc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707097 May 10 15:13:22.599465 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-a35e9470-c863-4c22-b43b-bb983e604681 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236992 May 10 15:13:22.737507 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-b5a608cd-431e-4a7c-974d-33be8f229aca service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245995 May 10 15:13:22.944116 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dd715-0127-4b94-9575-8989f67fddf1 req-3c65db85-956a-4285-8fd9-5e19d68c4d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:22.945600 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-665dd715-0127-4b94-9575-8989f67fddf1 req-3c65db85-956a-4285-8fd9-5e19d68c4d4b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 1098 time: 0.0767963 May 10 15:13:23.096041 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dd715-0127-4b94-9575-8989f67fddf1 req-dd35177a-c27b-4861-8e08-d9a130223bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:23.098162 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-665dd715-0127-4b94-9575-8989f67fddf1 req-dd35177a-c27b-4861-8e08-d9a130223bee service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.1288548 May 10 15:13:23.204074 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-665dd715-0127-4b94-9575-8989f67fddf1 req-8112ee4f-3f11-4b01-afbf-2ae9fa10c960 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db670115-2381-48ca-b2d1-e391e7e0f0a0 HTTP/1.1" status: 200 len: 1001 time: 0.0969203 May 10 15:13:23.271794 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dd715-0127-4b94-9575-8989f67fddf1 req-72550fdf-3649-44d1-b724-03f7e4c6ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:23.273219 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-665dd715-0127-4b94-9575-8989f67fddf1 req-72550fdf-3649-44d1-b724-03f7e4c6ef97 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0598447 May 10 15:13:23.277520 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:23.358853 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dd715-0127-4b94-9575-8989f67fddf1 req-72e7371b-d49e-4d03-a901-3f545bd49425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:23.360339 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-665dd715-0127-4b94-9575-8989f67fddf1 req-72e7371b-d49e-4d03-a901-3f545bd49425 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780931 May 10 15:13:23.412777 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:23.427794 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:23.481299 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da2e0c-9bb9-4b43-9d98-4e4dc4ee9ed7 req-d218b30f-5c78-4f1d-b33b-31dc55535ef2 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:23.483433 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-78da2e0c-9bb9-4b43-9d98-4e4dc4ee9ed7 req-d218b30f-5c78-4f1d-b33b-31dc55535ef2 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.1073880 May 10 15:13:23.518053 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-665dd715-0127-4b94-9575-8989f67fddf1 req-54aa4466-658f-493a-94d3-3d38f9544e83 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469781 May 10 15:13:23.530178 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-78da2e0c-9bb9-4b43-9d98-4e4dc4ee9ed7 req-36f17d22-7d1e-41f0-8dbd-b1eda1c9202e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406861 May 10 15:13:23.659259 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-665dd715-0127-4b94-9575-8989f67fddf1 req-ab1cc971-5a98-4438-8f53-4d41fd1e01b8 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320696 May 10 15:13:24.719625 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6210ac-dddf-4e29-afd5-163792d0160c req-28bafa83-010b-4e6a-bdf2-b5aee6639289 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:24.721058 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7e6210ac-dddf-4e29-afd5-163792d0160c req-28bafa83-010b-4e6a-bdf2-b5aee6639289 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0841630 May 10 15:13:24.765382 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7e6210ac-dddf-4e29-afd5-163792d0160c req-3a12fa15-1be9-4281-9b28-b0c89ec05e60 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379026 May 10 15:13:24.962317 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:25.609737 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device db670115-2381-48ca-b2d1-e391e7e0f0a0 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:13:25.613382 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device db670115-2381-48ca-b2d1-e391e7e0f0a0 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:13:25.862195 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:25.880304 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port db670115-2381-48ca-b2d1-e391e7e0f0a0, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=db670115-2381-48ca-b2d1-e391e7e0f0a0,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:13:25.900915 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'db670115-2381-48ca-b2d1-e391e7e0f0a0', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'port_id': 'db670115-2381-48ca-b2d1-e391e7e0f0a0', 'mac_address': 'fa:16:3e:51:c6:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:13:25.907478 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bedc31-0d2e-49b3-83ca-69ab932e98f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db670115-2381-48ca-b2d1-e391e7e0f0a0'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:13:25.950808 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port db670115-2381-48ca-b2d1-e391e7e0f0a0, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=db670115-2381-48ca-b2d1-e391e7e0f0a0,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:13:25.963528 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95952e-84b1-455d-84b2-cdc3511131ff req-821c005a-a6d6-476b-af04-e71dffc8876e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:25.964883 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:25.965350 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8d95952e-84b1-455d-84b2-cdc3511131ff req-821c005a-a6d6-476b-af04-e71dffc8876e tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0873082 May 10 15:13:26.003236 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fc3af14-6a08-4436-bb62-545f2f2996cf'] response: {'server_uuid': 'c5bedc31-0d2e-49b3-83ca-69ab932e98f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db670115-2381-48ca-b2d1-e391e7e0f0a0', 'code': 200} May 10 15:13:26.011330 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8d95952e-84b1-455d-84b2-cdc3511131ff req-bb57d0da-1e29-4173-a625-17feeab2cd3f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400484 May 10 15:13:26.025223 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:26.049256 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db670115-2381-48ca-b2d1-e391e7e0f0a0 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:13:26.057659 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=db670115-2381-48ca-b2d1-e391e7e0f0a0,revision_number=6']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:26.092050 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:26.092389 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:26.092723 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:26.093053 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:26.093386 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:26.093707 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:26.094033 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:26.094352 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:26.094698 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:26.095018 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:26.095334 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:26.095649 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:26.127583 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 15:13:26.127870 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 15:13:26.682987 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:26.699417 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db670115-2381-48ca-b2d1-e391e7e0f0a0 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:13:26.714609 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port db670115-2381-48ca-b2d1-e391e7e0f0a0, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=db670115-2381-48ca-b2d1-e391e7e0f0a0,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:13:26.718552 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:26.788591 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=db670115-2381-48ca-b2d1-e391e7e0f0a0,revision_number=7']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:26.797607 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['db670115-2381-48ca-b2d1-e391e7e0f0a0'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:13:27.201548 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ec08c-4511-4e05-9a52-d85a5904f734 req-fec550f0-d7cd-4e20-b719-25dfc906a9c6 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:27.203025 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e62ec08c-4511-4e05-9a52-d85a5904f734 req-fec550f0-d7cd-4e20-b719-25dfc906a9c6 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 944 time: 0.0841379 May 10 15:13:27.246450 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e62ec08c-4511-4e05-9a52-d85a5904f734 req-8c3f86e3-ceb6-4445-b651-15c84a169618 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375118 May 10 15:13:27.633764 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device db670115-2381-48ca-b2d1-e391e7e0f0a0 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:13:27.703040 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port db670115-2381-48ca-b2d1-e391e7e0f0a0 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:13:27.703401 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:27.815710 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:27.849744 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port db670115-2381-48ca-b2d1-e391e7e0f0a0, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=db670115-2381-48ca-b2d1-e391e7e0f0a0,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:13:27.855612 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:27.920878 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=db670115-2381-48ca-b2d1-e391e7e0f0a0,revision_number=8']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:28.004430 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bedc31-0d2e-49b3-83ca-69ab932e98f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db670115-2381-48ca-b2d1-e391e7e0f0a0'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:13:28.055761 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33f5bb02-5825-4393-8095-98451167e8f1'] response: {'server_uuid': 'c5bedc31-0d2e-49b3-83ca-69ab932e98f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db670115-2381-48ca-b2d1-e391e7e0f0a0', 'code': 200} May 10 15:13:28.433301 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a5be9-9cd7-4f71-949c-d4e5e53b9a8f req-3a5614fd-124a-4bf8-b4b7-1eb29bb654ac tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:28.434771 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-909a5be9-9cd7-4f71-949c-d4e5e53b9a8f req-3a5614fd-124a-4bf8-b4b7-1eb29bb654ac tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0802789 May 10 15:13:28.482762 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-909a5be9-9cd7-4f71-949c-d4e5e53b9a8f req-d76acef5-6060-4257-96d0-07513110341d tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423670 May 10 15:13:29.260692 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:13:29.752286 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce7a74-4b08-470c-9cc4-4c2f8f5978aa req-c7def23e-2fcd-45f5-9e70-93536e41e83b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:29.753871 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-47ce7a74-4b08-470c-9cc4-4c2f8f5978aa req-c7def23e-2fcd-45f5-9e70-93536e41e83b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.1625738 May 10 15:13:29.797768 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-47ce7a74-4b08-470c-9cc4-4c2f8f5978aa req-87c08cd5-ee95-44cd-8b9e-3446360a18f3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380964 May 10 15:13:31.037908 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842678e-007a-40d8-8e42-30a920f018ed req-00fcb386-01dc-4f00-ab8e-dbc285848dd6 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:31.039382 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d842678e-007a-40d8-8e42-30a920f018ed req-00fcb386-01dc-4f00-ab8e-dbc285848dd6 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.1376429 May 10 15:13:31.083874 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d842678e-007a-40d8-8e42-30a920f018ed req-ba7bfb0b-9331-43b0-96dc-961463142a03 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387847 May 10 15:13:32.267612 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02f4db-1a88-493a-9f08-bcccd9f2cf63 req-e148605d-8632-4cd9-8282-ffd58fae08f9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:32.269782 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3e02f4db-1a88-493a-9f08-bcccd9f2cf63 req-e148605d-8632-4cd9-8282-ffd58fae08f9 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0804350 May 10 15:13:32.314460 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3e02f4db-1a88-493a-9f08-bcccd9f2cf63 req-2bb34fd4-11b0-4383-a323-d004a520dc8d tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388608 May 10 15:13:32.712402 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-3b146640-de73-4d8a-818b-c6846e9ca40f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:32.713183 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-3b146640-de73-4d8a-818b-c6846e9ca40f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Synchronizing usage tracker for tenant:4eed9c018c1e4956a71431e218f94cd3 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:13:32.729104 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-3b146640-de73-4d8a-818b-c6846e9ca40f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Unset dirty status for tenant:4eed9c018c1e4956a71431e218f94cd3 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:13:32.730324 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-3b146640-de73-4d8a-818b-c6846e9ca40f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7&tenant_id=4eed9c018c1e4956a71431e218f94cd3&binding%3Ahost_id=hv-neutron-8412 HTTP/1.1" status: 200 len: 945 time: 0.1016123 May 10 15:13:32.772403 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b4a7c-a034-4523-aebc-9776bd1f21c1 req-7867f560-42d5-4356-8444-68c2a345005d tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:32.773853 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d72b4a7c-a034-4523-aebc-9776bd1f21c1 req-7867f560-42d5-4356-8444-68c2a345005d tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0860693 May 10 15:13:32.810365 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-98d08800-e0bb-49ea-8563-e5a576f224b3 service neutron] 10.222.0.86 "GET /v2.0/ports/db670115-2381-48ca-b2d1-e391e7e0f0a0/bindings/hv-neutron-8412 HTTP/1.1" status: 200 len: 384 time: 0.0745423 May 10 15:13:32.819994 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d72b4a7c-a034-4523-aebc-9776bd1f21c1 req-ddec6d25-492f-463c-b849-29dee00ce404 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404596 May 10 15:13:32.904199 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-0959f047-a562-40b0-84a3-07f2ba07cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:32.905538 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-0959f047-a562-40b0-84a3-07f2ba07cc14 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 1098 time: 0.0732875 May 10 15:13:33.129175 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-aaae9bc5-f75a-4d4d-9a1d-5197243a89a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:33.130638 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-aaae9bc5-f75a-4d4d-9a1d-5197243a89a2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.2186806 May 10 15:13:33.231174 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-380c4569-6064-497a-801e-c10aa716a6d9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db670115-2381-48ca-b2d1-e391e7e0f0a0 HTTP/1.1" status: 200 len: 1001 time: 0.0946531 May 10 15:13:33.292449 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-b1b61085-8f97-44d0-8aa6-76f5ad7e0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:33.293846 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-b1b61085-8f97-44d0-8aa6-76f5ad7e0472 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0566044 May 10 15:13:33.372011 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-a052d007-63bc-4d41-963d-bb84acc4416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:33.373452 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-a052d007-63bc-4d41-963d-bb84acc4416f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728960 May 10 15:13:33.503698 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-b7b0b098-abeb-45f1-86b9-482fe41a9dbb service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239758 May 10 15:13:33.634147 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-d88d5cee-c514-4794-aeb2-cb3c6de07573 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245434 May 10 15:13:34.013688 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e357092-5ad3-4845-a032-3d30254d43e6 req-1d64c5a8-103f-4450-aaec-3bd0e427a547 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:34.015166 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4e357092-5ad3-4845-a032-3d30254d43e6 req-1d64c5a8-103f-4450-aaec-3bd0e427a547 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0865037 May 10 15:13:34.063588 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4e357092-5ad3-4845-a032-3d30254d43e6 req-c6360e64-525e-4411-a7aa-3f18ac176cc8 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416737 May 10 15:13:35.252626 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b45def-d57b-4bef-8249-49aa4c296a3e req-7b6e8bbe-7790-464a-942a-b5718da7b2c1 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:35.254161 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f1b45def-d57b-4bef-8249-49aa4c296a3e req-7b6e8bbe-7790-464a-942a-b5718da7b2c1 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0799489 May 10 15:13:35.299243 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f1b45def-d57b-4bef-8249-49aa4c296a3e req-cabf6aba-af9f-4781-b37e-477029082dd0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394871 May 10 15:13:36.485526 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed7f21-0321-46fa-9fd9-d66f3c640a3d req-e14522e8-6bbb-4ddc-a9f1-cac8c12bb110 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:36.486997 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1fed7f21-0321-46fa-9fd9-d66f3c640a3d req-e14522e8-6bbb-4ddc-a9f1-cac8c12bb110 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0825658 May 10 15:13:36.638005 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1fed7f21-0321-46fa-9fd9-d66f3c640a3d req-8762256c-0d4c-4c26-9bc8-83be002153c2 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446214 May 10 15:13:37.039918 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-03cdd2fd-3f91-4f69-b493-aad4ecef8217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:37.041371 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-03cdd2fd-3f91-4f69-b493-aad4ecef8217 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7&tenant_id=4eed9c018c1e4956a71431e218f94cd3 HTTP/1.1" status: 200 len: 1098 time: 0.0701900 May 10 15:13:37.137190 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-62913e74-951c-4a5e-b444-4f74ef891f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:37.138595 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-62913e74-951c-4a5e-b444-4f74ef891f79 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4eed9c018c1e4956a71431e218f94cd3&device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 1098 time: 0.0700095 May 10 15:13:37.271115 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-11e46df3-234c-4b44-bd35-34a95e9dc755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:37.272540 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-11e46df3-234c-4b44-bd35-34a95e9dc755 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 200 len: 912 time: 0.1271830 May 10 15:13:37.376777 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-e89104be-0683-48a2-9cbe-d74811503a9b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db670115-2381-48ca-b2d1-e391e7e0f0a0 HTTP/1.1" status: 200 len: 1001 time: 0.0948782 May 10 15:13:37.447414 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-5864258c-4cfb-4b23-84c3-9c839ed384b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:37.449548 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-5864258c-4cfb-4b23-84c3-9c839ed384b0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 200 len: 850 time: 0.0631897 May 10 15:13:37.527084 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-786648b8-0d1d-4bc5-9c96-1d04a05159ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:37.528510 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-786648b8-0d1d-4bc5-9c96-1d04a05159ed service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9b84b531-9498-43d5-9135-92b81e370abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695693 May 10 15:13:37.663466 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-206452c1-ac94-4e32-ae96-3a26e39e821f service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250620 May 10 15:13:37.801328 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f799165c-f535-4400-9d1a-b3151b2f81bd req-5b09d361-1eb5-4867-bfcf-2d1fd27dcdd6 service neutron] 10.222.0.86 "GET /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271811 May 10 15:13:37.827767 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909481d-4d20-4981-84c1-72451fae6242 req-3be5d80a-ab11-44e9-95d7-c5942f26887b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:37.829241 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1909481d-4d20-4981-84c1-72451fae6242 req-3be5d80a-ab11-44e9-95d7-c5942f26887b tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0819552 May 10 15:13:37.874345 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1909481d-4d20-4981-84c1-72451fae6242 req-462080e2-c5ee-4527-ad95-f901a0e6ff6f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394018 May 10 15:13:39.074166 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84523482-1bff-4b4a-892a-bf990b2332ca req-276305fa-6b8f-40e3-8033-c51b3feedb95 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:39.075657 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-84523482-1bff-4b4a-892a-bf990b2332ca req-276305fa-6b8f-40e3-8033-c51b3feedb95 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0841086 May 10 15:13:39.123784 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-84523482-1bff-4b4a-892a-bf990b2332ca req-c3c83477-aa21-4cf9-9109-801263737ee3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421529 May 10 15:13:39.697252 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device db670115-2381-48ca-b2d1-e391e7e0f0a0 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:13:39.700544 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device db670115-2381-48ca-b2d1-e391e7e0f0a0 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:13:39.920309 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:39.940609 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port db670115-2381-48ca-b2d1-e391e7e0f0a0, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=db670115-2381-48ca-b2d1-e391e7e0f0a0,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:13:39.961949 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'db670115-2381-48ca-b2d1-e391e7e0f0a0', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'port_id': 'db670115-2381-48ca-b2d1-e391e7e0f0a0', 'mac_address': 'fa:16:3e:51:c6:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:13:39.966947 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bedc31-0d2e-49b3-83ca-69ab932e98f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db670115-2381-48ca-b2d1-e391e7e0f0a0'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:13:40.008835 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port db670115-2381-48ca-b2d1-e391e7e0f0a0, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=db670115-2381-48ca-b2d1-e391e7e0f0a0,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:13:40.022342 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc66e658-bd4d-465b-b88c-5d863693c8e7'] response: {'server_uuid': 'c5bedc31-0d2e-49b3-83ca-69ab932e98f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db670115-2381-48ca-b2d1-e391e7e0f0a0', 'code': 200} May 10 15:13:40.028976 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:40.093800 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:40.118334 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db670115-2381-48ca-b2d1-e391e7e0f0a0 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:13:40.126411 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=db670115-2381-48ca-b2d1-e391e7e0f0a0,revision_number=9']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:40.139309 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port db670115-2381-48ca-b2d1-e391e7e0f0a0, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=db670115-2381-48ca-b2d1-e391e7e0f0a0,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:13:40.143081 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:40.213953 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=db670115-2381-48ca-b2d1-e391e7e0f0a0,revision_number=10']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:40.217749 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['db670115-2381-48ca-b2d1-e391e7e0f0a0'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:13:40.314130 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720790e-4810-424e-8d62-f96b5e2a9a7f req-f84c07cf-813f-4641-b132-5ea37976ef22 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:40.315617 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5720790e-4810-424e-8d62-f96b5e2a9a7f req-f84c07cf-813f-4641-b132-5ea37976ef22 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0811815 May 10 15:13:40.362781 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5720790e-4810-424e-8d62-f96b5e2a9a7f req-c5455bd6-9486-434d-baea-78e550e13045 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407751 May 10 15:13:41.554252 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1189c7a-d611-4cbb-990f-1bbfce647802 req-43ab13f3-def2-451c-9de2-e1b54940f6ad tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:41.555718 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a1189c7a-d611-4cbb-990f-1bbfce647802 req-43ab13f3-def2-451c-9de2-e1b54940f6ad tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 945 time: 0.0814378 May 10 15:13:41.599575 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a1189c7a-d611-4cbb-990f-1bbfce647802 req-2302b18a-fa4e-4e04-9ee9-986baa5ed418 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383174 May 10 15:13:41.727660 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device db670115-2381-48ca-b2d1-e391e7e0f0a0 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:13:41.797492 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port db670115-2381-48ca-b2d1-e391e7e0f0a0 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:13:41.797861 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:41.944882 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:41.979524 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port db670115-2381-48ca-b2d1-e391e7e0f0a0, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=db670115-2381-48ca-b2d1-e391e7e0f0a0,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:13:41.983157 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:42.026589 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bedc31-0d2e-49b3-83ca-69ab932e98f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db670115-2381-48ca-b2d1-e391e7e0f0a0'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:13:42.055551 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=db670115-2381-48ca-b2d1-e391e7e0f0a0,revision_number=11']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:42.077982 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73f9eec5-dcac-452f-a237-060b74fe71f4'] response: {'server_uuid': 'c5bedc31-0d2e-49b3-83ca-69ab932e98f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db670115-2381-48ca-b2d1-e391e7e0f0a0', 'code': 200} May 10 15:13:42.790685 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328a43e-1b17-4798-9547-41a1879dbd30 req-51c6951f-5e83-4121-83c8-d9eb71a39875 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:42.792116 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2328a43e-1b17-4798-9547-41a1879dbd30 req-51c6951f-5e83-4121-83c8-d9eb71a39875 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 946 time: 0.0824542 May 10 15:13:42.836885 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2328a43e-1b17-4798-9547-41a1879dbd30 req-f9a35eb3-0fcc-4ef8-8855-89c2db2b42f6 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387878 May 10 15:13:44.023357 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74870ec-016c-46b5-9df1-bc09da70b572 req-d4606d14-ad48-4556-bd80-e7b8c68cd206 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:44.024814 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d74870ec-016c-46b5-9df1-bc09da70b572 req-d4606d14-ad48-4556-bd80-e7b8c68cd206 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 946 time: 0.0803585 May 10 15:13:44.067988 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d74870ec-016c-46b5-9df1-bc09da70b572 req-930d3899-84c4-40bf-91ec-a7d507124551 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375230 May 10 15:13:45.256810 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485cd6a-4ee5-47a2-8807-bb8bb53e2c49 req-432b0aa4-8668-4523-ba3d-0865199415d1 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:45.258276 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9485cd6a-4ee5-47a2-8807-bb8bb53e2c49 req-432b0aa4-8668-4523-ba3d-0865199415d1 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 946 time: 0.0846689 May 10 15:13:45.302471 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9485cd6a-4ee5-47a2-8807-bb8bb53e2c49 req-9ce0441b-57a0-47ff-8ead-ee9d16dbddd3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382922 May 10 15:13:46.488940 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58963fe8-5355-4fa2-92ed-148087a8924e req-61ac7f66-281d-4b5e-98fd-ce899b70fb23 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:46.490387 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-58963fe8-5355-4fa2-92ed-148087a8924e req-61ac7f66-281d-4b5e-98fd-ce899b70fb23 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 946 time: 0.0789680 May 10 15:13:46.538504 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-58963fe8-5355-4fa2-92ed-148087a8924e req-065ca88d-1966-4769-a766-3c11dbf33faf tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423856 May 10 15:13:46.730924 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa42cda-cf12-4e20-9c4c-c6569c1dd44a req-0d3d4716-2bc1-4c36-a0b6-2973a6c23536 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:46.732361 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-efa42cda-cf12-4e20-9c4c-c6569c1dd44a req-0d3d4716-2bc1-4c36-a0b6-2973a6c23536 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 946 time: 0.0814216 May 10 15:13:46.776809 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-efa42cda-cf12-4e20-9c4c-c6569c1dd44a req-ddb3ba67-ccf3-4a4c-9c18-c237626c854c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388236 May 10 15:13:46.964705 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03646c4-7f2d-4c5f-85bd-97c4792fb221 req-294df526-026c-4958-90de-cca8859c2181 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:46.966135 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c03646c4-7f2d-4c5f-85bd-97c4792fb221 req-294df526-026c-4958-90de-cca8859c2181 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 946 time: 0.0840075 May 10 15:13:47.010094 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c03646c4-7f2d-4c5f-85bd-97c4792fb221 req-86dc890a-1cf5-4504-a9e9-218b26a5b98c tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382016 May 10 15:13:47.384503 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc900b9e-a811-4a13-a751-f8a0824c87ad req-f3334fc4-f8bc-40ff-9db5-066c260ca961 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:47.385946 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cc900b9e-a811-4a13-a751-f8a0824c87ad req-f3334fc4-f8bc-40ff-9db5-066c260ca961 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 946 time: 0.0798647 May 10 15:13:47.430173 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cc900b9e-a811-4a13-a751-f8a0824c87ad req-1218be99-a6f8-491d-84aa-1f22422bf721 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385575 May 10 15:13:48.619539 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fde21-ce07-412d-aed2-c9ebe2eb10ec req-05cbb867-5375-4e09-9c6c-ae42e746b64f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:48.620972 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b76fde21-ce07-412d-aed2-c9ebe2eb10ec req-05cbb867-5375-4e09-9c6c-ae42e746b64f tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 946 time: 0.0829849 May 10 15:13:48.665206 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b76fde21-ce07-412d-aed2-c9ebe2eb10ec req-ed8a9af9-15f0-49fa-b8c9-e2053218d980 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385842 May 10 15:13:49.850903 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ee195-a2c3-4403-a1de-6c7f4c3a794c req-9222f07b-ace4-4bdd-ac9b-16288ae76a54 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:49.852482 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c41ee195-a2c3-4403-a1de-6c7f4c3a794c req-9222f07b-ace4-4bdd-ac9b-16288ae76a54 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 946 time: 0.0819533 May 10 15:13:49.897091 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c41ee195-a2c3-4403-a1de-6c7f4c3a794c req-2bb30dc8-b510-47dc-8dab-940606b3ffba tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups?id=4647a9e8-2248-40bc-b6c0-f76293530f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388093 May 10 15:13:49.971488 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3569ffa-c208-49dd-a529-13dee2d3b3f7 req-f4377a33-5c6f-445d-8023-ef7fec256026 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:13:49.973630 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d3569ffa-c208-49dd-a529-13dee2d3b3f7 req-f4377a33-5c6f-445d-8023-ef7fec256026 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.86 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 946 time: 0.0896833 May 10 15:13:50.042651 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-d3569ffa-c208-49dd-a529-13dee2d3b3f7 req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Deleting port db670115-2381-48ca-b2d1-e391e7e0f0a0 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:13:50.042914 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d3569ffa-c208-49dd-a529-13dee2d3b3f7 req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:50.123933 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0ac50149-1a6d-4bda-8943-1391a4e0b675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:50.381482 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-d3569ffa-c208-49dd-a529-13dee2d3b3f7 req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] For port db670115-2381-48ca-b2d1-e391e7e0f0a0, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=db670115-2381-48ca-b2d1-e391e7e0f0a0,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:13:50.381745 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d3569ffa-c208-49dd-a529-13dee2d3b3f7 req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:50.664787 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d3569ffa-c208-49dd-a529-13dee2d3b3f7 req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:50.665062 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d3569ffa-c208-49dd-a529-13dee2d3b3f7 req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:50.665364 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [req-d3569ffa-c208-49dd-a529-13dee2d3b3f7 req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Floating IP 4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d disassociated. External IP: 172.26.0.26, port: db670115-2381-48ca-b2d1-e391e7e0f0a0. May 10 15:13:50.665695 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-d3569ffa-c208-49dd-a529-13dee2d3b3f7 req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Calling delete_port for db670115-2381-48ca-b2d1-e391e7e0f0a0 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:13:50.809938 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d3569ffa-c208-49dd-a529-13dee2d3b3f7 req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:50.860924 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Pushing event deleted for resources: {'Port': ['ID=db670115-2381-48ca-b2d1-e391e7e0f0a0,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:50.872925 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:50.873268 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:50.873601 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:50.873933 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:50.874257 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:50.874610 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:50.874934 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:50.875246 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:50.875564 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:50.876005 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:50.876190 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:50.876605 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:51.050280 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1db13df3-53da-4871-80f0-c5f55498d83e req-131d7f62-9260-46a2-a9bd-d3a5f91d485d tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 210 time: 0.0466678 May 10 15:13:51.059493 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3569ffa-c208-49dd-a529-13dee2d3b3f7 req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Router 6f64c65a-4121-44c3-ae93-8430e1a744db has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:13:51.242405 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3569ffa-c208-49dd-a529-13dee2d3b3f7 req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:13:51.252222 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea7fad-e5df-42b7-b1b4-ff39dbed195d None None] Sync routers for ids ['6f64c65a-4121-44c3-ae93-8430e1a744db'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:13:51.262821 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ea7fad-e5df-42b7-b1b4-ff39dbed195d None None] Routers {'6f64c65a-4121-44c3-ae93-8430e1a744db'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:13:51.263586 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-03ea7fad-e5df-42b7-b1b4-ff39dbed195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:13:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6f64c65a-4121-44c3-ae93-8430e1a744db'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:51.318640 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3569ffa-c208-49dd-a529-13dee2d3b3f7 req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] No DVR routers for this DVR port db670115-2381-48ca-b2d1-e391e7e0f0a0 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:13:51.321148 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d3569ffa-c208-49dd-a529-13dee2d3b3f7 req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:51.323938 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bedc31-0d2e-49b3-83ca-69ab932e98f7', 'name': 'network-vif-deleted', 'tag': 'db670115-2381-48ca-b2d1-e391e7e0f0a0'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:13:51.344808 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d3569ffa-c208-49dd-a529-13dee2d3b3f7 req-6862e784-43b1-4fa1-97a8-a0af93a0f3b0 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.86 "DELETE /v2.0/ports/db670115-2381-48ca-b2d1-e391e7e0f0a0 HTTP/1.1" status: 204 len: 173 time: 1.3655400 May 10 15:13:51.438742 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7e73f60-d468-40b4-b4fb-5f4f362df734'] response: {'server_uuid': 'c5bedc31-0d2e-49b3-83ca-69ab932e98f7', 'name': 'network-vif-deleted', 'tag': 'db670115-2381-48ca-b2d1-e391e7e0f0a0', 'status': 'completed', 'code': 200} May 10 15:13:51.456129 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-03ea7fad-e5df-42b7-b1b4-ff39dbed195d None None] Set router 6f64c65a-4121-44c3-ae93-8430e1a744db gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:13:51.796458 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-03ea7fad-e5df-42b7-b1b4-ff39dbed195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:45Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:51.800258 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea7fad-e5df-42b7-b1b4-ff39dbed195d None None] Checking router: 6f64c65a-4121-44c3-ae93-8430e1a744db for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:13:51.808648 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ea7fad-e5df-42b7-b1b4-ff39dbed195d None None] Routers {'6f64c65a-4121-44c3-ae93-8430e1a744db'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:13:51.809252 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-03ea7fad-e5df-42b7-b1b4-ff39dbed195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:13:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6f64c65a-4121-44c3-ae93-8430e1a744db'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:51.989371 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-03ea7fad-e5df-42b7-b1b4-ff39dbed195d None None] Set router 6f64c65a-4121-44c3-ae93-8430e1a744db gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:13:52.213016 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-05382e86-a221-4de0-8efe-913786364eb2 req-0427063e-1162-48d6-93b9-cf99d087de78 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bedc31-0d2e-49b3-83ca-69ab932e98f7 HTTP/1.1" status: 200 len: 210 time: 0.0424306 May 10 15:13:52.297720 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-03ea7fad-e5df-42b7-b1b4-ff39dbed195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:45Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:52.302746 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea7fad-e5df-42b7-b1b4-ff39dbed195d None None] The sync data for ids ['6f64c65a-4121-44c3-ae93-8430e1a744db'] in dv-neutron-841204-2-hyperv is: [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:09:40Z', 'revision_number': 4, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'c68a6894-b5d5-43a8-9460-1eb90f6d62db', 'name': '', 'network_id': '9b84b531-9498-43d5-9135-92b81e370abf', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'mac_address': 'fa:16:3e:03:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:39Z', 'updated_at': '2022-05-10T15:09:45Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'subnets': [{'id': '15cce23b-4f12-4d71-a1d1-2e76edcba37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:13:52.404772 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ea3dfdb2-1e9b-498e-8511-ce97804f5949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:52.523832 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf0d5d5-b178-4b2d-8c60-fb21a1e87f1c None None] New status for floating IP 4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d: DOWN {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:13:53.279398 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:53.391682 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:53.393020 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:53.789545 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device db670115-2381-48ca-b2d1-e391e7e0f0a0 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:13:53.828192 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: db670115-2381-48ca-b2d1-e391e7e0f0a0 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:13:53.828530 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device db670115-2381-48ca-b2d1-e391e7e0f0a0 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:13:54.952196 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:56.458779 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51040) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:56.526777 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8e58143a-fd62-4b41-b5eb-711cd3d09cc3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:56.560036 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8e58143a-fd62-4b41-b5eb-711cd3d09cc3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:56.620074 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8e58143a-fd62-4b41-b5eb-711cd3d09cc3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:56.639681 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58143a-fd62-4b41-b5eb-711cd3d09cc3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4647a9e8-2248-40bc-b6c0-f76293530f8b,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:56.649093 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e58143a-fd62-4b41-b5eb-711cd3d09cc3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:56.649436 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e58143a-fd62-4b41-b5eb-711cd3d09cc3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:56.649767 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e58143a-fd62-4b41-b5eb-711cd3d09cc3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:56.650095 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e58143a-fd62-4b41-b5eb-711cd3d09cc3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:56.650417 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e58143a-fd62-4b41-b5eb-711cd3d09cc3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:56.650763 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e58143a-fd62-4b41-b5eb-711cd3d09cc3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:56.651083 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e58143a-fd62-4b41-b5eb-711cd3d09cc3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:56.651400 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e58143a-fd62-4b41-b5eb-711cd3d09cc3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:56.651718 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e58143a-fd62-4b41-b5eb-711cd3d09cc3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:56.652038 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e58143a-fd62-4b41-b5eb-711cd3d09cc3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:56.652350 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e58143a-fd62-4b41-b5eb-711cd3d09cc3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:56.652660 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e58143a-fd62-4b41-b5eb-711cd3d09cc3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:56.661728 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-8e58143a-fd62-4b41-b5eb-711cd3d09cc3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:56.662884 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8e58143a-fd62-4b41-b5eb-711cd3d09cc3 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "DELETE /v2.0/security-groups/4647a9e8-2248-40bc-b6c0-f76293530f8b HTTP/1.1" status: 204 len: 168 time: 0.2030303 May 10 15:13:56.665362 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51044) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:56.682572 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.api.v2.resource [None req-880f0e3d-046e-49d9-8ba1-050014ee4d40 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] show failed (client error): The resource could not be found. May 10 15:13:56.683561 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-880f0e3d-046e-49d9-8ba1-050014ee4d40 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "GET /v2.0/security-groups/4647a9e8-2248-40bc-b6c0-f76293530f8b HTTP/1.1" status: 404 len: 347 time: 0.0173159 May 10 15:13:56.686127 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51048) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:56.841092 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-a76c9d65-cf2e-4fae-b18f-690ac9ab3299 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Deleting port 608097e2-3239-446c-81ed-36fc00965cce {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:13:56.841347 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a76c9d65-cf2e-4fae-b18f-690ac9ab3299 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:57.011184 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a76c9d65-cf2e-4fae-b18f-690ac9ab3299 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:57.011502 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a76c9d65-cf2e-4fae-b18f-690ac9ab3299 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:57.233014 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-a76c9d65-cf2e-4fae-b18f-690ac9ab3299 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Calling delete_port for 608097e2-3239-446c-81ed-36fc00965cce owned by network:floatingip {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:13:57.373678 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a76c9d65-cf2e-4fae-b18f-690ac9ab3299 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:57.419675 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c9d65-cf2e-4fae-b18f-690ac9ab3299 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Pushing event deleted for resources: {'Port': ['ID=608097e2-3239-446c-81ed-36fc00965cce,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:57.511336 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a76c9d65-cf2e-4fae-b18f-690ac9ab3299 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks [] for floatingip, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:57.525924 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a76c9d65-cf2e-4fae-b18f-690ac9ab3299 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:57.527086 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a76c9d65-cf2e-4fae-b18f-690ac9ab3299 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] 10.222.0.79 "DELETE /v2.0/floatingips/4a9bb6d3-b9e6-46e8-96e4-0778d7e4df7d HTTP/1.1" status: 204 len: 168 time: 0.8400581 May 10 15:13:57.530061 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51052) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:58.054893 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-420f6298-b571-4844-9962-356633364098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:58.399755 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-420f6298-b571-4844-9962-356633364098 admin admin] Deleting port c68a6894-b5d5-43a8-9460-1eb90f6d62db {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:13:58.400088 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-420f6298-b571-4844-9962-356633364098 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:58.569082 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-420f6298-b571-4844-9962-356633364098 admin admin] For port c68a6894-b5d5-43a8-9460-1eb90f6d62db, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=c68a6894-b5d5-43a8-9460-1eb90f6d62db,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:13:58.569817 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-420f6298-b571-4844-9962-356633364098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:58.796401 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-420f6298-b571-4844-9962-356633364098 admin admin] Calling delete_port for c68a6894-b5d5-43a8-9460-1eb90f6d62db owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:13:59.106763 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-420f6298-b571-4844-9962-356633364098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:59.159416 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f6298-b571-4844-9962-356633364098 admin admin] Pushing event deleted for resources: {'Port': ['ID=c68a6894-b5d5-43a8-9460-1eb90f6d62db,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:59.428951 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-420f6298-b571-4844-9962-356633364098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:59.778498 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420f6298-b571-4844-9962-356633364098 admin admin] Router 6f64c65a-4121-44c3-ae93-8430e1a744db has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:13:59.951078 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420f6298-b571-4844-9962-356633364098 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:13:59.960220 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f89e1ba-fe5b-48d4-bd84-1007d3e92f51 None None] Sync routers for ids ['6f64c65a-4121-44c3-ae93-8430e1a744db'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:13:59.963550 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-420f6298-b571-4844-9962-356633364098 admin admin] 10.222.0.79 "PUT /v2.0/routers/6f64c65a-4121-44c3-ae93-8430e1a744db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4324245 May 10 15:13:59.965912 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51056) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:59.969878 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f89e1ba-fe5b-48d4-bd84-1007d3e92f51 None None] Routers {'6f64c65a-4121-44c3-ae93-8430e1a744db'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:13:59.970513 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-0f89e1ba-fe5b-48d4-bd84-1007d3e92f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:13:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6f64c65a-4121-44c3-ae93-8430e1a744db'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:00.150145 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-0f89e1ba-fe5b-48d4-bd84-1007d3e92f51 None None] Set router 6f64c65a-4121-44c3-ae93-8430e1a744db gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:14:00.260321 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf0b8418-6fe9-4b95-9665-c3814dfc31d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:00.429422 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-0f89e1ba-fe5b-48d4-bd84-1007d3e92f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168'}], 'enable_snat': True}, 'gw_port_id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:13:59Z', 'revision_number': 5, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port': {'id': 'e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:12:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:09:37Z', 'updated_at': '2022-05-10T15:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:00.433175 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f89e1ba-fe5b-48d4-bd84-1007d3e92f51 None None] Checking router: 6f64c65a-4121-44c3-ae93-8430e1a744db for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:14:00.437462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf0b8418-6fe9-4b95-9665-c3814dfc31d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:00.441894 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f89e1ba-fe5b-48d4-bd84-1007d3e92f51 None None] Routers {'6f64c65a-4121-44c3-ae93-8430e1a744db'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:14:00.442519 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-0f89e1ba-fe5b-48d4-bd84-1007d3e92f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:13:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6f64c65a-4121-44c3-ae93-8430e1a744db'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:00.447677 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b8418-6fe9-4b95-9665-c3814dfc31d4 admin admin] Deleting port e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:14:00.448177 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf0b8418-6fe9-4b95-9665-c3814dfc31d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:00.591642 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-0f89e1ba-fe5b-48d4-bd84-1007d3e92f51 None None] Set router 6f64c65a-4121-44c3-ae93-8430e1a744db gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:14:00.623548 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-cf0b8418-6fe9-4b95-9665-c3814dfc31d4 admin admin] For port e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:14:00.623897 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf0b8418-6fe9-4b95-9665-c3814dfc31d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:00.727035 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-0f89e1ba-fe5b-48d4-bd84-1007d3e92f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:14:00Z', 'revision_number': 6, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:00.731015 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f89e1ba-fe5b-48d4-bd84-1007d3e92f51 None None] The sync data for ids ['6f64c65a-4121-44c3-ae93-8430e1a744db'] in dv-neutron-841204-2-hyperv is: [{'id': '6f64c65a-4121-44c3-ae93-8430e1a744db', 'name': 'tempest-ServerActionsTestJSON-132402050-router', 'tenant_id': '4eed9c018c1e4956a71431e218f94cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:09:36Z', 'updated_at': '2022-05-10T15:14:00Z', 'revision_number': 6, 'project_id': '4eed9c018c1e4956a71431e218f94cd3', 'gw_port_host': None}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:14:00.755463 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b8418-6fe9-4b95-9665-c3814dfc31d4 admin admin] Calling delete_port for e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:14:00.936258 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf0b8418-6fe9-4b95-9665-c3814dfc31d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:00.986208 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b8418-6fe9-4b95-9665-c3814dfc31d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:01.086034 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf0b8418-6fe9-4b95-9665-c3814dfc31d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:01.187824 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c68a6894-b5d5-43a8-9460-1eb90f6d62db no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:14:01.225518 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: c68a6894-b5d5-43a8-9460-1eb90f6d62db {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:14:01.225868 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c68a6894-b5d5-43a8-9460-1eb90f6d62db not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:14:01.276393 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf0b8418-6fe9-4b95-9665-c3814dfc31d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:01.278415 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf0b8418-6fe9-4b95-9665-c3814dfc31d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:01.304916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf0b8418-6fe9-4b95-9665-c3814dfc31d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:01.305486 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0b8418-6fe9-4b95-9665-c3814dfc31d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f64c65a-4121-44c3-ae93-8430e1a744db {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:14:01.317826 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf0b8418-6fe9-4b95-9665-c3814dfc31d4 admin admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:01.318961 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cf0b8418-6fe9-4b95-9665-c3814dfc31d4 admin admin] 10.222.0.79 "DELETE /v2.0/routers/6f64c65a-4121-44c3-ae93-8430e1a744db HTTP/1.1" status: 204 len: 168 time: 1.3521357 May 10 15:14:01.321482 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51060) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:01.379387 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4ab9f0-be41-4799-9d0c-38cfb6bd52b9 admin admin] Deleting subnet 15cce23b-4f12-4d71-a1d1-2e76edcba37b {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:14:01.382270 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4d4ab9f0-be41-4799-9d0c-38cfb6bd52b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:01.430630 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4d4ab9f0-be41-4799-9d0c-38cfb6bd52b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:01.616903 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4d4ab9f0-be41-4799-9d0c-38cfb6bd52b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:01.684337 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4d4ab9f0-be41-4799-9d0c-38cfb6bd52b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:01.724750 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ab9f0-be41-4799-9d0c-38cfb6bd52b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15cce23b-4f12-4d71-a1d1-2e76edcba37b,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:01.726694 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4d4ab9f0-be41-4799-9d0c-38cfb6bd52b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:01.733047 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4d4ab9f0-be41-4799-9d0c-38cfb6bd52b9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/15cce23b-4f12-4d71-a1d1-2e76edcba37b HTTP/1.1" status: 204 len: 168 time: 0.4105966 May 10 15:14:01.735594 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51064) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:01.736146 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f959af-b640-498c-94e5-3635b401efdd None None] Network 9b84b531-9498-43d5-9135-92b81e370abf requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:14:01.844447 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d1e48a2-4205-4c7d-b514-15382e15d708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:01.854864 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e48a2-4205-4c7d-b514-15382e15d708 admin admin] Deleting port 256a209e-f1e0-4cdf-9a4e-971a17e32eb8 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:14:01.855192 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d1e48a2-4205-4c7d-b514-15382e15d708 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:01.998281 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9253061-dbf3-4ee1-b86c-ee5a78322f18 None None] DHCP port deletion for 9b84b531-9498-43d5-9135-92b81e370abf request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 15:14:02.002728 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d9253061-dbf3-4ee1-b86c-ee5a78322f18 None None] Deleting port 256a209e-f1e0-4cdf-9a4e-971a17e32eb8 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:14:02.003099 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d9253061-dbf3-4ee1-b86c-ee5a78322f18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:02.069065 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-7d1e48a2-4205-4c7d-b514-15382e15d708 admin admin] For port 256a209e-f1e0-4cdf-9a4e-971a17e32eb8, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=256a209e-f1e0-4cdf-9a4e-971a17e32eb8,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:14:02.069681 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d1e48a2-4205-4c7d-b514-15382e15d708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:02.191602 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e48a2-4205-4c7d-b514-15382e15d708 admin admin] Calling delete_port for 256a209e-f1e0-4cdf-9a4e-971a17e32eb8 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:14:02.205349 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-d9253061-dbf3-4ee1-b86c-ee5a78322f18 None None] For port 256a209e-f1e0-4cdf-9a4e-971a17e32eb8, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=256a209e-f1e0-4cdf-9a4e-971a17e32eb8,segment=NetworkSegment(2a9060ec-8bac-4c51-a805-dbdb5c934112),segment_id=2a9060ec-8bac-4c51-a805-dbdb5c934112)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:14:02.205881 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d9253061-dbf3-4ee1-b86c-ee5a78322f18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:02.269968 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d1e48a2-4205-4c7d-b514-15382e15d708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:02.318111 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1e48a2-4205-4c7d-b514-15382e15d708 admin admin] No DVR routers for this DVR port 256a209e-f1e0-4cdf-9a4e-971a17e32eb8 on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:14:02.319840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e48a2-4205-4c7d-b514-15382e15d708 admin admin] Pushing event deleted for resources: {'Port': ['ID=256a209e-f1e0-4cdf-9a4e-971a17e32eb8,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:02.326765 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d9253061-dbf3-4ee1-b86c-ee5a78322f18 None None] Calling delete_port for 256a209e-f1e0-4cdf-9a4e-971a17e32eb8 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:14:02.401269 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-d9253061-dbf3-4ee1-b86c-ee5a78322f18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 15:14:02.401620 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-d9253061-dbf3-4ee1-b86c-ee5a78322f18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 15:14:02.434034 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d1e48a2-4205-4c7d-b514-15382e15d708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:02.459427 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-7d1e48a2-4205-4c7d-b514-15382e15d708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b84b531-9498-43d5-9135-92b81e370abf']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:02.470980 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-7d1e48a2-4205-4c7d-b514-15382e15d708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9060ec-8bac-4c51-a805-dbdb5c934112') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:02.471275 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-7d1e48a2-4205-4c7d-b514-15382e15d708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9060ec-8bac-4c51-a805-dbdb5c934112') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:02.482238 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d1e48a2-4205-4c7d-b514-15382e15d708 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:02.497733 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d1e48a2-4205-4c7d-b514-15382e15d708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:02.504214 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1e48a2-4205-4c7d-b514-15382e15d708 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:14:02.504777 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d1e48a2-4205-4c7d-b514-15382e15d708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:14:02.522165 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:14:02.594413 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d1e48a2-4205-4c7d-b514-15382e15d708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:02.610520 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7d1e48a2-4205-4c7d-b514-15382e15d708 admin admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:02.621440 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e48a2-4205-4c7d-b514-15382e15d708 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b84b531-9498-43d5-9135-92b81e370abf,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:02.635321 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7d1e48a2-4205-4c7d-b514-15382e15d708 admin admin] 10.222.0.79 "DELETE /v2.0/networks/9b84b531-9498-43d5-9135-92b81e370abf HTTP/1.1" status: 204 len: 168 time: 0.8987622 May 10 15:14:02.765416 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51070) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:02.818832 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-98ef76a4-9d2e-459e-a561-5b0cdce5f5aa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4eed9c018c1e4956a71431e218f94cd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522685 May 10 15:14:02.821211 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51074) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:02.879737 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-25f02c6e-0a79-4d4b-a999-ec29314b79c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:02.902737 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d9253061-dbf3-4ee1-b86c-ee5a78322f18 None None] Deleting port 256a209e-f1e0-4cdf-9a4e-971a17e32eb8 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:14:02.903242 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d9253061-dbf3-4ee1-b86c-ee5a78322f18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:02.905064 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-25f02c6e-0a79-4d4b-a999-ec29314b79c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:02.957143 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-25f02c6e-0a79-4d4b-a999-ec29314b79c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:02.970747 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d9253061-dbf3-4ee1-b86c-ee5a78322f18 None None] The port '256a209e-f1e0-4cdf-9a4e-971a17e32eb8' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 15:14:02.978659 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f02c6e-0a79-4d4b-a999-ec29314b79c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd52ca3-2d5e-441a-bb21-f9ed39b2918b,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:02.988803 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-25f02c6e-0a79-4d4b-a999-ec29314b79c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:02.989949 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-25f02c6e-0a79-4d4b-a999-ec29314b79c1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8cd52ca3-2d5e-441a-bb21-f9ed39b2918b HTTP/1.1" status: 204 len: 168 time: 0.1678681 May 10 15:14:03.071808 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 256a209e-f1e0-4cdf-9a4e-971a17e32eb8 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:14:03.109000 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 256a209e-f1e0-4cdf-9a4e-971a17e32eb8 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:14:03.109345 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 256a209e-f1e0-4cdf-9a4e-971a17e32eb8 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:14:03.109765 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:14:03.144212 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:14:03.144686 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e5ffc8d1-4dc5-4b4a-82e1-42b0a40943cf not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:14:03.742639 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51098) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:03.844428 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-5ed20ffb-9faa-4529-9ce0-eab925eee619 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2033083333-network', 'tenant_id': 'e0624c4306434ed9832de9b3e96f167e'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:14:03.849844 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5ed20ffb-9faa-4529-9ce0-eab925eee619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:03.853740 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5ed20ffb-9faa-4529-9ce0-eab925eee619 admin admin] Usage tracker for resource:network and tenant:e0624c4306434ed9832de9b3e96f167e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:03.856653 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5ed20ffb-9faa-4529-9ce0-eab925eee619 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:03.863355 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5ed20ffb-9faa-4529-9ce0-eab925eee619 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:03.874673 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed20ffb-9faa-4529-9ce0-eab925eee619 admin admin] Made reservation on behalf of e0624c4306434ed9832de9b3e96f167e for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:14:03.877110 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5ed20ffb-9faa-4529-9ce0-eab925eee619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:03.888990 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5ed20ffb-9faa-4529-9ce0-eab925eee619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:03.903822 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5ed20ffb-9faa-4529-9ce0-eab925eee619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:03.907758 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5ed20ffb-9faa-4529-9ce0-eab925eee619 admin admin] Usage tracker for resource:security_group_rule and tenant:e0624c4306434ed9832de9b3e96f167e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:03.911242 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5ed20ffb-9faa-4529-9ce0-eab925eee619 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:03.916960 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5ed20ffb-9faa-4529-9ce0-eab925eee619 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:04.005571 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5ed20ffb-9faa-4529-9ce0-eab925eee619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:04.009052 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5ed20ffb-9faa-4529-9ce0-eab925eee619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:04.036142 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed20ffb-9faa-4529-9ce0-eab925eee619 admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:14:04.048240 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed20ffb-9faa-4529-9ce0-eab925eee619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4703323c-12b5-401e-b6dc-ca665e4415cf,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:04.053352 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5ed20ffb-9faa-4529-9ce0-eab925eee619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:04.053687 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-5ed20ffb-9faa-4529-9ce0-eab925eee619 admin admin] Added segment 920c7e65-04df-40e3-bd66-416b971fbd9a of type vlan for network cdfe7488-c76a-4f0f-adfd-b9461645cc0d May 10 15:14:04.079378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5ed20ffb-9faa-4529-9ce0-eab925eee619 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:04.108509 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5ed20ffb-9faa-4529-9ce0-eab925eee619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:04.109418 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed20ffb-9faa-4529-9ce0-eab925eee619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:04.109991 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5ed20ffb-9faa-4529-9ce0-eab925eee619 admin admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:04.211894 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed20ffb-9faa-4529-9ce0-eab925eee619 admin admin] Pushing event updated for resources: {'Network': ['ID=cdfe7488-c76a-4f0f-adfd-b9461645cc0d,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:04.216590 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5ed20ffb-9faa-4529-9ce0-eab925eee619 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4729259 May 10 15:14:04.219471 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51104) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:04.223996 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network cdfe7488-c76a-4f0f-adfd-b9461645cc0d details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:14:04.226252 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-b0147ac2-f032-44c8-843d-79e09e0f0218 admin admin] Request body: {'subnet': {'network_id': 'cdfe7488-c76a-4f0f-adfd-b9461645cc0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2033083333-subnet', 'tenant_id': 'e0624c4306434ed9832de9b3e96f167e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:14:04.231320 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b0147ac2-f032-44c8-843d-79e09e0f0218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:04.235116 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b0147ac2-f032-44c8-843d-79e09e0f0218 admin admin] Usage tracker for resource:subnet and tenant:e0624c4306434ed9832de9b3e96f167e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:04.237957 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b0147ac2-f032-44c8-843d-79e09e0f0218 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:04.243593 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b0147ac2-f032-44c8-843d-79e09e0f0218 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:04.254267 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0147ac2-f032-44c8-843d-79e09e0f0218 admin admin] Made reservation on behalf of e0624c4306434ed9832de9b3e96f167e for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:14:04.256597 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b0147ac2-f032-44c8-843d-79e09e0f0218 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:04.559295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b0147ac2-f032-44c8-843d-79e09e0f0218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:04.635390 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0147ac2-f032-44c8-843d-79e09e0f0218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=313c90a5-fdfe-4604-8fd8-93153d9305e9,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:04.644947 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0147ac2-f032-44c8-843d-79e09e0f0218 admin admin] Checking segment: {'id': '920c7e65-04df-40e3-bd66-416b971fbd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cdfe7488-c76a-4f0f-adfd-b9461645cc0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:14:04.645293 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0147ac2-f032-44c8-843d-79e09e0f0218 admin admin] Network hostable DHCP agents. Network: cdfe7488-c76a-4f0f-adfd-b9461645cc0d, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:14:04.665853 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0147ac2-f032-44c8-843d-79e09e0f0218 admin admin] Network cdfe7488-c76a-4f0f-adfd-b9461645cc0d is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:14:04.677882 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-b0147ac2-f032-44c8-843d-79e09e0f0218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, cdfe7488-c76a-4f0f-adfd-b9461645cc0d) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:14:04.682440 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0147ac2-f032-44c8-843d-79e09e0f0218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:04.683607 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b0147ac2-f032-44c8-843d-79e09e0f0218 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:04.686768 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdd8620-8fe5-4f55-b8f6-037ac24c3bd7 None None] Network cdfe7488-c76a-4f0f-adfd-b9461645cc0d requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:14:04.704568 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b0147ac2-f032-44c8-843d-79e09e0f0218 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4841914 May 10 15:14:04.908734 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f99c9be-1644-4810-a12b-21e9ea9b9f19 None None] Network cdfe7488-c76a-4f0f-adfd-b9461645cc0d requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:14:05.263190 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-24c26fb6-c387-4fbe-b905-a4b02b154685 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:05.263861 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-24c26fb6-c387-4fbe-b905-a4b02b154685 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Synchronizing usage tracker for tenant:e0624c4306434ed9832de9b3e96f167e on resource:network {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:14:05.280531 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-24c26fb6-c387-4fbe-b905-a4b02b154685 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Unset dirty status for tenant:e0624c4306434ed9832de9b3e96f167e on resource:network {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:14:05.281811 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-24c26fb6-c387-4fbe-b905-a4b02b154685 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/networks?id=cdfe7488-c76a-4f0f-adfd-b9461645cc0d HTTP/1.1" status: 200 len: 814 time: 0.1619198 May 10 15:14:05.297407 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-17c67f3f-161e-4a53-9a99-305e0a23b7d1 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/quotas/e0624c4306434ed9832de9b3e96f167e HTTP/1.1" status: 200 len: 375 time: 0.0092549 May 10 15:14:05.344327 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-c2f7fb6b-fded-4187-b2d9-1ae4e9c3c4de tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e0624c4306434ed9832de9b3e96f167e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413363 May 10 15:14:05.479040 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-8356aefd-3f93-42f6-88b9-35cfbf344001 service neutron] 10.222.0.79 "GET /v2.0/networks/cdfe7488-c76a-4f0f-adfd-b9461645cc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276035 May 10 15:14:05.609470 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-02771e83-57dd-43e4-97fd-9020b6426b85 service neutron] 10.222.0.79 "GET /v2.0/networks/cdfe7488-c76a-4f0f-adfd-b9461645cc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244805 May 10 15:14:05.783403 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fce99de3-36bd-46cf-8cc6-084e5c88523c req-6e6d768b-0f5a-4ae8-8cee-f73e3ed2ad2c tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bec446f6-a502-42b2-a621-e797b5e57f1f HTTP/1.1" status: 200 len: 210 time: 0.0461257 May 10 15:14:06.259981 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:14:06.939010 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-088c7813-6ef4-42dd-bbf5-38b8655d3b21 req-9e219fc5-ba21-409d-83d3-eb251ed16257 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bec446f6-a502-42b2-a621-e797b5e57f1f HTTP/1.1" status: 200 len: 210 time: 0.0480092 May 10 15:14:07.064864 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-a9cacfaf-19cf-4c05-9da2-fe82f33cd9aa tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:07.066932 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-a9cacfaf-19cf-4c05-9da2-fe82f33cd9aa tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.86 "GET /v2.0/networks?id=cdfe7488-c76a-4f0f-adfd-b9461645cc0d HTTP/1.1" status: 200 len: 814 time: 0.1528478 May 10 15:14:07.079503 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-147faa24-5a5f-420d-ae0e-d9e33e282ae6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Request body: {'port': {'device_id': 'bec446f6-a502-42b2-a621-e797b5e57f1f', 'network_id': 'cdfe7488-c76a-4f0f-adfd-b9461645cc0d', 'admin_state_up': True, 'tenant_id': 'e0624c4306434ed9832de9b3e96f167e'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:14:07.218980 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-147faa24-5a5f-420d-ae0e-d9e33e282ae6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:07.223008 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-147faa24-5a5f-420d-ae0e-d9e33e282ae6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Usage tracker for resource:port and tenant:e0624c4306434ed9832de9b3e96f167e is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:07.225838 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-147faa24-5a5f-420d-ae0e-d9e33e282ae6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:07.231469 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-147faa24-5a5f-420d-ae0e-d9e33e282ae6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:07.241426 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-147faa24-5a5f-420d-ae0e-d9e33e282ae6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Made reservation on behalf of e0624c4306434ed9832de9b3e96f167e for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:14:07.244846 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-147faa24-5a5f-420d-ae0e-d9e33e282ae6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:07.506410 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-147faa24-5a5f-420d-ae0e-d9e33e282ae6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Allocated IP 172.20.0.11 (cdfe7488-c76a-4f0f-adfd-b9461645cc0d/313c90a5-fdfe-4604-8fd8-93153d9305e9/5becc4cc-508a-4596-907e-53942265e2b6) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:14:07.703728 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-147faa24-5a5f-420d-ae0e-d9e33e282ae6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:07.732751 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-147faa24-5a5f-420d-ae0e-d9e33e282ae6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:07.803055 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-147faa24-5a5f-420d-ae0e-d9e33e282ae6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Network cdfe7488-c76a-4f0f-adfd-b9461645cc0d is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:14:07.806203 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-147faa24-5a5f-420d-ae0e-d9e33e282ae6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:14:07.809946 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-147faa24-5a5f-420d-ae0e-d9e33e282ae6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:14:07.844787 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147faa24-5a5f-420d-ae0e-d9e33e282ae6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Pushing event updated for resources: {'Port': ['ID=5becc4cc-508a-4596-907e-53942265e2b6,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:07.881241 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-147faa24-5a5f-420d-ae0e-d9e33e282ae6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:07.881834 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-147faa24-5a5f-420d-ae0e-d9e33e282ae6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:07.903275 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-147faa24-5a5f-420d-ae0e-d9e33e282ae6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8274348 May 10 15:14:07.918405 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-a0781e84-af08-48e9-96a4-09a1df3c03d1 service neutron] Request body: {'port': {'device_id': 'bec446f6-a502-42b2-a621-e797b5e57f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:14:08.032467 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-a0781e84-af08-48e9-96a4-09a1df3c03d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:08.124242 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aacf66-dbc2-4cd1-9f56-809fc19c156c req-272c58bc-2c30-4688-8381-5e9d6076e850 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:08.125683 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b3aacf66-dbc2-4cd1-9f56-809fc19c156c req-272c58bc-2c30-4688-8381-5e9d6076e850 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bec446f6-a502-42b2-a621-e797b5e57f1f HTTP/1.1" status: 200 len: 932 time: 0.0831816 May 10 15:14:08.170484 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-b3aacf66-dbc2-4cd1-9f56-809fc19c156c req-0ecbc61e-d244-4e26-86be-dddf49cd9d39 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Synchronizing usage tracker for tenant:e0624c4306434ed9832de9b3e96f167e on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:14:08.187520 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-b3aacf66-dbc2-4cd1-9f56-809fc19c156c req-0ecbc61e-d244-4e26-86be-dddf49cd9d39 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Unset dirty status for tenant:e0624c4306434ed9832de9b3e96f167e on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:14:08.188976 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b3aacf66-dbc2-4cd1-9f56-809fc19c156c req-0ecbc61e-d244-4e26-86be-dddf49cd9d39 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567715 May 10 15:14:08.372910 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-a0781e84-af08-48e9-96a4-09a1df3c03d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5becc4cc-508a-4596-907e-53942265e2b6 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:14:08.380085 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-a0781e84-af08-48e9-96a4-09a1df3c03d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:08.394693 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-a0781e84-af08-48e9-96a4-09a1df3c03d1 service neutron] Transition to ACTIVE for port object 5becc4cc-508a-4596-907e-53942265e2b6 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:14:08.398635 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-a0781e84-af08-48e9-96a4-09a1df3c03d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:08.523929 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0781e84-af08-48e9-96a4-09a1df3c03d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5becc4cc-508a-4596-907e-53942265e2b6,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:08.625926 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-a0781e84-af08-48e9-96a4-09a1df3c03d1 service neutron] Attempting to bind port 5becc4cc-508a-4596-907e-53942265e2b6 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:14:08.626157 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-a0781e84-af08-48e9-96a4-09a1df3c03d1 service neutron] Attempting to bind port 5becc4cc-508a-4596-907e-53942265e2b6 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '920c7e65-04df-40e3-bd66-416b971fbd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cdfe7488-c76a-4f0f-adfd-b9461645cc0d'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:14:08.626496 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-a0781e84-af08-48e9-96a4-09a1df3c03d1 service neutron] Attempting to bind port 5becc4cc-508a-4596-907e-53942265e2b6 on network cdfe7488-c76a-4f0f-adfd-b9461645cc0d {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:14:08.631157 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-a0781e84-af08-48e9-96a4-09a1df3c03d1 service neutron] Port 5becc4cc-508a-4596-907e-53942265e2b6 on network cdfe7488-c76a-4f0f-adfd-b9461645cc0d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:14:08.631467 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-a0781e84-af08-48e9-96a4-09a1df3c03d1 service neutron] Attempting to bind port 5becc4cc-508a-4596-907e-53942265e2b6 on network cdfe7488-c76a-4f0f-adfd-b9461645cc0d {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:14:08.636481 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-a0781e84-af08-48e9-96a4-09a1df3c03d1 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:14:08.636806 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-a0781e84-af08-48e9-96a4-09a1df3c03d1 service neutron] Checking segment: {'id': '920c7e65-04df-40e3-bd66-416b971fbd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cdfe7488-c76a-4f0f-adfd-b9461645cc0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:14:08.637176 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-a0781e84-af08-48e9-96a4-09a1df3c03d1 service neutron] Bound using segment: {'id': '920c7e65-04df-40e3-bd66-416b971fbd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cdfe7488-c76a-4f0f-adfd-b9461645cc0d'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:14:08.637592 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-a0781e84-af08-48e9-96a4-09a1df3c03d1 service neutron] Bound port: 5becc4cc-508a-4596-907e-53942265e2b6, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '920c7e65-04df-40e3-bd66-416b971fbd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cdfe7488-c76a-4f0f-adfd-b9461645cc0d'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:14:08.637925 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-a0781e84-af08-48e9-96a4-09a1df3c03d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:08.725052 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-a0781e84-af08-48e9-96a4-09a1df3c03d1 service neutron] For port 5becc4cc-508a-4596-907e-53942265e2b6, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:14:08.728071 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-a0781e84-af08-48e9-96a4-09a1df3c03d1 service neutron] For port 5becc4cc-508a-4596-907e-53942265e2b6, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=5becc4cc-508a-4596-907e-53942265e2b6,segment=NetworkSegment(920c7e65-04df-40e3-bd66-416b971fbd9a),segment_id=920c7e65-04df-40e3-bd66-416b971fbd9a)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:14:08.731606 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-a0781e84-af08-48e9-96a4-09a1df3c03d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:08.794865 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-a0781e84-af08-48e9-96a4-09a1df3c03d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:08.795472 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-a0781e84-af08-48e9-96a4-09a1df3c03d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:08.796896 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-a0781e84-af08-48e9-96a4-09a1df3c03d1 service neutron] 10.222.0.86 "PUT /v2.0/ports/5becc4cc-508a-4596-907e-53942265e2b6 HTTP/1.1" status: 200 len: 1094 time: 0.8825228 May 10 15:14:08.797319 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec446f6-a502-42b2-a621-e797b5e57f1f', 'tag': '5becc4cc-508a-4596-907e-53942265e2b6'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:14:08.817651 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0781e84-af08-48e9-96a4-09a1df3c03d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5becc4cc-508a-4596-907e-53942265e2b6,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:08.866844 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae656cb9-c5c3-469b-9298-a1507852d839'] response: {'name': 'network-changed', 'server_uuid': 'bec446f6-a502-42b2-a621-e797b5e57f1f', 'tag': '5becc4cc-508a-4596-907e-53942265e2b6', 'status': 'completed', 'code': 200} May 10 15:14:08.906884 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-b9f5dbb0-37cd-4688-a872-77033d7dc3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:08.908281 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-b9f5dbb0-37cd-4688-a872-77033d7dc3cc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0624c4306434ed9832de9b3e96f167e&device_id=bec446f6-a502-42b2-a621-e797b5e57f1f HTTP/1.1" status: 200 len: 1097 time: 0.0732012 May 10 15:14:08.981958 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-e4f775a6-309b-46be-923b-040b87ea1bdd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5becc4cc-508a-4596-907e-53942265e2b6 HTTP/1.1" status: 200 len: 217 time: 0.0633035 May 10 15:14:09.046779 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-1eb6c2b5-5f68-48fa-ac51-26605058bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:09.048171 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-1eb6c2b5-5f68-48fa-ac51-26605058bc7b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=313c90a5-fdfe-4604-8fd8-93153d9305e9 HTTP/1.1" status: 200 len: 854 time: 0.0562620 May 10 15:14:09.101140 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-2d89143e-67bd-40bd-8895-10815da26275 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cdfe7488-c76a-4f0f-adfd-b9461645cc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435293 May 10 15:14:09.324746 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-587ebd1e-fc5f-40c8-bc37-e54d34ec58af service neutron] 10.222.0.86 "GET /v2.0/networks/cdfe7488-c76a-4f0f-adfd-b9461645cc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143438 May 10 15:14:09.380128 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29c0fc-f593-4315-bc32-d5b7d75a6515 req-8ede30fc-ed58-48d1-a1f3-0108d32dc34a tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:09.381717 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5f29c0fc-f593-4315-bc32-d5b7d75a6515 req-8ede30fc-ed58-48d1-a1f3-0108d32dc34a tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bec446f6-a502-42b2-a621-e797b5e57f1f HTTP/1.1" status: 200 len: 944 time: 0.0855865 May 10 15:14:09.426318 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5f29c0fc-f593-4315-bc32-d5b7d75a6515 req-54be2a7f-0b6d-437b-a500-ebba3072de55 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388691 May 10 15:14:09.462366 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c2112283-0c21-431a-8e90-b7c5dd1dc9df req-9bca36ce-b281-4de1-86ba-59e8ed6802e5 service neutron] 10.222.0.86 "GET /v2.0/networks/cdfe7488-c76a-4f0f-adfd-b9461645cc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268537 May 10 15:14:09.585099 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4d6f5-9805-4537-8dd2-ef5f1ad386f2 req-ea1cde05-6deb-4929-997c-bc3e7ee45db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:09.586500 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c2e4d6f5-9805-4537-8dd2-ef5f1ad386f2 req-ea1cde05-6deb-4929-997c-bc3e7ee45db5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0624c4306434ed9832de9b3e96f167e&device_id=bec446f6-a502-42b2-a621-e797b5e57f1f HTTP/1.1" status: 200 len: 1097 time: 0.0696754 May 10 15:14:09.717110 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4d6f5-9805-4537-8dd2-ef5f1ad386f2 req-91e28c32-6d6c-42d5-bbff-46ef5add6f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:09.718566 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c2e4d6f5-9805-4537-8dd2-ef5f1ad386f2 req-91e28c32-6d6c-42d5-bbff-46ef5add6f5c service neutron] 10.222.0.86 "GET /v2.0/networks?id=cdfe7488-c76a-4f0f-adfd-b9461645cc0d HTTP/1.1" status: 200 len: 915 time: 0.1247702 May 10 15:14:09.789461 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c2e4d6f5-9805-4537-8dd2-ef5f1ad386f2 req-14fe140f-0f56-447a-83a1-6e06e954c95c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5becc4cc-508a-4596-907e-53942265e2b6 HTTP/1.1" status: 200 len: 217 time: 0.0634482 May 10 15:14:09.854046 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4d6f5-9805-4537-8dd2-ef5f1ad386f2 req-7c045138-24bf-48a2-8a97-1b836012b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:09.855425 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c2e4d6f5-9805-4537-8dd2-ef5f1ad386f2 req-7c045138-24bf-48a2-8a97-1b836012b802 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=313c90a5-fdfe-4604-8fd8-93153d9305e9 HTTP/1.1" status: 200 len: 854 time: 0.0583372 May 10 15:14:09.906664 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c2e4d6f5-9805-4537-8dd2-ef5f1ad386f2 req-192d22b8-cdf0-42c1-bb16-a5f0f690b3b9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cdfe7488-c76a-4f0f-adfd-b9461645cc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436547 May 10 15:14:10.037639 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c2e4d6f5-9805-4537-8dd2-ef5f1ad386f2 req-06e138eb-40ff-4d79-ae52-41adabf24867 service neutron] 10.222.0.86 "GET /v2.0/networks/cdfe7488-c76a-4f0f-adfd-b9461645cc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231763 May 10 15:14:10.175894 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c2e4d6f5-9805-4537-8dd2-ef5f1ad386f2 req-a07806c6-1927-4836-8499-47f6ef697daf service neutron] 10.222.0.86 "GET /v2.0/networks/cdfe7488-c76a-4f0f-adfd-b9461645cc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305718 May 10 15:14:10.608699 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1aa8e-2d6d-4a1c-9230-f2b74ac378e3 req-0c91ab21-6ed4-4b48-8123-b80340b293e7 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:10.610138 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3dd1aa8e-2d6d-4a1c-9230-f2b74ac378e3 req-0c91ab21-6ed4-4b48-8123-b80340b293e7 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bec446f6-a502-42b2-a621-e797b5e57f1f HTTP/1.1" status: 200 len: 944 time: 0.0786369 May 10 15:14:10.656448 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3dd1aa8e-2d6d-4a1c-9230-f2b74ac378e3 req-b41454f5-c11e-4143-bf86-89d757301bf2 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399921 May 10 15:14:11.838124 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc3ec7-5f80-48b8-87ce-c0201ca2b367 req-1991f59f-d6c5-4409-abcb-612a80e4c24e tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:11.839607 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-31fc3ec7-5f80-48b8-87ce-c0201ca2b367 req-1991f59f-d6c5-4409-abcb-612a80e4c24e tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bec446f6-a502-42b2-a621-e797b5e57f1f HTTP/1.1" status: 200 len: 944 time: 0.0789950 May 10 15:14:11.884797 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-31fc3ec7-5f80-48b8-87ce-c0201ca2b367 req-4dec8e18-d648-40d5-8970-81748a3e76d0 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383961 May 10 15:14:11.901798 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 5becc4cc-508a-4596-907e-53942265e2b6 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:14:12.033409 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 5becc4cc-508a-4596-907e-53942265e2b6, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=5becc4cc-508a-4596-907e-53942265e2b6,segment=NetworkSegment(920c7e65-04df-40e3-bd66-416b971fbd9a),segment_id=920c7e65-04df-40e3-bd66-416b971fbd9a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:14:12.046775 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '5becc4cc-508a-4596-907e-53942265e2b6', 'network_id': 'cdfe7488-c76a-4f0f-adfd-b9461645cc0d', 'port_id': '5becc4cc-508a-4596-907e-53942265e2b6', 'mac_address': 'fa:16:3e:87:2f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313c90a5-fdfe-4604-8fd8-93153d9305e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:14:12.111600 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:12.128514 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5becc4cc-508a-4596-907e-53942265e2b6 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:14:12.143117 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 5becc4cc-508a-4596-907e-53942265e2b6, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=5becc4cc-508a-4596-907e-53942265e2b6,segment=NetworkSegment(920c7e65-04df-40e3-bd66-416b971fbd9a),segment_id=920c7e65-04df-40e3-bd66-416b971fbd9a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:14:12.147473 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:12.213665 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=5becc4cc-508a-4596-907e-53942265e2b6,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:12.415978 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['5becc4cc-508a-4596-907e-53942265e2b6'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:14:13.075121 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444d3df-36dc-4396-851d-d4483fa0b69e req-9c9b7a1d-4df8-4137-aa0c-25f8a047caf0 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:13.076617 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a444d3df-36dc-4396-851d-d4483fa0b69e req-9c9b7a1d-4df8-4137-aa0c-25f8a047caf0 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bec446f6-a502-42b2-a621-e797b5e57f1f HTTP/1.1" status: 200 len: 945 time: 0.0843771 May 10 15:14:13.120563 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a444d3df-36dc-4396-851d-d4483fa0b69e req-1e7bb314-3766-40f4-9252-f38227815250 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374372 May 10 15:14:13.944936 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 5becc4cc-508a-4596-907e-53942265e2b6 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:14:14.013073 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port 5becc4cc-508a-4596-907e-53942265e2b6 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:14:14.017585 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 5becc4cc-508a-4596-907e-53942265e2b6 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:14:14.017952 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:14.134440 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:14.162095 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec446f6-a502-42b2-a621-e797b5e57f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5becc4cc-508a-4596-907e-53942265e2b6'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:14:14.172300 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 5becc4cc-508a-4596-907e-53942265e2b6, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=5becc4cc-508a-4596-907e-53942265e2b6,segment=NetworkSegment(920c7e65-04df-40e3-bd66-416b971fbd9a),segment_id=920c7e65-04df-40e3-bd66-416b971fbd9a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:14:14.176489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:14.208559 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4354969c-b88d-44b9-b139-4d2a11585db4'] response: {'server_uuid': 'bec446f6-a502-42b2-a621-e797b5e57f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5becc4cc-508a-4596-907e-53942265e2b6', 'code': 200} May 10 15:14:14.251255 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=5becc4cc-508a-4596-907e-53942265e2b6,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:14.310810 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68542b8f-7283-41c1-b19e-dea2068efaef req-57aa66fd-c1c2-449c-bd40-ff207a82da61 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:14.312260 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-68542b8f-7283-41c1-b19e-dea2068efaef req-57aa66fd-c1c2-449c-bd40-ff207a82da61 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bec446f6-a502-42b2-a621-e797b5e57f1f HTTP/1.1" status: 200 len: 946 time: 0.0858943 May 10 15:14:14.357435 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-68542b8f-7283-41c1-b19e-dea2068efaef req-56487185-a4b3-4b41-9335-56af7b3a4e48 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391238 May 10 15:14:14.436491 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a31608-a732-447b-9431-5952c8b16ccd req-5a2e9c28-8922-4799-be76-7ebe8a4a6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:14.437890 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-72a31608-a732-447b-9431-5952c8b16ccd req-5a2e9c28-8922-4799-be76-7ebe8a4a6e7a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bec446f6-a502-42b2-a621-e797b5e57f1f HTTP/1.1" status: 200 len: 1099 time: 0.0689995 May 10 15:14:14.481300 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-72a31608-a732-447b-9431-5952c8b16ccd req-ff5f4cbf-a435-4e06-9808-f6c448e899d1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342731 May 10 15:14:15.545542 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e6cdb-0a59-4e60-9cfa-f867860b0f97 req-fcd36916-1c99-415d-a91a-6b39a561e917 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:15.547008 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cf0e6cdb-0a59-4e60-9cfa-f867860b0f97 req-fcd36916-1c99-415d-a91a-6b39a561e917 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bec446f6-a502-42b2-a621-e797b5e57f1f HTTP/1.1" status: 200 len: 946 time: 0.0837865 May 10 15:14:15.591993 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cf0e6cdb-0a59-4e60-9cfa-f867860b0f97 req-0067f0f5-38f3-459d-b364-09a12bfa2846 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384681 May 10 15:14:16.780128 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aec700-c9dc-420d-a502-03190beb1810 req-ed25ee62-2b95-44fd-8537-2ed97ec402ec tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:16.781591 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d3aec700-c9dc-420d-a502-03190beb1810 req-ed25ee62-2b95-44fd-8537-2ed97ec402ec tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bec446f6-a502-42b2-a621-e797b5e57f1f HTTP/1.1" status: 200 len: 946 time: 0.0806134 May 10 15:14:16.825948 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d3aec700-c9dc-420d-a502-03190beb1810 req-94f42d3c-7038-40b2-a76e-c4786bd6a928 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382130 May 10 15:14:17.124851 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-379cc1c2-d213-4f7b-8854-121b9fe7a0ee tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:17.129486 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-379cc1c2-d213-4f7b-8854-121b9fe7a0ee tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/networks?id=cdfe7488-c76a-4f0f-adfd-b9461645cc0d HTTP/1.1" status: 200 len: 814 time: 0.1636980 May 10 15:14:17.144493 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-87731c0d-8f4e-4463-a414-74f9c88cf3eb tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/quotas/e0624c4306434ed9832de9b3e96f167e HTTP/1.1" status: 200 len: 375 time: 0.0089204 May 10 15:14:17.318826 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-94dd577f-fad9-413d-9c57-f06da0c9e409 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e0624c4306434ed9832de9b3e96f167e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1690249 May 10 15:14:17.450696 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-03085f0c-1ade-45f7-bb31-9cf5f8fe1556 service neutron] 10.222.0.79 "GET /v2.0/networks/cdfe7488-c76a-4f0f-adfd-b9461645cc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250868 May 10 15:14:17.582534 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-f0b892c9-481f-4915-a7ac-d4e601e87c01 service neutron] 10.222.0.79 "GET /v2.0/networks/cdfe7488-c76a-4f0f-adfd-b9461645cc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252749 May 10 15:14:17.753759 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5dc6b7b7-2dfc-4dce-9788-c036c4fa841b req-7c9d9089-7d04-474b-a6a8-241c1a16a1bc tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=e077974a-8c84-404e-958b-c21ddfc63124 HTTP/1.1" status: 200 len: 210 time: 0.0413647 May 10 15:14:18.857374 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-11741877-e27c-400c-83f0-e24ec2c154f6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:18.858892 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-11741877-e27c-400c-83f0-e24ec2c154f6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.86 "GET /v2.0/networks?id=cdfe7488-c76a-4f0f-adfd-b9461645cc0d HTTP/1.1" status: 200 len: 814 time: 0.1877880 May 10 15:14:18.876675 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-959e4e33-5cd4-46e7-b7b9-8a3d49bc9835 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Request body: {'port': {'device_id': 'e077974a-8c84-404e-958b-c21ddfc63124', 'network_id': 'cdfe7488-c76a-4f0f-adfd-b9461645cc0d', 'admin_state_up': True, 'tenant_id': 'e0624c4306434ed9832de9b3e96f167e'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:14:18.961467 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-279cf59b-3f85-4747-a78d-01d89514d535 req-d8fcf5a9-f373-4a9a-89a3-12592acdecc6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=e077974a-8c84-404e-958b-c21ddfc63124 HTTP/1.1" status: 200 len: 210 time: 0.0619926 May 10 15:14:19.036748 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-959e4e33-5cd4-46e7-b7b9-8a3d49bc9835 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:19.040487 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-959e4e33-5cd4-46e7-b7b9-8a3d49bc9835 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Usage tracker for resource:port and tenant:e0624c4306434ed9832de9b3e96f167e is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:19.043265 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-959e4e33-5cd4-46e7-b7b9-8a3d49bc9835 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:19.048916 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-959e4e33-5cd4-46e7-b7b9-8a3d49bc9835 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:19.059021 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-959e4e33-5cd4-46e7-b7b9-8a3d49bc9835 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Made reservation on behalf of e0624c4306434ed9832de9b3e96f167e for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:14:19.062371 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-959e4e33-5cd4-46e7-b7b9-8a3d49bc9835 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:19.225206 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-959e4e33-5cd4-46e7-b7b9-8a3d49bc9835 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Allocated IP 172.20.0.12 (cdfe7488-c76a-4f0f-adfd-b9461645cc0d/313c90a5-fdfe-4604-8fd8-93153d9305e9/979b9010-e5c9-4179-a431-54971ff89ecb) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:14:19.521060 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-959e4e33-5cd4-46e7-b7b9-8a3d49bc9835 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:19.550285 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-959e4e33-5cd4-46e7-b7b9-8a3d49bc9835 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:19.562644 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['5becc4cc-508a-4596-907e-53942265e2b6'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:14:19.627288 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-959e4e33-5cd4-46e7-b7b9-8a3d49bc9835 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Network cdfe7488-c76a-4f0f-adfd-b9461645cc0d is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:14:19.630770 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-959e4e33-5cd4-46e7-b7b9-8a3d49bc9835 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:14:19.633291 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-959e4e33-5cd4-46e7-b7b9-8a3d49bc9835 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:14:19.681025 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e4e33-5cd4-46e7-b7b9-8a3d49bc9835 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Pushing event updated for resources: {'Port': ['ID=979b9010-e5c9-4179-a431-54971ff89ecb,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:19.704676 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-959e4e33-5cd4-46e7-b7b9-8a3d49bc9835 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:19.705265 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-959e4e33-5cd4-46e7-b7b9-8a3d49bc9835 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:19.726488 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-959e4e33-5cd4-46e7-b7b9-8a3d49bc9835 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8582761 May 10 15:14:19.737480 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-99e4cce9-826b-4def-8b22-fd583d594a93 service neutron] Request body: {'port': {'device_id': 'e077974a-8c84-404e-958b-c21ddfc63124', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:14:19.848582 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-99e4cce9-826b-4def-8b22-fd583d594a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:20.117254 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4208fbcb-d56e-43f4-bc29-d5e3f82e1f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:20.151743 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9eda6-8600-480a-b3a0-f938c4c9a2f1 req-34de3099-1978-4de2-9c14-452fd66ec16f tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:20.153868 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d2b9eda6-8600-480a-b3a0-f938c4c9a2f1 req-34de3099-1978-4de2-9c14-452fd66ec16f tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=e077974a-8c84-404e-958b-c21ddfc63124 HTTP/1.1" status: 200 len: 932 time: 0.0838940 May 10 15:14:20.196545 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-99e4cce9-826b-4def-8b22-fd583d594a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979b9010-e5c9-4179-a431-54971ff89ecb {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:14:20.198549 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d2b9eda6-8600-480a-b3a0-f938c4c9a2f1 req-a7d9f5c7-b203-411d-b2dc-1bcf2aa43520 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388355 May 10 15:14:20.204115 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-99e4cce9-826b-4def-8b22-fd583d594a93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:20.219549 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-99e4cce9-826b-4def-8b22-fd583d594a93 service neutron] Transition to ACTIVE for port object 979b9010-e5c9-4179-a431-54971ff89ecb will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:14:20.222800 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-99e4cce9-826b-4def-8b22-fd583d594a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:20.376597 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4cce9-826b-4def-8b22-fd583d594a93 service neutron] Pushing event updated for resources: {'Port': ['ID=979b9010-e5c9-4179-a431-54971ff89ecb,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:20.463348 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-99e4cce9-826b-4def-8b22-fd583d594a93 service neutron] Attempting to bind port 979b9010-e5c9-4179-a431-54971ff89ecb on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:14:20.463670 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-99e4cce9-826b-4def-8b22-fd583d594a93 service neutron] Attempting to bind port 979b9010-e5c9-4179-a431-54971ff89ecb by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '920c7e65-04df-40e3-bd66-416b971fbd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cdfe7488-c76a-4f0f-adfd-b9461645cc0d'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:14:20.463980 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-99e4cce9-826b-4def-8b22-fd583d594a93 service neutron] Attempting to bind port 979b9010-e5c9-4179-a431-54971ff89ecb on network cdfe7488-c76a-4f0f-adfd-b9461645cc0d {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:14:20.468483 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-99e4cce9-826b-4def-8b22-fd583d594a93 service neutron] Port 979b9010-e5c9-4179-a431-54971ff89ecb on network cdfe7488-c76a-4f0f-adfd-b9461645cc0d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:14:20.468789 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-99e4cce9-826b-4def-8b22-fd583d594a93 service neutron] Attempting to bind port 979b9010-e5c9-4179-a431-54971ff89ecb on network cdfe7488-c76a-4f0f-adfd-b9461645cc0d {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:14:20.474214 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-99e4cce9-826b-4def-8b22-fd583d594a93 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:14:20.474562 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-99e4cce9-826b-4def-8b22-fd583d594a93 service neutron] Checking segment: {'id': '920c7e65-04df-40e3-bd66-416b971fbd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cdfe7488-c76a-4f0f-adfd-b9461645cc0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:14:20.474933 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-99e4cce9-826b-4def-8b22-fd583d594a93 service neutron] Bound using segment: {'id': '920c7e65-04df-40e3-bd66-416b971fbd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cdfe7488-c76a-4f0f-adfd-b9461645cc0d'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:14:20.475341 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-99e4cce9-826b-4def-8b22-fd583d594a93 service neutron] Bound port: 979b9010-e5c9-4179-a431-54971ff89ecb, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '920c7e65-04df-40e3-bd66-416b971fbd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'cdfe7488-c76a-4f0f-adfd-b9461645cc0d'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:14:20.475670 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-99e4cce9-826b-4def-8b22-fd583d594a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:20.568767 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-99e4cce9-826b-4def-8b22-fd583d594a93 service neutron] For port 979b9010-e5c9-4179-a431-54971ff89ecb, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:14:20.572269 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-99e4cce9-826b-4def-8b22-fd583d594a93 service neutron] For port 979b9010-e5c9-4179-a431-54971ff89ecb, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=979b9010-e5c9-4179-a431-54971ff89ecb,segment=NetworkSegment(920c7e65-04df-40e3-bd66-416b971fbd9a),segment_id=920c7e65-04df-40e3-bd66-416b971fbd9a)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:14:20.576680 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-99e4cce9-826b-4def-8b22-fd583d594a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:20.637689 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-99e4cce9-826b-4def-8b22-fd583d594a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:20.638289 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-99e4cce9-826b-4def-8b22-fd583d594a93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:20.639651 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-99e4cce9-826b-4def-8b22-fd583d594a93 service neutron] 10.222.0.86 "PUT /v2.0/ports/979b9010-e5c9-4179-a431-54971ff89ecb HTTP/1.1" status: 200 len: 1094 time: 0.9062505 May 10 15:14:20.640067 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e077974a-8c84-404e-958b-c21ddfc63124', 'tag': '979b9010-e5c9-4179-a431-54971ff89ecb'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:14:20.663359 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4cce9-826b-4def-8b22-fd583d594a93 service neutron] Pushing event updated for resources: {'Port': ['ID=979b9010-e5c9-4179-a431-54971ff89ecb,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:20.716523 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fedd0f66-8b2f-4f7d-9b79-6bceacc6ead5'] response: {'name': 'network-changed', 'server_uuid': 'e077974a-8c84-404e-958b-c21ddfc63124', 'tag': '979b9010-e5c9-4179-a431-54971ff89ecb', 'status': 'completed', 'code': 200} May 10 15:14:20.758822 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-a70ef349-06c8-4d81-a238-4aeffc67015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:20.760282 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-a70ef349-06c8-4d81-a238-4aeffc67015c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0624c4306434ed9832de9b3e96f167e&device_id=e077974a-8c84-404e-958b-c21ddfc63124 HTTP/1.1" status: 200 len: 1097 time: 0.0798049 May 10 15:14:20.828530 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-5ef6c439-cc49-4145-bf85-772c84e59ac4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=979b9010-e5c9-4179-a431-54971ff89ecb HTTP/1.1" status: 200 len: 217 time: 0.0608270 May 10 15:14:20.897724 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-7b19e26d-afec-4ef2-8d01-cec406d9819d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:20.899086 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-7b19e26d-afec-4ef2-8d01-cec406d9819d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=313c90a5-fdfe-4604-8fd8-93153d9305e9 HTTP/1.1" status: 200 len: 854 time: 0.0615056 May 10 15:14:20.946959 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-a4b13501-6f98-4ec9-96cf-b28cbdc6b7d6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cdfe7488-c76a-4f0f-adfd-b9461645cc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416965 May 10 15:14:21.078770 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-1ad245f3-716d-4a58-a3ac-0e57805a217c service neutron] 10.222.0.86 "GET /v2.0/networks/cdfe7488-c76a-4f0f-adfd-b9461645cc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253302 May 10 15:14:21.310865 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1070d9d9-1eff-48ff-8439-88272051b5b6 req-bcfc2285-d9fc-4dca-a724-7f54401f23ca service neutron] 10.222.0.86 "GET /v2.0/networks/cdfe7488-c76a-4f0f-adfd-b9461645cc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243207 May 10 15:14:21.390713 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee9365-844f-4e48-aa04-5e6c1e244769 req-853bedc6-ba95-446f-ae8e-a686df36386d tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:21.392171 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1bee9365-844f-4e48-aa04-5e6c1e244769 req-853bedc6-ba95-446f-ae8e-a686df36386d tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=e077974a-8c84-404e-958b-c21ddfc63124 HTTP/1.1" status: 200 len: 944 time: 0.0842400 May 10 15:14:21.425796 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621298e-466b-4a7a-9e44-481b63fd0faa req-861aeb18-9aa2-437a-87ef-696b567f700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:21.427325 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5621298e-466b-4a7a-9e44-481b63fd0faa req-861aeb18-9aa2-437a-87ef-696b567f700a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0624c4306434ed9832de9b3e96f167e&device_id=e077974a-8c84-404e-958b-c21ddfc63124 HTTP/1.1" status: 200 len: 1097 time: 0.0750387 May 10 15:14:21.438162 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1bee9365-844f-4e48-aa04-5e6c1e244769 req-2399817e-f6b3-4a72-b60d-a9a2e7b11ba4 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388279 May 10 15:14:21.558898 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621298e-466b-4a7a-9e44-481b63fd0faa req-541d94eb-ac7f-47b1-8f83-7f55a3ec53cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:21.560243 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5621298e-466b-4a7a-9e44-481b63fd0faa req-541d94eb-ac7f-47b1-8f83-7f55a3ec53cb service neutron] 10.222.0.86 "GET /v2.0/networks?id=cdfe7488-c76a-4f0f-adfd-b9461645cc0d HTTP/1.1" status: 200 len: 915 time: 0.1269796 May 10 15:14:21.627159 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5621298e-466b-4a7a-9e44-481b63fd0faa req-2fb5265e-5173-4b8c-8241-0fc20c9c84bf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=979b9010-e5c9-4179-a431-54971ff89ecb HTTP/1.1" status: 200 len: 217 time: 0.0595095 May 10 15:14:21.692791 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621298e-466b-4a7a-9e44-481b63fd0faa req-7526d795-b88a-4d1f-9d38-02f0c8643795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:21.694175 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5621298e-466b-4a7a-9e44-481b63fd0faa req-7526d795-b88a-4d1f-9d38-02f0c8643795 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=313c90a5-fdfe-4604-8fd8-93153d9305e9 HTTP/1.1" status: 200 len: 854 time: 0.0604005 May 10 15:14:21.742323 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5621298e-466b-4a7a-9e44-481b63fd0faa req-5ab1791e-8c87-4277-9824-0dc40c3bea40 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cdfe7488-c76a-4f0f-adfd-b9461645cc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410261 May 10 15:14:21.874960 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5621298e-466b-4a7a-9e44-481b63fd0faa req-8239413f-8e58-487f-9fad-4b416f879371 service neutron] 10.222.0.86 "GET /v2.0/networks/cdfe7488-c76a-4f0f-adfd-b9461645cc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254501 May 10 15:14:21.998267 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 979b9010-e5c9-4179-a431-54971ff89ecb details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:14:22.009228 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5621298e-466b-4a7a-9e44-481b63fd0faa req-0ade9aed-7ad8-4382-9eb6-56f2ac599db6 service neutron] 10.222.0.86 "GET /v2.0/networks/cdfe7488-c76a-4f0f-adfd-b9461645cc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277990 May 10 15:14:22.132408 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 979b9010-e5c9-4179-a431-54971ff89ecb, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=979b9010-e5c9-4179-a431-54971ff89ecb,segment=NetworkSegment(920c7e65-04df-40e3-bd66-416b971fbd9a),segment_id=920c7e65-04df-40e3-bd66-416b971fbd9a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:14:22.148771 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '979b9010-e5c9-4179-a431-54971ff89ecb', 'network_id': 'cdfe7488-c76a-4f0f-adfd-b9461645cc0d', 'port_id': '979b9010-e5c9-4179-a431-54971ff89ecb', 'mac_address': 'fa:16:3e:99:1d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313c90a5-fdfe-4604-8fd8-93153d9305e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:14:22.202671 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:22.218752 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979b9010-e5c9-4179-a431-54971ff89ecb {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:14:22.233693 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 979b9010-e5c9-4179-a431-54971ff89ecb, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=979b9010-e5c9-4179-a431-54971ff89ecb,segment=NetworkSegment(920c7e65-04df-40e3-bd66-416b971fbd9a),segment_id=920c7e65-04df-40e3-bd66-416b971fbd9a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:14:22.237257 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:22.303288 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=979b9010-e5c9-4179-a431-54971ff89ecb,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:22.410021 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-45727d2c-5151-4f91-8490-dcac331f142c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:22.485040 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['979b9010-e5c9-4179-a431-54971ff89ecb'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:14:22.623973 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160b19d-a532-4c97-b9aa-4b9cd180ff05 req-faec4240-b20f-4e36-a3f8-b7621d030a0b tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:22.625421 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4160b19d-a532-4c97-b9aa-4b9cd180ff05 req-faec4240-b20f-4e36-a3f8-b7621d030a0b tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=e077974a-8c84-404e-958b-c21ddfc63124 HTTP/1.1" status: 200 len: 945 time: 0.0796385 May 10 15:14:22.674692 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4160b19d-a532-4c97-b9aa-4b9cd180ff05 req-aea0da34-23b0-45b8-9aa3-2b0f7796c709 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425439 May 10 15:14:23.281021 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:23.391621 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:23.392711 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:23.863515 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dce03-564c-46a2-afab-2ad0f1e1d52a req-b7022de2-ca7b-4cb2-8f86-e60220973948 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:23.865296 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6d7dce03-564c-46a2-afab-2ad0f1e1d52a req-b7022de2-ca7b-4cb2-8f86-e60220973948 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=e077974a-8c84-404e-958b-c21ddfc63124 HTTP/1.1" status: 200 len: 945 time: 0.0820777 May 10 15:14:23.912552 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6d7dce03-564c-46a2-afab-2ad0f1e1d52a req-15278f1c-5e3b-491b-971b-3f357175ca2f tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412433 May 10 15:14:24.006537 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 979b9010-e5c9-4179-a431-54971ff89ecb up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:14:24.076850 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port 979b9010-e5c9-4179-a431-54971ff89ecb completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:14:24.081559 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 979b9010-e5c9-4179-a431-54971ff89ecb triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:14:24.081926 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:24.198060 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:24.225847 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e077974a-8c84-404e-958b-c21ddfc63124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979b9010-e5c9-4179-a431-54971ff89ecb'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:14:24.235606 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 979b9010-e5c9-4179-a431-54971ff89ecb, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=979b9010-e5c9-4179-a431-54971ff89ecb,segment=NetworkSegment(920c7e65-04df-40e3-bd66-416b971fbd9a),segment_id=920c7e65-04df-40e3-bd66-416b971fbd9a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:14:24.240036 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:24.275566 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bceb765-1daa-404a-b314-248f43c8a13a'] response: {'server_uuid': 'e077974a-8c84-404e-958b-c21ddfc63124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979b9010-e5c9-4179-a431-54971ff89ecb', 'code': 200} May 10 15:14:24.308437 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=979b9010-e5c9-4179-a431-54971ff89ecb,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:24.493210 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01d4e7-e062-41f1-986c-b318b2790239 req-254ae7bf-d62e-4b46-94ff-e27ddf5342f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:24.494692 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ec01d4e7-e062-41f1-986c-b318b2790239 req-254ae7bf-d62e-4b46-94ff-e27ddf5342f1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e077974a-8c84-404e-958b-c21ddfc63124 HTTP/1.1" status: 200 len: 1099 time: 0.0732927 May 10 15:14:24.534608 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ec01d4e7-e062-41f1-986c-b318b2790239 req-6661ae5a-ecc9-4a61-ab0d-e6fa1dbe0cbe service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338194 May 10 15:14:24.955433 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:25.101961 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32604aed-fb39-469b-9a9e-22dfcb0146f4 req-ffa38a08-b8c8-41bc-9edc-c515b61a3735 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:25.103418 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-32604aed-fb39-469b-9a9e-22dfcb0146f4 req-ffa38a08-b8c8-41bc-9edc-c515b61a3735 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=e077974a-8c84-404e-958b-c21ddfc63124 HTTP/1.1" status: 200 len: 946 time: 0.0847206 May 10 15:14:25.148261 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-32604aed-fb39-469b-9a9e-22dfcb0146f4 req-a4754c22-bc63-439d-b9dc-89dda7c4c6d9 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390563 May 10 15:14:25.225004 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-12f4fc8e-5f2b-419a-b9c6-40f464ccdd90 req-79f97311-397a-4c9c-9f8a-ee6448d1874a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bec446f6-a502-42b2-a621-e797b5e57f1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685525 May 10 15:14:25.365594 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4fc8e-5f2b-419a-b9c6-40f464ccdd90 req-db38cdf9-b229-40c8-bca7-7afb349fb888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:25.367049 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-12f4fc8e-5f2b-419a-b9c6-40f464ccdd90 req-db38cdf9-b229-40c8-bca7-7afb349fb888 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0624c4306434ed9832de9b3e96f167e&device_id=bec446f6-a502-42b2-a621-e797b5e57f1f HTTP/1.1" status: 200 len: 1099 time: 0.0746708 May 10 15:14:25.514476 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4fc8e-5f2b-419a-b9c6-40f464ccdd90 req-50c996ad-825b-448a-aeed-e929a90e2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:25.515799 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-12f4fc8e-5f2b-419a-b9c6-40f464ccdd90 req-50c996ad-825b-448a-aeed-e929a90e2170 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cdfe7488-c76a-4f0f-adfd-b9461645cc0d HTTP/1.1" status: 200 len: 915 time: 0.1280172 May 10 15:14:25.589373 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-12f4fc8e-5f2b-419a-b9c6-40f464ccdd90 req-ea140214-81ed-4c2a-b17e-261841daff10 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5becc4cc-508a-4596-907e-53942265e2b6 HTTP/1.1" status: 200 len: 217 time: 0.0634222 May 10 15:14:25.658941 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4fc8e-5f2b-419a-b9c6-40f464ccdd90 req-14275632-a54c-43b1-bfe2-1af9ac82c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:25.660380 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-12f4fc8e-5f2b-419a-b9c6-40f464ccdd90 req-14275632-a54c-43b1-bfe2-1af9ac82c4ce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=313c90a5-fdfe-4604-8fd8-93153d9305e9 HTTP/1.1" status: 200 len: 854 time: 0.0644543 May 10 15:14:25.707329 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-12f4fc8e-5f2b-419a-b9c6-40f464ccdd90 req-48f1a3ff-aedb-42bc-80e0-15db869ab607 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cdfe7488-c76a-4f0f-adfd-b9461645cc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406649 May 10 15:14:25.842249 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-12f4fc8e-5f2b-419a-b9c6-40f464ccdd90 req-bb889dc3-51a3-48ab-9aaa-ba00fd84e806 service neutron] 10.222.0.86 "GET /v2.0/networks/cdfe7488-c76a-4f0f-adfd-b9461645cc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245971 May 10 15:14:26.069612 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-12f4fc8e-5f2b-419a-b9c6-40f464ccdd90 req-c4e65027-3462-4444-8406-9fd3a68d0390 service neutron] 10.222.0.86 "GET /v2.0/networks/cdfe7488-c76a-4f0f-adfd-b9461645cc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199962 May 10 15:14:26.332000 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087546fe-e601-4a18-a9ac-3463741d7fb6 req-89b10251-b26a-4114-8781-929c8e36e7ad tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:26.333479 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-087546fe-e601-4a18-a9ac-3463741d7fb6 req-89b10251-b26a-4114-8781-929c8e36e7ad tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=e077974a-8c84-404e-958b-c21ddfc63124 HTTP/1.1" status: 200 len: 946 time: 0.0810227 May 10 15:14:26.377956 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-087546fe-e601-4a18-a9ac-3463741d7fb6 req-ade5cbf9-a252-4531-b6e5-c08ba4e7fed1 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387576 May 10 15:14:26.758374 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0796ac3-ed9b-45fe-bee0-a422f4678d95 req-e8100ef4-7415-40d6-bc43-150f6fc02f60 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:26.759762 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b0796ac3-ed9b-45fe-bee0-a422f4678d95 req-e8100ef4-7415-40d6-bc43-150f6fc02f60 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=e077974a-8c84-404e-958b-c21ddfc63124 HTTP/1.1" status: 200 len: 946 time: 0.0841053 May 10 15:14:26.804507 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b0796ac3-ed9b-45fe-bee0-a422f4678d95 req-e5a7e9ff-9a02-4db0-93f7-a942fb14e33e tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390964 May 10 15:14:27.994820 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ddafb-f122-498d-bae1-83927ebaec3c req-03dd24d2-258d-4f3a-b316-95584ae6ab07 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:27.996275 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-457ddafb-f122-498d-bae1-83927ebaec3c req-03dd24d2-258d-4f3a-b316-95584ae6ab07 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=e077974a-8c84-404e-958b-c21ddfc63124 HTTP/1.1" status: 200 len: 946 time: 0.0857115 May 10 15:14:28.040599 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-457ddafb-f122-498d-bae1-83927ebaec3c req-95caca82-3cd5-421a-89fa-4a4cee1cf3dc tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387211 May 10 15:14:28.127136 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e58d19-57c9-4235-96f6-1e0c45d67bd5 req-6c873ed5-08cb-4f58-8be8-4570fc589900 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:28.127715 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-18e58d19-57c9-4235-96f6-1e0c45d67bd5 req-6c873ed5-08cb-4f58-8be8-4570fc589900 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Synchronizing usage tracker for tenant:e0624c4306434ed9832de9b3e96f167e on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:14:28.144672 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-18e58d19-57c9-4235-96f6-1e0c45d67bd5 req-6c873ed5-08cb-4f58-8be8-4570fc589900 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Unset dirty status for tenant:e0624c4306434ed9832de9b3e96f167e on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:14:28.146374 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-18e58d19-57c9-4235-96f6-1e0c45d67bd5 req-6c873ed5-08cb-4f58-8be8-4570fc589900 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.86 "GET /v2.0/ports?device_id=e077974a-8c84-404e-958b-c21ddfc63124 HTTP/1.1" status: 200 len: 946 time: 0.0970232 May 10 15:14:28.218757 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-18e58d19-57c9-4235-96f6-1e0c45d67bd5 req-4f42e998-d388-4ea1-9ecd-b2a9a7ef91da tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Deleting port 979b9010-e5c9-4179-a431-54971ff89ecb {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:14:28.219183 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-18e58d19-57c9-4235-96f6-1e0c45d67bd5 req-4f42e998-d388-4ea1-9ecd-b2a9a7ef91da tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:28.466961 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-18e58d19-57c9-4235-96f6-1e0c45d67bd5 req-4f42e998-d388-4ea1-9ecd-b2a9a7ef91da tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] For port 979b9010-e5c9-4179-a431-54971ff89ecb, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=979b9010-e5c9-4179-a431-54971ff89ecb,segment=NetworkSegment(920c7e65-04df-40e3-bd66-416b971fbd9a),segment_id=920c7e65-04df-40e3-bd66-416b971fbd9a)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:14:28.467340 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-18e58d19-57c9-4235-96f6-1e0c45d67bd5 req-4f42e998-d388-4ea1-9ecd-b2a9a7ef91da tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:28.588115 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-18e58d19-57c9-4235-96f6-1e0c45d67bd5 req-4f42e998-d388-4ea1-9ecd-b2a9a7ef91da tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Calling delete_port for 979b9010-e5c9-4179-a431-54971ff89ecb owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:14:28.731739 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-18e58d19-57c9-4235-96f6-1e0c45d67bd5 req-4f42e998-d388-4ea1-9ecd-b2a9a7ef91da tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:28.743725 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['5becc4cc-508a-4596-907e-53942265e2b6', '979b9010-e5c9-4179-a431-54971ff89ecb'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:14:28.782289 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42e998-d388-4ea1-9ecd-b2a9a7ef91da tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Pushing event deleted for resources: {'Port': ['ID=979b9010-e5c9-4179-a431-54971ff89ecb,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:28.863138 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e58d19-57c9-4235-96f6-1e0c45d67bd5 req-4f42e998-d388-4ea1-9ecd-b2a9a7ef91da tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] No DVR routers for this DVR port 979b9010-e5c9-4179-a431-54971ff89ecb on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:14:28.866719 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-18e58d19-57c9-4235-96f6-1e0c45d67bd5 req-4f42e998-d388-4ea1-9ecd-b2a9a7ef91da tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:28.868803 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e077974a-8c84-404e-958b-c21ddfc63124', 'name': 'network-vif-deleted', 'tag': '979b9010-e5c9-4179-a431-54971ff89ecb'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:14:28.886730 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-18e58d19-57c9-4235-96f6-1e0c45d67bd5 req-4f42e998-d388-4ea1-9ecd-b2a9a7ef91da tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.86 "DELETE /v2.0/ports/979b9010-e5c9-4179-a431-54971ff89ecb HTTP/1.1" status: 204 len: 173 time: 0.7344353 May 10 15:14:28.924258 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-022acc0d-2604-43cb-a29c-7d7c95a4d8ca'] response: {'server_uuid': 'e077974a-8c84-404e-958b-c21ddfc63124', 'name': 'network-vif-deleted', 'tag': '979b9010-e5c9-4179-a431-54971ff89ecb', 'status': 'completed', 'code': 200} May 10 15:14:29.203173 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bc0b8725-7842-43ad-9f53-2cae8b701e23 req-667b2c57-5bc9-4318-98d8-68afd962237e tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=e077974a-8c84-404e-958b-c21ddfc63124 HTTP/1.1" status: 200 len: 210 time: 0.0452402 May 10 15:14:30.456538 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9ab76-0fad-48f6-ad21-defa5f4f6637 req-247c93d0-cf6b-4741-8b9c-8f7cec9c8b31 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:30.458634 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-18d9ab76-0fad-48f6-ad21-defa5f4f6637 req-247c93d0-cf6b-4741-8b9c-8f7cec9c8b31 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bec446f6-a502-42b2-a621-e797b5e57f1f HTTP/1.1" status: 200 len: 946 time: 0.0805879 May 10 15:14:30.502363 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-18d9ab76-0fad-48f6-ad21-defa5f4f6637 req-6f85cf55-fe08-4314-9765-4d6166e5be30 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381062 May 10 15:14:30.705236 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4184170-ef19-4c33-8af7-49a31b1c7313 req-f50417dc-af52-42f4-b1ea-cf6393e219e5 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:30.706682 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f4184170-ef19-4c33-8af7-49a31b1c7313 req-f50417dc-af52-42f4-b1ea-cf6393e219e5 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bec446f6-a502-42b2-a621-e797b5e57f1f HTTP/1.1" status: 200 len: 946 time: 0.0840642 May 10 15:14:30.751086 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f4184170-ef19-4c33-8af7-49a31b1c7313 req-1a1803cc-eae6-4453-bca7-6d444f1628ad tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381296 May 10 15:14:30.936051 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d90f6c-4816-4b3e-b3f2-4ab7d2192440 req-07fb6949-f0fe-4a40-89c5-c07fe14a6a94 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:30.937498 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d1d90f6c-4816-4b3e-b3f2-4ab7d2192440 req-07fb6949-f0fe-4a40-89c5-c07fe14a6a94 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bec446f6-a502-42b2-a621-e797b5e57f1f HTTP/1.1" status: 200 len: 946 time: 0.0802975 May 10 15:14:30.984948 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d1d90f6c-4816-4b3e-b3f2-4ab7d2192440 req-e3f13534-76fa-41cb-b52e-4d18540a3922 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408945 May 10 15:14:31.275161 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a104cc9-64bb-4145-b61b-8cf888bb346c req-b466c5c9-098b-41ec-880b-9711d716673c tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:31.276509 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9a104cc9-64bb-4145-b61b-8cf888bb346c req-b466c5c9-098b-41ec-880b-9711d716673c tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bec446f6-a502-42b2-a621-e797b5e57f1f HTTP/1.1" status: 200 len: 946 time: 0.0797846 May 10 15:14:31.321876 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9a104cc9-64bb-4145-b61b-8cf888bb346c req-83a6262a-aa1b-4c2f-8597-03daee68981e tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397568 May 10 15:14:31.508717 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232103e5-f691-4225-b365-cb4640095e9c req-fd3a7ffc-0871-406a-8c5a-3dc8938a5c7a tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:31.510153 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-232103e5-f691-4225-b365-cb4640095e9c req-fd3a7ffc-0871-406a-8c5a-3dc8938a5c7a tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bec446f6-a502-42b2-a621-e797b5e57f1f HTTP/1.1" status: 200 len: 946 time: 0.0827758 May 10 15:14:31.554165 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-232103e5-f691-4225-b365-cb4640095e9c req-4be4cd00-0ee7-4cb5-a297-786fd42016be tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383291 May 10 15:14:31.745312 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175d816-99bb-43a4-ade3-03489d59d832 req-e6f3cc40-edd9-49c0-8444-478ebb4fe1f5 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:31.746743 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3175d816-99bb-43a4-ade3-03489d59d832 req-e6f3cc40-edd9-49c0-8444-478ebb4fe1f5 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bec446f6-a502-42b2-a621-e797b5e57f1f HTTP/1.1" status: 200 len: 946 time: 0.0801218 May 10 15:14:31.791364 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3175d816-99bb-43a4-ade3-03489d59d832 req-9e958bf9-ccd3-4cb7-ba50-a40f6e33c30a tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390620 May 10 15:14:32.053859 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 979b9010-e5c9-4179-a431-54971ff89ecb no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:14:32.088496 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: 979b9010-e5c9-4179-a431-54971ff89ecb {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:14:32.088758 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 979b9010-e5c9-4179-a431-54971ff89ecb not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:14:32.314286 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f61597-e23b-49b9-a46a-287ebe63f9e9 req-7e9be6db-4ca8-4ae2-97a0-08308fcf561d tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:32.315758 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a7f61597-e23b-49b9-a46a-287ebe63f9e9 req-7e9be6db-4ca8-4ae2-97a0-08308fcf561d tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bec446f6-a502-42b2-a621-e797b5e57f1f HTTP/1.1" status: 200 len: 946 time: 0.0823383 May 10 15:14:32.360513 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a7f61597-e23b-49b9-a46a-287ebe63f9e9 req-8786b193-8e39-432d-bab4-a324552477b4 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382965 May 10 15:14:33.545879 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d35c5-768d-4a96-a663-c7633a2b3e4f req-722efcd2-06d7-4eff-b995-078741f2dd16 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:33.547348 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-190d35c5-768d-4a96-a663-c7633a2b3e4f req-722efcd2-06d7-4eff-b995-078741f2dd16 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bec446f6-a502-42b2-a621-e797b5e57f1f HTTP/1.1" status: 200 len: 946 time: 0.0791900 May 10 15:14:33.591144 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-190d35c5-768d-4a96-a663-c7633a2b3e4f req-101d0915-f994-4b37-8e80-8dc76be4b6a6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/security-groups?id=4703323c-12b5-401e-b6dc-ca665e4415cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375571 May 10 15:14:33.725898 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2068a3-a4e3-4b1a-9009-0e577cbf3724 req-fdceec29-4599-449d-a537-210cc406d2a6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:33.726597 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-8c2068a3-a4e3-4b1a-9009-0e577cbf3724 req-fdceec29-4599-449d-a537-210cc406d2a6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Synchronizing usage tracker for tenant:e0624c4306434ed9832de9b3e96f167e on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:14:33.741960 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-8c2068a3-a4e3-4b1a-9009-0e577cbf3724 req-fdceec29-4599-449d-a537-210cc406d2a6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Unset dirty status for tenant:e0624c4306434ed9832de9b3e96f167e on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:14:33.743067 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8c2068a3-a4e3-4b1a-9009-0e577cbf3724 req-fdceec29-4599-449d-a537-210cc406d2a6 tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.86 "GET /v2.0/ports?device_id=bec446f6-a502-42b2-a621-e797b5e57f1f HTTP/1.1" status: 200 len: 946 time: 0.0963333 May 10 15:14:33.815315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-8c2068a3-a4e3-4b1a-9009-0e577cbf3724 req-bdb3a8b8-cc50-4d2f-887d-8be737f03dbb tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Deleting port 5becc4cc-508a-4596-907e-53942265e2b6 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:14:33.815646 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8c2068a3-a4e3-4b1a-9009-0e577cbf3724 req-bdb3a8b8-cc50-4d2f-887d-8be737f03dbb tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:34.065868 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-8c2068a3-a4e3-4b1a-9009-0e577cbf3724 req-bdb3a8b8-cc50-4d2f-887d-8be737f03dbb tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] For port 5becc4cc-508a-4596-907e-53942265e2b6, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=5becc4cc-508a-4596-907e-53942265e2b6,segment=NetworkSegment(920c7e65-04df-40e3-bd66-416b971fbd9a),segment_id=920c7e65-04df-40e3-bd66-416b971fbd9a)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:14:34.066141 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8c2068a3-a4e3-4b1a-9009-0e577cbf3724 req-bdb3a8b8-cc50-4d2f-887d-8be737f03dbb tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:34.194192 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-8c2068a3-a4e3-4b1a-9009-0e577cbf3724 req-bdb3a8b8-cc50-4d2f-887d-8be737f03dbb tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Calling delete_port for 5becc4cc-508a-4596-907e-53942265e2b6 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:14:34.338781 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8c2068a3-a4e3-4b1a-9009-0e577cbf3724 req-bdb3a8b8-cc50-4d2f-887d-8be737f03dbb tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:34.354391 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['5becc4cc-508a-4596-907e-53942265e2b6'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:14:34.393374 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3a8b8-cc50-4d2f-887d-8be737f03dbb tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Pushing event deleted for resources: {'Port': ['ID=5becc4cc-508a-4596-907e-53942265e2b6,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:34.475319 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2068a3-a4e3-4b1a-9009-0e577cbf3724 req-bdb3a8b8-cc50-4d2f-887d-8be737f03dbb tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] No DVR routers for this DVR port 5becc4cc-508a-4596-907e-53942265e2b6 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:14:34.477703 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8c2068a3-a4e3-4b1a-9009-0e577cbf3724 req-bdb3a8b8-cc50-4d2f-887d-8be737f03dbb tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:34.480210 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec446f6-a502-42b2-a621-e797b5e57f1f', 'name': 'network-vif-deleted', 'tag': '5becc4cc-508a-4596-907e-53942265e2b6'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:14:34.496561 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8c2068a3-a4e3-4b1a-9009-0e577cbf3724 req-bdb3a8b8-cc50-4d2f-887d-8be737f03dbb tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.86 "DELETE /v2.0/ports/5becc4cc-508a-4596-907e-53942265e2b6 HTTP/1.1" status: 204 len: 173 time: 0.7454698 May 10 15:14:34.531386 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ebca68-bfa6-4d8e-a499-8d8c95abea6a'] response: {'server_uuid': 'bec446f6-a502-42b2-a621-e797b5e57f1f', 'name': 'network-vif-deleted', 'tag': '5becc4cc-508a-4596-907e-53942265e2b6', 'status': 'completed', 'code': 200} May 10 15:14:34.756109 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4a410f57-594c-4c47-b7ea-3826f386e5f9 req-29ddfc4a-e630-4968-8fe5-9596f6ceb4cc tempest-ServersNegativeTestJSON-1699961938 tempest-ServersNegativeTestJSON-1699961938-project] 10.222.0.79 "GET /v2.0/ports?device_id=bec446f6-a502-42b2-a621-e797b5e57f1f HTTP/1.1" status: 200 len: 210 time: 0.0466838 May 10 15:14:35.854110 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51256) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:35.913559 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d3ff84-c4e9-484b-80da-de20dd101c0e admin admin] Deleting subnet 313c90a5-fdfe-4604-8fd8-93153d9305e9 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:14:35.916564 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8d3ff84-c4e9-484b-80da-de20dd101c0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:35.970324 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8d3ff84-c4e9-484b-80da-de20dd101c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:36.122496 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8d3ff84-c4e9-484b-80da-de20dd101c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:36.190777 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8d3ff84-c4e9-484b-80da-de20dd101c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:36.232163 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3ff84-c4e9-484b-80da-de20dd101c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=313c90a5-fdfe-4604-8fd8-93153d9305e9,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:36.235823 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8d3ff84-c4e9-484b-80da-de20dd101c0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:36.242446 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e8d3ff84-c4e9-484b-80da-de20dd101c0e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/313c90a5-fdfe-4604-8fd8-93153d9305e9 HTTP/1.1" status: 204 len: 168 time: 0.3872037 May 10 15:14:36.244871 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51260) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:36.350552 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b2edc871-699e-4121-9ff9-6c8efbfe0193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:36.471494 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b2edc871-699e-4121-9ff9-6c8efbfe0193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:36.501337 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-b2edc871-699e-4121-9ff9-6c8efbfe0193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfe7488-c76a-4f0f-adfd-b9461645cc0d']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:36.513086 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-b2edc871-699e-4121-9ff9-6c8efbfe0193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920c7e65-04df-40e3-bd66-416b971fbd9a') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:36.513373 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-b2edc871-699e-4121-9ff9-6c8efbfe0193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920c7e65-04df-40e3-bd66-416b971fbd9a') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:36.525948 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b2edc871-699e-4121-9ff9-6c8efbfe0193 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:36.542875 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b2edc871-699e-4121-9ff9-6c8efbfe0193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:36.549335 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2edc871-699e-4121-9ff9-6c8efbfe0193 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:14:36.549726 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b2edc871-699e-4121-9ff9-6c8efbfe0193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:14:36.563042 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:14:36.639629 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b2edc871-699e-4121-9ff9-6c8efbfe0193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:36.644009 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b2edc871-699e-4121-9ff9-6c8efbfe0193 admin admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:36.667743 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edc871-699e-4121-9ff9-6c8efbfe0193 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdfe7488-c76a-4f0f-adfd-b9461645cc0d,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:36.675139 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b2edc871-699e-4121-9ff9-6c8efbfe0193 admin admin] 10.222.0.79 "DELETE /v2.0/networks/cdfe7488-c76a-4f0f-adfd-b9461645cc0d HTTP/1.1" status: 204 len: 168 time: 0.4293184 May 10 15:14:36.787864 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51266) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:36.838711 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-553c1284-d652-41f2-abe8-35290ddcc8c1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e0624c4306434ed9832de9b3e96f167e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496550 May 10 15:14:36.841151 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51270) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:36.899032 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-caec0926-7dd1-4768-b7f1-4f82c85f7e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:36.924608 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-caec0926-7dd1-4768-b7f1-4f82c85f7e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:36.976737 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-caec0926-7dd1-4768-b7f1-4f82c85f7e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:36.992160 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec0926-7dd1-4768-b7f1-4f82c85f7e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4703323c-12b5-401e-b6dc-ca665e4415cf,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:37.008444 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-caec0926-7dd1-4768-b7f1-4f82c85f7e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:37.009492 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-caec0926-7dd1-4768-b7f1-4f82c85f7e99 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4703323c-12b5-401e-b6dc-ca665e4415cf HTTP/1.1" status: 204 len: 168 time: 0.1674633 May 10 15:14:37.792216 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51294) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:37.893734 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-7295c1e9-97e4-49ec-b907-48aeb231ee75 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-149880346'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:14:37.899576 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-7295c1e9-97e4-49ec-b907-48aeb231ee75 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:37.903404 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7295c1e9-97e4-49ec-b907-48aeb231ee75 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Usage tracker for resource:network and tenant:776c6441dba94d529c09d4701598b08b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:37.906227 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7295c1e9-97e4-49ec-b907-48aeb231ee75 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:37.913148 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-7295c1e9-97e4-49ec-b907-48aeb231ee75 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:37.922701 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7295c1e9-97e4-49ec-b907-48aeb231ee75 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Made reservation on behalf of 776c6441dba94d529c09d4701598b08b for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:14:37.926105 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7295c1e9-97e4-49ec-b907-48aeb231ee75 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:37.938273 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7295c1e9-97e4-49ec-b907-48aeb231ee75 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:37.952714 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-7295c1e9-97e4-49ec-b907-48aeb231ee75 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:37.956487 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7295c1e9-97e4-49ec-b907-48aeb231ee75 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Usage tracker for resource:security_group_rule and tenant:776c6441dba94d529c09d4701598b08b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:37.960043 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7295c1e9-97e4-49ec-b907-48aeb231ee75 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:37.965611 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-7295c1e9-97e4-49ec-b907-48aeb231ee75 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:38.055217 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7295c1e9-97e4-49ec-b907-48aeb231ee75 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:38.058813 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7295c1e9-97e4-49ec-b907-48aeb231ee75 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:38.091060 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7295c1e9-97e4-49ec-b907-48aeb231ee75 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:14:38.100081 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295c1e9-97e4-49ec-b907-48aeb231ee75 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1df0de48-955a-4457-a159-59a8e4e415f9,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:38.103356 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 5becc4cc-508a-4596-907e-53942265e2b6 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:14:38.105688 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7295c1e9-97e4-49ec-b907-48aeb231ee75 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:38.106030 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-7295c1e9-97e4-49ec-b907-48aeb231ee75 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Added segment e6fdfcf3-f533-4844-8a94-80831c9f76b6 of type vlan for network 9eed8214-14a4-44f3-8156-2395b160b724 May 10 15:14:38.133628 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7295c1e9-97e4-49ec-b907-48aeb231ee75 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:38.138244 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: 5becc4cc-508a-4596-907e-53942265e2b6 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:14:38.138615 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 5becc4cc-508a-4596-907e-53942265e2b6 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:14:38.163843 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7295c1e9-97e4-49ec-b907-48aeb231ee75 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:38.169332 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7295c1e9-97e4-49ec-b907-48aeb231ee75 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:38.169902 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7295c1e9-97e4-49ec-b907-48aeb231ee75 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:38.370494 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7295c1e9-97e4-49ec-b907-48aeb231ee75 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5770726 May 10 15:14:38.375934 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295c1e9-97e4-49ec-b907-48aeb231ee75 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Pushing event updated for resources: {'Network': ['ID=9eed8214-14a4-44f3-8156-2395b160b724,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:38.393090 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 9eed8214-14a4-44f3-8156-2395b160b724 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:14:41.735892 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51300) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:41.741932 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-a4209d56-871c-427f-b494-fb4e3a642be9 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Request body: {'subnet': {'network_id': '9eed8214-14a4-44f3-8156-2395b160b724', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:14:41.850085 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a4209d56-871c-427f-b494-fb4e3a642be9 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:41.853941 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a4209d56-871c-427f-b494-fb4e3a642be9 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Usage tracker for resource:subnet and tenant:776c6441dba94d529c09d4701598b08b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:41.856729 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-a4209d56-871c-427f-b494-fb4e3a642be9 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:41.862335 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-a4209d56-871c-427f-b494-fb4e3a642be9 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:41.872420 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4209d56-871c-427f-b494-fb4e3a642be9 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Made reservation on behalf of 776c6441dba94d529c09d4701598b08b for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:14:41.875935 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a4209d56-871c-427f-b494-fb4e3a642be9 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:42.091639 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a4209d56-871c-427f-b494-fb4e3a642be9 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:42.172503 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4209d56-871c-427f-b494-fb4e3a642be9 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Pushing event updated for resources: {'Subnet': ['ID=6cc75857-b399-4e51-957a-3613ee514c11,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:42.180880 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4209d56-871c-427f-b494-fb4e3a642be9 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Checking segment: {'id': 'e6fdfcf3-f533-4844-8a94-80831c9f76b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9eed8214-14a4-44f3-8156-2395b160b724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:14:42.181230 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4209d56-871c-427f-b494-fb4e3a642be9 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Network hostable DHCP agents. Network: 9eed8214-14a4-44f3-8156-2395b160b724, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:14:42.200131 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4209d56-871c-427f-b494-fb4e3a642be9 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Network 9eed8214-14a4-44f3-8156-2395b160b724 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:14:42.209413 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-a4209d56-871c-427f-b494-fb4e3a642be9 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 9eed8214-14a4-44f3-8156-2395b160b724) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:14:42.213334 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4209d56-871c-427f-b494-fb4e3a642be9 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:42.213903 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a4209d56-871c-427f-b494-fb4e3a642be9 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:42.218358 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5817689-b82e-4476-9122-021a79fbd748 None None] Network 9eed8214-14a4-44f3-8156-2395b160b724 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:14:42.237742 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51304) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:42.238363 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a4209d56-871c-427f-b494-fb4e3a642be9 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5009229 May 10 15:14:42.244369 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-d7ab2715-b000-411a-9ba0-2d112cdea394 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1829959656'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:14:42.249376 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d7ab2715-b000-411a-9ba0-2d112cdea394 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:42.253199 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d7ab2715-b000-411a-9ba0-2d112cdea394 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Usage tracker for resource:network and tenant:776c6441dba94d529c09d4701598b08b is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:42.256760 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d7ab2715-b000-411a-9ba0-2d112cdea394 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:42.262444 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d7ab2715-b000-411a-9ba0-2d112cdea394 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:42.273088 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ab2715-b000-411a-9ba0-2d112cdea394 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Made reservation on behalf of 776c6441dba94d529c09d4701598b08b for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:14:42.276593 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d7ab2715-b000-411a-9ba0-2d112cdea394 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:42.305523 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ab2715-b000-411a-9ba0-2d112cdea394 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:14:42.314265 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d7ab2715-b000-411a-9ba0-2d112cdea394 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:42.314645 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-d7ab2715-b000-411a-9ba0-2d112cdea394 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Added segment adaf2c53-9b68-49dc-b94d-7f86b29f1cbe of type vlan for network b7185dba-383d-4e35-9545-5f11922f0fd8 May 10 15:14:42.340670 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d7ab2715-b000-411a-9ba0-2d112cdea394 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:42.370596 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d7ab2715-b000-411a-9ba0-2d112cdea394 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:42.375828 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ab2715-b000-411a-9ba0-2d112cdea394 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:42.376409 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d7ab2715-b000-411a-9ba0-2d112cdea394 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:42.437916 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-9eed8214-14a4-44f3-8156-2395b160b724', 'network_id': '9eed8214-14a4-44f3-8156-2395b160b724', 'tenant_id': '776c6441dba94d529c09d4701598b08b', 'fixed_ips': [{'subnet_id': '6cc75857-b399-4e51-957a-3613ee514c11'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 15:14:42.438772 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:42.473641 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d7ab2715-b000-411a-9ba0-2d112cdea394 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2339501 May 10 15:14:42.476621 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51308) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:42.482749 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-0c9de149-394c-429b-9390-ee566000dc48 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Request body: {'subnet': {'network_id': 'b7185dba-383d-4e35-9545-5f11922f0fd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:14:42.485203 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab2715-b000-411a-9ba0-2d112cdea394 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Pushing event updated for resources: {'Network': ['ID=b7185dba-383d-4e35-9545-5f11922f0fd8,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:42.500780 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network b7185dba-383d-4e35-9545-5f11922f0fd8 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:14:42.600117 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0c9de149-394c-429b-9390-ee566000dc48 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:42.603923 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0c9de149-394c-429b-9390-ee566000dc48 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Usage tracker for resource:subnet and tenant:776c6441dba94d529c09d4701598b08b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:42.606718 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0c9de149-394c-429b-9390-ee566000dc48 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:42.612378 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0c9de149-394c-429b-9390-ee566000dc48 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:42.622832 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9de149-394c-429b-9390-ee566000dc48 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Made reservation on behalf of 776c6441dba94d529c09d4701598b08b for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:14:42.626197 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0c9de149-394c-429b-9390-ee566000dc48 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:42.680700 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Allocated IP 2001:db8:0:ffff::2 (9eed8214-14a4-44f3-8156-2395b160b724/6cc75857-b399-4e51-957a-3613ee514c11/88c186fb-681d-4711-81d7-f726496308fd) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:14:42.853384 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0c9de149-394c-429b-9390-ee566000dc48 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:42.893712 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:42.907034 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Transition to ACTIVE for port object 88c186fb-681d-4711-81d7-f726496308fd will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:14:42.925948 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Transition to ACTIVE for port object 88c186fb-681d-4711-81d7-f726496308fd will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:14:42.932580 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:42.936407 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9de149-394c-429b-9390-ee566000dc48 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Pushing event updated for resources: {'Subnet': ['ID=6ce3853f-2bd2-495e-9ffd-59f8353c052b,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:42.947827 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9de149-394c-429b-9390-ee566000dc48 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Checking segment: {'id': 'adaf2c53-9b68-49dc-b94d-7f86b29f1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'b7185dba-383d-4e35-9545-5f11922f0fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:14:42.948181 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9de149-394c-429b-9390-ee566000dc48 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Network hostable DHCP agents. Network: b7185dba-383d-4e35-9545-5f11922f0fd8, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:14:42.966995 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9de149-394c-429b-9390-ee566000dc48 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Network b7185dba-383d-4e35-9545-5f11922f0fd8 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:14:42.976198 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-0c9de149-394c-429b-9390-ee566000dc48 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, b7185dba-383d-4e35-9545-5f11922f0fd8) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:14:42.980253 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9de149-394c-429b-9390-ee566000dc48 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:42.980837 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0c9de149-394c-429b-9390-ee566000dc48 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:42.989494 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f17765-accd-4ee8-a1fb-f3ccec0e400e None None] Network b7185dba-383d-4e35-9545-5f11922f0fd8 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:14:43.001566 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0c9de149-394c-429b-9390-ee566000dc48 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5235515 May 10 15:14:43.004752 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51312) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:43.107744 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Network 9eed8214-14a4-44f3-8156-2395b160b724 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:14:43.117944 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:14:43.122101 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Pushing event updated for resources: {'Port': ['ID=88c186fb-681d-4711-81d7-f726496308fd,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:43.125916 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:14:43.140249 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:43.140591 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:43.140920 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:43.141246 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:43.141569 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:43.141891 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:43.142207 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:43.142553 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:43.142872 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:43.143185 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:43.143496 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:43.143858 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:43.152399 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-334054eb-e0b8-4118-98da-71bf1ff329db tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:43.218640 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-334054eb-e0b8-4118-98da-71bf1ff329db tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:43.260003 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:14:43.262243 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Attempting to bind port 88c186fb-681d-4711-81d7-f726496308fd on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:14:43.262703 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Attempting to bind port 88c186fb-681d-4711-81d7-f726496308fd by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'e6fdfcf3-f533-4844-8a94-80831c9f76b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9eed8214-14a4-44f3-8156-2395b160b724'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:14:43.262968 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Attempting to bind port 88c186fb-681d-4711-81d7-f726496308fd on network 9eed8214-14a4-44f3-8156-2395b160b724 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:14:43.297334 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:14:43.297695 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Checking segment: {'id': 'e6fdfcf3-f533-4844-8a94-80831c9f76b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9eed8214-14a4-44f3-8156-2395b160b724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:14:43.298085 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:43.298240 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-334054eb-e0b8-4118-98da-71bf1ff329db tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:43.298471 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Bound using segment: {'id': 'e6fdfcf3-f533-4844-8a94-80831c9f76b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9eed8214-14a4-44f3-8156-2395b160b724'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:14:43.298933 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Bound port: 88c186fb-681d-4711-81d7-f726496308fd, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6fdfcf3-f533-4844-8a94-80831c9f76b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9eed8214-14a4-44f3-8156-2395b160b724'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:14:43.299306 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:43.343651 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334054eb-e0b8-4118-98da-71bf1ff329db tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Pushing event deleted for resources: {'Subnet': ['ID=6ce3853f-2bd2-495e-9ffd-59f8353c052b,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:43.429532 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1f26a4-2ccd-4d5e-b7c1-d4f2ec25bc49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-b7185dba-383d-4e35-9545-5f11922f0fd8', 'network_id': 'b7185dba-383d-4e35-9545-5f11922f0fd8', 'tenant_id': '776c6441dba94d529c09d4701598b08b', 'fixed_ips': [{'subnet_id': '6ce3853f-2bd2-495e-9ffd-59f8353c052b'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 15:14:43.430337 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ce1f26a4-2ccd-4d5e-b7c1-d4f2ec25bc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:43.438051 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-334054eb-e0b8-4118-98da-71bf1ff329db tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:43.460474 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] For port 88c186fb-681d-4711-81d7-f726496308fd, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:14:43.464736 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-334054eb-e0b8-4118-98da-71bf1ff329db tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7185dba-383d-4e35-9545-5f11922f0fd8']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:43.477444 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-334054eb-e0b8-4118-98da-71bf1ff329db tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adaf2c53-9b68-49dc-b94d-7f86b29f1cbe') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:43.477735 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-334054eb-e0b8-4118-98da-71bf1ff329db tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adaf2c53-9b68-49dc-b94d-7f86b29f1cbe') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:43.489156 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-334054eb-e0b8-4118-98da-71bf1ff329db tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:43.506320 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-334054eb-e0b8-4118-98da-71bf1ff329db tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:43.509550 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] For port 88c186fb-681d-4711-81d7-f726496308fd, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=88c186fb-681d-4711-81d7-f726496308fd,segment=NetworkSegment(e6fdfcf3-f533-4844-8a94-80831c9f76b6),segment_id=e6fdfcf3-f533-4844-8a94-80831c9f76b6)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:14:43.512851 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334054eb-e0b8-4118-98da-71bf1ff329db tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:14:43.513257 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-334054eb-e0b8-4118-98da-71bf1ff329db tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:43.519049 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:14:43.528555 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:14:43.611008 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1905571e-f77c-4806-af00-43baeeaf2ee1 None None] Network b7185dba-383d-4e35-9545-5f11922f0fd8 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:14:43.612272 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-334054eb-e0b8-4118-98da-71bf1ff329db tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:43.617319 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-334054eb-e0b8-4118-98da-71bf1ff329db tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:43.636628 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1905571e-f77c-4806-af00-43baeeaf2ee1 None None] Network b7185dba-383d-4e35-9545-5f11922f0fd8 could not be found, it might have been deleted concurrently. {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 10 15:14:43.639627 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4bbf37-51c1-410e-b164-65e28a621b73 None None] Pushing event updated for resources: {'Port': ['ID=88c186fb-681d-4711-81d7-f726496308fd,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:43.644169 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334054eb-e0b8-4118-98da-71bf1ff329db tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Pushing event deleted for resources: {'Network': ['ID=b7185dba-383d-4e35-9545-5f11922f0fd8,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:43.652719 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51316) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:43.653201 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-334054eb-e0b8-4118-98da-71bf1ff329db tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "DELETE /v2.0/networks/b7185dba-383d-4e35-9545-5f11922f0fd8 HTTP/1.1" status: 204 len: 168 time: 0.6470401 May 10 15:14:43.663045 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-4a52754d-f837-4bc3-a0d0-6254d2df129c tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1932846535'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:14:43.668213 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4a52754d-f837-4bc3-a0d0-6254d2df129c tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:43.672086 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4a52754d-f837-4bc3-a0d0-6254d2df129c tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Usage tracker for resource:network and tenant:776c6441dba94d529c09d4701598b08b is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:43.674902 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4a52754d-f837-4bc3-a0d0-6254d2df129c tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:43.681704 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4a52754d-f837-4bc3-a0d0-6254d2df129c tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:43.690931 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a52754d-f837-4bc3-a0d0-6254d2df129c tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Made reservation on behalf of 776c6441dba94d529c09d4701598b08b for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:14:43.695392 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a52754d-f837-4bc3-a0d0-6254d2df129c tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:43.725898 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a52754d-f837-4bc3-a0d0-6254d2df129c tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:14:43.734861 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a52754d-f837-4bc3-a0d0-6254d2df129c tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:43.735191 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-4a52754d-f837-4bc3-a0d0-6254d2df129c tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Added segment 960e612f-ab52-4bf8-878a-2e694ff5dd1d of type vlan for network c853690c-e183-4072-a3d0-259cdaeec8cc May 10 15:14:43.767310 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a52754d-f837-4bc3-a0d0-6254d2df129c tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:43.798959 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a52754d-f837-4bc3-a0d0-6254d2df129c tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:43.806508 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a52754d-f837-4bc3-a0d0-6254d2df129c tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:43.807330 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4a52754d-f837-4bc3-a0d0-6254d2df129c tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:43.928507 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4a52754d-f837-4bc3-a0d0-6254d2df129c tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2712317 May 10 15:14:43.928715 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51320) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:43.934496 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-5b4c60bd-24d2-4994-97a8-5ff556e8a7bc tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Request body: {'subnet': {'network_id': 'c853690c-e183-4072-a3d0-259cdaeec8cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:14:43.948290 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52754d-f837-4bc3-a0d0-6254d2df129c tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Pushing event updated for resources: {'Network': ['ID=c853690c-e183-4072-a3d0-259cdaeec8cc,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:43.959864 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network c853690c-e183-4072-a3d0-259cdaeec8cc details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:14:44.045140 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5b4c60bd-24d2-4994-97a8-5ff556e8a7bc tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:44.048997 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5b4c60bd-24d2-4994-97a8-5ff556e8a7bc tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Usage tracker for resource:subnet and tenant:776c6441dba94d529c09d4701598b08b is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:44.051999 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-5b4c60bd-24d2-4994-97a8-5ff556e8a7bc tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:44.057727 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-5b4c60bd-24d2-4994-97a8-5ff556e8a7bc tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:44.067974 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4c60bd-24d2-4994-97a8-5ff556e8a7bc tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Made reservation on behalf of 776c6441dba94d529c09d4701598b08b for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:14:44.071468 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5b4c60bd-24d2-4994-97a8-5ff556e8a7bc tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:44.166606 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.ipam_backend_mixin [None req-5b4c60bd-24d2-4994-97a8-5ff556e8a7bc tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Performing IP validity checks on allocation pools {{(pid=88051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 10 15:14:44.167113 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.ipam_backend_mixin [None req-5b4c60bd-24d2-4994-97a8-5ff556e8a7bc tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 10 15:14:44.289102 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5b4c60bd-24d2-4994-97a8-5ff556e8a7bc tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:44.366706 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c60bd-24d2-4994-97a8-5ff556e8a7bc tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Pushing event updated for resources: {'Subnet': ['ID=e2310360-dc67-4a6e-a81e-d2208c4d49e3,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:44.376418 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4c60bd-24d2-4994-97a8-5ff556e8a7bc tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Checking segment: {'id': '960e612f-ab52-4bf8-878a-2e694ff5dd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c853690c-e183-4072-a3d0-259cdaeec8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:14:44.376791 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4c60bd-24d2-4994-97a8-5ff556e8a7bc tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Network hostable DHCP agents. Network: c853690c-e183-4072-a3d0-259cdaeec8cc, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:14:44.397689 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4c60bd-24d2-4994-97a8-5ff556e8a7bc tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Network c853690c-e183-4072-a3d0-259cdaeec8cc is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:14:44.408897 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-5b4c60bd-24d2-4994-97a8-5ff556e8a7bc tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, c853690c-e183-4072-a3d0-259cdaeec8cc) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:14:44.413603 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4c60bd-24d2-4994-97a8-5ff556e8a7bc tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:44.414378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5b4c60bd-24d2-4994-97a8-5ff556e8a7bc tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:44.419457 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a1cf8d-36c6-4a5f-8c8f-e5200dbe0153 None None] Network c853690c-e183-4072-a3d0-259cdaeec8cc requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:14:44.444684 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51324) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:44.447024 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5b4c60bd-24d2-4994-97a8-5ff556e8a7bc tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5173063 May 10 15:14:44.658634 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ebb06e-ecf5-4d00-b11d-9889fb5c861a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-c853690c-e183-4072-a3d0-259cdaeec8cc', 'network_id': 'c853690c-e183-4072-a3d0-259cdaeec8cc', 'tenant_id': '776c6441dba94d529c09d4701598b08b', 'fixed_ips': [{'subnet_id': 'e2310360-dc67-4a6e-a81e-d2208c4d49e3'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 15:14:44.659543 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-34ebb06e-ecf5-4d00-b11d-9889fb5c861a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:44.671294 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cb3ef4-f9c0-4967-ba57-a26a1cacf751 None None] Network 9eed8214-14a4-44f3-8156-2395b160b724 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:14:44.699413 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ce7d396-5495-4b42-a359-9e055dcd20ab tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:44.764538 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ce7d396-5495-4b42-a359-9e055dcd20ab tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:44.809006 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6990d6b8-9ad7-4fe7-95a7-385e16331a95 None None] Provisioning for port 88c186fb-681d-4711-81d7-f726496308fd completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:14:44.844896 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ce7d396-5495-4b42-a359-9e055dcd20ab tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server [None req-34ebb06e-ecf5-4d00-b11d-9889fb5c861a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2310360-dc67-4a6e-a81e-d2208c4d49e3: This subnet is being modified by another concurrent operation. May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise self.value May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise self.value May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise self.value May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise self.value May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise self.value May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.force_reraise() May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise self.value May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server raise exception May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2310360-dc67-4a6e-a81e-d2208c4d49e3: This subnet is being modified by another concurrent operation. May 10 15:14:44.872304 dv-neutron-841204-2-hyperv neutron-server[88053]: ERROR oslo_messaging.rpc.server May 10 15:14:44.890229 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7d396-5495-4b42-a359-9e055dcd20ab tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Pushing event deleted for resources: {'Subnet': ['ID=e2310360-dc67-4a6e-a81e-d2208c4d49e3,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:44.916567 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27d6e0f-f9b1-4716-81a6-ce0c52f8460b None None] Network c853690c-e183-4072-a3d0-259cdaeec8cc requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:14:44.995981 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ce7d396-5495-4b42-a359-9e055dcd20ab tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:45.022983 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-6ce7d396-5495-4b42-a359-9e055dcd20ab tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c853690c-e183-4072-a3d0-259cdaeec8cc']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:45.035524 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-6ce7d396-5495-4b42-a359-9e055dcd20ab tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960e612f-ab52-4bf8-878a-2e694ff5dd1d') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:45.035817 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-6ce7d396-5495-4b42-a359-9e055dcd20ab tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960e612f-ab52-4bf8-878a-2e694ff5dd1d') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:45.048002 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ce7d396-5495-4b42-a359-9e055dcd20ab tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:45.071533 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ce7d396-5495-4b42-a359-9e055dcd20ab tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:45.079525 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce7d396-5495-4b42-a359-9e055dcd20ab tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:14:45.079965 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ce7d396-5495-4b42-a359-9e055dcd20ab tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:14:45.095640 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:14:45.142937 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 88c186fb-681d-4711-81d7-f726496308fd up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:14:45.177785 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ce7d396-5495-4b42-a359-9e055dcd20ab tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:45.195029 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ce7d396-5495-4b42-a359-9e055dcd20ab tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:45.205784 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7d396-5495-4b42-a359-9e055dcd20ab tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Pushing event deleted for resources: {'Network': ['ID=c853690c-e183-4072-a3d0-259cdaeec8cc,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:45.210001 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6ce7d396-5495-4b42-a359-9e055dcd20ab tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "DELETE /v2.0/networks/c853690c-e183-4072-a3d0-259cdaeec8cc HTTP/1.1" status: 204 len: 168 time: 0.7669213 May 10 15:14:45.213693 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51328) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:45.220152 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-684ac841-1d7f-4a69-a40d-1d1a95aeea67 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-624890876'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:14:45.225766 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 88c186fb-681d-4711-81d7-f726496308fd completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:14:45.226397 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-684ac841-1d7f-4a69-a40d-1d1a95aeea67 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:45.230614 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-684ac841-1d7f-4a69-a40d-1d1a95aeea67 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Usage tracker for resource:network and tenant:776c6441dba94d529c09d4701598b08b is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:45.231488 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 88c186fb-681d-4711-81d7-f726496308fd triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:14:45.231897 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:45.234308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-684ac841-1d7f-4a69-a40d-1d1a95aeea67 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:45.241467 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-684ac841-1d7f-4a69-a40d-1d1a95aeea67 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:45.256753 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684ac841-1d7f-4a69-a40d-1d1a95aeea67 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Made reservation on behalf of 776c6441dba94d529c09d4701598b08b for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:14:45.260203 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-684ac841-1d7f-4a69-a40d-1d1a95aeea67 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:45.291941 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684ac841-1d7f-4a69-a40d-1d1a95aeea67 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:14:45.301607 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-684ac841-1d7f-4a69-a40d-1d1a95aeea67 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:45.301950 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-684ac841-1d7f-4a69-a40d-1d1a95aeea67 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Added segment 428e0032-8788-4c2e-b9d0-ec71271d56be of type vlan for network c46efa39-54c8-40e5-be08-e13612932ce5 May 10 15:14:45.333040 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-684ac841-1d7f-4a69-a40d-1d1a95aeea67 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:45.366919 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-684ac841-1d7f-4a69-a40d-1d1a95aeea67 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:45.373165 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684ac841-1d7f-4a69-a40d-1d1a95aeea67 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:45.373999 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-684ac841-1d7f-4a69-a40d-1d1a95aeea67 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:45.402345 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:45.420099 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85b8572-f622-4af6-8da0-368e124bb50b None None] get_active_networks_info from dv-neutron-841204-2-hyperv {{(pid=88053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 10 15:14:45.493497 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 88c186fb-681d-4711-81d7-f726496308fd, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=88c186fb-681d-4711-81d7-f726496308fd,segment=NetworkSegment(e6fdfcf3-f533-4844-8a94-80831c9f76b6),segment_id=e6fdfcf3-f533-4844-8a94-80831c9f76b6)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:14:45.499674 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-908e7c81-6133-4fcf-a529-6e543134b0ab None None] Provisioning complete for port 88c186fb-681d-4711-81d7-f726496308fd triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:14:45.500198 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-908e7c81-6133-4fcf-a529-6e543134b0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:45.528688 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:45.584910 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-684ac841-1d7f-4a69-a40d-1d1a95aeea67 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3662071 May 10 15:14:45.585158 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51332) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:45.595820 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-eaaf2fe2-fd62-42c5-86fe-dd90f90ddab7 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Request body: {'subnet': {'network_id': 'c46efa39-54c8-40e5-be08-e13612932ce5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:14:45.609529 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ac841-1d7f-4a69-a40d-1d1a95aeea67 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Pushing event updated for resources: {'Network': ['ID=c46efa39-54c8-40e5-be08-e13612932ce5,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:45.630993 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network c46efa39-54c8-40e5-be08-e13612932ce5 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:14:45.710336 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-eaaf2fe2-fd62-42c5-86fe-dd90f90ddab7 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:45.714131 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-eaaf2fe2-fd62-42c5-86fe-dd90f90ddab7 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Usage tracker for resource:subnet and tenant:776c6441dba94d529c09d4701598b08b is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:45.717074 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-eaaf2fe2-fd62-42c5-86fe-dd90f90ddab7 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:45.723194 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-eaaf2fe2-fd62-42c5-86fe-dd90f90ddab7 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:45.729533 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85b8572-f622-4af6-8da0-368e124bb50b None None] Resources bound (agent type, host, resource id): {{(pid=88053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 15:14:45.731517 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=88c186fb-681d-4711-81d7-f726496308fd,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:45.733090 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaaf2fe2-fd62-42c5-86fe-dd90f90ddab7 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Made reservation on behalf of 776c6441dba94d529c09d4701598b08b for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:14:45.736841 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eaaf2fe2-fd62-42c5-86fe-dd90f90ddab7 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:45.958379 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eaaf2fe2-fd62-42c5-86fe-dd90f90ddab7 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:46.040493 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf2fe2-fd62-42c5-86fe-dd90f90ddab7 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Pushing event updated for resources: {'Subnet': ['ID=e04ba518-923f-4bd1-90b7-11152c2441ed,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:46.049149 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaf2fe2-fd62-42c5-86fe-dd90f90ddab7 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Checking segment: {'id': '428e0032-8788-4c2e-b9d0-ec71271d56be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'c46efa39-54c8-40e5-be08-e13612932ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:14:46.049501 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaf2fe2-fd62-42c5-86fe-dd90f90ddab7 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Network hostable DHCP agents. Network: c46efa39-54c8-40e5-be08-e13612932ce5, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:14:46.069568 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaf2fe2-fd62-42c5-86fe-dd90f90ddab7 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Network c46efa39-54c8-40e5-be08-e13612932ce5 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:14:46.078808 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-eaaf2fe2-fd62-42c5-86fe-dd90f90ddab7 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, c46efa39-54c8-40e5-be08-e13612932ce5) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:14:46.083915 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaf2fe2-fd62-42c5-86fe-dd90f90ddab7 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:46.084543 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-eaaf2fe2-fd62-42c5-86fe-dd90f90ddab7 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:46.100419 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32f1776-a2a8-44c6-85ed-a48a8292be1c None None] Network c46efa39-54c8-40e5-be08-e13612932ce5 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:14:46.105760 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-eaaf2fe2-fd62-42c5-86fe-dd90f90ddab7 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5196617 May 10 15:14:46.109711 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51336) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:46.115990 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-b076e2e9-15d6-4696-9fee-33ecde3b0cf5 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1306170429'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:14:46.121162 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b076e2e9-15d6-4696-9fee-33ecde3b0cf5 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:46.125164 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b076e2e9-15d6-4696-9fee-33ecde3b0cf5 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Usage tracker for resource:network and tenant:776c6441dba94d529c09d4701598b08b is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:46.128052 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b076e2e9-15d6-4696-9fee-33ecde3b0cf5 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:46.134220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b076e2e9-15d6-4696-9fee-33ecde3b0cf5 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:46.143573 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b076e2e9-15d6-4696-9fee-33ecde3b0cf5 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Made reservation on behalf of 776c6441dba94d529c09d4701598b08b for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:14:46.148306 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b076e2e9-15d6-4696-9fee-33ecde3b0cf5 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:46.176960 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b076e2e9-15d6-4696-9fee-33ecde3b0cf5 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:14:46.185774 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b076e2e9-15d6-4696-9fee-33ecde3b0cf5 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:46.186106 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-b076e2e9-15d6-4696-9fee-33ecde3b0cf5 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Added segment e45e058c-cac6-4344-9eb7-91fb12b06619 of type vlan for network 7d24725c-50a7-4db9-b04c-b206affb801c May 10 15:14:46.220493 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b076e2e9-15d6-4696-9fee-33ecde3b0cf5 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:46.250595 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b076e2e9-15d6-4696-9fee-33ecde3b0cf5 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:46.256949 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b076e2e9-15d6-4696-9fee-33ecde3b0cf5 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:46.257525 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b076e2e9-15d6-4696-9fee-33ecde3b0cf5 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:46.314961 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b574e2da-ecf3-4208-9bde-fef4dcf0944d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-c46efa39-54c8-40e5-be08-e13612932ce5', 'network_id': 'c46efa39-54c8-40e5-be08-e13612932ce5', 'tenant_id': '776c6441dba94d529c09d4701598b08b', 'fixed_ips': [{'subnet_id': 'e04ba518-923f-4bd1-90b7-11152c2441ed'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 15:14:46.315885 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b574e2da-ecf3-4208-9bde-fef4dcf0944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:46.365338 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b076e2e9-15d6-4696-9fee-33ecde3b0cf5 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2546082 May 10 15:14:46.368373 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51340) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:46.378220 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-de485f49-d2f1-4343-bcdf-981559cfe595 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Request body: {'subnet': {'network_id': '7d24725c-50a7-4db9-b04c-b206affb801c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:14:46.379046 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076e2e9-15d6-4696-9fee-33ecde3b0cf5 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Pushing event updated for resources: {'Network': ['ID=7d24725c-50a7-4db9-b04c-b206affb801c,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:46.393029 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 7d24725c-50a7-4db9-b04c-b206affb801c details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:14:46.492287 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-de485f49-d2f1-4343-bcdf-981559cfe595 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:46.496197 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-de485f49-d2f1-4343-bcdf-981559cfe595 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Usage tracker for resource:subnet and tenant:776c6441dba94d529c09d4701598b08b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:46.499122 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-de485f49-d2f1-4343-bcdf-981559cfe595 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:46.505650 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-de485f49-d2f1-4343-bcdf-981559cfe595 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:46.515763 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de485f49-d2f1-4343-bcdf-981559cfe595 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Made reservation on behalf of 776c6441dba94d529c09d4701598b08b for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:14:46.520245 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-de485f49-d2f1-4343-bcdf-981559cfe595 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:46.560456 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-b574e2da-ecf3-4208-9bde-fef4dcf0944d None None] Allocated IP 2001:db8::2 (c46efa39-54c8-40e5-be08-e13612932ce5/e04ba518-923f-4bd1-90b7-11152c2441ed/748389bc-06d6-4fff-a17f-c5e73685d629) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:14:46.746145 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-de485f49-d2f1-4343-bcdf-981559cfe595 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:46.765668 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b574e2da-ecf3-4208-9bde-fef4dcf0944d None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:46.776517 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b574e2da-ecf3-4208-9bde-fef4dcf0944d None None] Transition to ACTIVE for port object 748389bc-06d6-4fff-a17f-c5e73685d629 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:14:46.802210 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b574e2da-ecf3-4208-9bde-fef4dcf0944d None None] Transition to ACTIVE for port object 748389bc-06d6-4fff-a17f-c5e73685d629 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:14:46.808315 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b574e2da-ecf3-4208-9bde-fef4dcf0944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:46.830769 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de485f49-d2f1-4343-bcdf-981559cfe595 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Pushing event updated for resources: {'Subnet': ['ID=03e7cb89-e741-4a1f-b94a-aa39abf1b63e,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:46.840966 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de485f49-d2f1-4343-bcdf-981559cfe595 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Checking segment: {'id': 'e45e058c-cac6-4344-9eb7-91fb12b06619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7d24725c-50a7-4db9-b04c-b206affb801c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:14:46.841326 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de485f49-d2f1-4343-bcdf-981559cfe595 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Network hostable DHCP agents. Network: 7d24725c-50a7-4db9-b04c-b206affb801c, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:14:46.861412 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de485f49-d2f1-4343-bcdf-981559cfe595 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Network 7d24725c-50a7-4db9-b04c-b206affb801c is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:14:46.871767 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-de485f49-d2f1-4343-bcdf-981559cfe595 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 7d24725c-50a7-4db9-b04c-b206affb801c) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:14:46.876363 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de485f49-d2f1-4343-bcdf-981559cfe595 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:46.876943 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-de485f49-d2f1-4343-bcdf-981559cfe595 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:46.884481 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b574e2da-ecf3-4208-9bde-fef4dcf0944d None None] Network c46efa39-54c8-40e5-be08-e13612932ce5 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:14:46.885390 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a71714-bd55-4a08-be92-f0df26fc51a0 None None] Network 7d24725c-50a7-4db9-b04c-b206affb801c requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:14:46.901127 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-de485f49-d2f1-4343-bcdf-981559cfe595 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5302098 May 10 15:14:46.902994 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51344) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:46.908681 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-b574e2da-ecf3-4208-9bde-fef4dcf0944d None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:14:47.017310 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b574e2da-ecf3-4208-9bde-fef4dcf0944d None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:14:47.033307 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574e2da-ecf3-4208-9bde-fef4dcf0944d None None] Pushing event updated for resources: {'Port': ['ID=748389bc-06d6-4fff-a17f-c5e73685d629,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:47.051743 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f217f75a-4c61-4c15-906f-3c8fafd28e9b tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:47.119390 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f217f75a-4c61-4c15-906f-3c8fafd28e9b tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:47.119745 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 88c186fb-681d-4711-81d7-f726496308fd up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:14:47.198923 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b574e2da-ecf3-4208-9bde-fef4dcf0944d None None] Attempting to bind port 748389bc-06d6-4fff-a17f-c5e73685d629 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:14:47.199147 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f217f75a-4c61-4c15-906f-3c8fafd28e9b tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:47.199268 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b574e2da-ecf3-4208-9bde-fef4dcf0944d None None] Attempting to bind port 748389bc-06d6-4fff-a17f-c5e73685d629 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '428e0032-8788-4c2e-b9d0-ec71271d56be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'c46efa39-54c8-40e5-be08-e13612932ce5'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:14:47.199627 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b574e2da-ecf3-4208-9bde-fef4dcf0944d None None] Attempting to bind port 748389bc-06d6-4fff-a17f-c5e73685d629 on network c46efa39-54c8-40e5-be08-e13612932ce5 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:14:47.239858 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b574e2da-ecf3-4208-9bde-fef4dcf0944d None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:14:47.240229 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b574e2da-ecf3-4208-9bde-fef4dcf0944d None None] Checking segment: {'id': '428e0032-8788-4c2e-b9d0-ec71271d56be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'c46efa39-54c8-40e5-be08-e13612932ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:14:47.240627 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b574e2da-ecf3-4208-9bde-fef4dcf0944d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:47.241028 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b574e2da-ecf3-4208-9bde-fef4dcf0944d None None] Bound using segment: {'id': '428e0032-8788-4c2e-b9d0-ec71271d56be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'c46efa39-54c8-40e5-be08-e13612932ce5'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:14:47.241495 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b574e2da-ecf3-4208-9bde-fef4dcf0944d None None] Bound port: 748389bc-06d6-4fff-a17f-c5e73685d629, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428e0032-8788-4c2e-b9d0-ec71271d56be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'c46efa39-54c8-40e5-be08-e13612932ce5'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:14:47.241862 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b574e2da-ecf3-4208-9bde-fef4dcf0944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:47.255365 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217f75a-4c61-4c15-906f-3c8fafd28e9b tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Pushing event deleted for resources: {'Subnet': ['ID=03e7cb89-e741-4a1f-b94a-aa39abf1b63e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:47.337040 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c449c2-73c5-4ef4-a9f9-06802a65acfb None None] Network 7d24725c-50a7-4db9-b04c-b206affb801c requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:14:47.345124 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f217f75a-4c61-4c15-906f-3c8fafd28e9b tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:47.372272 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-f217f75a-4c61-4c15-906f-3c8fafd28e9b tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d24725c-50a7-4db9-b04c-b206affb801c']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:47.384680 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-f217f75a-4c61-4c15-906f-3c8fafd28e9b tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45e058c-cac6-4344-9eb7-91fb12b06619') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:47.384965 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-f217f75a-4c61-4c15-906f-3c8fafd28e9b tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45e058c-cac6-4344-9eb7-91fb12b06619') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:47.397077 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f217f75a-4c61-4c15-906f-3c8fafd28e9b tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:47.413768 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f217f75a-4c61-4c15-906f-3c8fafd28e9b tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:47.419899 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f217f75a-4c61-4c15-906f-3c8fafd28e9b tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:14:47.420410 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f217f75a-4c61-4c15-906f-3c8fafd28e9b tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:47.435480 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 88c186fb-681d-4711-81d7-f726496308fd triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:14:47.435672 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:14:47.438009 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:47.516620 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f217f75a-4c61-4c15-906f-3c8fafd28e9b tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:47.534702 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f217f75a-4c61-4c15-906f-3c8fafd28e9b tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:47.546849 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217f75a-4c61-4c15-906f-3c8fafd28e9b tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Pushing event deleted for resources: {'Network': ['ID=7d24725c-50a7-4db9-b04c-b206affb801c,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:47.549434 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f217f75a-4c61-4c15-906f-3c8fafd28e9b tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "DELETE /v2.0/networks/7d24725c-50a7-4db9-b04c-b206affb801c HTTP/1.1" status: 204 len: 168 time: 0.6455302 May 10 15:14:47.553780 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51348) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:47.592360 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-b574e2da-ecf3-4208-9bde-fef4dcf0944d None None] For port 748389bc-06d6-4fff-a17f-c5e73685d629, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:14:47.593120 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-4efd49ef-cfb5-4534-bb91-42cd3111d4c7 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] GET failed (client error): The resource could not be found. May 10 15:14:47.593641 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4efd49ef-cfb5-4534-bb91-42cd3111d4c7 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Synchronizing usage tracker for tenant:776c6441dba94d529c09d4701598b08b on resource:subnet {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:14:47.610979 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-b574e2da-ecf3-4208-9bde-fef4dcf0944d None None] For port 748389bc-06d6-4fff-a17f-c5e73685d629, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=748389bc-06d6-4fff-a17f-c5e73685d629,segment=NetworkSegment(428e0032-8788-4c2e-b9d0-ec71271d56be),segment_id=428e0032-8788-4c2e-b9d0-ec71271d56be)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:14:47.611636 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4efd49ef-cfb5-4534-bb91-42cd3111d4c7 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Unset dirty status for tenant:776c6441dba94d529c09d4701598b08b on resource:subnet {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:14:47.613784 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4efd49ef-cfb5-4534-bb91-42cd3111d4c7 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "GET /v2.0/subnets/03e7cb89-e741-4a1f-b94a-aa39abf1b63e HTTP/1.1" status: 404 len: 337 time: 0.0585203 May 10 15:14:47.616557 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51352) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:47.645846 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b574e2da-ecf3-4208-9bde-fef4dcf0944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:47.647879 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-771ce4e1-0ed3-4f9d-b487-a01e8e705a08 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] DELETE failed (client error): The resource could not be found. May 10 15:14:47.648349 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-771ce4e1-0ed3-4f9d-b487-a01e8e705a08 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 15:14:47.650168 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-771ce4e1-0ed3-4f9d-b487-a01e8e705a08 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "DELETE /v2.0/networks/7d24725c-50a7-4db9-b04c-b206affb801c HTTP/1.1" status: 404 len: 339 time: 0.0324216 May 10 15:14:47.653747 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51356) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:47.691982 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ccc1667-5780-4602-85fe-8e065d920714 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] DELETE failed (client error): The resource could not be found. May 10 15:14:47.692425 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ccc1667-5780-4602-85fe-8e065d920714 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 15:14:47.694096 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-8ccc1667-5780-4602-85fe-8e065d920714 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "DELETE /v2.0/subnets/03e7cb89-e741-4a1f-b94a-aa39abf1b63e HTTP/1.1" status: 404 len: 337 time: 0.0392544 May 10 15:14:47.696647 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51360) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:47.721946 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1131ba3-6258-4521-aa69-4d459529150e tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] DELETE failed (client error): The resource could not be found. May 10 15:14:47.722533 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1131ba3-6258-4521-aa69-4d459529150e tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 15:14:47.724235 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f1131ba3-6258-4521-aa69-4d459529150e tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "DELETE /v2.0/networks/7d24725c-50a7-4db9-b04c-b206affb801c HTTP/1.1" status: 404 len: 339 time: 0.0267012 May 10 15:14:47.726686 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51364) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:47.750571 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574e2da-ecf3-4208-9bde-fef4dcf0944d None None] Pushing event updated for resources: {'Port': ['ID=748389bc-06d6-4fff-a17f-c5e73685d629,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:47.795177 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4c9d1e-5c89-4cbf-91ec-fee6918eb262 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Deleting subnet e04ba518-923f-4bd1-90b7-11152c2441ed {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:14:47.798367 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc4c9d1e-5c89-4cbf-91ec-fee6918eb262 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:47.858342 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc4c9d1e-5c89-4cbf-91ec-fee6918eb262 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:47.962326 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc4c9d1e-5c89-4cbf-91ec-fee6918eb262 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:48.044264 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc4c9d1e-5c89-4cbf-91ec-fee6918eb262 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:48.087469 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c9d1e-5c89-4cbf-91ec-fee6918eb262 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Pushing event deleted for resources: {'Subnet': ['ID=e04ba518-923f-4bd1-90b7-11152c2441ed,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:48.089463 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc4c9d1e-5c89-4cbf-91ec-fee6918eb262 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:48.103707 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dc4c9d1e-5c89-4cbf-91ec-fee6918eb262 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "DELETE /v2.0/subnets/e04ba518-923f-4bd1-90b7-11152c2441ed HTTP/1.1" status: 204 len: 168 time: 0.3760412 May 10 15:14:48.106220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51368) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:48.218712 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-75c9dac0-265a-4503-918e-fbb4cf0d4039 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:48.230539 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-75c9dac0-265a-4503-918e-fbb4cf0d4039 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Deleting port 748389bc-06d6-4fff-a17f-c5e73685d629 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:14:48.230877 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-75c9dac0-265a-4503-918e-fbb4cf0d4039 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:48.439995 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-75c9dac0-265a-4503-918e-fbb4cf0d4039 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] For port 748389bc-06d6-4fff-a17f-c5e73685d629, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=748389bc-06d6-4fff-a17f-c5e73685d629,segment=NetworkSegment(428e0032-8788-4c2e-b9d0-ec71271d56be),segment_id=428e0032-8788-4c2e-b9d0-ec71271d56be)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:14:48.440462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-75c9dac0-265a-4503-918e-fbb4cf0d4039 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:48.680916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-75c9dac0-265a-4503-918e-fbb4cf0d4039 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Calling delete_port for 748389bc-06d6-4fff-a17f-c5e73685d629 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:14:48.704101 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825737e5-b917-446b-a442-0ecfd5ea2a9d None None] Network c46efa39-54c8-40e5-be08-e13612932ce5 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:14:48.758746 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-75c9dac0-265a-4503-918e-fbb4cf0d4039 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:48.789032 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-fbf142b6-50c0-4501-8590-2250282f4436 None None] Could not find standard attr ID for object 748389bc-06d6-4fff-a17f-c5e73685d629. {{(pid=88053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 10 15:14:48.807252 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9dac0-265a-4503-918e-fbb4cf0d4039 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Pushing event deleted for resources: {'Port': ['ID=748389bc-06d6-4fff-a17f-c5e73685d629,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:48.810638 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c9dac0-265a-4503-918e-fbb4cf0d4039 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] No DVR routers for this DVR port 748389bc-06d6-4fff-a17f-c5e73685d629 on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:14:48.928104 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bc860a-aefb-42e1-8341-a48d8fd6592a None None] DHCP port deletion for c46efa39-54c8-40e5-be08-e13612932ce5 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 15:14:48.941177 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-75c9dac0-265a-4503-918e-fbb4cf0d4039 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:48.966127 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-75c9dac0-265a-4503-918e-fbb4cf0d4039 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46efa39-54c8-40e5-be08-e13612932ce5']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:48.978784 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-75c9dac0-265a-4503-918e-fbb4cf0d4039 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428e0032-8788-4c2e-b9d0-ec71271d56be') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:48.979072 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-75c9dac0-265a-4503-918e-fbb4cf0d4039 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428e0032-8788-4c2e-b9d0-ec71271d56be') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:48.991021 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-75c9dac0-265a-4503-918e-fbb4cf0d4039 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:49.006353 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-75c9dac0-265a-4503-918e-fbb4cf0d4039 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:49.012163 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c9dac0-265a-4503-918e-fbb4cf0d4039 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:14:49.012535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-75c9dac0-265a-4503-918e-fbb4cf0d4039 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:14:49.027135 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:14:49.108026 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-75c9dac0-265a-4503-918e-fbb4cf0d4039 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:49.124761 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-75c9dac0-265a-4503-918e-fbb4cf0d4039 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:49.135724 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9dac0-265a-4503-918e-fbb4cf0d4039 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Pushing event deleted for resources: {'Network': ['ID=c46efa39-54c8-40e5-be08-e13612932ce5,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:49.139579 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-75c9dac0-265a-4503-918e-fbb4cf0d4039 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "DELETE /v2.0/networks/c46efa39-54c8-40e5-be08-e13612932ce5 HTTP/1.1" status: 204 len: 168 time: 1.0323586 May 10 15:14:49.142007 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51372) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:49.186361 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-181644ba-e521-4737-a3f2-5b6c3d97272b tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] DELETE failed (client error): The resource could not be found. May 10 15:14:49.186756 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-181644ba-e521-4737-a3f2-5b6c3d97272b tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 15:14:49.188361 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-181644ba-e521-4737-a3f2-5b6c3d97272b tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "DELETE /v2.0/subnets/e2310360-dc67-4a6e-a81e-d2208c4d49e3 HTTP/1.1" status: 404 len: 337 time: 0.0454202 May 10 15:14:49.190725 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51376) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:49.215336 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-b084ad37-4905-4143-88ca-250111ecc603 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] DELETE failed (client error): The resource could not be found. May 10 15:14:49.215780 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b084ad37-4905-4143-88ca-250111ecc603 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 15:14:49.217317 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b084ad37-4905-4143-88ca-250111ecc603 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "DELETE /v2.0/networks/c853690c-e183-4072-a3d0-259cdaeec8cc HTTP/1.1" status: 404 len: 339 time: 0.0252609 May 10 15:14:49.219615 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51380) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:49.261149 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae19779-a717-4fa2-9d54-0cffa0449e5e tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] DELETE failed (client error): The resource could not be found. May 10 15:14:49.261582 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aae19779-a717-4fa2-9d54-0cffa0449e5e tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 15:14:49.263196 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-aae19779-a717-4fa2-9d54-0cffa0449e5e tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "DELETE /v2.0/subnets/6ce3853f-2bd2-495e-9ffd-59f8353c052b HTTP/1.1" status: 404 len: 337 time: 0.0427513 May 10 15:14:49.265500 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51384) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:49.289862 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.pecan_wsgi.hooks.translation [None req-35cb439b-de6b-461a-bb38-3bcbd048ec70 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] DELETE failed (client error): The resource could not be found. May 10 15:14:49.290303 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35cb439b-de6b-461a-bb38-3bcbd048ec70 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 10 15:14:49.291871 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-35cb439b-de6b-461a-bb38-3bcbd048ec70 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "DELETE /v2.0/networks/b7185dba-383d-4e35-9545-5f11922f0fd8 HTTP/1.1" status: 404 len: 339 time: 0.0255265 May 10 15:14:49.294050 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51388) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:49.357494 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99a479e-a6d2-43bf-acf1-8e880e9bb211 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Deleting subnet 6cc75857-b399-4e51-957a-3613ee514c11 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:14:49.360362 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e99a479e-a6d2-43bf-acf1-8e880e9bb211 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:49.419543 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e99a479e-a6d2-43bf-acf1-8e880e9bb211 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:49.500073 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e99a479e-a6d2-43bf-acf1-8e880e9bb211 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:49.571870 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e99a479e-a6d2-43bf-acf1-8e880e9bb211 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:49.613296 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a479e-a6d2-43bf-acf1-8e880e9bb211 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc75857-b399-4e51-957a-3613ee514c11,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:49.616914 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e99a479e-a6d2-43bf-acf1-8e880e9bb211 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:49.626254 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e99a479e-a6d2-43bf-acf1-8e880e9bb211 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "DELETE /v2.0/subnets/6cc75857-b399-4e51-957a-3613ee514c11 HTTP/1.1" status: 204 len: 168 time: 0.3312497 May 10 15:14:49.629516 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51392) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:49.741395 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cee4a0-d1d8-4aed-9d72-4ba1591c3694 None None] Network 9eed8214-14a4-44f3-8156-2395b160b724 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:14:49.750013 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2eab1076-aa7e-4a21-8d89-8ae9fcfff148 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:49.761203 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-2eab1076-aa7e-4a21-8d89-8ae9fcfff148 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Deleting port 88c186fb-681d-4711-81d7-f726496308fd {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:14:49.761463 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2eab1076-aa7e-4a21-8d89-8ae9fcfff148 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:49.985825 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771fa32a-91ec-4459-8d8a-aad59863ac60 None None] DHCP port deletion for 9eed8214-14a4-44f3-8156-2395b160b724 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 15:14:49.986061 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-2eab1076-aa7e-4a21-8d89-8ae9fcfff148 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] For port 88c186fb-681d-4711-81d7-f726496308fd, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=88c186fb-681d-4711-81d7-f726496308fd,segment=NetworkSegment(e6fdfcf3-f533-4844-8a94-80831c9f76b6),segment_id=e6fdfcf3-f533-4844-8a94-80831c9f76b6)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:14:49.986278 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2eab1076-aa7e-4a21-8d89-8ae9fcfff148 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:49.990220 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-771fa32a-91ec-4459-8d8a-aad59863ac60 None None] Deleting port 88c186fb-681d-4711-81d7-f726496308fd {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:14:49.990737 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-771fa32a-91ec-4459-8d8a-aad59863ac60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:50.122560 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-2eab1076-aa7e-4a21-8d89-8ae9fcfff148 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Calling delete_port for 88c186fb-681d-4711-81d7-f726496308fd owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:14:50.195425 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-800c5815-a419-4689-bdd4-8e8efe9e2e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:50.203545 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2eab1076-aa7e-4a21-8d89-8ae9fcfff148 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:50.216981 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-771fa32a-91ec-4459-8d8a-aad59863ac60 None None] For port 88c186fb-681d-4711-81d7-f726496308fd, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=88c186fb-681d-4711-81d7-f726496308fd,segment=NetworkSegment(e6fdfcf3-f533-4844-8a94-80831c9f76b6),segment_id=e6fdfcf3-f533-4844-8a94-80831c9f76b6)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:14:50.217303 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-771fa32a-91ec-4459-8d8a-aad59863ac60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:50.251813 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab1076-aa7e-4a21-8d89-8ae9fcfff148 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Pushing event deleted for resources: {'Port': ['ID=88c186fb-681d-4711-81d7-f726496308fd,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:50.254704 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eab1076-aa7e-4a21-8d89-8ae9fcfff148 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] No DVR routers for this DVR port 88c186fb-681d-4711-81d7-f726496308fd on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:14:50.380887 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2eab1076-aa7e-4a21-8d89-8ae9fcfff148 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:50.382837 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-771fa32a-91ec-4459-8d8a-aad59863ac60 None None] Calling delete_port for 88c186fb-681d-4711-81d7-f726496308fd owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 15:14:50.450947 dv-neutron-841204-2-hyperv neutron-server[88053]: util.warn( May 10 15:14:50.458239 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-771fa32a-91ec-4459-8d8a-aad59863ac60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 15:14:50.458773 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-771fa32a-91ec-4459-8d8a-aad59863ac60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 15:14:50.514516 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-2eab1076-aa7e-4a21-8d89-8ae9fcfff148 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eed8214-14a4-44f3-8156-2395b160b724']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:50.528028 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-2eab1076-aa7e-4a21-8d89-8ae9fcfff148 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6fdfcf3-f533-4844-8a94-80831c9f76b6') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:50.528315 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-2eab1076-aa7e-4a21-8d89-8ae9fcfff148 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6fdfcf3-f533-4844-8a94-80831c9f76b6') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:50.539567 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2eab1076-aa7e-4a21-8d89-8ae9fcfff148 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:50.555965 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2eab1076-aa7e-4a21-8d89-8ae9fcfff148 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:50.561809 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eab1076-aa7e-4a21-8d89-8ae9fcfff148 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:14:50.562178 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2eab1076-aa7e-4a21-8d89-8ae9fcfff148 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:14:50.577122 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:14:50.655359 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2eab1076-aa7e-4a21-8d89-8ae9fcfff148 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:50.672397 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2eab1076-aa7e-4a21-8d89-8ae9fcfff148 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:50.683852 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab1076-aa7e-4a21-8d89-8ae9fcfff148 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] Pushing event deleted for resources: {'Network': ['ID=9eed8214-14a4-44f3-8156-2395b160b724,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:50.687723 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2eab1076-aa7e-4a21-8d89-8ae9fcfff148 tempest-NetworksIpV6Test-973777505 tempest-NetworksIpV6Test-973777505-project] 10.222.0.79 "DELETE /v2.0/networks/9eed8214-14a4-44f3-8156-2395b160b724 HTTP/1.1" status: 204 len: 168 time: 1.0572929 May 10 15:14:50.956011 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51400) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:50.959964 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-771fa32a-91ec-4459-8d8a-aad59863ac60 None None] Deleting port 88c186fb-681d-4711-81d7-f726496308fd {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:14:50.960407 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-771fa32a-91ec-4459-8d8a-aad59863ac60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:51.029063 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-771fa32a-91ec-4459-8d8a-aad59863ac60 None None] The port '88c186fb-681d-4711-81d7-f726496308fd' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 15:14:51.098877 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 88c186fb-681d-4711-81d7-f726496308fd no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:14:51.115501 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-da833edc-f519-4318-b2e0-d923e92adc46 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=776c6441dba94d529c09d4701598b08b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571424 May 10 15:14:51.117874 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51406) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:51.132571 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 88c186fb-681d-4711-81d7-f726496308fd {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:14:51.132916 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 88c186fb-681d-4711-81d7-f726496308fd not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:14:51.189782 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3b91e730-edfc-49d6-a91b-7a1c1fe21a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:51.220023 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3b91e730-edfc-49d6-a91b-7a1c1fe21a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:51.275993 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3b91e730-edfc-49d6-a91b-7a1c1fe21a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:51.292533 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91e730-edfc-49d6-a91b-7a1c1fe21a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df0de48-955a-4457-a159-59a8e4e415f9,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:51.296758 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3b91e730-edfc-49d6-a91b-7a1c1fe21a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:51.298907 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3b91e730-edfc-49d6-a91b-7a1c1fe21a9a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1df0de48-955a-4457-a159-59a8e4e415f9 HTTP/1.1" status: 204 len: 168 time: 0.1790168 May 10 15:14:51.969348 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51430) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:52.075045 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-1b111044-1df2-4ef6-82f6-d607640fcdc2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1084435798', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:14:52.082957 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1b111044-1df2-4ef6-82f6-d607640fcdc2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:52.086975 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1b111044-1df2-4ef6-82f6-d607640fcdc2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Usage tracker for resource:router and tenant:476125d7b9f245ef95e9e6b0b50dda0e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:52.089844 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1b111044-1df2-4ef6-82f6-d607640fcdc2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:52.095875 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1b111044-1df2-4ef6-82f6-d607640fcdc2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:52.106660 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1b111044-1df2-4ef6-82f6-d607640fcdc2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:52.107605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1b111044-1df2-4ef6-82f6-d607640fcdc2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:52.122802 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1b111044-1df2-4ef6-82f6-d607640fcdc2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:52.140432 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1b111044-1df2-4ef6-82f6-d607640fcdc2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:52.163315 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1b111044-1df2-4ef6-82f6-d607640fcdc2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:52.165568 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1b111044-1df2-4ef6-82f6-d607640fcdc2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1951702 May 10 15:14:52.168226 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51436) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:52.173517 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-91c1d025-774c-4a36-9107-47c7ee8f37c6 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-79227194'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:14:52.178360 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-91c1d025-774c-4a36-9107-47c7ee8f37c6 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:52.182663 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-91c1d025-774c-4a36-9107-47c7ee8f37c6 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Usage tracker for resource:network and tenant:476125d7b9f245ef95e9e6b0b50dda0e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:52.185456 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-91c1d025-774c-4a36-9107-47c7ee8f37c6 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:52.191328 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-91c1d025-774c-4a36-9107-47c7ee8f37c6 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:52.200434 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c1d025-774c-4a36-9107-47c7ee8f37c6 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Made reservation on behalf of 476125d7b9f245ef95e9e6b0b50dda0e for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:14:52.203730 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91c1d025-774c-4a36-9107-47c7ee8f37c6 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:52.216002 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91c1d025-774c-4a36-9107-47c7ee8f37c6 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:52.230924 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-91c1d025-774c-4a36-9107-47c7ee8f37c6 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:52.234688 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-91c1d025-774c-4a36-9107-47c7ee8f37c6 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Usage tracker for resource:security_group_rule and tenant:476125d7b9f245ef95e9e6b0b50dda0e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:52.237433 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-91c1d025-774c-4a36-9107-47c7ee8f37c6 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:52.243763 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-91c1d025-774c-4a36-9107-47c7ee8f37c6 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:52.326776 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91c1d025-774c-4a36-9107-47c7ee8f37c6 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:52.330547 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91c1d025-774c-4a36-9107-47c7ee8f37c6 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:52.360294 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c1d025-774c-4a36-9107-47c7ee8f37c6 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:14:52.373204 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1d025-774c-4a36-9107-47c7ee8f37c6 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b4c9a3-8d67-4adf-bb7c-d633bf7cf555,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:52.377951 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91c1d025-774c-4a36-9107-47c7ee8f37c6 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:52.378917 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-91c1d025-774c-4a36-9107-47c7ee8f37c6 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Added segment 0bd4f9d1-308c-4ba4-af80-2d6937cc8a36 of type vlan for network 6de2078c-92e2-4a4f-9d65-389dcb5c2e26 May 10 15:14:52.406397 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91c1d025-774c-4a36-9107-47c7ee8f37c6 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:52.413133 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fd8b97a4-db20-4bfd-b585-e8dcd5e8be49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:52.440112 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91c1d025-774c-4a36-9107-47c7ee8f37c6 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:52.446449 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c1d025-774c-4a36-9107-47c7ee8f37c6 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:52.447123 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91c1d025-774c-4a36-9107-47c7ee8f37c6 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:52.553500 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1d025-774c-4a36-9107-47c7ee8f37c6 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Pushing event updated for resources: {'Network': ['ID=6de2078c-92e2-4a4f-9d65-389dcb5c2e26,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:52.557895 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-91c1d025-774c-4a36-9107-47c7ee8f37c6 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3887167 May 10 15:14:52.560766 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51440) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:52.563634 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 6de2078c-92e2-4a4f-9d65-389dcb5c2e26 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:14:52.566981 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-a67aadec-212b-4684-a306-170c679c1317 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Request body: {'subnet': {'network_id': '6de2078c-92e2-4a4f-9d65-389dcb5c2e26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:14:52.678916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a67aadec-212b-4684-a306-170c679c1317 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:52.682745 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a67aadec-212b-4684-a306-170c679c1317 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Usage tracker for resource:subnet and tenant:476125d7b9f245ef95e9e6b0b50dda0e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:52.685496 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a67aadec-212b-4684-a306-170c679c1317 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:52.691839 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a67aadec-212b-4684-a306-170c679c1317 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:52.701441 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67aadec-212b-4684-a306-170c679c1317 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Made reservation on behalf of 476125d7b9f245ef95e9e6b0b50dda0e for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:14:52.705119 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a67aadec-212b-4684-a306-170c679c1317 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:52.922601 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a67aadec-212b-4684-a306-170c679c1317 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:53.001611 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67aadec-212b-4684-a306-170c679c1317 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Pushing event updated for resources: {'Subnet': ['ID=b489e37f-6528-4ada-a428-e5caae2bebc0,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:53.009723 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67aadec-212b-4684-a306-170c679c1317 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Checking segment: {'id': '0bd4f9d1-308c-4ba4-af80-2d6937cc8a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6de2078c-92e2-4a4f-9d65-389dcb5c2e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:14:53.010076 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67aadec-212b-4684-a306-170c679c1317 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Network hostable DHCP agents. Network: 6de2078c-92e2-4a4f-9d65-389dcb5c2e26, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:14:53.028620 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67aadec-212b-4684-a306-170c679c1317 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Network 6de2078c-92e2-4a4f-9d65-389dcb5c2e26 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:14:53.037660 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-a67aadec-212b-4684-a306-170c679c1317 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 6de2078c-92e2-4a4f-9d65-389dcb5c2e26) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:14:53.041688 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67aadec-212b-4684-a306-170c679c1317 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:53.042273 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a67aadec-212b-4684-a306-170c679c1317 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:53.048730 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c84adc-edce-4e23-8916-1c8211c59bd1 None None] Network 6de2078c-92e2-4a4f-9d65-389dcb5c2e26 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:14:53.064559 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a67aadec-212b-4684-a306-170c679c1317 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5022280 May 10 15:14:53.068413 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51444) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:53.073885 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-4617dac8-3c72-4bc2-8859-132330189e44 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1410556956'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:14:53.079620 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4617dac8-3c72-4bc2-8859-132330189e44 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:53.084286 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4617dac8-3c72-4bc2-8859-132330189e44 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Usage tracker for resource:network and tenant:476125d7b9f245ef95e9e6b0b50dda0e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:53.087155 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-4617dac8-3c72-4bc2-8859-132330189e44 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:53.092875 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-4617dac8-3c72-4bc2-8859-132330189e44 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:53.102952 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4617dac8-3c72-4bc2-8859-132330189e44 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Made reservation on behalf of 476125d7b9f245ef95e9e6b0b50dda0e for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:14:53.106379 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4617dac8-3c72-4bc2-8859-132330189e44 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:53.134833 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4617dac8-3c72-4bc2-8859-132330189e44 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:14:53.143633 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4617dac8-3c72-4bc2-8859-132330189e44 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:53.144682 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-4617dac8-3c72-4bc2-8859-132330189e44 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Added segment 18de7652-8694-4a9e-9ccb-c870248f0184 of type vlan for network e09ec7d9-2fa7-4cbd-94b1-f70005515148 May 10 15:14:53.175065 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4617dac8-3c72-4bc2-8859-132330189e44 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:53.204690 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4617dac8-3c72-4bc2-8859-132330189e44 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:53.210613 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4617dac8-3c72-4bc2-8859-132330189e44 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:53.211200 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4617dac8-3c72-4bc2-8859-132330189e44 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:53.265161 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544950c0-ad5a-4c28-80d5-90134e48e7e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-6de2078c-92e2-4a4f-9d65-389dcb5c2e26', 'network_id': '6de2078c-92e2-4a4f-9d65-389dcb5c2e26', 'tenant_id': '476125d7b9f245ef95e9e6b0b50dda0e', 'fixed_ips': [{'subnet_id': 'b489e37f-6528-4ada-a428-e5caae2bebc0'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 15:14:53.265976 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-544950c0-ad5a-4c28-80d5-90134e48e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:53.318094 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4617dac8-3c72-4bc2-8859-132330189e44 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2483771 May 10 15:14:53.320771 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51448) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:53.326621 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617dac8-3c72-4bc2-8859-132330189e44 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Pushing event updated for resources: {'Network': ['ID=e09ec7d9-2fa7-4cbd-94b1-f70005515148,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:53.327677 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Request body: {'subnet': {'network_id': 'e09ec7d9-2fa7-4cbd-94b1-f70005515148', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:14:53.332319 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:53.345717 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network e09ec7d9-2fa7-4cbd-94b1-f70005515148 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:14:53.473841 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:53.485106 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:53.552904 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-544950c0-ad5a-4c28-80d5-90134e48e7e6 None None] Allocated IP 172.20.0.2 (6de2078c-92e2-4a4f-9d65-389dcb5c2e26/b489e37f-6528-4ada-a428-e5caae2bebc0/d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:14:53.560591 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:53.564880 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Usage tracker for resource:subnet and tenant:476125d7b9f245ef95e9e6b0b50dda0e is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:53.567631 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:53.573279 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:53.583113 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Made reservation on behalf of 476125d7b9f245ef95e9e6b0b50dda0e for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:14:53.586972 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:53.757578 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-544950c0-ad5a-4c28-80d5-90134e48e7e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:53.767574 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-544950c0-ad5a-4c28-80d5-90134e48e7e6 None None] Transition to ACTIVE for port object d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:14:53.785969 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-544950c0-ad5a-4c28-80d5-90134e48e7e6 None None] Transition to ACTIVE for port object d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:14:53.791305 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-544950c0-ad5a-4c28-80d5-90134e48e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:53.804851 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:53.854602 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544950c0-ad5a-4c28-80d5-90134e48e7e6 None None] Network 6de2078c-92e2-4a4f-9d65-389dcb5c2e26 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:14:53.857370 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-544950c0-ad5a-4c28-80d5-90134e48e7e6 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:14:53.861406 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544950c0-ad5a-4c28-80d5-90134e48e7e6 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:14:53.871382 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544950c0-ad5a-4c28-80d5-90134e48e7e6 None None] Pushing event updated for resources: {'Port': ['ID=d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:53.885444 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Pushing event updated for resources: {'Subnet': ['ID=10879504-8a2c-4a8f-8703-9a8550d388cd,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:53.895881 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:53.896222 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:53.896558 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:53.896888 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:53.897216 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:53.897541 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:53.897863 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:53.898191 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:53.898530 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:53.898849 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:53.899164 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:53.899478 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:53.907793 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Checking segment: {'id': '18de7652-8694-4a9e-9ccb-c870248f0184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e09ec7d9-2fa7-4cbd-94b1-f70005515148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:14:53.908153 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Network hostable DHCP agents. Network: e09ec7d9-2fa7-4cbd-94b1-f70005515148, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:14:53.928669 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Network e09ec7d9-2fa7-4cbd-94b1-f70005515148 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:14:53.938774 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, e09ec7d9-2fa7-4cbd-94b1-f70005515148) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:14:53.944435 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:53.945006 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:53.958070 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668f0484-1eb3-4674-bdc2-272b7ca1fc22 None None] Network e09ec7d9-2fa7-4cbd-94b1-f70005515148 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:14:53.967517 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f27354ce-9e23-45de-8c4d-50aaa428ba59 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6449893 May 10 15:14:53.970159 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51452) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:53.976514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-19c29018-b025-432f-9ebf-5f0b39f5c797 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e09ec7d9-2fa7-4cbd-94b1-f70005515148'}}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:14:54.039298 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-544950c0-ad5a-4c28-80d5-90134e48e7e6 None None] Attempting to bind port d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:14:54.039583 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-544950c0-ad5a-4c28-80d5-90134e48e7e6 None None] Attempting to bind port d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '0bd4f9d1-308c-4ba4-af80-2d6937cc8a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6de2078c-92e2-4a4f-9d65-389dcb5c2e26'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:14:54.039940 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544950c0-ad5a-4c28-80d5-90134e48e7e6 None None] Attempting to bind port d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3 on network 6de2078c-92e2-4a4f-9d65-389dcb5c2e26 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:14:54.050284 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544950c0-ad5a-4c28-80d5-90134e48e7e6 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:14:54.050744 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544950c0-ad5a-4c28-80d5-90134e48e7e6 None None] Checking segment: {'id': '0bd4f9d1-308c-4ba4-af80-2d6937cc8a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6de2078c-92e2-4a4f-9d65-389dcb5c2e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:14:54.051251 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-544950c0-ad5a-4c28-80d5-90134e48e7e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:54.051646 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544950c0-ad5a-4c28-80d5-90134e48e7e6 None None] Bound using segment: {'id': '0bd4f9d1-308c-4ba4-af80-2d6937cc8a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6de2078c-92e2-4a4f-9d65-389dcb5c2e26'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:14:54.052114 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-544950c0-ad5a-4c28-80d5-90134e48e7e6 None None] Bound port: d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd4f9d1-308c-4ba4-af80-2d6937cc8a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '6de2078c-92e2-4a4f-9d65-389dcb5c2e26'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:14:54.052486 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-544950c0-ad5a-4c28-80d5-90134e48e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:54.210883 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-544950c0-ad5a-4c28-80d5-90134e48e7e6 None None] For port d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:14:54.223840 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-544950c0-ad5a-4c28-80d5-90134e48e7e6 None None] For port d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3,segment=NetworkSegment(0bd4f9d1-308c-4ba4-af80-2d6937cc8a36),segment_id=0bd4f9d1-308c-4ba4-af80-2d6937cc8a36)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:14:54.254757 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-544950c0-ad5a-4c28-80d5-90134e48e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:54.349247 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a33c2b-1174-47c6-9a9d-a10bf4e52fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-e09ec7d9-2fa7-4cbd-94b1-f70005515148', 'network_id': 'e09ec7d9-2fa7-4cbd-94b1-f70005515148', 'tenant_id': '476125d7b9f245ef95e9e6b0b50dda0e', 'fixed_ips': [{'subnet_id': '10879504-8a2c-4a8f-8703-9a8550d388cd'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 15:14:54.350065 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-17a33c2b-1174-47c6-9a9d-a10bf4e52fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:54.374125 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-19c29018-b025-432f-9ebf-5f0b39f5c797 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:54.462082 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544950c0-ad5a-4c28-80d5-90134e48e7e6 None None] Pushing event updated for resources: {'Port': ['ID=d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:54.531655 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.api.v2.resource [None req-19c29018-b025-432f-9ebf-5f0b39f5c797 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 10 15:14:54.538565 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-19c29018-b025-432f-9ebf-5f0b39f5c797 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] 10.222.0.79 "PUT /v2.0/routers/852ebe61-f1c4-49b2-9068-dce4699fd708 HTTP/1.1" status: 400 len: 364 time: 0.5673268 May 10 15:14:54.539082 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51456) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:54.548603 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-17a33c2b-1174-47c6-9a9d-a10bf4e52fde None None] Allocated IP 172.21.0.2 (e09ec7d9-2fa7-4cbd-94b1-f70005515148/10879504-8a2c-4a8f-8703-9a8550d388cd/d37a6605-0cf4-47d0-b9f9-da3395b9622c) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:14:54.619274 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd728968-3a6e-42c9-9732-c9e9d213111a tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Deleting subnet 10879504-8a2c-4a8f-8703-9a8550d388cd {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:14:54.772234 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-17a33c2b-1174-47c6-9a9d-a10bf4e52fde None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:54.782443 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-17a33c2b-1174-47c6-9a9d-a10bf4e52fde None None] Transition to ACTIVE for port object d37a6605-0cf4-47d0-b9f9-da3395b9622c will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:14:54.801756 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-17a33c2b-1174-47c6-9a9d-a10bf4e52fde None None] Transition to ACTIVE for port object d37a6605-0cf4-47d0-b9f9-da3395b9622c will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:14:54.806951 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fd728968-3a6e-42c9-9732-c9e9d213111a tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:54.807195 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-17a33c2b-1174-47c6-9a9d-a10bf4e52fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:54.871818 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fd728968-3a6e-42c9-9732-c9e9d213111a tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:54.877468 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a33c2b-1174-47c6-9a9d-a10bf4e52fde None None] Network e09ec7d9-2fa7-4cbd-94b1-f70005515148 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:14:54.881680 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-17a33c2b-1174-47c6-9a9d-a10bf4e52fde None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:14:54.885263 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a33c2b-1174-47c6-9a9d-a10bf4e52fde None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:14:54.890831 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a33c2b-1174-47c6-9a9d-a10bf4e52fde None None] Pushing event updated for resources: {'Port': ['ID=d37a6605-0cf4-47d0-b9f9-da3395b9622c,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:54.966729 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fd728968-3a6e-42c9-9732-c9e9d213111a tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:54.990380 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:54.991132 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-17a33c2b-1174-47c6-9a9d-a10bf4e52fde None None] Attempting to bind port d37a6605-0cf4-47d0-b9f9-da3395b9622c on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:14:54.991488 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-17a33c2b-1174-47c6-9a9d-a10bf4e52fde None None] Attempting to bind port d37a6605-0cf4-47d0-b9f9-da3395b9622c by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '18de7652-8694-4a9e-9ccb-c870248f0184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e09ec7d9-2fa7-4cbd-94b1-f70005515148'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:14:54.991828 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a33c2b-1174-47c6-9a9d-a10bf4e52fde None None] Attempting to bind port d37a6605-0cf4-47d0-b9f9-da3395b9622c on network e09ec7d9-2fa7-4cbd-94b1-f70005515148 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:14:54.997260 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a33c2b-1174-47c6-9a9d-a10bf4e52fde None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:14:54.997604 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a33c2b-1174-47c6-9a9d-a10bf4e52fde None None] Checking segment: {'id': '18de7652-8694-4a9e-9ccb-c870248f0184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e09ec7d9-2fa7-4cbd-94b1-f70005515148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:14:54.997988 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-17a33c2b-1174-47c6-9a9d-a10bf4e52fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:54.998368 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a33c2b-1174-47c6-9a9d-a10bf4e52fde None None] Bound using segment: {'id': '18de7652-8694-4a9e-9ccb-c870248f0184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e09ec7d9-2fa7-4cbd-94b1-f70005515148'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:14:54.998856 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-17a33c2b-1174-47c6-9a9d-a10bf4e52fde None None] Bound port: d37a6605-0cf4-47d0-b9f9-da3395b9622c, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18de7652-8694-4a9e-9ccb-c870248f0184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e09ec7d9-2fa7-4cbd-94b1-f70005515148'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:14:54.999214 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-17a33c2b-1174-47c6-9a9d-a10bf4e52fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:55.047313 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fd728968-3a6e-42c9-9732-c9e9d213111a tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:55.096395 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd728968-3a6e-42c9-9732-c9e9d213111a tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Pushing event deleted for resources: {'Subnet': ['ID=10879504-8a2c-4a8f-8703-9a8550d388cd,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:55.099165 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fd728968-3a6e-42c9-9732-c9e9d213111a tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:55.104522 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-17a33c2b-1174-47c6-9a9d-a10bf4e52fde None None] For port d37a6605-0cf4-47d0-b9f9-da3395b9622c, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:14:55.108697 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51460) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:55.108928 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fd728968-3a6e-42c9-9732-c9e9d213111a tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] 10.222.0.79 "DELETE /v2.0/subnets/10879504-8a2c-4a8f-8703-9a8550d388cd HTTP/1.1" status: 204 len: 168 time: 0.5685511 May 10 15:14:55.109276 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-17a33c2b-1174-47c6-9a9d-a10bf4e52fde None None] For port d37a6605-0cf4-47d0-b9f9-da3395b9622c, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d37a6605-0cf4-47d0-b9f9-da3395b9622c,segment=NetworkSegment(18de7652-8694-4a9e-9ccb-c870248f0184),segment_id=18de7652-8694-4a9e-9ccb-c870248f0184)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:14:55.115525 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-17a33c2b-1174-47c6-9a9d-a10bf4e52fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:55.169008 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:14:55.249495 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d4b5e75f-5584-4c4f-bf8b-45f01d081029 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:55.262148 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-d4b5e75f-5584-4c4f-bf8b-45f01d081029 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Deleting port d37a6605-0cf4-47d0-b9f9-da3395b9622c {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:14:55.262603 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d4b5e75f-5584-4c4f-bf8b-45f01d081029 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:55.297158 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a33c2b-1174-47c6-9a9d-a10bf4e52fde None None] Pushing event updated for resources: {'Port': ['ID=d37a6605-0cf4-47d0-b9f9-da3395b9622c,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:55.336165 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:14:55.348761 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc3f69e-8208-4c30-9754-145f81316edd None None] Network e09ec7d9-2fa7-4cbd-94b1-f70005515148 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:14:55.483863 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74de8061-685f-49f1-aa3c-a3b990fd3648 None None] Network 6de2078c-92e2-4a4f-9d65-389dcb5c2e26 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:14:55.489922 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-d4b5e75f-5584-4c4f-bf8b-45f01d081029 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] For port d37a6605-0cf4-47d0-b9f9-da3395b9622c, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d37a6605-0cf4-47d0-b9f9-da3395b9622c,segment=NetworkSegment(18de7652-8694-4a9e-9ccb-c870248f0184),segment_id=18de7652-8694-4a9e-9ccb-c870248f0184)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:14:55.490490 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d4b5e75f-5584-4c4f-bf8b-45f01d081029 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:55.621191 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4b7d726c-80ef-49c0-bad5-69df40fc4d01 None None] Provisioning for port d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:14:55.634753 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4b7d726c-80ef-49c0-bad5-69df40fc4d01 None None] Provisioning complete for port d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:14:55.635114 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4b7d726c-80ef-49c0-bad5-69df40fc4d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:55.720918 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-d4b5e75f-5584-4c4f-bf8b-45f01d081029 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Calling delete_port for d37a6605-0cf4-47d0-b9f9-da3395b9622c owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:14:55.799992 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d4b5e75f-5584-4c4f-bf8b-45f01d081029 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:55.849366 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5e75f-5584-4c4f-bf8b-45f01d081029 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Pushing event deleted for resources: {'Port': ['ID=d37a6605-0cf4-47d0-b9f9-da3395b9622c,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:55.855506 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b5e75f-5584-4c4f-bf8b-45f01d081029 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] No DVR routers for this DVR port d37a6605-0cf4-47d0-b9f9-da3395b9622c on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:14:55.895947 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4b7d726c-80ef-49c0-bad5-69df40fc4d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:55.947541 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-4b7d726c-80ef-49c0-bad5-69df40fc4d01 None None] For port d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3,segment=NetworkSegment(0bd4f9d1-308c-4ba4-af80-2d6937cc8a36),segment_id=0bd4f9d1-308c-4ba4-af80-2d6937cc8a36)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:14:55.953164 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4b7d726c-80ef-49c0-bad5-69df40fc4d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:55.984256 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d4b5e75f-5584-4c4f-bf8b-45f01d081029 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:56.009633 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-d4b5e75f-5584-4c4f-bf8b-45f01d081029 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09ec7d9-2fa7-4cbd-94b1-f70005515148']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:56.023407 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-d4b5e75f-5584-4c4f-bf8b-45f01d081029 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18de7652-8694-4a9e-9ccb-c870248f0184') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:56.023758 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-d4b5e75f-5584-4c4f-bf8b-45f01d081029 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18de7652-8694-4a9e-9ccb-c870248f0184') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:56.036344 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d4b5e75f-5584-4c4f-bf8b-45f01d081029 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:56.037974 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d726c-80ef-49c0-bad5-69df40fc4d01 None None] Pushing event updated for resources: {'Port': ['ID=d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:56.056297 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d4b5e75f-5584-4c4f-bf8b-45f01d081029 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:56.063868 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b5e75f-5584-4c4f-bf8b-45f01d081029 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:14:56.064435 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d4b5e75f-5584-4c4f-bf8b-45f01d081029 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:14:56.080993 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:14:56.171820 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d4b5e75f-5584-4c4f-bf8b-45f01d081029 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:56.192353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d4b5e75f-5584-4c4f-bf8b-45f01d081029 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:56.204951 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5e75f-5584-4c4f-bf8b-45f01d081029 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Pushing event deleted for resources: {'Network': ['ID=e09ec7d9-2fa7-4cbd-94b1-f70005515148,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:56.208553 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d4b5e75f-5584-4c4f-bf8b-45f01d081029 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] 10.222.0.79 "DELETE /v2.0/networks/e09ec7d9-2fa7-4cbd-94b1-f70005515148 HTTP/1.1" status: 204 len: 168 time: 1.0984914 May 10 15:14:56.210893 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51464) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:56.236533 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093172b0-2366-477d-adf3-4a7b693cd432 None None] get_active_networks_info from dv-neutron-841204-2-hyperv {{(pid=88053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 10 15:14:56.279599 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a91fca-0a7b-4801-aa22-de4d86a6d8f1 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Deleting subnet b489e37f-6528-4ada-a428-e5caae2bebc0 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:14:56.282647 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-46a91fca-0a7b-4801-aa22-de4d86a6d8f1 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:56.306615 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1cc74522-8235-4444-828e-120b959267a9 None None] Provisioning complete for port d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:14:56.307044 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1cc74522-8235-4444-828e-120b959267a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:56.343145 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-46a91fca-0a7b-4801-aa22-de4d86a6d8f1 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:56.432481 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-46a91fca-0a7b-4801-aa22-de4d86a6d8f1 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:56.443036 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093172b0-2366-477d-adf3-4a7b693cd432 None None] Resources bound (agent type, host, resource id): {{(pid=88053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 10 15:14:56.505803 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-46a91fca-0a7b-4801-aa22-de4d86a6d8f1 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:56.568202 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a91fca-0a7b-4801-aa22-de4d86a6d8f1 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Pushing event deleted for resources: {'Subnet': ['ID=b489e37f-6528-4ada-a428-e5caae2bebc0,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:56.571652 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-46a91fca-0a7b-4801-aa22-de4d86a6d8f1 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:56.578586 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-46a91fca-0a7b-4801-aa22-de4d86a6d8f1 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] 10.222.0.79 "DELETE /v2.0/subnets/b489e37f-6528-4ada-a428-e5caae2bebc0 HTTP/1.1" status: 204 len: 168 time: 0.3665793 May 10 15:14:56.580846 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51468) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:56.695840 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a4bba85-0a9e-4050-9194-f409aa7d1fa2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:56.706686 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-5a4bba85-0a9e-4050-9194-f409aa7d1fa2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Deleting port d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:14:56.707496 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a4bba85-0a9e-4050-9194-f409aa7d1fa2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:56.785540 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4340af5-af12-4424-a994-1321977879fa None None] Network 6de2078c-92e2-4a4f-9d65-389dcb5c2e26 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:14:56.924315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-5a4bba85-0a9e-4050-9194-f409aa7d1fa2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] For port d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3,segment=NetworkSegment(0bd4f9d1-308c-4ba4-af80-2d6937cc8a36),segment_id=0bd4f9d1-308c-4ba4-af80-2d6937cc8a36)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:14:56.924694 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a4bba85-0a9e-4050-9194-f409aa7d1fa2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:57.023218 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343f60d9-eb24-4756-9485-1af9bb96187c None None] DHCP port deletion for 6de2078c-92e2-4a4f-9d65-389dcb5c2e26 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 15:14:57.027542 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-343f60d9-eb24-4756-9485-1af9bb96187c None None] Deleting port d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:14:57.027908 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-343f60d9-eb24-4756-9485-1af9bb96187c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:57.056346 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-5a4bba85-0a9e-4050-9194-f409aa7d1fa2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Calling delete_port for d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3 owned by network:dhcp {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:14:57.109411 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:14:57.134893 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a4bba85-0a9e-4050-9194-f409aa7d1fa2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:57.152467 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-343f60d9-eb24-4756-9485-1af9bb96187c None None] The port 'd31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 15:14:57.153302 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:14:57.153631 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:14:57.183667 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4bba85-0a9e-4050-9194-f409aa7d1fa2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Pushing event deleted for resources: {'Port': ['ID=d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:57.185555 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4bba85-0a9e-4050-9194-f409aa7d1fa2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] No DVR routers for this DVR port d31dbfc8-153f-4ac5-bbdc-dd99b0bdb2b3 on host dv-neutron-841204-2-hyperv {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:14:57.306868 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a4bba85-0a9e-4050-9194-f409aa7d1fa2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:57.427179 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-5a4bba85-0a9e-4050-9194-f409aa7d1fa2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de2078c-92e2-4a4f-9d65-389dcb5c2e26']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:57.439299 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-5a4bba85-0a9e-4050-9194-f409aa7d1fa2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd4f9d1-308c-4ba4-af80-2d6937cc8a36') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:57.439606 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-5a4bba85-0a9e-4050-9194-f409aa7d1fa2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd4f9d1-308c-4ba4-af80-2d6937cc8a36') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:14:57.451273 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a4bba85-0a9e-4050-9194-f409aa7d1fa2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:57.466912 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a4bba85-0a9e-4050-9194-f409aa7d1fa2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:57.472824 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4bba85-0a9e-4050-9194-f409aa7d1fa2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:14:57.473228 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a4bba85-0a9e-4050-9194-f409aa7d1fa2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:14:57.488203 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:14:57.567738 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a4bba85-0a9e-4050-9194-f409aa7d1fa2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:57.584906 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a4bba85-0a9e-4050-9194-f409aa7d1fa2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:57.595571 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4bba85-0a9e-4050-9194-f409aa7d1fa2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Pushing event deleted for resources: {'Network': ['ID=6de2078c-92e2-4a4f-9d65-389dcb5c2e26,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:57.600286 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5a4bba85-0a9e-4050-9194-f409aa7d1fa2 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] 10.222.0.79 "DELETE /v2.0/networks/6de2078c-92e2-4a4f-9d65-389dcb5c2e26 HTTP/1.1" status: 204 len: 168 time: 1.0179777 May 10 15:14:57.602897 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51472) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:57.645967 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f805ec1c-2052-4fc4-8ee1-58329a80676b tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Synchronizing usage tracker for tenant:476125d7b9f245ef95e9e6b0b50dda0e on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:14:57.661500 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f805ec1c-2052-4fc4-8ee1-58329a80676b tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Unset dirty status for tenant:476125d7b9f245ef95e9e6b0b50dda0e on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:14:57.662688 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f805ec1c-2052-4fc4-8ee1-58329a80676b tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] 10.222.0.79 "GET /v2.0/ports?device_id=852ebe61-f1c4-49b2-9068-dce4699fd708 HTTP/1.1" status: 200 len: 205 time: 0.0588710 May 10 15:14:57.665061 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51476) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:57.796908 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2a9e44f8-2f65-4d71-8909-420fc440bc76 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:58.089230 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2a9e44f8-2f65-4d71-8909-420fc440bc76 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:58.091405 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2a9e44f8-2f65-4d71-8909-420fc440bc76 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:58.114760 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2a9e44f8-2f65-4d71-8909-420fc440bc76 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:58.115244 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9e44f8-2f65-4d71-8909-420fc440bc76 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Fanout notify agent at l3_agent the message router_deleted on router 852ebe61-f1c4-49b2-9068-dce4699fd708 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:14:58.126275 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2a9e44f8-2f65-4d71-8909-420fc440bc76 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:58.127380 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2a9e44f8-2f65-4d71-8909-420fc440bc76 tempest-RoutersNegativeTest-822179747 tempest-RoutersNegativeTest-822179747-project] 10.222.0.79 "DELETE /v2.0/routers/852ebe61-f1c4-49b2-9068-dce4699fd708 HTTP/1.1" status: 204 len: 168 time: 0.4614093 May 10 15:14:58.387374 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51484) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:58.533419 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4cec5662-6aa8-4d63-b666-139f5b4ad742 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=476125d7b9f245ef95e9e6b0b50dda0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449099 May 10 15:14:58.536563 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51490) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:58.592897 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-66243721-7dde-4243-8b8f-66aa9de22f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:58.619540 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-66243721-7dde-4243-8b8f-66aa9de22f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:58.670238 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-66243721-7dde-4243-8b8f-66aa9de22f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:58.684826 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66243721-7dde-4243-8b8f-66aa9de22f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b4c9a3-8d67-4adf-bb7c-d633bf7cf555,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:58.694994 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66243721-7dde-4243-8b8f-66aa9de22f4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:58.695337 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66243721-7dde-4243-8b8f-66aa9de22f4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:58.695672 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66243721-7dde-4243-8b8f-66aa9de22f4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:58.695999 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66243721-7dde-4243-8b8f-66aa9de22f4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:58.696323 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66243721-7dde-4243-8b8f-66aa9de22f4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:58.696646 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66243721-7dde-4243-8b8f-66aa9de22f4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:58.696968 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66243721-7dde-4243-8b8f-66aa9de22f4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:58.697287 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66243721-7dde-4243-8b8f-66aa9de22f4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:58.697606 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66243721-7dde-4243-8b8f-66aa9de22f4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:58.697922 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66243721-7dde-4243-8b8f-66aa9de22f4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:58.698236 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66243721-7dde-4243-8b8f-66aa9de22f4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:58.698583 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66243721-7dde-4243-8b8f-66aa9de22f4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:14:58.701562 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-66243721-7dde-4243-8b8f-66aa9de22f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:58.702679 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-66243721-7dde-4243-8b8f-66aa9de22f4a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d5b4c9a3-8d67-4adf-bb7c-d633bf7cf555 HTTP/1.1" status: 204 len: 168 time: 0.1651897 May 10 15:14:59.350920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51514) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:59.452762 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-93bff183-5d10-4f4c-b05f-0c3afec512cf admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-93027823-network', 'tenant_id': '31bb5cbfca1f4e23a80d206861bde978'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:14:59.458120 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-93bff183-5d10-4f4c-b05f-0c3afec512cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:59.461986 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-93bff183-5d10-4f4c-b05f-0c3afec512cf admin admin] Usage tracker for resource:network and tenant:31bb5cbfca1f4e23a80d206861bde978 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:59.464848 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-93bff183-5d10-4f4c-b05f-0c3afec512cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:59.470746 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-93bff183-5d10-4f4c-b05f-0c3afec512cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:59.485971 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bff183-5d10-4f4c-b05f-0c3afec512cf admin admin] Made reservation on behalf of 31bb5cbfca1f4e23a80d206861bde978 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:14:59.489192 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93bff183-5d10-4f4c-b05f-0c3afec512cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:59.500764 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93bff183-5d10-4f4c-b05f-0c3afec512cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:59.517754 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-93bff183-5d10-4f4c-b05f-0c3afec512cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:59.521824 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-93bff183-5d10-4f4c-b05f-0c3afec512cf admin admin] Usage tracker for resource:security_group_rule and tenant:31bb5cbfca1f4e23a80d206861bde978 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:59.524569 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-93bff183-5d10-4f4c-b05f-0c3afec512cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:59.530175 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-93bff183-5d10-4f4c-b05f-0c3afec512cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:59.612308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93bff183-5d10-4f4c-b05f-0c3afec512cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:59.615901 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93bff183-5d10-4f4c-b05f-0c3afec512cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:59.645895 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93bff183-5d10-4f4c-b05f-0c3afec512cf admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:14:59.654262 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bff183-5d10-4f4c-b05f-0c3afec512cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6627a0-e0a4-40e8-b096-c25fb416d59a,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:59.660360 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93bff183-5d10-4f4c-b05f-0c3afec512cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:59.660697 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-93bff183-5d10-4f4c-b05f-0c3afec512cf admin admin] Added segment ad1b5580-f89f-4018-a6fd-3c97d3c81bc6 of type vlan for network 09b3d962-444c-4c56-926c-5f93c15f4d71 May 10 15:14:59.685947 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93bff183-5d10-4f4c-b05f-0c3afec512cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:59.714085 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93bff183-5d10-4f4c-b05f-0c3afec512cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:59.715090 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bff183-5d10-4f4c-b05f-0c3afec512cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:14:59.715666 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93bff183-5d10-4f4c-b05f-0c3afec512cf admin admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:59.918291 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-93bff183-5d10-4f4c-b05f-0c3afec512cf admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5661480 May 10 15:14:59.919210 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bff183-5d10-4f4c-b05f-0c3afec512cf admin admin] Pushing event updated for resources: {'Network': ['ID=09b3d962-444c-4c56-926c-5f93c15f4d71,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:14:59.921138 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51520) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:14:59.927752 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-5070f62c-102a-4161-99b9-708bcc33348a admin admin] Request body: {'subnet': {'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-93027823-subnet', 'tenant_id': '31bb5cbfca1f4e23a80d206861bde978', 'ip_version': 4}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:14:59.932331 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 09b3d962-444c-4c56-926c-5f93c15f4d71 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:14:59.933035 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5070f62c-102a-4161-99b9-708bcc33348a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:14:59.936967 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5070f62c-102a-4161-99b9-708bcc33348a admin admin] Usage tracker for resource:subnet and tenant:31bb5cbfca1f4e23a80d206861bde978 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:14:59.939875 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5070f62c-102a-4161-99b9-708bcc33348a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:14:59.946239 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5070f62c-102a-4161-99b9-708bcc33348a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:14:59.956379 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5070f62c-102a-4161-99b9-708bcc33348a admin admin] Made reservation on behalf of 31bb5cbfca1f4e23a80d206861bde978 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:14:59.958711 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5070f62c-102a-4161-99b9-708bcc33348a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:00.163860 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5070f62c-102a-4161-99b9-708bcc33348a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:00.240281 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070f62c-102a-4161-99b9-708bcc33348a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a00ca96-c35d-4e62-a208-2f4662da2855,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:00.244313 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5070f62c-102a-4161-99b9-708bcc33348a admin admin] Checking segment: {'id': 'ad1b5580-f89f-4018-a6fd-3c97d3c81bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:15:00.244665 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5070f62c-102a-4161-99b9-708bcc33348a admin admin] Network hostable DHCP agents. Network: 09b3d962-444c-4c56-926c-5f93c15f4d71, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:15:00.263958 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5070f62c-102a-4161-99b9-708bcc33348a admin admin] Network 09b3d962-444c-4c56-926c-5f93c15f4d71 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:15:00.274622 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-5070f62c-102a-4161-99b9-708bcc33348a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 09b3d962-444c-4c56-926c-5f93c15f4d71) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:15:00.279013 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5070f62c-102a-4161-99b9-708bcc33348a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:00.280531 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5070f62c-102a-4161-99b9-708bcc33348a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:00.284365 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8dbbb3-ae09-4591-b9ed-e47ae5fd2f56 None None] Network 09b3d962-444c-4c56-926c-5f93c15f4d71 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:15:00.303270 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5070f62c-102a-4161-99b9-708bcc33348a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3809330 May 10 15:15:00.305849 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51524) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:15:00.310773 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-5a50e37b-d130-48a2-b4c1-472cf8905bb0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-93027823-router', 'tenant_id': '31bb5cbfca1f4e23a80d206861bde978', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:15:00.315304 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5a50e37b-d130-48a2-b4c1-472cf8905bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:15:00.320212 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5a50e37b-d130-48a2-b4c1-472cf8905bb0 admin admin] Usage tracker for resource:router and tenant:31bb5cbfca1f4e23a80d206861bde978 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:15:00.323124 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-5a50e37b-d130-48a2-b4c1-472cf8905bb0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:15:00.329124 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-5a50e37b-d130-48a2-b4c1-472cf8905bb0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:15:00.339158 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a50e37b-d130-48a2-b4c1-472cf8905bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:00.340207 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a50e37b-d130-48a2-b4c1-472cf8905bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:00.355280 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a50e37b-d130-48a2-b4c1-472cf8905bb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:00.493441 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36b1e71-53e1-44fe-a695-cb4d293ce63d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-09b3d962-444c-4c56-926c-5f93c15f4d71', 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71', 'tenant_id': '31bb5cbfca1f4e23a80d206861bde978', 'fixed_ips': [{'subnet_id': '4a00ca96-c35d-4e62-a208-2f4662da2855'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 15:15:00.494255 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b36b1e71-53e1-44fe-a695-cb4d293ce63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:00.651135 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-b36b1e71-53e1-44fe-a695-cb4d293ce63d None None] Allocated IP 172.20.0.2 (09b3d962-444c-4c56-926c-5f93c15f4d71/4a00ca96-c35d-4e62-a208-2f4662da2855/e0d6eed5-fa8c-4e38-9013-5329f2b19e7b) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:15:00.745096 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a50e37b-d130-48a2-b4c1-472cf8905bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:00.857966 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b36b1e71-53e1-44fe-a695-cb4d293ce63d None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:00.869124 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b36b1e71-53e1-44fe-a695-cb4d293ce63d None None] Transition to ACTIVE for port object e0d6eed5-fa8c-4e38-9013-5329f2b19e7b will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:15:00.888975 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b36b1e71-53e1-44fe-a695-cb4d293ce63d None None] Transition to ACTIVE for port object e0d6eed5-fa8c-4e38-9013-5329f2b19e7b will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:15:00.894844 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b36b1e71-53e1-44fe-a695-cb4d293ce63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:00.958593 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36b1e71-53e1-44fe-a695-cb4d293ce63d None None] Network 09b3d962-444c-4c56-926c-5f93c15f4d71 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:15:00.965488 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-b36b1e71-53e1-44fe-a695-cb4d293ce63d None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:15:00.967890 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36b1e71-53e1-44fe-a695-cb4d293ce63d None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:15:01.046323 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b1e71-53e1-44fe-a695-cb4d293ce63d None None] Pushing event updated for resources: {'Port': ['ID=e0d6eed5-fa8c-4e38-9013-5329f2b19e7b,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:01.057408 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a50e37b-d130-48a2-b4c1-472cf8905bb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:01.071503 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b36b1e71-53e1-44fe-a695-cb4d293ce63d None None] Attempting to bind port e0d6eed5-fa8c-4e38-9013-5329f2b19e7b on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:15:01.071861 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b36b1e71-53e1-44fe-a695-cb4d293ce63d None None] Attempting to bind port e0d6eed5-fa8c-4e38-9013-5329f2b19e7b by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'ad1b5580-f89f-4018-a6fd-3c97d3c81bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:15:01.072212 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b1e71-53e1-44fe-a695-cb4d293ce63d None None] Attempting to bind port e0d6eed5-fa8c-4e38-9013-5329f2b19e7b on network 09b3d962-444c-4c56-926c-5f93c15f4d71 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:15:01.077605 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b1e71-53e1-44fe-a695-cb4d293ce63d None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:15:01.077993 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b1e71-53e1-44fe-a695-cb4d293ce63d None None] Checking segment: {'id': 'ad1b5580-f89f-4018-a6fd-3c97d3c81bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:15:01.078503 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b36b1e71-53e1-44fe-a695-cb4d293ce63d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:01.078898 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36b1e71-53e1-44fe-a695-cb4d293ce63d None None] Bound using segment: {'id': 'ad1b5580-f89f-4018-a6fd-3c97d3c81bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:15:01.079413 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-b36b1e71-53e1-44fe-a695-cb4d293ce63d None None] Bound port: e0d6eed5-fa8c-4e38-9013-5329f2b19e7b, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b5580-f89f-4018-a6fd-3c97d3c81bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:15:01.079862 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b36b1e71-53e1-44fe-a695-cb4d293ce63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:01.087980 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a50e37b-d130-48a2-b4c1-472cf8905bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:01.209543 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-b36b1e71-53e1-44fe-a695-cb4d293ce63d None None] For port e0d6eed5-fa8c-4e38-9013-5329f2b19e7b, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:15:01.212909 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-b36b1e71-53e1-44fe-a695-cb4d293ce63d None None] For port e0d6eed5-fa8c-4e38-9013-5329f2b19e7b, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e0d6eed5-fa8c-4e38-9013-5329f2b19e7b,segment=NetworkSegment(ad1b5580-f89f-4018-a6fd-3c97d3c81bc6),segment_id=ad1b5580-f89f-4018-a6fd-3c97d3c81bc6)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:15:01.219156 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b36b1e71-53e1-44fe-a695-cb4d293ce63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:01.231890 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-5a50e37b-d130-48a2-b4c1-472cf8905bb0 admin admin] Allocated IP 172.26.0.79 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/c7de39a8-e5c4-46c3-b04c-b807681428f4) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:15:01.295500 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b1e71-53e1-44fe-a695-cb4d293ce63d None None] Pushing event updated for resources: {'Port': ['ID=e0d6eed5-fa8c-4e38-9013-5329f2b19e7b,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:01.411982 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a50e37b-d130-48a2-b4c1-472cf8905bb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:01.446242 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a50e37b-d130-48a2-b4c1-472cf8905bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:01.530182 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a50e37b-d130-48a2-b4c1-472cf8905bb0 admin admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:15:01.533398 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-5a50e37b-d130-48a2-b4c1-472cf8905bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:15:01.538856 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a50e37b-d130-48a2-b4c1-472cf8905bb0 admin admin] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:15:01.568867 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50e37b-d130-48a2-b4c1-472cf8905bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=c7de39a8-e5c4-46c3-b04c-b807681428f4,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:01.957427 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a50e37b-d130-48a2-b4c1-472cf8905bb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:02.294498 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb61cd27-1617-4330-8d61-ecbdc2009d07 None None] Network 09b3d962-444c-4c56-926c-5f93c15f4d71 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:15:02.384013 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-eeeea000-d2a4-4712-bcbf-e1f4dc2f5f2b None None] Provisioning for port e0d6eed5-fa8c-4e38-9013-5329f2b19e7b completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:15:02.419476 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a50e37b-d130-48a2-b4c1-472cf8905bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:02.627381 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a50e37b-d130-48a2-b4c1-472cf8905bb0 admin admin] Router 2a3d20f4-b1e7-4cb0-a208-93513bc4066d is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:15:02.807845 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a50e37b-d130-48a2-b4c1-472cf8905bb0 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:15:02.816340 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] Sync routers for ids ['2a3d20f4-b1e7-4cb0-a208-93513bc4066d'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:15:02.825530 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] Routers {'2a3d20f4-b1e7-4cb0-a208-93513bc4066d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:15:02.826172 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:14:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2a3d20f4-b1e7-4cb0-a208-93513bc4066d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:02.832988 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5a50e37b-d130-48a2-b4c1-472cf8905bb0 admin admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:02.834201 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5a50e37b-d130-48a2-b4c1-472cf8905bb0 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5274053 May 10 15:15:02.836895 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51528) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:15:03.004087 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] Set router 2a3d20f4-b1e7-4cb0-a208-93513bc4066d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:15:03.172940 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e0d6eed5-fa8c-4e38-9013-5329f2b19e7b up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:15:03.311173 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port e0d6eed5-fa8c-4e38-9013-5329f2b19e7b completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:15:03.320944 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port e0d6eed5-fa8c-4e38-9013-5329f2b19e7b triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:15:03.321313 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:03.433092 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3d20f4-b1e7-4cb0-a208-93513bc4066d', 'name': 'tempest-TestEncryptedCinderVolumes-93027823-router', 'tenant_id': '31bb5cbfca1f4e23a80d206861bde978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': 'c7de39a8-e5c4-46c3-b04c-b807681428f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:15:00Z', 'updated_at': '2022-05-10T15:15:01Z', 'revision_number': 3, 'project_id': '31bb5cbfca1f4e23a80d206861bde978', 'gw_port': {'id': 'c7de39a8-e5c4-46c3-b04c-b807681428f4', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3d20f4-b1e7-4cb0-a208-93513bc4066d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:15:01Z', 'updated_at': '2022-05-10T15:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:03.450223 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] Checking router: 2a3d20f4-b1e7-4cb0-a208-93513bc4066d for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:15:03.450595 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] Updating router 2a3d20f4-b1e7-4cb0-a208-93513bc4066d port c7de39a8-e5c4-46c3-b04c-b807681428f4 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:15:03.500011 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:03.519420 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f719ab78-d7a2-441e-82c5-4c7c4dcdea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:03.522385 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:03.588772 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port e0d6eed5-fa8c-4e38-9013-5329f2b19e7b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e0d6eed5-fa8c-4e38-9013-5329f2b19e7b,segment=NetworkSegment(ad1b5580-f89f-4018-a6fd-3c97d3c81bc6),segment_id=ad1b5580-f89f-4018-a6fd-3c97d3c81bc6)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:15:03.628780 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:03.780398 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=e0d6eed5-fa8c-4e38-9013-5329f2b19e7b,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:03.840550 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-f719ab78-d7a2-441e-82c5-4c7c4dcdea21 admin admin] Allocated IP 172.20.0.1 (09b3d962-444c-4c56-926c-5f93c15f4d71/4a00ca96-c35d-4e62-a208-2f4662da2855/3a9afda3-b5b4-494c-9baa-bed50198b6b2) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:15:03.966893 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:03.978250 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] Transition to ACTIVE for port object c7de39a8-e5c4-46c3-b04c-b807681428f4 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:15:03.983978 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:03.993511 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f719ab78-d7a2-441e-82c5-4c7c4dcdea21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:04.010361 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-f719ab78-d7a2-441e-82c5-4c7c4dcdea21 admin admin] Transition to ACTIVE for port object 3a9afda3-b5b4-494c-9baa-bed50198b6b2 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:15:04.035652 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f719ab78-d7a2-441e-82c5-4c7c4dcdea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:04.064337 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] Attempting to bind port c7de39a8-e5c4-46c3-b04c-b807681428f4 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:15:04.064693 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] Attempting to bind port c7de39a8-e5c4-46c3-b04c-b807681428f4 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:15:04.065044 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] Attempting to bind port c7de39a8-e5c4-46c3-b04c-b807681428f4 on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:15:04.071236 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c79d1c-2737-461b-ae0d-85fc8d2ca5ba None None] Pushing event updated for resources: {'Port': ['ID=c7de39a8-e5c4-46c3-b04c-b807681428f4,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:04.075962 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:15:04.076301 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:15:04.076693 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:04.077071 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:15:04.077646 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] Bound port: c7de39a8-e5c4-46c3-b04c-b807681428f4, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:15:04.077919 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:04.102919 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f719ab78-d7a2-441e-82c5-4c7c4dcdea21 admin admin] Network 09b3d962-444c-4c56-926c-5f93c15f4d71 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:15:04.105842 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-f719ab78-d7a2-441e-82c5-4c7c4dcdea21 admin admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:15:04.109432 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f719ab78-d7a2-441e-82c5-4c7c4dcdea21 admin admin] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:15:04.146885 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719ab78-d7a2-441e-82c5-4c7c4dcdea21 admin admin] Pushing event updated for resources: {'Port': ['ID=3a9afda3-b5b4-494c-9baa-bed50198b6b2,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:04.152845 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] For port c7de39a8-e5c4-46c3-b04c-b807681428f4, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:15:04.157094 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] For port c7de39a8-e5c4-46c3-b04c-b807681428f4, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=c7de39a8-e5c4-46c3-b04c-b807681428f4,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:15:04.164775 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:04.170187 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f719ab78-d7a2-441e-82c5-4c7c4dcdea21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:04.247587 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] Routers {'2a3d20f4-b1e7-4cb0-a208-93513bc4066d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:15:04.248293 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:14:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2a3d20f4-b1e7-4cb0-a208-93513bc4066d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:04.312583 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c79d1c-2737-461b-ae0d-85fc8d2ca5ba None None] Pushing event updated for resources: {'Port': ['ID=c7de39a8-e5c4-46c3-b04c-b807681428f4,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:04.425246 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ae7dde6b-3c47-43ef-928e-bbbf2cee0ffc None None] Provisioning for port 3a9afda3-b5b4-494c-9baa-bed50198b6b2 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:15:04.430571 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f719ab78-d7a2-441e-82c5-4c7c4dcdea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:04.436170 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-ae7dde6b-3c47-43ef-928e-bbbf2cee0ffc None None] Provisioning complete for port 3a9afda3-b5b4-494c-9baa-bed50198b6b2 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:15:04.436535 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ae7dde6b-3c47-43ef-928e-bbbf2cee0ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:04.473050 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] Set router 2a3d20f4-b1e7-4cb0-a208-93513bc4066d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:15:04.651014 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f719ab78-d7a2-441e-82c5-4c7c4dcdea21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:04.655221 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-ae7dde6b-3c47-43ef-928e-bbbf2cee0ffc None None] Port 3a9afda3-b5b4-494c-9baa-bed50198b6b2 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:15:04.655606 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f719ab78-d7a2-441e-82c5-4c7c4dcdea21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:04.763737 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719ab78-d7a2-441e-82c5-4c7c4dcdea21 admin admin] Pushing event updated for resources: {'Port': ['ID=3a9afda3-b5b4-494c-9baa-bed50198b6b2,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:04.765749 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3d20f4-b1e7-4cb0-a208-93513bc4066d', 'name': 'tempest-TestEncryptedCinderVolumes-93027823-router', 'tenant_id': '31bb5cbfca1f4e23a80d206861bde978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': 'c7de39a8-e5c4-46c3-b04c-b807681428f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:15:00Z', 'updated_at': '2022-05-10T15:15:01Z', 'revision_number': 3, 'project_id': '31bb5cbfca1f4e23a80d206861bde978', 'gw_port': {'id': 'c7de39a8-e5c4-46c3-b04c-b807681428f4', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3d20f4-b1e7-4cb0-a208-93513bc4066d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:15:01Z', 'updated_at': '2022-05-10T15:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:04.767160 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f719ab78-d7a2-441e-82c5-4c7c4dcdea21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:04.771430 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4e83e3-f9d6-4040-ac96-17beb2fab377 None None] The sync data for ids ['2a3d20f4-b1e7-4cb0-a208-93513bc4066d'] in dv-neutron-841204-2-hyperv is: [{'id': '2a3d20f4-b1e7-4cb0-a208-93513bc4066d', 'name': 'tempest-TestEncryptedCinderVolumes-93027823-router', 'tenant_id': '31bb5cbfca1f4e23a80d206861bde978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': 'c7de39a8-e5c4-46c3-b04c-b807681428f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:15:00Z', 'updated_at': '2022-05-10T15:15:01Z', 'revision_number': 3, 'project_id': '31bb5cbfca1f4e23a80d206861bde978', 'gw_port': {'id': 'c7de39a8-e5c4-46c3-b04c-b807681428f4', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3d20f4-b1e7-4cb0-a208-93513bc4066d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:15:01Z', 'updated_at': '2022-05-10T15:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:15:04.914878 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f719ab78-d7a2-441e-82c5-4c7c4dcdea21 admin admin] Network 09b3d962-444c-4c56-926c-5f93c15f4d71 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:15:04.916022 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-f719ab78-d7a2-441e-82c5-4c7c4dcdea21 admin admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:15:05.179990 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-fce5135a-45df-45c2-9736-99594e7a0cfc None None] Provisioning complete for port 3a9afda3-b5b4-494c-9baa-bed50198b6b2 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:15:05.180559 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fce5135a-45df-45c2-9736-99594e7a0cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:05.193703 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f719ab78-d7a2-441e-82c5-4c7c4dcdea21 admin admin] Router 2a3d20f4-b1e7-4cb0-a208-93513bc4066d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:15:05.219708 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e0d6eed5-fa8c-4e38-9013-5329f2b19e7b up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:15:05.303615 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-fce5135a-45df-45c2-9736-99594e7a0cfc None None] Port 3a9afda3-b5b4-494c-9baa-bed50198b6b2 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:15:05.321455 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port e0d6eed5-fa8c-4e38-9013-5329f2b19e7b triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:15:05.322167 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:05.457880 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c7de39a8-e5c4-46c3-b04c-b807681428f4 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:15:05.520043 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f719ab78-d7a2-441e-82c5-4c7c4dcdea21 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:15:05.530131 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f719ab78-d7a2-441e-82c5-4c7c4dcdea21 admin admin] 10.222.0.79 "PUT /v2.0/routers/2a3d20f4-b1e7-4cb0-a208-93513bc4066d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6922202 May 10 15:15:05.534774 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port c7de39a8-e5c4-46c3-b04c-b807681428f4 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:15:05.540112 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port c7de39a8-e5c4-46c3-b04c-b807681428f4 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:15:05.540485 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:05.664829 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:05.682397 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port c7de39a8-e5c4-46c3-b04c-b807681428f4, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=c7de39a8-e5c4-46c3-b04c-b807681428f4,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:15:05.686226 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:05.758455 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=c7de39a8-e5c4-46c3-b04c-b807681428f4,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:06.051634 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51546) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:15:06.057236 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-bc9073b2-0931-4ca8-af73-1eb5730ab770 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1750100586-network', 'tenant_id': '77f11286237a48b9a5023a0416757d14'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:15:06.062112 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-bc9073b2-0931-4ca8-af73-1eb5730ab770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:15:06.066097 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-bc9073b2-0931-4ca8-af73-1eb5730ab770 admin admin] Usage tracker for resource:network and tenant:77f11286237a48b9a5023a0416757d14 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:15:06.068979 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-bc9073b2-0931-4ca8-af73-1eb5730ab770 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:15:06.075275 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-bc9073b2-0931-4ca8-af73-1eb5730ab770 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:15:06.087553 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9073b2-0931-4ca8-af73-1eb5730ab770 admin admin] Made reservation on behalf of 77f11286237a48b9a5023a0416757d14 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:15:06.089929 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bc9073b2-0931-4ca8-af73-1eb5730ab770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:06.102714 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bc9073b2-0931-4ca8-af73-1eb5730ab770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:06.118105 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-bc9073b2-0931-4ca8-af73-1eb5730ab770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:15:06.122158 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-bc9073b2-0931-4ca8-af73-1eb5730ab770 admin admin] Usage tracker for resource:security_group_rule and tenant:77f11286237a48b9a5023a0416757d14 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:15:06.125017 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-bc9073b2-0931-4ca8-af73-1eb5730ab770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:15:06.131127 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-bc9073b2-0931-4ca8-af73-1eb5730ab770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:15:06.217074 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bc9073b2-0931-4ca8-af73-1eb5730ab770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:06.220801 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bc9073b2-0931-4ca8-af73-1eb5730ab770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:06.248159 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9073b2-0931-4ca8-af73-1eb5730ab770 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:15:06.261910 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9073b2-0931-4ca8-af73-1eb5730ab770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2040f3-46a2-43e6-9487-b223c37a13c8,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:06.266528 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bc9073b2-0931-4ca8-af73-1eb5730ab770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:06.266866 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-bc9073b2-0931-4ca8-af73-1eb5730ab770 admin admin] Added segment 327fc3e4-a615-496a-bed6-7a55c37ca0d5 of type vlan for network f5a5d828-153a-4848-9941-a0152418f741 May 10 15:15:06.284249 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] Sync routers for ids ['2a3d20f4-b1e7-4cb0-a208-93513bc4066d'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:15:06.293979 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] Routers {'2a3d20f4-b1e7-4cb0-a208-93513bc4066d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:15:06.294614 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:14:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2a3d20f4-b1e7-4cb0-a208-93513bc4066d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:06.301476 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bc9073b2-0931-4ca8-af73-1eb5730ab770 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:06.331823 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bc9073b2-0931-4ca8-af73-1eb5730ab770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:06.332930 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9073b2-0931-4ca8-af73-1eb5730ab770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:06.333583 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-bc9073b2-0931-4ca8-af73-1eb5730ab770 admin admin] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:06.436807 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9073b2-0931-4ca8-af73-1eb5730ab770 admin admin] Pushing event updated for resources: {'Network': ['ID=f5a5d828-153a-4848-9941-a0152418f741,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:06.439725 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-bc9073b2-0931-4ca8-af73-1eb5730ab770 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3869815 May 10 15:15:06.442667 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51550) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:15:06.447525 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network f5a5d828-153a-4848-9941-a0152418f741 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:15:06.448238 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-534f2bef-f0c6-4af5-9065-634c53a0e4e6 admin admin] Request body: {'subnet': {'network_id': 'f5a5d828-153a-4848-9941-a0152418f741', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1750100586-subnet', 'tenant_id': '77f11286237a48b9a5023a0416757d14', 'ip_version': 4}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:15:06.453002 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-534f2bef-f0c6-4af5-9065-634c53a0e4e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:15:06.457578 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-534f2bef-f0c6-4af5-9065-634c53a0e4e6 admin admin] Usage tracker for resource:subnet and tenant:77f11286237a48b9a5023a0416757d14 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:15:06.460492 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-534f2bef-f0c6-4af5-9065-634c53a0e4e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:15:06.466609 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-534f2bef-f0c6-4af5-9065-634c53a0e4e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:15:06.477828 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534f2bef-f0c6-4af5-9065-634c53a0e4e6 admin admin] Made reservation on behalf of 77f11286237a48b9a5023a0416757d14 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:15:06.479232 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] Set router 2a3d20f4-b1e7-4cb0-a208-93513bc4066d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:15:06.480535 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-534f2bef-f0c6-4af5-9065-634c53a0e4e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:06.690719 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-534f2bef-f0c6-4af5-9065-634c53a0e4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:06.763369 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f2bef-f0c6-4af5-9065-634c53a0e4e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e02cfb8-7895-4d60-80ff-164cc553fa4a,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:06.772665 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534f2bef-f0c6-4af5-9065-634c53a0e4e6 admin admin] Checking segment: {'id': '327fc3e4-a615-496a-bed6-7a55c37ca0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f5a5d828-153a-4848-9941-a0152418f741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:15:06.773015 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534f2bef-f0c6-4af5-9065-634c53a0e4e6 admin admin] Network hostable DHCP agents. Network: f5a5d828-153a-4848-9941-a0152418f741, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:15:06.792830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534f2bef-f0c6-4af5-9065-634c53a0e4e6 admin admin] Network f5a5d828-153a-4848-9941-a0152418f741 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:15:06.804923 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-534f2bef-f0c6-4af5-9065-634c53a0e4e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, f5a5d828-153a-4848-9941-a0152418f741) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:15:06.808984 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534f2bef-f0c6-4af5-9065-634c53a0e4e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:06.809560 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-534f2bef-f0c6-4af5-9065-634c53a0e4e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:06.814521 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4a59da-bdcb-44dc-9ed7-0238ba648318 None None] Network f5a5d828-153a-4848-9941-a0152418f741 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:15:06.815073 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3d20f4-b1e7-4cb0-a208-93513bc4066d', 'name': 'tempest-TestEncryptedCinderVolumes-93027823-router', 'tenant_id': '31bb5cbfca1f4e23a80d206861bde978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': 'c7de39a8-e5c4-46c3-b04c-b807681428f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:15:00Z', 'updated_at': '2022-05-10T15:15:04Z', 'revision_number': 4, 'project_id': '31bb5cbfca1f4e23a80d206861bde978', 'gw_port': {'id': 'c7de39a8-e5c4-46c3-b04c-b807681428f4', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3d20f4-b1e7-4cb0-a208-93513bc4066d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:15:01Z', 'updated_at': '2022-05-10T15:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '3a9afda3-b5b4-494c-9baa-bed50198b6b2', 'name': '', 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71', 'tenant_id': '31bb5cbfca1f4e23a80d206861bde978', 'mac_address': 'fa:16:3e:85:16:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3d20f4-b1e7-4cb0-a208-93513bc4066d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '4a00ca96-c35d-4e62-a208-2f4662da2855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:15:03Z', 'updated_at': '2022-05-10T15:15:04Z', 'revision_number': 2, 'project_id': '31bb5cbfca1f4e23a80d206861bde978', 'subnets': [{'id': '4a00ca96-c35d-4e62-a208-2f4662da2855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:06.819455 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] Checking router: 2a3d20f4-b1e7-4cb0-a208-93513bc4066d for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:15:06.819796 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] Updating router 2a3d20f4-b1e7-4cb0-a208-93513bc4066d port 3a9afda3-b5b4-494c-9baa-bed50198b6b2 binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:15:06.836529 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-534f2bef-f0c6-4af5-9065-634c53a0e4e6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3903997 May 10 15:15:06.836777 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51554) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:15:06.841917 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-c6d547df-126a-4963-b126-68964b848451 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1750100586-router', 'tenant_id': '77f11286237a48b9a5023a0416757d14', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:15:06.847745 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c6d547df-126a-4963-b126-68964b848451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:15:06.870080 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c6d547df-126a-4963-b126-68964b848451 admin admin] Usage tracker for resource:router and tenant:77f11286237a48b9a5023a0416757d14 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:15:06.875606 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c6d547df-126a-4963-b126-68964b848451 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:15:06.876176 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:06.884913 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c6d547df-126a-4963-b126-68964b848451 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:15:06.899289 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c6d547df-126a-4963-b126-68964b848451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:06.900770 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c6d547df-126a-4963-b126-68964b848451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:06.919983 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c6d547df-126a-4963-b126-68964b848451 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:07.080436 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87ef7cf-a6a4-4155-af7b-3c35aa49469f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-f5a5d828-153a-4848-9941-a0152418f741', 'network_id': 'f5a5d828-153a-4848-9941-a0152418f741', 'tenant_id': '77f11286237a48b9a5023a0416757d14', 'fixed_ips': [{'subnet_id': '0e02cfb8-7895-4d60-80ff-164cc553fa4a'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 15:15:07.082256 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a87ef7cf-a6a4-4155-af7b-3c35aa49469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:07.144208 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c7de39a8-e5c4-46c3-b04c-b807681428f4 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:15:07.233092 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c6d547df-126a-4963-b126-68964b848451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:07.269298 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:07.282236 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] Transition to ACTIVE for port object 3a9afda3-b5b4-494c-9baa-bed50198b6b2 will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:15:07.291665 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:07.297646 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port c7de39a8-e5c4-46c3-b04c-b807681428f4 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:15:07.298008 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:07.344654 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-a87ef7cf-a6a4-4155-af7b-3c35aa49469f None None] Allocated IP 172.20.0.2 (f5a5d828-153a-4848-9941-a0152418f741/0e02cfb8-7895-4d60-80ff-164cc553fa4a/e60365dc-91f4-448e-b15e-7ec47e3e4d55) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:15:07.538462 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] Attempting to bind port 3a9afda3-b5b4-494c-9baa-bed50198b6b2 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:15:07.538802 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] Attempting to bind port 3a9afda3-b5b4-494c-9baa-bed50198b6b2 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'ad1b5580-f89f-4018-a6fd-3c97d3c81bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:15:07.539142 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] Attempting to bind port 3a9afda3-b5b4-494c-9baa-bed50198b6b2 on network 09b3d962-444c-4c56-926c-5f93c15f4d71 {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:15:07.541285 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce767d-9a00-407d-a0ff-bb4fa4b99e46 None None] Pushing event updated for resources: {'Port': ['ID=3a9afda3-b5b4-494c-9baa-bed50198b6b2,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:07.551191 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce767d-9a00-407d-a0ff-bb4fa4b99e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:07.551772 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce767d-9a00-407d-a0ff-bb4fa4b99e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:07.552247 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce767d-9a00-407d-a0ff-bb4fa4b99e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:07.552717 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce767d-9a00-407d-a0ff-bb4fa4b99e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:07.553207 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce767d-9a00-407d-a0ff-bb4fa4b99e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:07.553685 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce767d-9a00-407d-a0ff-bb4fa4b99e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:07.554000 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce767d-9a00-407d-a0ff-bb4fa4b99e46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:07.554314 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce767d-9a00-407d-a0ff-bb4fa4b99e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:07.554719 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce767d-9a00-407d-a0ff-bb4fa4b99e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:07.555281 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce767d-9a00-407d-a0ff-bb4fa4b99e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:07.555752 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce767d-9a00-407d-a0ff-bb4fa4b99e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:07.556210 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce767d-9a00-407d-a0ff-bb4fa4b99e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:07.562393 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:15:07.563091 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] Checking segment: {'id': 'ad1b5580-f89f-4018-a6fd-3c97d3c81bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:15:07.563633 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:07.564153 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] Bound using segment: {'id': 'ad1b5580-f89f-4018-a6fd-3c97d3c81bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:15:07.564752 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] Bound port: 3a9afda3-b5b4-494c-9baa-bed50198b6b2, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b5580-f89f-4018-a6fd-3c97d3c81bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:15:07.566267 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:07.585361 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c6d547df-126a-4963-b126-68964b848451 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:07.604350 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a87ef7cf-a6a4-4155-af7b-3c35aa49469f None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:07.614941 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a87ef7cf-a6a4-4155-af7b-3c35aa49469f None None] Transition to ACTIVE for port object e60365dc-91f4-448e-b15e-7ec47e3e4d55 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:15:07.619077 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c6d547df-126a-4963-b126-68964b848451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:07.653251 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a87ef7cf-a6a4-4155-af7b-3c35aa49469f None None] Transition to ACTIVE for port object e60365dc-91f4-448e-b15e-7ec47e3e4d55 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:15:07.668789 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a87ef7cf-a6a4-4155-af7b-3c35aa49469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:07.673575 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] For port 3a9afda3-b5b4-494c-9baa-bed50198b6b2, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:15:07.676991 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] For port 3a9afda3-b5b4-494c-9baa-bed50198b6b2, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=3a9afda3-b5b4-494c-9baa-bed50198b6b2,segment=NetworkSegment(ad1b5580-f89f-4018-a6fd-3c97d3c81bc6),segment_id=ad1b5580-f89f-4018-a6fd-3c97d3c81bc6)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:15:07.682281 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:07.739386 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87ef7cf-a6a4-4155-af7b-3c35aa49469f None None] Network f5a5d828-153a-4848-9941-a0152418f741 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:15:07.742135 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-a87ef7cf-a6a4-4155-af7b-3c35aa49469f None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:15:07.746056 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87ef7cf-a6a4-4155-af7b-3c35aa49469f None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:15:07.755341 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ef7cf-a6a4-4155-af7b-3c35aa49469f None None] Pushing event updated for resources: {'Port': ['ID=e60365dc-91f4-448e-b15e-7ec47e3e4d55,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:07.763729 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] Routers {'2a3d20f4-b1e7-4cb0-a208-93513bc4066d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:15:07.764088 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:14:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2a3d20f4-b1e7-4cb0-a208-93513bc4066d'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:07.850071 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce767d-9a00-407d-a0ff-bb4fa4b99e46 None None] Pushing event updated for resources: {'Port': ['ID=3a9afda3-b5b4-494c-9baa-bed50198b6b2,revision_number=4']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:07.851453 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a87ef7cf-a6a4-4155-af7b-3c35aa49469f None None] Attempting to bind port e60365dc-91f4-448e-b15e-7ec47e3e4d55 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:15:07.851823 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a87ef7cf-a6a4-4155-af7b-3c35aa49469f None None] Attempting to bind port e60365dc-91f4-448e-b15e-7ec47e3e4d55 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '327fc3e4-a615-496a-bed6-7a55c37ca0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f5a5d828-153a-4848-9941-a0152418f741'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:15:07.852197 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87ef7cf-a6a4-4155-af7b-3c35aa49469f None None] Attempting to bind port e60365dc-91f4-448e-b15e-7ec47e3e4d55 on network f5a5d828-153a-4848-9941-a0152418f741 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:15:07.858922 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87ef7cf-a6a4-4155-af7b-3c35aa49469f None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:15:07.859252 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87ef7cf-a6a4-4155-af7b-3c35aa49469f None None] Checking segment: {'id': '327fc3e4-a615-496a-bed6-7a55c37ca0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f5a5d828-153a-4848-9941-a0152418f741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:15:07.859606 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a87ef7cf-a6a4-4155-af7b-3c35aa49469f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:07.859995 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87ef7cf-a6a4-4155-af7b-3c35aa49469f None None] Bound using segment: {'id': '327fc3e4-a615-496a-bed6-7a55c37ca0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f5a5d828-153a-4848-9941-a0152418f741'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:15:07.860466 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a87ef7cf-a6a4-4155-af7b-3c35aa49469f None None] Bound port: e60365dc-91f4-448e-b15e-7ec47e3e4d55, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327fc3e4-a615-496a-bed6-7a55c37ca0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f5a5d828-153a-4848-9941-a0152418f741'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:15:07.860835 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a87ef7cf-a6a4-4155-af7b-3c35aa49469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:07.907362 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-c6d547df-126a-4963-b126-68964b848451 admin admin] Allocated IP 172.26.0.86 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/0bc3fbed-5a87-4c80-85d8-24a3408ff842) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:15:07.969325 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a87ef7cf-a6a4-4155-af7b-3c35aa49469f None None] For port e60365dc-91f4-448e-b15e-7ec47e3e4d55, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:15:07.974302 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a87ef7cf-a6a4-4155-af7b-3c35aa49469f None None] For port e60365dc-91f4-448e-b15e-7ec47e3e4d55, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e60365dc-91f4-448e-b15e-7ec47e3e4d55,segment=NetworkSegment(327fc3e4-a615-496a-bed6-7a55c37ca0d5),segment_id=327fc3e4-a615-496a-bed6-7a55c37ca0d5)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:15:07.978284 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a87ef7cf-a6a4-4155-af7b-3c35aa49469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:08.017712 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] Set router 2a3d20f4-b1e7-4cb0-a208-93513bc4066d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:15:08.077879 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ef7cf-a6a4-4155-af7b-3c35aa49469f None None] Pushing event updated for resources: {'Port': ['ID=e60365dc-91f4-448e-b15e-7ec47e3e4d55,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:08.101455 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c6d547df-126a-4963-b126-68964b848451 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:08.135548 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c6d547df-126a-4963-b126-68964b848451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:08.207780 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d547df-126a-4963-b126-68964b848451 admin admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:15:08.210911 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-c6d547df-126a-4963-b126-68964b848451 admin admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:15:08.214715 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d547df-126a-4963-b126-68964b848451 admin admin] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:15:08.254060 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d547df-126a-4963-b126-68964b848451 admin admin] Pushing event updated for resources: {'Port': ['ID=0bc3fbed-5a87-4c80-85d8-24a3408ff842,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:08.366738 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3d20f4-b1e7-4cb0-a208-93513bc4066d', 'name': 'tempest-TestEncryptedCinderVolumes-93027823-router', 'tenant_id': '31bb5cbfca1f4e23a80d206861bde978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': 'c7de39a8-e5c4-46c3-b04c-b807681428f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:15:00Z', 'updated_at': '2022-05-10T15:15:04Z', 'revision_number': 4, 'project_id': '31bb5cbfca1f4e23a80d206861bde978', 'gw_port': {'id': 'c7de39a8-e5c4-46c3-b04c-b807681428f4', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3d20f4-b1e7-4cb0-a208-93513bc4066d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:15:01Z', 'updated_at': '2022-05-10T15:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '3a9afda3-b5b4-494c-9baa-bed50198b6b2', 'name': '', 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71', 'tenant_id': '31bb5cbfca1f4e23a80d206861bde978', 'mac_address': 'fa:16:3e:85:16:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3d20f4-b1e7-4cb0-a208-93513bc4066d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '4a00ca96-c35d-4e62-a208-2f4662da2855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:15:03Z', 'updated_at': '2022-05-10T15:15:07Z', 'revision_number': 4, 'project_id': '31bb5cbfca1f4e23a80d206861bde978', 'subnets': [{'id': '4a00ca96-c35d-4e62-a208-2f4662da2855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:08.371537 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0288b53-032c-41c9-86ca-7cf98a15e7fb None None] The sync data for ids ['2a3d20f4-b1e7-4cb0-a208-93513bc4066d'] in dv-neutron-841204-2-hyperv is: [{'id': '2a3d20f4-b1e7-4cb0-a208-93513bc4066d', 'name': 'tempest-TestEncryptedCinderVolumes-93027823-router', 'tenant_id': '31bb5cbfca1f4e23a80d206861bde978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': 'c7de39a8-e5c4-46c3-b04c-b807681428f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:15:00Z', 'updated_at': '2022-05-10T15:15:04Z', 'revision_number': 4, 'project_id': '31bb5cbfca1f4e23a80d206861bde978', 'gw_port': {'id': 'c7de39a8-e5c4-46c3-b04c-b807681428f4', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3d20f4-b1e7-4cb0-a208-93513bc4066d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:15:01Z', 'updated_at': '2022-05-10T15:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '3a9afda3-b5b4-494c-9baa-bed50198b6b2', 'name': '', 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71', 'tenant_id': '31bb5cbfca1f4e23a80d206861bde978', 'mac_address': 'fa:16:3e:85:16:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3d20f4-b1e7-4cb0-a208-93513bc4066d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '4a00ca96-c35d-4e62-a208-2f4662da2855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:15:03Z', 'updated_at': '2022-05-10T15:15:07Z', 'revision_number': 4, 'project_id': '31bb5cbfca1f4e23a80d206861bde978', 'subnets': [{'id': '4a00ca96-c35d-4e62-a208-2f4662da2855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:15:08.684459 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c6d547df-126a-4963-b126-68964b848451 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:09.058253 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c6d547df-126a-4963-b126-68964b848451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:09.064602 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e262c92a-a4dc-4619-b15d-b9880f3f4f24 None None] Network f5a5d828-153a-4848-9941-a0152418f741 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:15:09.189241 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f787c96e-6239-4b3c-859f-5427a0186414 None None] Provisioning for port e60365dc-91f4-448e-b15e-7ec47e3e4d55 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:15:09.215372 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e60365dc-91f4-448e-b15e-7ec47e3e4d55 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:15:09.298203 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d547df-126a-4963-b126-68964b848451 admin admin] Router 91eb55ec-f0a0-4953-ab17-b3176a8e5f01 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:15:09.391368 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port e60365dc-91f4-448e-b15e-7ec47e3e4d55 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:15:09.407900 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port e60365dc-91f4-448e-b15e-7ec47e3e4d55 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:15:09.408278 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:09.547129 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:09.584360 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port e60365dc-91f4-448e-b15e-7ec47e3e4d55, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e60365dc-91f4-448e-b15e-7ec47e3e4d55,segment=NetworkSegment(327fc3e4-a615-496a-bed6-7a55c37ca0d5),segment_id=327fc3e4-a615-496a-bed6-7a55c37ca0d5)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:15:09.589433 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:09.590272 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 3a9afda3-b5b4-494c-9baa-bed50198b6b2 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:15:09.637970 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d547df-126a-4963-b126-68964b848451 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:15:09.664086 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c6d547df-126a-4963-b126-68964b848451 admin admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:09.665948 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df68066c-e41b-44e5-8d63-803168e060da None None] Sync routers for ids ['91eb55ec-f0a0-4953-ab17-b3176a8e5f01'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:15:09.670047 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c6d547df-126a-4963-b126-68964b848451 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8321438 May 10 15:15:09.670793 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51558) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:15:09.759036 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df68066c-e41b-44e5-8d63-803168e060da None None] Routers {'91eb55ec-f0a0-4953-ab17-b3176a8e5f01'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:15:09.759581 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-df68066c-e41b-44e5-8d63-803168e060da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:14:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['91eb55ec-f0a0-4953-ab17-b3176a8e5f01'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:09.837138 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=e60365dc-91f4-448e-b15e-7ec47e3e4d55,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:09.854180 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8f1b474f-1400-4f1b-a131-63caba6fb2c5 None None] Provisioning complete for port e60365dc-91f4-448e-b15e-7ec47e3e4d55 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:15:09.854574 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8f1b474f-1400-4f1b-a131-63caba6fb2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:09.905804 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 3a9afda3-b5b4-494c-9baa-bed50198b6b2 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:15:09.971761 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 3a9afda3-b5b4-494c-9baa-bed50198b6b2 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:15:09.972133 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:10.068956 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-df68066c-e41b-44e5-8d63-803168e060da None None] Set router 91eb55ec-f0a0-4953-ab17-b3176a8e5f01 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:15:10.358142 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:10.363451 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6dd43a26-0e63-4844-a810-6bd4f10f2112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:10.450098 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 3a9afda3-b5b4-494c-9baa-bed50198b6b2, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=3a9afda3-b5b4-494c-9baa-bed50198b6b2,segment=NetworkSegment(ad1b5580-f89f-4018-a6fd-3c97d3c81bc6),segment_id=ad1b5580-f89f-4018-a6fd-3c97d3c81bc6)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:15:10.455487 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:10.534856 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=3a9afda3-b5b4-494c-9baa-bed50198b6b2,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:10.545190 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-df68066c-e41b-44e5-8d63-803168e060da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91eb55ec-f0a0-4953-ab17-b3176a8e5f01', 'name': 'tempest-TestEncryptedCinderVolumes-1750100586-router', 'tenant_id': '77f11286237a48b9a5023a0416757d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '0bc3fbed-5a87-4c80-85d8-24a3408ff842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:15:06Z', 'updated_at': '2022-05-10T15:15:08Z', 'revision_number': 3, 'project_id': '77f11286237a48b9a5023a0416757d14', 'gw_port': {'id': '0bc3fbed-5a87-4c80-85d8-24a3408ff842', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91eb55ec-f0a0-4953-ab17-b3176a8e5f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:15:07Z', 'updated_at': '2022-05-10T15:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:10.549017 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df68066c-e41b-44e5-8d63-803168e060da None None] Checking router: 91eb55ec-f0a0-4953-ab17-b3176a8e5f01 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:15:10.550000 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df68066c-e41b-44e5-8d63-803168e060da None None] Updating router 91eb55ec-f0a0-4953-ab17-b3176a8e5f01 port 0bc3fbed-5a87-4c80-85d8-24a3408ff842 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:15:10.575189 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-6dd43a26-0e63-4844-a810-6bd4f10f2112 admin admin] Allocated IP 172.20.0.1 (f5a5d828-153a-4848-9941-a0152418f741/0e02cfb8-7895-4d60-80ff-164cc553fa4a/b8c037c6-eed5-4695-88f7-ae94c53414a4) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:15:10.606447 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-df68066c-e41b-44e5-8d63-803168e060da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:10.723196 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6dd43a26-0e63-4844-a810-6bd4f10f2112 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:10.740159 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-6dd43a26-0e63-4844-a810-6bd4f10f2112 admin admin] Transition to ACTIVE for port object b8c037c6-eed5-4695-88f7-ae94c53414a4 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:15:10.764297 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6dd43a26-0e63-4844-a810-6bd4f10f2112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:10.832697 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd43a26-0e63-4844-a810-6bd4f10f2112 admin admin] Network f5a5d828-153a-4848-9941-a0152418f741 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:15:10.835490 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-6dd43a26-0e63-4844-a810-6bd4f10f2112 admin admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:15:10.839352 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd43a26-0e63-4844-a810-6bd4f10f2112 admin admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:15:10.877515 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd43a26-0e63-4844-a810-6bd4f10f2112 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c037c6-eed5-4695-88f7-ae94c53414a4,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:10.910363 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6dd43a26-0e63-4844-a810-6bd4f10f2112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:10.957200 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-df68066c-e41b-44e5-8d63-803168e060da None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:10.970621 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-df68066c-e41b-44e5-8d63-803168e060da None None] Transition to ACTIVE for port object 0bc3fbed-5a87-4c80-85d8-24a3408ff842 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:15:10.978975 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-df68066c-e41b-44e5-8d63-803168e060da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:11.060092 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-df68066c-e41b-44e5-8d63-803168e060da None None] Attempting to bind port 0bc3fbed-5a87-4c80-85d8-24a3408ff842 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:15:11.060529 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-df68066c-e41b-44e5-8d63-803168e060da None None] Attempting to bind port 0bc3fbed-5a87-4c80-85d8-24a3408ff842 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:15:11.061209 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df68066c-e41b-44e5-8d63-803168e060da None None] Attempting to bind port 0bc3fbed-5a87-4c80-85d8-24a3408ff842 on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:15:11.068664 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac93327-a1d2-41e1-8b0e-8616d9350083 None None] Pushing event updated for resources: {'Port': ['ID=0bc3fbed-5a87-4c80-85d8-24a3408ff842,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:11.073025 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df68066c-e41b-44e5-8d63-803168e060da None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:15:11.073624 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df68066c-e41b-44e5-8d63-803168e060da None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:15:11.073737 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-df68066c-e41b-44e5-8d63-803168e060da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:11.074117 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df68066c-e41b-44e5-8d63-803168e060da None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:15:11.074677 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-df68066c-e41b-44e5-8d63-803168e060da None None] Bound port: 0bc3fbed-5a87-4c80-85d8-24a3408ff842, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:15:11.075046 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-df68066c-e41b-44e5-8d63-803168e060da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:11.147799 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e60365dc-91f4-448e-b15e-7ec47e3e4d55 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:15:11.209343 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-df68066c-e41b-44e5-8d63-803168e060da None None] For port 0bc3fbed-5a87-4c80-85d8-24a3408ff842, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:15:11.224053 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a12106e9-da31-4318-9e1d-7c4c6c3f3ed6 None None] Provisioning for port b8c037c6-eed5-4695-88f7-ae94c53414a4 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:15:11.228016 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-df68066c-e41b-44e5-8d63-803168e060da None None] For port 0bc3fbed-5a87-4c80-85d8-24a3408ff842, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0bc3fbed-5a87-4c80-85d8-24a3408ff842,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:15:11.233561 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a12106e9-da31-4318-9e1d-7c4c6c3f3ed6 None None] Provisioning complete for port b8c037c6-eed5-4695-88f7-ae94c53414a4 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:15:11.233929 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a12106e9-da31-4318-9e1d-7c4c6c3f3ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:11.274446 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-df68066c-e41b-44e5-8d63-803168e060da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:11.318137 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6dd43a26-0e63-4844-a810-6bd4f10f2112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:11.400522 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-a12106e9-da31-4318-9e1d-7c4c6c3f3ed6 None None] Port b8c037c6-eed5-4695-88f7-ae94c53414a4 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:15:11.416674 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port e60365dc-91f4-448e-b15e-7ec47e3e4d55 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:15:11.417042 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:11.451809 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac93327-a1d2-41e1-8b0e-8616d9350083 None None] Pushing event updated for resources: {'Port': ['ID=0bc3fbed-5a87-4c80-85d8-24a3408ff842,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:11.455121 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df68066c-e41b-44e5-8d63-803168e060da None None] Routers {'91eb55ec-f0a0-4953-ab17-b3176a8e5f01'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:15:11.456251 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-df68066c-e41b-44e5-8d63-803168e060da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:14:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['91eb55ec-f0a0-4953-ab17-b3176a8e5f01'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:11.547714 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6dd43a26-0e63-4844-a810-6bd4f10f2112 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:11.553171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6dd43a26-0e63-4844-a810-6bd4f10f2112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:11.661182 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6dd43a26-0e63-4844-a810-6bd4f10f2112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:11.664506 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd43a26-0e63-4844-a810-6bd4f10f2112 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c037c6-eed5-4695-88f7-ae94c53414a4,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:11.706392 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-df68066c-e41b-44e5-8d63-803168e060da None None] Set router 91eb55ec-f0a0-4953-ab17-b3176a8e5f01 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:15:11.768465 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 3a9afda3-b5b4-494c-9baa-bed50198b6b2 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:15:11.800812 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd43a26-0e63-4844-a810-6bd4f10f2112 admin admin] Network f5a5d828-153a-4848-9941-a0152418f741 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:15:11.801962 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-6dd43a26-0e63-4844-a810-6bd4f10f2112 admin admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:15:11.994182 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 3a9afda3-b5b4-494c-9baa-bed50198b6b2 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:15:11.994367 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:12.004289 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd43a26-0e63-4844-a810-6bd4f10f2112 admin admin] Router 91eb55ec-f0a0-4953-ab17-b3176a8e5f01 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:15:12.185895 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd43a26-0e63-4844-a810-6bd4f10f2112 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:15:12.190820 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-199b9e12-8265-4a42-8554-6eeb8a2e2236 None None] Provisioning complete for port b8c037c6-eed5-4695-88f7-ae94c53414a4 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:15:12.191235 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-199b9e12-8265-4a42-8554-6eeb8a2e2236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:12.195729 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6dd43a26-0e63-4844-a810-6bd4f10f2112 admin admin] 10.222.0.79 "PUT /v2.0/routers/91eb55ec-f0a0-4953-ab17-b3176a8e5f01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5236647 May 10 15:15:12.259466 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-199b9e12-8265-4a42-8554-6eeb8a2e2236 None None] Port b8c037c6-eed5-4695-88f7-ae94c53414a4 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:15:12.263842 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-df68066c-e41b-44e5-8d63-803168e060da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91eb55ec-f0a0-4953-ab17-b3176a8e5f01', 'name': 'tempest-TestEncryptedCinderVolumes-1750100586-router', 'tenant_id': '77f11286237a48b9a5023a0416757d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '0bc3fbed-5a87-4c80-85d8-24a3408ff842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:15:06Z', 'updated_at': '2022-05-10T15:15:11Z', 'revision_number': 4, 'project_id': '77f11286237a48b9a5023a0416757d14', 'gw_port': {'id': '0bc3fbed-5a87-4c80-85d8-24a3408ff842', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91eb55ec-f0a0-4953-ab17-b3176a8e5f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:15:07Z', 'updated_at': '2022-05-10T15:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'b8c037c6-eed5-4695-88f7-ae94c53414a4', 'name': '', 'network_id': 'f5a5d828-153a-4848-9941-a0152418f741', 'tenant_id': '77f11286237a48b9a5023a0416757d14', 'mac_address': 'fa:16:3e:16:e0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91eb55ec-f0a0-4953-ab17-b3176a8e5f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '0e02cfb8-7895-4d60-80ff-164cc553fa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:15:10Z', 'updated_at': '2022-05-10T15:15:10Z', 'revision_number': 1, 'project_id': '77f11286237a48b9a5023a0416757d14', 'subnets': [{'id': '0e02cfb8-7895-4d60-80ff-164cc553fa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:12.267886 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df68066c-e41b-44e5-8d63-803168e060da None None] The sync data for ids ['91eb55ec-f0a0-4953-ab17-b3176a8e5f01'] in dv-neutron-841204-2-hyperv is: [{'id': '91eb55ec-f0a0-4953-ab17-b3176a8e5f01', 'name': 'tempest-TestEncryptedCinderVolumes-1750100586-router', 'tenant_id': '77f11286237a48b9a5023a0416757d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '0bc3fbed-5a87-4c80-85d8-24a3408ff842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:15:06Z', 'updated_at': '2022-05-10T15:15:11Z', 'revision_number': 4, 'project_id': '77f11286237a48b9a5023a0416757d14', 'gw_port': {'id': '0bc3fbed-5a87-4c80-85d8-24a3408ff842', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91eb55ec-f0a0-4953-ab17-b3176a8e5f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:15:07Z', 'updated_at': '2022-05-10T15:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'b8c037c6-eed5-4695-88f7-ae94c53414a4', 'name': '', 'network_id': 'f5a5d828-153a-4848-9941-a0152418f741', 'tenant_id': '77f11286237a48b9a5023a0416757d14', 'mac_address': 'fa:16:3e:16:e0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91eb55ec-f0a0-4953-ab17-b3176a8e5f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '0e02cfb8-7895-4d60-80ff-164cc553fa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:15:10Z', 'updated_at': '2022-05-10T15:15:10Z', 'revision_number': 1, 'project_id': '77f11286237a48b9a5023a0416757d14', 'subnets': [{'id': '0e02cfb8-7895-4d60-80ff-164cc553fa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:15:12.900217 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-cad25455-48c3-4e5f-8012-b04488d9bcff tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:12.901068 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-cad25455-48c3-4e5f-8012-b04488d9bcff tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Synchronizing usage tracker for tenant:31bb5cbfca1f4e23a80d206861bde978 on resource:network {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:15:12.920823 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-cad25455-48c3-4e5f-8012-b04488d9bcff tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Unset dirty status for tenant:31bb5cbfca1f4e23a80d206861bde978 on resource:network {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:15:12.922101 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-cad25455-48c3-4e5f-8012-b04488d9bcff tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/networks?id=09b3d962-444c-4c56-926c-5f93c15f4d71 HTTP/1.1" status: 200 len: 815 time: 0.1895599 May 10 15:15:12.939595 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-cf4fce09-a176-4e67-9153-4aee9fc686d3 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/quotas/31bb5cbfca1f4e23a80d206861bde978 HTTP/1.1" status: 200 len: 375 time: 0.0107286 May 10 15:15:13.032466 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-5efdab75-043c-4779-b993-8a8fb8e28895 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=31bb5cbfca1f4e23a80d206861bde978&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843682 May 10 15:15:13.144515 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0bc3fbed-5a87-4c80-85d8-24a3408ff842 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:15:13.225418 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 0bc3fbed-5a87-4c80-85d8-24a3408ff842 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:15:13.230959 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 0bc3fbed-5a87-4c80-85d8-24a3408ff842 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:15:13.230959 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:13.294867 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-a18bd9c7-bb54-4982-9d01-0d596ba27e8d service neutron] 10.222.0.79 "GET /v2.0/networks/09b3d962-444c-4c56-926c-5f93c15f4d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498400 May 10 15:15:13.356639 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:13.374319 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 0bc3fbed-5a87-4c80-85d8-24a3408ff842, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0bc3fbed-5a87-4c80-85d8-24a3408ff842,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:15:13.378953 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:13.441872 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-eb27c864-6ad0-4130-85b0-54d00ec27c5d service neutron] 10.222.0.79 "GET /v2.0/networks/09b3d962-444c-4c56-926c-5f93c15f4d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394925 May 10 15:15:13.456602 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=0bc3fbed-5a87-4c80-85d8-24a3408ff842,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:13.630416 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-63d5f3b5-8fb6-40e3-a5b6-d2bb67c14a0e req-0e80646c-0bb4-4e64-ae69-4c80649ff5b6 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=65c10c79-ad3e-4b2c-be91-9ace712721b1 HTTP/1.1" status: 200 len: 210 time: 0.0463266 May 10 15:15:14.750499 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-9b81621b-35de-4987-a583-8f13cf02c7c7 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:14.751910 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-9b81621b-35de-4987-a583-8f13cf02c7c7 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.86 "GET /v2.0/networks?id=09b3d962-444c-4c56-926c-5f93c15f4d71 HTTP/1.1" status: 200 len: 815 time: 0.1502583 May 10 15:15:14.766397 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-f924dadc-5871-492e-921a-66cb212799a3 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Request body: {'port': {'device_id': '65c10c79-ad3e-4b2c-be91-9ace712721b1', 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71', 'admin_state_up': True, 'tenant_id': '31bb5cbfca1f4e23a80d206861bde978'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:15:14.909856 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f900cf06-6e9b-4b5e-8dad-6ff080a88ed7 req-304cb774-facc-4d27-80eb-b2f05d3edb0d tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=65c10c79-ad3e-4b2c-be91-9ace712721b1 HTTP/1.1" status: 200 len: 210 time: 0.1657183 May 10 15:15:14.925338 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-f924dadc-5871-492e-921a-66cb212799a3 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:15:14.929362 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-f924dadc-5871-492e-921a-66cb212799a3 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Usage tracker for resource:port and tenant:31bb5cbfca1f4e23a80d206861bde978 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:15:14.932386 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-f924dadc-5871-492e-921a-66cb212799a3 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:15:14.938126 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-f924dadc-5871-492e-921a-66cb212799a3 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:15:14.947629 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-f924dadc-5871-492e-921a-66cb212799a3 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Made reservation on behalf of 31bb5cbfca1f4e23a80d206861bde978 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:15:14.951126 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-f924dadc-5871-492e-921a-66cb212799a3 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:15.119102 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-f924dadc-5871-492e-921a-66cb212799a3 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Allocated IP 172.20.0.4 (09b3d962-444c-4c56-926c-5f93c15f4d71/4a00ca96-c35d-4e62-a208-2f4662da2855/faf379ca-67fe-4cc8-8c07-1e4f1f28abf5) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:15:15.119630 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0bc3fbed-5a87-4c80-85d8-24a3408ff842 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:15:15.188844 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 0bc3fbed-5a87-4c80-85d8-24a3408ff842 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:15:15.189208 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:15.330108 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-f924dadc-5871-492e-921a-66cb212799a3 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:15.345688 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-f924dadc-5871-492e-921a-66cb212799a3 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Transition to ACTIVE for port object faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:15:15.368377 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-f924dadc-5871-492e-921a-66cb212799a3 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:15.437582 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-f924dadc-5871-492e-921a-66cb212799a3 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Network 09b3d962-444c-4c56-926c-5f93c15f4d71 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:15:15.440881 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-f924dadc-5871-492e-921a-66cb212799a3 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:15:15.444674 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-f924dadc-5871-492e-921a-66cb212799a3 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:15:15.480597 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924dadc-5871-492e-921a-66cb212799a3 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Pushing event updated for resources: {'Port': ['ID=faf379ca-67fe-4cc8-8c07-1e4f1f28abf5,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:15.516822 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-f924dadc-5871-492e-921a-66cb212799a3 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:15.517428 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-f924dadc-5871-492e-921a-66cb212799a3 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:15.541102 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-f924dadc-5871-492e-921a-66cb212799a3 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7785664 May 10 15:15:15.556732 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-92fd4efe-9d42-420c-a158-97090171f815 service neutron] Request body: {'port': {'device_id': '65c10c79-ad3e-4b2c-be91-9ace712721b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:15:15.669666 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-92fd4efe-9d42-420c-a158-97090171f815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:15.717829 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6019e34d-06a9-43b7-a7e0-db79e5a18411 None None] Provisioning for port faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:15:15.722713 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6019e34d-06a9-43b7-a7e0-db79e5a18411 None None] Provisioning complete for port faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:15:15.723088 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6019e34d-06a9-43b7-a7e0-db79e5a18411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:15.776939 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-6019e34d-06a9-43b7-a7e0-db79e5a18411 None None] Port faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:15:16.030542 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-92fd4efe-9d42-420c-a158-97090171f815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:15:16.039449 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-92fd4efe-9d42-420c-a158-97090171f815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:16.053729 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-92fd4efe-9d42-420c-a158-97090171f815 service neutron] Transition to ACTIVE for port object faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:15:16.057686 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-92fd4efe-9d42-420c-a158-97090171f815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:16.104579 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] Sync routers for ids ['91eb55ec-f0a0-4953-ab17-b3176a8e5f01'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:15:16.108467 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043487e-2a84-4d54-b683-f39c6f2c8e55 req-5615a806-0b1f-4b96-a7b3-c748f2f79687 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:16.110026 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a043487e-2a84-4d54-b683-f39c6f2c8e55 req-5615a806-0b1f-4b96-a7b3-c748f2f79687 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=65c10c79-ad3e-4b2c-be91-9ace712721b1 HTTP/1.1" status: 200 len: 943 time: 0.0876739 May 10 15:15:16.120496 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] Routers {'91eb55ec-f0a0-4953-ab17-b3176a8e5f01'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:15:16.121029 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:14:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['91eb55ec-f0a0-4953-ab17-b3176a8e5f01'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:16.166652 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-a043487e-2a84-4d54-b683-f39c6f2c8e55 req-9cf8bd37-6fbc-4110-874c-e73900f82637 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Synchronizing usage tracker for tenant:31bb5cbfca1f4e23a80d206861bde978 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:15:16.191161 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-a043487e-2a84-4d54-b683-f39c6f2c8e55 req-9cf8bd37-6fbc-4110-874c-e73900f82637 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Unset dirty status for tenant:31bb5cbfca1f4e23a80d206861bde978 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:15:16.192933 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd4efe-9d42-420c-a158-97090171f815 service neutron] Pushing event updated for resources: {'Port': ['ID=faf379ca-67fe-4cc8-8c07-1e4f1f28abf5,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:16.209967 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a043487e-2a84-4d54-b683-f39c6f2c8e55 req-9cf8bd37-6fbc-4110-874c-e73900f82637 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a6627a0-e0a4-40e8-b096-c25fb416d59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926588 May 10 15:15:16.301406 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-92fd4efe-9d42-420c-a158-97090171f815 service neutron] Attempting to bind port faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:15:16.301733 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-92fd4efe-9d42-420c-a158-97090171f815 service neutron] Attempting to bind port faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'ad1b5580-f89f-4018-a6fd-3c97d3c81bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:15:16.302053 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-92fd4efe-9d42-420c-a158-97090171f815 service neutron] Attempting to bind port faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 on network 09b3d962-444c-4c56-926c-5f93c15f4d71 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:15:16.306897 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-92fd4efe-9d42-420c-a158-97090171f815 service neutron] Port faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 on network 09b3d962-444c-4c56-926c-5f93c15f4d71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:15:16.307209 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-92fd4efe-9d42-420c-a158-97090171f815 service neutron] Attempting to bind port faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 on network 09b3d962-444c-4c56-926c-5f93c15f4d71 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:15:16.312504 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-92fd4efe-9d42-420c-a158-97090171f815 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:15:16.312836 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-92fd4efe-9d42-420c-a158-97090171f815 service neutron] Checking segment: {'id': 'ad1b5580-f89f-4018-a6fd-3c97d3c81bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:15:16.313213 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-92fd4efe-9d42-420c-a158-97090171f815 service neutron] Bound using segment: {'id': 'ad1b5580-f89f-4018-a6fd-3c97d3c81bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:15:16.313678 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-92fd4efe-9d42-420c-a158-97090171f815 service neutron] Bound port: faf379ca-67fe-4cc8-8c07-1e4f1f28abf5, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad1b5580-f89f-4018-a6fd-3c97d3c81bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:15:16.314025 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-92fd4efe-9d42-420c-a158-97090171f815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:16.314245 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] Set router 91eb55ec-f0a0-4953-ab17-b3176a8e5f01 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:15:16.509066 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-92fd4efe-9d42-420c-a158-97090171f815 service neutron] For port faf379ca-67fe-4cc8-8c07-1e4f1f28abf5, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:15:16.512305 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-92fd4efe-9d42-420c-a158-97090171f815 service neutron] For port faf379ca-67fe-4cc8-8c07-1e4f1f28abf5, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=faf379ca-67fe-4cc8-8c07-1e4f1f28abf5,segment=NetworkSegment(ad1b5580-f89f-4018-a6fd-3c97d3c81bc6),segment_id=ad1b5580-f89f-4018-a6fd-3c97d3c81bc6)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:15:16.515991 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-92fd4efe-9d42-420c-a158-97090171f815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:16.578097 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-92fd4efe-9d42-420c-a158-97090171f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:16.578250 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-92fd4efe-9d42-420c-a158-97090171f815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:16.579611 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-92fd4efe-9d42-420c-a158-97090171f815 service neutron] 10.222.0.86 "PUT /v2.0/ports/faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 HTTP/1.1" status: 200 len: 1093 time: 1.0272191 May 10 15:15:16.583424 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c10c79-ad3e-4b2c-be91-9ace712721b1', 'tag': 'faf379ca-67fe-4cc8-8c07-1e4f1f28abf5'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:15:16.617322 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd4efe-9d42-420c-a158-97090171f815 service neutron] Pushing event updated for resources: {'Port': ['ID=faf379ca-67fe-4cc8-8c07-1e4f1f28abf5,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:16.643924 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91eb55ec-f0a0-4953-ab17-b3176a8e5f01', 'name': 'tempest-TestEncryptedCinderVolumes-1750100586-router', 'tenant_id': '77f11286237a48b9a5023a0416757d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '0bc3fbed-5a87-4c80-85d8-24a3408ff842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:15:06Z', 'updated_at': '2022-05-10T15:15:11Z', 'revision_number': 4, 'project_id': '77f11286237a48b9a5023a0416757d14', 'gw_port': {'id': '0bc3fbed-5a87-4c80-85d8-24a3408ff842', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91eb55ec-f0a0-4953-ab17-b3176a8e5f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:15:07Z', 'updated_at': '2022-05-10T15:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'b8c037c6-eed5-4695-88f7-ae94c53414a4', 'name': '', 'network_id': 'f5a5d828-153a-4848-9941-a0152418f741', 'tenant_id': '77f11286237a48b9a5023a0416757d14', 'mac_address': 'fa:16:3e:16:e0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91eb55ec-f0a0-4953-ab17-b3176a8e5f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '0e02cfb8-7895-4d60-80ff-164cc553fa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:15:10Z', 'updated_at': '2022-05-10T15:15:11Z', 'revision_number': 2, 'project_id': '77f11286237a48b9a5023a0416757d14', 'subnets': [{'id': '0e02cfb8-7895-4d60-80ff-164cc553fa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:16.648753 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] Checking router: 91eb55ec-f0a0-4953-ab17-b3176a8e5f01 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:15:16.649099 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] Updating router 91eb55ec-f0a0-4953-ab17-b3176a8e5f01 port b8c037c6-eed5-4695-88f7-ae94c53414a4 binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:15:16.666699 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66525885-5b72-4600-b65c-ed101f88fd39'] response: {'name': 'network-changed', 'server_uuid': '65c10c79-ad3e-4b2c-be91-9ace712721b1', 'tag': 'faf379ca-67fe-4cc8-8c07-1e4f1f28abf5', 'status': 'completed', 'code': 200} May 10 15:15:16.702701 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:16.709228 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-8e89df60-b924-471c-a80b-c4ecdf8d38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:16.711050 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-8e89df60-b924-471c-a80b-c4ecdf8d38ae service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=31bb5cbfca1f4e23a80d206861bde978&device_id=65c10c79-ad3e-4b2c-be91-9ace712721b1 HTTP/1.1" status: 200 len: 1096 time: 0.0779524 May 10 15:15:16.790170 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-3d1631dc-c779-4f6b-b626-ca0958695d51 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 HTTP/1.1" status: 200 len: 217 time: 0.0660212 May 10 15:15:16.857007 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-2ce470b2-49a2-47a6-958d-1bc02813ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:16.858351 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-2ce470b2-49a2-47a6-958d-1bc02813ab45 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a00ca96-c35d-4e62-a208-2f4662da2855 HTTP/1.1" status: 200 len: 854 time: 0.0595541 May 10 15:15:16.940761 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-40589d2e-641e-48d1-87ae-ed4084d2de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:16.942230 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-40589d2e-641e-48d1-87ae-ed4084d2de95 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=09b3d962-444c-4c56-926c-5f93c15f4d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746119 May 10 15:15:17.076152 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:17.081464 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-9c23b9f6-547e-4485-89c4-ba41de2b8eed service neutron] 10.222.0.86 "GET /v2.0/networks/09b3d962-444c-4c56-926c-5f93c15f4d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286333 May 10 15:15:17.089250 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] Transition to ACTIVE for port object b8c037c6-eed5-4695-88f7-ae94c53414a4 will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:15:17.095439 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:17.224663 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-81aeb2cd-2d1b-44de-a2d2-9e3c3dcb8648 req-13b2df5f-d217-446b-8d02-9239e10d0edc service neutron] 10.222.0.86 "GET /v2.0/networks/09b3d962-444c-4c56-926c-5f93c15f4d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360822 May 10 15:15:17.285226 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17654f36-5ac3-44c2-9780-ac549794b79f None None] Pushing event updated for resources: {'Port': ['ID=b8c037c6-eed5-4695-88f7-ae94c53414a4,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:17.315314 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] Attempting to bind port b8c037c6-eed5-4695-88f7-ae94c53414a4 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:15:17.315828 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] Attempting to bind port b8c037c6-eed5-4695-88f7-ae94c53414a4 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '327fc3e4-a615-496a-bed6-7a55c37ca0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f5a5d828-153a-4848-9941-a0152418f741'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:15:17.316274 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] Attempting to bind port b8c037c6-eed5-4695-88f7-ae94c53414a4 on network f5a5d828-153a-4848-9941-a0152418f741 {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:15:17.321811 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:15:17.322308 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] Checking segment: {'id': '327fc3e4-a615-496a-bed6-7a55c37ca0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f5a5d828-153a-4848-9941-a0152418f741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:15:17.322847 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:17.323320 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] Bound using segment: {'id': '327fc3e4-a615-496a-bed6-7a55c37ca0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f5a5d828-153a-4848-9941-a0152418f741'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:15:17.323867 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] Bound port: b8c037c6-eed5-4695-88f7-ae94c53414a4, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327fc3e4-a615-496a-bed6-7a55c37ca0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f5a5d828-153a-4848-9941-a0152418f741'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:15:17.325552 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:17.367995 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7bd0b-30cc-4e98-9a05-c87a3fa4913f req-27c6bc0c-f7e6-48bb-8ab2-e760e2f1ea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:17.369487 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6b7bd0b-30cc-4e98-9a05-c87a3fa4913f req-27c6bc0c-f7e6-48bb-8ab2-e760e2f1ea08 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=31bb5cbfca1f4e23a80d206861bde978&device_id=65c10c79-ad3e-4b2c-be91-9ace712721b1 HTTP/1.1" status: 200 len: 1096 time: 0.0803363 May 10 15:15:17.424076 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd6419-7ea5-49a6-8c4f-cbfd3591fc5a req-00adb098-dbd0-4548-938d-6f40908fe2b1 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:17.426865 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-aacd6419-7ea5-49a6-8c4f-cbfd3591fc5a req-00adb098-dbd0-4548-938d-6f40908fe2b1 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=65c10c79-ad3e-4b2c-be91-9ace712721b1 HTTP/1.1" status: 200 len: 943 time: 0.0938718 May 10 15:15:17.432232 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] For port b8c037c6-eed5-4695-88f7-ae94c53414a4, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:15:17.435523 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] For port b8c037c6-eed5-4695-88f7-ae94c53414a4, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b8c037c6-eed5-4695-88f7-ae94c53414a4,segment=NetworkSegment(327fc3e4-a615-496a-bed6-7a55c37ca0d5),segment_id=327fc3e4-a615-496a-bed6-7a55c37ca0d5)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:15:17.441548 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:17.480005 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-aacd6419-7ea5-49a6-8c4f-cbfd3591fc5a req-7353ea71-ed93-4f37-90e1-558d90382931 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a6627a0-e0a4-40e8-b096-c25fb416d59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469630 May 10 15:15:17.515285 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7bd0b-30cc-4e98-9a05-c87a3fa4913f req-0d8e0be8-2d46-43e6-9f3f-25903c42b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:17.516901 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6b7bd0b-30cc-4e98-9a05-c87a3fa4913f req-0d8e0be8-2d46-43e6-9f3f-25903c42b9dc service neutron] 10.222.0.86 "GET /v2.0/networks?id=09b3d962-444c-4c56-926c-5f93c15f4d71 HTTP/1.1" status: 200 len: 916 time: 0.1402216 May 10 15:15:17.525035 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] Routers {'91eb55ec-f0a0-4953-ab17-b3176a8e5f01'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:15:17.525512 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:14:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['91eb55ec-f0a0-4953-ab17-b3176a8e5f01'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:17.590466 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6b7bd0b-30cc-4e98-9a05-c87a3fa4913f req-be9be015-babb-46bb-92bb-bcc911a9476f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 HTTP/1.1" status: 200 len: 217 time: 0.0666423 May 10 15:15:17.594769 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17654f36-5ac3-44c2-9780-ac549794b79f None None] Pushing event updated for resources: {'Port': ['ID=b8c037c6-eed5-4695-88f7-ae94c53414a4,revision_number=4']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:17.666729 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7bd0b-30cc-4e98-9a05-c87a3fa4913f req-a2abf195-c503-4a86-9beb-ed2f50fc990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:17.668195 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6b7bd0b-30cc-4e98-9a05-c87a3fa4913f req-a2abf195-c503-4a86-9beb-ed2f50fc990c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a00ca96-c35d-4e62-a208-2f4662da2855 HTTP/1.1" status: 200 len: 854 time: 0.0678134 May 10 15:15:17.718804 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] Set router 91eb55ec-f0a0-4953-ab17-b3176a8e5f01 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:15:17.746933 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7bd0b-30cc-4e98-9a05-c87a3fa4913f req-b5e6bf41-a9c6-4ae4-a6e0-0fd5f15e2ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:17.748619 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6b7bd0b-30cc-4e98-9a05-c87a3fa4913f req-b5e6bf41-a9c6-4ae4-a6e0-0fd5f15e2ebc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=09b3d962-444c-4c56-926c-5f93c15f4d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718470 May 10 15:15:17.892680 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6b7bd0b-30cc-4e98-9a05-c87a3fa4913f req-a1d41a08-e669-4a77-9fdd-a4215a91dfe6 service neutron] 10.222.0.86 "GET /v2.0/networks/09b3d962-444c-4c56-926c-5f93c15f4d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293478 May 10 15:15:18.032848 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6b7bd0b-30cc-4e98-9a05-c87a3fa4913f req-5202f70f-92a9-4fd6-ab8f-27d07301df94 service neutron] 10.222.0.86 "GET /v2.0/networks/09b3d962-444c-4c56-926c-5f93c15f4d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293135 May 10 15:15:18.041580 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91eb55ec-f0a0-4953-ab17-b3176a8e5f01', 'name': 'tempest-TestEncryptedCinderVolumes-1750100586-router', 'tenant_id': '77f11286237a48b9a5023a0416757d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '0bc3fbed-5a87-4c80-85d8-24a3408ff842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:15:06Z', 'updated_at': '2022-05-10T15:15:11Z', 'revision_number': 4, 'project_id': '77f11286237a48b9a5023a0416757d14', 'gw_port': {'id': '0bc3fbed-5a87-4c80-85d8-24a3408ff842', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91eb55ec-f0a0-4953-ab17-b3176a8e5f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:15:07Z', 'updated_at': '2022-05-10T15:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'b8c037c6-eed5-4695-88f7-ae94c53414a4', 'name': '', 'network_id': 'f5a5d828-153a-4848-9941-a0152418f741', 'tenant_id': '77f11286237a48b9a5023a0416757d14', 'mac_address': 'fa:16:3e:16:e0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91eb55ec-f0a0-4953-ab17-b3176a8e5f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '0e02cfb8-7895-4d60-80ff-164cc553fa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:15:10Z', 'updated_at': '2022-05-10T15:15:17Z', 'revision_number': 4, 'project_id': '77f11286237a48b9a5023a0416757d14', 'subnets': [{'id': '0e02cfb8-7895-4d60-80ff-164cc553fa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:18.046077 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cf56ac-286a-4a68-98b2-67550139aa84 None None] The sync data for ids ['91eb55ec-f0a0-4953-ab17-b3176a8e5f01'] in dv-neutron-841204-2-hyperv is: [{'id': '91eb55ec-f0a0-4953-ab17-b3176a8e5f01', 'name': 'tempest-TestEncryptedCinderVolumes-1750100586-router', 'tenant_id': '77f11286237a48b9a5023a0416757d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '0bc3fbed-5a87-4c80-85d8-24a3408ff842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:15:06Z', 'updated_at': '2022-05-10T15:15:11Z', 'revision_number': 4, 'project_id': '77f11286237a48b9a5023a0416757d14', 'gw_port': {'id': '0bc3fbed-5a87-4c80-85d8-24a3408ff842', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91eb55ec-f0a0-4953-ab17-b3176a8e5f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:15:07Z', 'updated_at': '2022-05-10T15:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'b8c037c6-eed5-4695-88f7-ae94c53414a4', 'name': '', 'network_id': 'f5a5d828-153a-4848-9941-a0152418f741', 'tenant_id': '77f11286237a48b9a5023a0416757d14', 'mac_address': 'fa:16:3e:16:e0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91eb55ec-f0a0-4953-ab17-b3176a8e5f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': '0e02cfb8-7895-4d60-80ff-164cc553fa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:15:10Z', 'updated_at': '2022-05-10T15:15:17Z', 'revision_number': 4, 'project_id': '77f11286237a48b9a5023a0416757d14', 'subnets': [{'id': '0e02cfb8-7895-4d60-80ff-164cc553fa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:15:18.677394 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f19ab-388e-4de2-bda2-ea61b0a2f5bc req-059da171-4a9b-437d-836d-d19ba9435fa4 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:18.678901 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e20f19ab-388e-4de2-bda2-ea61b0a2f5bc req-059da171-4a9b-437d-836d-d19ba9435fa4 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=65c10c79-ad3e-4b2c-be91-9ace712721b1 HTTP/1.1" status: 200 len: 943 time: 0.0852616 May 10 15:15:18.723734 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e20f19ab-388e-4de2-bda2-ea61b0a2f5bc req-5a70dff6-fe5a-407e-be5e-1f023db9c28f tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a6627a0-e0a4-40e8-b096-c25fb416d59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389798 May 10 15:15:19.136859 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b8c037c6-eed5-4695-88f7-ae94c53414a4 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:15:19.248624 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port b8c037c6-eed5-4695-88f7-ae94c53414a4 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:15:19.253438 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port b8c037c6-eed5-4695-88f7-ae94c53414a4 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:15:19.253843 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:19.372596 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:19.407653 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port b8c037c6-eed5-4695-88f7-ae94c53414a4, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b8c037c6-eed5-4695-88f7-ae94c53414a4,segment=NetworkSegment(327fc3e4-a615-496a-bed6-7a55c37ca0d5),segment_id=327fc3e4-a615-496a-bed6-7a55c37ca0d5)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:15:19.412315 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:19.480085 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=b8c037c6-eed5-4695-88f7-ae94c53414a4,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:19.908400 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b3be2-d862-4e17-8a19-de290de0e234 req-d27e203e-65a5-41f8-bfc5-d6b6bbd16045 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:19.910558 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-170b3be2-d862-4e17-8a19-de290de0e234 req-d27e203e-65a5-41f8-bfc5-d6b6bbd16045 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=65c10c79-ad3e-4b2c-be91-9ace712721b1 HTTP/1.1" status: 200 len: 943 time: 0.0808513 May 10 15:15:19.955303 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-170b3be2-d862-4e17-8a19-de290de0e234 req-6217ea53-dc2a-4757-8ec6-f88b45646a8f tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a6627a0-e0a4-40e8-b096-c25fb416d59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388846 May 10 15:15:20.119076 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1e378d1d-dbe6-4ffa-85e4-ec29cbf17660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:20.259314 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:15:20.319017 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:15:20.473790 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port faf379ca-67fe-4cc8-8c07-1e4f1f28abf5, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=faf379ca-67fe-4cc8-8c07-1e4f1f28abf5,segment=NetworkSegment(ad1b5580-f89f-4018-a6fd-3c97d3c81bc6),segment_id=ad1b5580-f89f-4018-a6fd-3c97d3c81bc6)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:15:20.489196 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'faf379ca-67fe-4cc8-8c07-1e4f1f28abf5', 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71', 'port_id': 'faf379ca-67fe-4cc8-8c07-1e4f1f28abf5', 'mac_address': 'fa:16:3e:31:57:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a00ca96-c35d-4e62-a208-2f4662da2855', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:15:20.562319 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:20.582802 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:15:20.606812 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port faf379ca-67fe-4cc8-8c07-1e4f1f28abf5, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=faf379ca-67fe-4cc8-8c07-1e4f1f28abf5,segment=NetworkSegment(ad1b5580-f89f-4018-a6fd-3c97d3c81bc6),segment_id=ad1b5580-f89f-4018-a6fd-3c97d3c81bc6)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:15:20.611513 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:20.694993 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=faf379ca-67fe-4cc8-8c07-1e4f1f28abf5,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:20.870706 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['faf379ca-67fe-4cc8-8c07-1e4f1f28abf5'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:15:21.136525 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b8c037c6-eed5-4695-88f7-ae94c53414a4 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:15:21.162708 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bb36e-f4d1-456b-af1a-195f9ab7d6df req-9b5026e9-2294-4f6c-9150-6b6179189d42 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:21.164188 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-af5bb36e-f4d1-456b-af1a-195f9ab7d6df req-9b5026e9-2294-4f6c-9150-6b6179189d42 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=65c10c79-ad3e-4b2c-be91-9ace712721b1 HTTP/1.1" status: 200 len: 944 time: 0.0890658 May 10 15:15:21.204826 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port b8c037c6-eed5-4695-88f7-ae94c53414a4 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:15:21.205195 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:21.210657 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-af5bb36e-f4d1-456b-af1a-195f9ab7d6df req-2963bfb5-3eb8-4c8b-890f-274f4c81467d tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a6627a0-e0a4-40e8-b096-c25fb416d59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406582 May 10 15:15:22.326845 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:15:22.398977 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:15:22.408315 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:15:22.408686 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:22.408828 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b6719-4a70-4ed4-92b2-0dbd8763846a req-bd8667e8-4a6c-4b27-bacc-062f2aa3e086 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:22.410878 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-958b6719-4a70-4ed4-92b2-0dbd8763846a req-bd8667e8-4a6c-4b27-bacc-062f2aa3e086 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=65c10c79-ad3e-4b2c-be91-9ace712721b1 HTTP/1.1" status: 200 len: 944 time: 0.0863111 May 10 15:15:22.457813 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b695ef9f-3cd1-4552-aad0-a36234329e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:22.462607 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-958b6719-4a70-4ed4-92b2-0dbd8763846a req-844c22f0-ab0e-456c-b3d4-0a93a283e628 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a6627a0-e0a4-40e8-b096-c25fb416d59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457473 May 10 15:15:22.533987 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:22.561272 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c10c79-ad3e-4b2c-be91-9ace712721b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf379ca-67fe-4cc8-8c07-1e4f1f28abf5'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:15:22.571066 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port faf379ca-67fe-4cc8-8c07-1e4f1f28abf5, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=faf379ca-67fe-4cc8-8c07-1e4f1f28abf5,segment=NetworkSegment(ad1b5580-f89f-4018-a6fd-3c97d3c81bc6),segment_id=ad1b5580-f89f-4018-a6fd-3c97d3c81bc6)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:15:22.575752 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:22.643300 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=faf379ca-67fe-4cc8-8c07-1e4f1f28abf5,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:22.665728 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bb2f9ec-8c19-43bb-9a86-468d24f9b489'] response: {'server_uuid': '65c10c79-ad3e-4b2c-be91-9ace712721b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf379ca-67fe-4cc8-8c07-1e4f1f28abf5', 'code': 200} May 10 15:15:22.904567 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae2f3d-f148-40ef-acb7-44a3319863aa req-df41bf54-8f55-4a00-b44d-8f498287bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:22.905945 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-95ae2f3d-f148-40ef-acb7-44a3319863aa req-df41bf54-8f55-4a00-b44d-8f498287bdcc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=65c10c79-ad3e-4b2c-be91-9ace712721b1 HTTP/1.1" status: 200 len: 1098 time: 0.0737484 May 10 15:15:22.948989 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-95ae2f3d-f148-40ef-acb7-44a3319863aa req-b0976b33-ba0d-4339-8506-eb26f3c50caf service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1a6627a0-e0a4-40e8-b096-c25fb416d59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336900 May 10 15:15:23.287142 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:23.396264 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:23.398067 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:23.644474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d5abe-c32b-472b-8472-ce7fc493bd15 req-4d00eb33-7487-4f9e-bce1-ace94b46664d tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:23.646118 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e92d5abe-c32b-472b-8472-ce7fc493bd15 req-4d00eb33-7487-4f9e-bce1-ace94b46664d tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=65c10c79-ad3e-4b2c-be91-9ace712721b1 HTTP/1.1" status: 200 len: 945 time: 0.0809071 May 10 15:15:23.689627 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e92d5abe-c32b-472b-8472-ce7fc493bd15 req-d75beda0-bd14-4ba1-989e-e069889f277d tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a6627a0-e0a4-40e8-b096-c25fb416d59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378795 May 10 15:15:24.873016 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c4f2d1c8-cfb9-4341-814b-8c5dbf099795 req-5f2d2906-d170-46c2-af9d-b99532082dbb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=65c10c79-ad3e-4b2c-be91-9ace712721b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704818 May 10 15:15:24.878003 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0359679-e2fa-4af9-a7f6-8bfd062904f9 req-bf8b9a80-5115-4f1f-8149-ce3a7086d151 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:24.879510 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a0359679-e2fa-4af9-a7f6-8bfd062904f9 req-bf8b9a80-5115-4f1f-8149-ce3a7086d151 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=65c10c79-ad3e-4b2c-be91-9ace712721b1 HTTP/1.1" status: 200 len: 945 time: 0.0849924 May 10 15:15:24.936173 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a0359679-e2fa-4af9-a7f6-8bfd062904f9 req-8ccb38eb-adfe-48ab-8867-4bde1f13fcae tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a6627a0-e0a4-40e8-b096-c25fb416d59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507524 May 10 15:15:24.960340 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:25.130398 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b4857-2d8d-4a72-8730-d4d4be87ab0c req-a61a03b8-aea6-4c92-b1c0-32ed62405206 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:25.131397 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-270b4857-2d8d-4a72-8730-d4d4be87ab0c req-a61a03b8-aea6-4c92-b1c0-32ed62405206 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=65c10c79-ad3e-4b2c-be91-9ace712721b1 HTTP/1.1" status: 200 len: 945 time: 0.0879066 May 10 15:15:25.133110 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2d1c8-cfb9-4341-814b-8c5dbf099795 req-5414e2cc-86a8-4c99-a9b9-0c6593b7be58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:25.134679 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c4f2d1c8-cfb9-4341-814b-8c5dbf099795 req-5414e2cc-86a8-4c99-a9b9-0c6593b7be58 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=31bb5cbfca1f4e23a80d206861bde978&device_id=65c10c79-ad3e-4b2c-be91-9ace712721b1 HTTP/1.1" status: 200 len: 1098 time: 0.1852698 May 10 15:15:25.180576 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-270b4857-2d8d-4a72-8730-d4d4be87ab0c req-e4d1dd66-a24d-4367-85a1-1be98ecd747b tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a6627a0-e0a4-40e8-b096-c25fb416d59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422919 May 10 15:15:25.289768 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2d1c8-cfb9-4341-814b-8c5dbf099795 req-b36b26bb-6cfe-40d3-8b17-535d0c7219a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:25.291254 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c4f2d1c8-cfb9-4341-814b-8c5dbf099795 req-b36b26bb-6cfe-40d3-8b17-535d0c7219a2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=09b3d962-444c-4c56-926c-5f93c15f4d71 HTTP/1.1" status: 200 len: 916 time: 0.1376340 May 10 15:15:25.362037 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c4f2d1c8-cfb9-4341-814b-8c5dbf099795 req-1f0acb4f-47a0-4910-9bbf-021c7fae838a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 HTTP/1.1" status: 200 len: 217 time: 0.0642133 May 10 15:15:25.423884 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2d1c8-cfb9-4341-814b-8c5dbf099795 req-9c6dcebc-65e9-4d0d-99e7-ef42a2c8cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:25.425936 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c4f2d1c8-cfb9-4341-814b-8c5dbf099795 req-9c6dcebc-65e9-4d0d-99e7-ef42a2c8cb22 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a00ca96-c35d-4e62-a208-2f4662da2855 HTTP/1.1" status: 200 len: 854 time: 0.0587020 May 10 15:15:25.504566 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2d1c8-cfb9-4341-814b-8c5dbf099795 req-92cb37e1-f0d6-4cc8-80dd-cc623ab110c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:25.506047 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c4f2d1c8-cfb9-4341-814b-8c5dbf099795 req-92cb37e1-f0d6-4cc8-80dd-cc623ab110c3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=09b3d962-444c-4c56-926c-5f93c15f4d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740936 May 10 15:15:25.643027 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c4f2d1c8-cfb9-4341-814b-8c5dbf099795 req-57cfcb11-8b70-4671-85f9-6135771c2120 service neutron] 10.222.0.86 "GET /v2.0/networks/09b3d962-444c-4c56-926c-5f93c15f4d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304493 May 10 15:15:25.791991 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c4f2d1c8-cfb9-4341-814b-8c5dbf099795 req-041f5e86-8e05-4550-b0f0-aeb41eb39a8f service neutron] 10.222.0.86 "GET /v2.0/networks/09b3d962-444c-4c56-926c-5f93c15f4d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407578 May 10 15:15:39.619421 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e743d14-7ff8-48ea-a300-5de7b4f458d8 req-094c7800-2230-4b42-95c4-8ff5cc579a82 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:39.620877 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8e743d14-7ff8-48ea-a300-5de7b4f458d8 req-094c7800-2230-4b42-95c4-8ff5cc579a82 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=65c10c79-ad3e-4b2c-be91-9ace712721b1 HTTP/1.1" status: 200 len: 945 time: 0.0831876 May 10 15:15:39.665051 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8e743d14-7ff8-48ea-a300-5de7b4f458d8 req-2621b35f-4dd2-4afa-99cf-75716e06c114 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a6627a0-e0a4-40e8-b096-c25fb416d59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383010 May 10 15:15:40.848213 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57d241-1403-4e76-b15d-d32ddb12f185 req-e5f83e02-62d3-47ed-8c78-e5959abcd83c tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:40.849665 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4e57d241-1403-4e76-b15d-d32ddb12f185 req-e5f83e02-62d3-47ed-8c78-e5959abcd83c tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=65c10c79-ad3e-4b2c-be91-9ace712721b1 HTTP/1.1" status: 200 len: 945 time: 0.0789235 May 10 15:15:40.898024 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4e57d241-1403-4e76-b15d-d32ddb12f185 req-81633203-9342-4578-a756-ac329e32b33b tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a6627a0-e0a4-40e8-b096-c25fb416d59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427270 May 10 15:15:41.276819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385035c3-8547-4bf5-a906-30adfeb05ca0 req-417d98e8-94c4-404d-859e-746ceeb1634e tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:41.277485 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-385035c3-8547-4bf5-a906-30adfeb05ca0 req-417d98e8-94c4-404d-859e-746ceeb1634e tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Synchronizing usage tracker for tenant:31bb5cbfca1f4e23a80d206861bde978 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:15:41.294807 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-385035c3-8547-4bf5-a906-30adfeb05ca0 req-417d98e8-94c4-404d-859e-746ceeb1634e tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Unset dirty status for tenant:31bb5cbfca1f4e23a80d206861bde978 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:15:41.296020 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-385035c3-8547-4bf5-a906-30adfeb05ca0 req-417d98e8-94c4-404d-859e-746ceeb1634e tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.86 "GET /v2.0/ports?device_id=65c10c79-ad3e-4b2c-be91-9ace712721b1 HTTP/1.1" status: 200 len: 945 time: 0.0992954 May 10 15:15:41.367461 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-385035c3-8547-4bf5-a906-30adfeb05ca0 req-9d8adda0-6912-45e4-bee1-c7674632fd71 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Deleting port faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:15:41.367685 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-385035c3-8547-4bf5-a906-30adfeb05ca0 req-9d8adda0-6912-45e4-bee1-c7674632fd71 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:41.608470 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-385035c3-8547-4bf5-a906-30adfeb05ca0 req-9d8adda0-6912-45e4-bee1-c7674632fd71 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] For port faf379ca-67fe-4cc8-8c07-1e4f1f28abf5, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=faf379ca-67fe-4cc8-8c07-1e4f1f28abf5,segment=NetworkSegment(ad1b5580-f89f-4018-a6fd-3c97d3c81bc6),segment_id=ad1b5580-f89f-4018-a6fd-3c97d3c81bc6)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:15:41.608816 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-385035c3-8547-4bf5-a906-30adfeb05ca0 req-9d8adda0-6912-45e4-bee1-c7674632fd71 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:41.732200 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-385035c3-8547-4bf5-a906-30adfeb05ca0 req-9d8adda0-6912-45e4-bee1-c7674632fd71 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Calling delete_port for faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:15:41.875902 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-385035c3-8547-4bf5-a906-30adfeb05ca0 req-9d8adda0-6912-45e4-bee1-c7674632fd71 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:41.894547 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['faf379ca-67fe-4cc8-8c07-1e4f1f28abf5'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:15:41.932199 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8adda0-6912-45e4-bee1-c7674632fd71 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Pushing event deleted for resources: {'Port': ['ID=faf379ca-67fe-4cc8-8c07-1e4f1f28abf5,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:42.008244 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-385035c3-8547-4bf5-a906-30adfeb05ca0 req-9d8adda0-6912-45e4-bee1-c7674632fd71 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] No DVR routers for this DVR port faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:15:42.010846 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-385035c3-8547-4bf5-a906-30adfeb05ca0 req-9d8adda0-6912-45e4-bee1-c7674632fd71 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:42.013558 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c10c79-ad3e-4b2c-be91-9ace712721b1', 'name': 'network-vif-deleted', 'tag': 'faf379ca-67fe-4cc8-8c07-1e4f1f28abf5'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:15:42.031095 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-385035c3-8547-4bf5-a906-30adfeb05ca0 req-9d8adda0-6912-45e4-bee1-c7674632fd71 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.86 "DELETE /v2.0/ports/faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 HTTP/1.1" status: 204 len: 173 time: 0.7270131 May 10 15:15:42.059825 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-96284104-1bc3-404c-812d-a680e6ef4160 req-04a08d02-0e79-4d20-855e-828c81579783 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=65c10c79-ad3e-4b2c-be91-9ace712721b1 HTTP/1.1" status: 200 len: 210 time: 0.0523345 May 10 15:15:42.073204 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27b06771-895d-42d9-8697-d280be6e67d5'] response: {'server_uuid': '65c10c79-ad3e-4b2c-be91-9ace712721b1', 'name': 'network-vif-deleted', 'tag': 'faf379ca-67fe-4cc8-8c07-1e4f1f28abf5', 'status': 'completed', 'code': 200} May 10 15:15:43.514860 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-2c9dd112-9c30-4663-98d5-16efda8cf01a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:43.516289 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-2c9dd112-9c30-4663-98d5-16efda8cf01a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/networks?id=09b3d962-444c-4c56-926c-5f93c15f4d71 HTTP/1.1" status: 200 len: 815 time: 0.1424778 May 10 15:15:43.531176 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-4eb668ea-4415-4662-abb3-52dc997848c2 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/quotas/31bb5cbfca1f4e23a80d206861bde978 HTTP/1.1" status: 200 len: 375 time: 0.0090744 May 10 15:15:43.613863 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-f6a38131-c2dd-4509-a1d0-59a1168570da tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=31bb5cbfca1f4e23a80d206861bde978&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772486 May 10 15:15:43.748880 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-16849696-c5c0-4e50-8141-4e66daa1f5da service neutron] 10.222.0.79 "GET /v2.0/networks/09b3d962-444c-4c56-926c-5f93c15f4d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235788 May 10 15:15:43.880183 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-2608b0db-c792-4692-86da-766f38527c6e service neutron] 10.222.0.79 "GET /v2.0/networks/09b3d962-444c-4c56-926c-5f93c15f4d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247659 May 10 15:15:44.062028 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1ceae512-8063-4089-8f55-e04abbe77584 req-ad59beab-89a2-4917-81ac-71c9a6730f04 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=18da7c25-32ee-484e-9dc4-cb4b217189b5 HTTP/1.1" status: 200 len: 210 time: 0.0478756 May 10 15:15:45.237427 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9ff3f8dd-c9ab-44b2-84f2-23695d1523b1 req-da3fd4a8-f064-4030-b0fc-2d135a5b48c1 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=18da7c25-32ee-484e-9dc4-cb4b217189b5 HTTP/1.1" status: 200 len: 210 time: 0.0468779 May 10 15:15:45.244703 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-ec503a4d-563d-48b7-a216-33a318ec6ad3 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:45.246197 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-ec503a4d-563d-48b7-a216-33a318ec6ad3 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.86 "GET /v2.0/networks?id=09b3d962-444c-4c56-926c-5f93c15f4d71 HTTP/1.1" status: 200 len: 815 time: 0.2504232 May 10 15:15:45.266609 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-7e2d8402-c770-4c3b-b052-83fee49fa7f1 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Request body: {'port': {'device_id': '18da7c25-32ee-484e-9dc4-cb4b217189b5', 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71', 'admin_state_up': True, 'tenant_id': '31bb5cbfca1f4e23a80d206861bde978'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:15:45.412197 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-7e2d8402-c770-4c3b-b052-83fee49fa7f1 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:15:45.416277 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-7e2d8402-c770-4c3b-b052-83fee49fa7f1 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Usage tracker for resource:port and tenant:31bb5cbfca1f4e23a80d206861bde978 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:15:45.419103 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-7e2d8402-c770-4c3b-b052-83fee49fa7f1 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:15:45.424867 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-7e2d8402-c770-4c3b-b052-83fee49fa7f1 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:15:45.435080 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-7e2d8402-c770-4c3b-b052-83fee49fa7f1 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Made reservation on behalf of 31bb5cbfca1f4e23a80d206861bde978 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:15:45.438478 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-7e2d8402-c770-4c3b-b052-83fee49fa7f1 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:45.599704 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-7e2d8402-c770-4c3b-b052-83fee49fa7f1 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Allocated IP 172.20.0.13 (09b3d962-444c-4c56-926c-5f93c15f4d71/4a00ca96-c35d-4e62-a208-2f4662da2855/9c9ea0da-3582-44b6-90ac-36dc7f94c2e8) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:15:45.805235 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-7e2d8402-c770-4c3b-b052-83fee49fa7f1 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:45.820711 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-7e2d8402-c770-4c3b-b052-83fee49fa7f1 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Transition to ACTIVE for port object 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:15:45.844198 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-7e2d8402-c770-4c3b-b052-83fee49fa7f1 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:45.917906 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-7e2d8402-c770-4c3b-b052-83fee49fa7f1 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Network 09b3d962-444c-4c56-926c-5f93c15f4d71 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:15:45.920779 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-7e2d8402-c770-4c3b-b052-83fee49fa7f1 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:15:45.925558 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-7e2d8402-c770-4c3b-b052-83fee49fa7f1 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:15:45.961585 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d8402-c770-4c3b-b052-83fee49fa7f1 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Pushing event updated for resources: {'Port': ['ID=9c9ea0da-3582-44b6-90ac-36dc7f94c2e8,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:45.997285 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-7e2d8402-c770-4c3b-b052-83fee49fa7f1 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:45.997891 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-7e2d8402-c770-4c3b-b052-83fee49fa7f1 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:46.023507 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-7e2d8402-c770-4c3b-b052-83fee49fa7f1 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7606671 May 10 15:15:46.039305 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-bc07c540-5ba6-4fd1-a264-be02f2c74253 service neutron] Request body: {'port': {'device_id': '18da7c25-32ee-484e-9dc4-cb4b217189b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:15:46.153600 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-bc07c540-5ba6-4fd1-a264-be02f2c74253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:46.178307 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e19be3ad-290e-44be-b7f7-fbf89925d861 None None] Provisioning for port 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:15:46.183277 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e19be3ad-290e-44be-b7f7-fbf89925d861 None None] Provisioning complete for port 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:15:46.183642 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e19be3ad-290e-44be-b7f7-fbf89925d861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:46.240399 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e19be3ad-290e-44be-b7f7-fbf89925d861 None None] Port 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:15:46.429069 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a07de-8dfd-4654-bc8f-0ea8734dddb9 req-c30fd0b9-503d-4598-bbd5-26ed05f7d8e5 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:46.430470 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2c0a07de-8dfd-4654-bc8f-0ea8734dddb9 req-c30fd0b9-503d-4598-bbd5-26ed05f7d8e5 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=18da7c25-32ee-484e-9dc4-cb4b217189b5 HTTP/1.1" status: 200 len: 932 time: 0.0824661 May 10 15:15:46.435719 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:15:46.470968 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:15:46.471362 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device faf379ca-67fe-4cc8-8c07-1e4f1f28abf5 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:15:46.481210 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2c0a07de-8dfd-4654-bc8f-0ea8734dddb9 req-6b18d5c8-2b26-4bf2-9bd0-1ed086d7abde tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a6627a0-e0a4-40e8-b096-c25fb416d59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434849 May 10 15:15:46.514398 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-bc07c540-5ba6-4fd1-a264-be02f2c74253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:15:46.522698 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-bc07c540-5ba6-4fd1-a264-be02f2c74253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:46.537227 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-bc07c540-5ba6-4fd1-a264-be02f2c74253 service neutron] Transition to ACTIVE for port object 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:15:46.540933 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-bc07c540-5ba6-4fd1-a264-be02f2c74253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:46.725216 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07c540-5ba6-4fd1-a264-be02f2c74253 service neutron] Pushing event updated for resources: {'Port': ['ID=9c9ea0da-3582-44b6-90ac-36dc7f94c2e8,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:46.814338 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-bc07c540-5ba6-4fd1-a264-be02f2c74253 service neutron] Attempting to bind port 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:15:46.814698 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-bc07c540-5ba6-4fd1-a264-be02f2c74253 service neutron] Attempting to bind port 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'ad1b5580-f89f-4018-a6fd-3c97d3c81bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:15:46.815101 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-bc07c540-5ba6-4fd1-a264-be02f2c74253 service neutron] Attempting to bind port 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 on network 09b3d962-444c-4c56-926c-5f93c15f4d71 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:15:46.820505 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-bc07c540-5ba6-4fd1-a264-be02f2c74253 service neutron] Port 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 on network 09b3d962-444c-4c56-926c-5f93c15f4d71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:15:46.820819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-bc07c540-5ba6-4fd1-a264-be02f2c74253 service neutron] Attempting to bind port 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 on network 09b3d962-444c-4c56-926c-5f93c15f4d71 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:15:46.825835 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-bc07c540-5ba6-4fd1-a264-be02f2c74253 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:15:46.826163 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-bc07c540-5ba6-4fd1-a264-be02f2c74253 service neutron] Checking segment: {'id': 'ad1b5580-f89f-4018-a6fd-3c97d3c81bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:15:46.826570 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-bc07c540-5ba6-4fd1-a264-be02f2c74253 service neutron] Bound using segment: {'id': 'ad1b5580-f89f-4018-a6fd-3c97d3c81bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:15:46.826986 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-bc07c540-5ba6-4fd1-a264-be02f2c74253 service neutron] Bound port: 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad1b5580-f89f-4018-a6fd-3c97d3c81bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:15:46.827327 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-bc07c540-5ba6-4fd1-a264-be02f2c74253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:46.914848 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-bc07c540-5ba6-4fd1-a264-be02f2c74253 service neutron] For port 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:15:46.917670 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-bc07c540-5ba6-4fd1-a264-be02f2c74253 service neutron] For port 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=9c9ea0da-3582-44b6-90ac-36dc7f94c2e8,segment=NetworkSegment(ad1b5580-f89f-4018-a6fd-3c97d3c81bc6),segment_id=ad1b5580-f89f-4018-a6fd-3c97d3c81bc6)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:15:46.922374 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-bc07c540-5ba6-4fd1-a264-be02f2c74253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:46.984901 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-bc07c540-5ba6-4fd1-a264-be02f2c74253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:46.985593 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-bc07c540-5ba6-4fd1-a264-be02f2c74253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:46.987399 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-bc07c540-5ba6-4fd1-a264-be02f2c74253 service neutron] 10.222.0.86 "PUT /v2.0/ports/9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 HTTP/1.1" status: 200 len: 1094 time: 0.9523270 May 10 15:15:46.987836 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18da7c25-32ee-484e-9dc4-cb4b217189b5', 'tag': '9c9ea0da-3582-44b6-90ac-36dc7f94c2e8'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:15:47.012225 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07c540-5ba6-4fd1-a264-be02f2c74253 service neutron] Pushing event updated for resources: {'Port': ['ID=9c9ea0da-3582-44b6-90ac-36dc7f94c2e8,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:47.037361 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b886e8f8-ae16-49c4-9383-46972045e5f8'] response: {'name': 'network-changed', 'server_uuid': '18da7c25-32ee-484e-9dc4-cb4b217189b5', 'tag': '9c9ea0da-3582-44b6-90ac-36dc7f94c2e8', 'status': 'completed', 'code': 200} May 10 15:15:47.208433 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-b3ddeaf0-d7b9-4c94-a5e5-1cfe9231b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:47.209892 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-b3ddeaf0-d7b9-4c94-a5e5-1cfe9231b5d8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=31bb5cbfca1f4e23a80d206861bde978&device_id=18da7c25-32ee-484e-9dc4-cb4b217189b5 HTTP/1.1" status: 200 len: 1097 time: 0.1668530 May 10 15:15:47.283829 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-17a07a45-d98e-4fd1-b89e-eb93d88311d3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 HTTP/1.1" status: 200 len: 217 time: 0.0626702 May 10 15:15:47.348278 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-6612b2ea-2c5d-4f8a-8e89-5b1efd309360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:47.349669 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-6612b2ea-2c5d-4f8a-8e89-5b1efd309360 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a00ca96-c35d-4e62-a208-2f4662da2855 HTTP/1.1" status: 200 len: 854 time: 0.0567260 May 10 15:15:47.431450 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-60bb6b6b-7a2a-408e-ae49-c0ffd8299664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:47.432903 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-60bb6b6b-7a2a-408e-ae49-c0ffd8299664 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=09b3d962-444c-4c56-926c-5f93c15f4d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733023 May 10 15:15:47.565717 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-89de9cda-0ee5-46d6-a5d6-2f3ca9d81340 service neutron] 10.222.0.86 "GET /v2.0/networks/09b3d962-444c-4c56-926c-5f93c15f4d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232655 May 10 15:15:47.668866 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7c4b6-ee7b-4c50-a407-f5b587db212c req-4e58fb9f-fd90-41e3-bb26-51bcefccba6d tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:47.670326 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-29f7c4b6-ee7b-4c50-a407-f5b587db212c req-4e58fb9f-fd90-41e3-bb26-51bcefccba6d tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=18da7c25-32ee-484e-9dc4-cb4b217189b5 HTTP/1.1" status: 200 len: 944 time: 0.0813847 May 10 15:15:47.700970 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-539ff781-44cd-41ca-96b8-b0ac496f91e6 req-fb7d0358-6b82-4bd1-a9ec-d153eee7f9cc service neutron] 10.222.0.86 "GET /v2.0/networks/09b3d962-444c-4c56-926c-5f93c15f4d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260986 May 10 15:15:47.717395 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-29f7c4b6-ee7b-4c50-a407-f5b587db212c req-f5ff33c7-6067-4c8e-9f6d-7d8e29b0cd6e tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a6627a0-e0a4-40e8-b096-c25fb416d59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410061 May 10 15:15:47.819042 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ff5e7-20ef-4785-a9aa-9a0ea656fb1a req-be2618a5-372f-4b44-a8c5-5a35b79fe843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:47.820440 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-979ff5e7-20ef-4785-a9aa-9a0ea656fb1a req-be2618a5-372f-4b44-a8c5-5a35b79fe843 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=31bb5cbfca1f4e23a80d206861bde978&device_id=18da7c25-32ee-484e-9dc4-cb4b217189b5 HTTP/1.1" status: 200 len: 1097 time: 0.0707333 May 10 15:15:47.952243 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ff5e7-20ef-4785-a9aa-9a0ea656fb1a req-af30994c-be03-448d-b4ef-412319669ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:47.953674 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-979ff5e7-20ef-4785-a9aa-9a0ea656fb1a req-af30994c-be03-448d-b4ef-412319669ab2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=09b3d962-444c-4c56-926c-5f93c15f4d71 HTTP/1.1" status: 200 len: 916 time: 0.1261945 May 10 15:15:48.025421 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-979ff5e7-20ef-4785-a9aa-9a0ea656fb1a req-95e70f1c-1b5d-4efc-8308-37791d735d60 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 HTTP/1.1" status: 200 len: 217 time: 0.0643342 May 10 15:15:48.089087 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ff5e7-20ef-4785-a9aa-9a0ea656fb1a req-4d9257d5-8c2e-42e0-87b9-4ae22e134420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:48.090448 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-979ff5e7-20ef-4785-a9aa-9a0ea656fb1a req-4d9257d5-8c2e-42e0-87b9-4ae22e134420 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4a00ca96-c35d-4e62-a208-2f4662da2855 HTTP/1.1" status: 200 len: 854 time: 0.0587437 May 10 15:15:48.169341 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ff5e7-20ef-4785-a9aa-9a0ea656fb1a req-8eccc8c5-e9e8-4be9-9d87-8993a0827b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:48.170805 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-979ff5e7-20ef-4785-a9aa-9a0ea656fb1a req-8eccc8c5-e9e8-4be9-9d87-8993a0827b3d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=09b3d962-444c-4c56-926c-5f93c15f4d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732074 May 10 15:15:48.300397 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-979ff5e7-20ef-4785-a9aa-9a0ea656fb1a req-7b2c9d14-4ff2-4605-b0e0-41275309adb5 service neutron] 10.222.0.86 "GET /v2.0/networks/09b3d962-444c-4c56-926c-5f93c15f4d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231000 May 10 15:15:48.432306 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-979ff5e7-20ef-4785-a9aa-9a0ea656fb1a req-cb024deb-ca52-4b2b-9a97-5785150f1b23 service neutron] 10.222.0.86 "GET /v2.0/networks/09b3d962-444c-4c56-926c-5f93c15f4d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243732 May 10 15:15:48.905082 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b9e81-052c-4334-a931-b9ecdd78768a req-3bf80c73-9fe7-42ad-8eef-81bdff3d25fa tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:48.906606 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ef1b9e81-052c-4334-a931-b9ecdd78768a req-3bf80c73-9fe7-42ad-8eef-81bdff3d25fa tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=18da7c25-32ee-484e-9dc4-cb4b217189b5 HTTP/1.1" status: 200 len: 944 time: 0.0841048 May 10 15:15:48.951576 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ef1b9e81-052c-4334-a931-b9ecdd78768a req-8d63df36-4784-4874-ab67-53d9c98acd7c tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a6627a0-e0a4-40e8-b096-c25fb416d59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386212 May 10 15:15:50.122171 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7563beb9-0056-4903-86e8-0caeb8779741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:50.145043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cccd99-3c1f-4740-a3cc-e414a52ec51e req-57bea148-3c02-4774-b275-da20b0b7d7fc tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:50.146791 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-44cccd99-3c1f-4740-a3cc-e414a52ec51e req-57bea148-3c02-4774-b275-da20b0b7d7fc tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=18da7c25-32ee-484e-9dc4-cb4b217189b5 HTTP/1.1" status: 200 len: 944 time: 0.0887308 May 10 15:15:50.193910 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-44cccd99-3c1f-4740-a3cc-e414a52ec51e req-9cfe4d80-9f82-42e8-b35d-17a0f6afe578 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a6627a0-e0a4-40e8-b096-c25fb416d59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412488 May 10 15:15:50.455841 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:15:50.628484 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=9c9ea0da-3582-44b6-90ac-36dc7f94c2e8,segment=NetworkSegment(ad1b5580-f89f-4018-a6fd-3c97d3c81bc6),segment_id=ad1b5580-f89f-4018-a6fd-3c97d3c81bc6)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:15:50.642811 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '9c9ea0da-3582-44b6-90ac-36dc7f94c2e8', 'network_id': '09b3d962-444c-4c56-926c-5f93c15f4d71', 'port_id': '9c9ea0da-3582-44b6-90ac-36dc7f94c2e8', 'mac_address': 'fa:16:3e:4a:23:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a00ca96-c35d-4e62-a208-2f4662da2855', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:15:50.706380 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:50.724425 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:15:50.741706 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=9c9ea0da-3582-44b6-90ac-36dc7f94c2e8,segment=NetworkSegment(ad1b5580-f89f-4018-a6fd-3c97d3c81bc6),segment_id=ad1b5580-f89f-4018-a6fd-3c97d3c81bc6)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:15:50.745636 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:50.816243 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=9c9ea0da-3582-44b6-90ac-36dc7f94c2e8,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:50.823544 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:50.823890 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:50.824222 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:50.824552 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:50.824877 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:50.825202 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:50.825522 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:50.825843 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:50.826159 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:50.826495 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:50.826814 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:50.827128 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:50.999566 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['9c9ea0da-3582-44b6-90ac-36dc7f94c2e8'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:15:51.491076 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f7786-c750-4ea4-bf19-6b9b16165c05 req-e1e0c134-f128-46a6-a949-addf7f921fc7 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:51.492521 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-794f7786-c750-4ea4-bf19-6b9b16165c05 req-e1e0c134-f128-46a6-a949-addf7f921fc7 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=18da7c25-32ee-484e-9dc4-cb4b217189b5 HTTP/1.1" status: 200 len: 945 time: 0.1892185 May 10 15:15:51.536058 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-794f7786-c750-4ea4-bf19-6b9b16165c05 req-8af2bfe7-cfaf-4ed2-a22f-3036d9a1a260 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a6627a0-e0a4-40e8-b096-c25fb416d59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380418 May 10 15:15:52.420699 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e1d5b63e-2392-4360-9195-7592598924d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:52.456852 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:15:52.524026 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:15:52.528457 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:15:52.528823 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:52.646642 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:52.673566 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18da7c25-32ee-484e-9dc4-cb4b217189b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9ea0da-3582-44b6-90ac-36dc7f94c2e8'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:15:52.685464 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=9c9ea0da-3582-44b6-90ac-36dc7f94c2e8,segment=NetworkSegment(ad1b5580-f89f-4018-a6fd-3c97d3c81bc6),segment_id=ad1b5580-f89f-4018-a6fd-3c97d3c81bc6)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:15:52.690016 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:52.725734 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eb2a784-aa38-4bbf-8382-6f89d3148856'] response: {'server_uuid': '18da7c25-32ee-484e-9dc4-cb4b217189b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9ea0da-3582-44b6-90ac-36dc7f94c2e8', 'code': 200} May 10 15:15:52.732303 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bf0ba-4307-4741-9cf6-026dca9546b2 req-034d4971-ccbb-4fe5-a905-3097385b5ce7 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:52.733800 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-614bf0ba-4307-4741-9cf6-026dca9546b2 req-034d4971-ccbb-4fe5-a905-3097385b5ce7 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=18da7c25-32ee-484e-9dc4-cb4b217189b5 HTTP/1.1" status: 200 len: 945 time: 0.0894723 May 10 15:15:52.765133 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=9c9ea0da-3582-44b6-90ac-36dc7f94c2e8,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:52.792478 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-614bf0ba-4307-4741-9cf6-026dca9546b2 req-c76013cb-f972-4089-8cb8-3ab829aae3c4 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a6627a0-e0a4-40e8-b096-c25fb416d59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509193 May 10 15:15:52.975990 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3076203-8fcf-469d-8777-929314e0b4ff req-93bb6d97-0e5f-4ca9-9545-12e7ad2de423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:52.977470 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f3076203-8fcf-469d-8777-929314e0b4ff req-93bb6d97-0e5f-4ca9-9545-12e7ad2de423 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=18da7c25-32ee-484e-9dc4-cb4b217189b5 HTTP/1.1" status: 200 len: 1099 time: 0.0897567 May 10 15:15:53.028580 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f3076203-8fcf-469d-8777-929314e0b4ff req-68738c3f-95d1-45a9-ac76-f3f5ee0b454c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1a6627a0-e0a4-40e8-b096-c25fb416d59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414407 May 10 15:15:53.291785 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:53.399816 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:53.401270 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:53.983094 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e10b12-3787-444f-be7b-cbdb072aefdc req-aed1b9b3-5d10-40e6-9f9a-21b5885b91a6 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:53.984537 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a6e10b12-3787-444f-be7b-cbdb072aefdc req-aed1b9b3-5d10-40e6-9f9a-21b5885b91a6 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=18da7c25-32ee-484e-9dc4-cb4b217189b5 HTTP/1.1" status: 200 len: 946 time: 0.0799839 May 10 15:15:54.030232 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a6e10b12-3787-444f-be7b-cbdb072aefdc req-8df323f5-6223-4437-928d-8cbe4aa9bd55 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a6627a0-e0a4-40e8-b096-c25fb416d59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394378 May 10 15:15:54.959418 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:55.216302 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498b0bd-784f-46e6-9547-43342ca1a10e req-14782613-6c31-429a-935f-293d5b9722fe tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:55.217727 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c498b0bd-784f-46e6-9547-43342ca1a10e req-14782613-6c31-429a-935f-293d5b9722fe tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=18da7c25-32ee-484e-9dc4-cb4b217189b5 HTTP/1.1" status: 200 len: 946 time: 0.0830133 May 10 15:15:55.262386 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c498b0bd-784f-46e6-9547-43342ca1a10e req-fd500701-4ab3-4ae2-88ce-1c30b85fa6ac tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a6627a0-e0a4-40e8-b096-c25fb416d59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385311 May 10 15:15:55.444406 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e665b7c-1af6-4cc1-a1c9-840a3f1e689d req-409d9d97-e34d-4335-984f-63f42ac6961a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:15:55.445844 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1e665b7c-1af6-4cc1-a1c9-840a3f1e689d req-409d9d97-e34d-4335-984f-63f42ac6961a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=18da7c25-32ee-484e-9dc4-cb4b217189b5 HTTP/1.1" status: 200 len: 946 time: 0.0805979 May 10 15:15:55.489511 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1e665b7c-1af6-4cc1-a1c9-840a3f1e689d req-161f668f-1166-4cae-af75-332e836c7cf8 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a6627a0-e0a4-40e8-b096-c25fb416d59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378296 May 10 15:15:57.260715 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:16:09.775037 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7123290-c2ca-40b8-a50c-b91f3448d4c5 req-ab42de7a-d0f1-421f-9aaa-6afb7bdd360e tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:09.776443 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e7123290-c2ca-40b8-a50c-b91f3448d4c5 req-ab42de7a-d0f1-421f-9aaa-6afb7bdd360e tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=18da7c25-32ee-484e-9dc4-cb4b217189b5 HTTP/1.1" status: 200 len: 946 time: 0.0830235 May 10 15:16:09.820527 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e7123290-c2ca-40b8-a50c-b91f3448d4c5 req-145615f9-748b-463a-8aa2-385b48f5e15c tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a6627a0-e0a4-40e8-b096-c25fb416d59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384007 May 10 15:16:11.010075 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441988bf-93d7-48de-aa47-29524e5a2d0c req-71455189-0a60-4242-889e-730600cae4b4 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:11.011546 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-441988bf-93d7-48de-aa47-29524e5a2d0c req-71455189-0a60-4242-889e-730600cae4b4 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=18da7c25-32ee-484e-9dc4-cb4b217189b5 HTTP/1.1" status: 200 len: 946 time: 0.0799205 May 10 15:16:11.058647 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-441988bf-93d7-48de-aa47-29524e5a2d0c req-43011271-6f98-4f6a-907a-b991747465d4 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/security-groups?id=1a6627a0-e0a4-40e8-b096-c25fb416d59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414376 May 10 15:16:11.461118 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263058d1-b3b0-40e4-9437-2869140a990d req-9f443030-8760-4bd8-8a0f-2683aa54ca07 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:11.461807 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-263058d1-b3b0-40e4-9437-2869140a990d req-9f443030-8760-4bd8-8a0f-2683aa54ca07 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Synchronizing usage tracker for tenant:31bb5cbfca1f4e23a80d206861bde978 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:16:11.477111 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-263058d1-b3b0-40e4-9437-2869140a990d req-9f443030-8760-4bd8-8a0f-2683aa54ca07 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Unset dirty status for tenant:31bb5cbfca1f4e23a80d206861bde978 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:16:11.478215 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-263058d1-b3b0-40e4-9437-2869140a990d req-9f443030-8760-4bd8-8a0f-2683aa54ca07 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.86 "GET /v2.0/ports?device_id=18da7c25-32ee-484e-9dc4-cb4b217189b5 HTTP/1.1" status: 200 len: 946 time: 0.0996571 May 10 15:16:11.550984 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-263058d1-b3b0-40e4-9437-2869140a990d req-1fbe3f6f-4462-4efa-98ec-7621fbe28f2a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Deleting port 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:16:11.551317 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-263058d1-b3b0-40e4-9437-2869140a990d req-1fbe3f6f-4462-4efa-98ec-7621fbe28f2a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:11.886503 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-263058d1-b3b0-40e4-9437-2869140a990d req-1fbe3f6f-4462-4efa-98ec-7621fbe28f2a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] For port 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=9c9ea0da-3582-44b6-90ac-36dc7f94c2e8,segment=NetworkSegment(ad1b5580-f89f-4018-a6fd-3c97d3c81bc6),segment_id=ad1b5580-f89f-4018-a6fd-3c97d3c81bc6)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:16:11.886842 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-263058d1-b3b0-40e4-9437-2869140a990d req-1fbe3f6f-4462-4efa-98ec-7621fbe28f2a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:12.009886 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-263058d1-b3b0-40e4-9437-2869140a990d req-1fbe3f6f-4462-4efa-98ec-7621fbe28f2a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Calling delete_port for 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:16:12.157194 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-263058d1-b3b0-40e4-9437-2869140a990d req-1fbe3f6f-4462-4efa-98ec-7621fbe28f2a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:12.173342 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['9c9ea0da-3582-44b6-90ac-36dc7f94c2e8'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:16:12.209652 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe3f6f-4462-4efa-98ec-7621fbe28f2a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Pushing event deleted for resources: {'Port': ['ID=9c9ea0da-3582-44b6-90ac-36dc7f94c2e8,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:12.214654 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0e71b3e5-e2b6-4eb8-844f-3b7b39b13edc req-99636ccc-6b70-4b3f-8d44-8e3fe3fbb343 tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.79 "GET /v2.0/ports?device_id=18da7c25-32ee-484e-9dc4-cb4b217189b5 HTTP/1.1" status: 200 len: 210 time: 0.0459311 May 10 15:16:12.256314 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe3f6f-4462-4efa-98ec-7621fbe28f2a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:12.256717 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe3f6f-4462-4efa-98ec-7621fbe28f2a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:12.256991 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe3f6f-4462-4efa-98ec-7621fbe28f2a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:12.257324 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe3f6f-4462-4efa-98ec-7621fbe28f2a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:12.257652 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe3f6f-4462-4efa-98ec-7621fbe28f2a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:12.257977 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe3f6f-4462-4efa-98ec-7621fbe28f2a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:12.258301 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe3f6f-4462-4efa-98ec-7621fbe28f2a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:12.258646 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe3f6f-4462-4efa-98ec-7621fbe28f2a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:12.258966 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe3f6f-4462-4efa-98ec-7621fbe28f2a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:12.259291 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe3f6f-4462-4efa-98ec-7621fbe28f2a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:12.259688 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe3f6f-4462-4efa-98ec-7621fbe28f2a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:12.260010 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe3f6f-4462-4efa-98ec-7621fbe28f2a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:12.305797 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-263058d1-b3b0-40e4-9437-2869140a990d req-1fbe3f6f-4462-4efa-98ec-7621fbe28f2a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] No DVR routers for this DVR port 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:16:12.308334 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-263058d1-b3b0-40e4-9437-2869140a990d req-1fbe3f6f-4462-4efa-98ec-7621fbe28f2a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:12.310937 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18da7c25-32ee-484e-9dc4-cb4b217189b5', 'name': 'network-vif-deleted', 'tag': '9c9ea0da-3582-44b6-90ac-36dc7f94c2e8'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:16:12.327533 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-263058d1-b3b0-40e4-9437-2869140a990d req-1fbe3f6f-4462-4efa-98ec-7621fbe28f2a tempest-TestEncryptedCinderVolumes-1573371736 tempest-TestEncryptedCinderVolumes-1573371736-project] 10.222.0.86 "DELETE /v2.0/ports/9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 HTTP/1.1" status: 204 len: 173 time: 0.8412297 May 10 15:16:12.361873 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5848421-34e4-4e6e-b243-fd6ea45e852e'] response: {'server_uuid': '18da7c25-32ee-484e-9dc4-cb4b217189b5', 'name': 'network-vif-deleted', 'tag': '9c9ea0da-3582-44b6-90ac-36dc7f94c2e8', 'status': 'completed', 'code': 200} May 10 15:16:13.339097 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51842) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:16:13.872728 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-eb0dde61-6bf1-4051-b3db-f1dcff1d475d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:14.321969 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-eb0dde61-6bf1-4051-b3db-f1dcff1d475d admin admin] Deleting port 3a9afda3-b5b4-494c-9baa-bed50198b6b2 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:16:14.322297 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-eb0dde61-6bf1-4051-b3db-f1dcff1d475d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:14.493402 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-eb0dde61-6bf1-4051-b3db-f1dcff1d475d admin admin] For port 3a9afda3-b5b4-494c-9baa-bed50198b6b2, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=3a9afda3-b5b4-494c-9baa-bed50198b6b2,segment=NetworkSegment(ad1b5580-f89f-4018-a6fd-3c97d3c81bc6),segment_id=ad1b5580-f89f-4018-a6fd-3c97d3c81bc6)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:16:14.494094 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-eb0dde61-6bf1-4051-b3db-f1dcff1d475d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:14.616938 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-eb0dde61-6bf1-4051-b3db-f1dcff1d475d admin admin] Calling delete_port for 3a9afda3-b5b4-494c-9baa-bed50198b6b2 owned by network:router_interface {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:16:14.932685 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-eb0dde61-6bf1-4051-b3db-f1dcff1d475d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:14.978315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0dde61-6bf1-4051-b3db-f1dcff1d475d admin admin] Pushing event deleted for resources: {'Port': ['ID=3a9afda3-b5b4-494c-9baa-bed50198b6b2,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:15.249728 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-eb0dde61-6bf1-4051-b3db-f1dcff1d475d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:15.716160 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0dde61-6bf1-4051-b3db-f1dcff1d475d admin admin] Router 2a3d20f4-b1e7-4cb0-a208-93513bc4066d has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:16:15.891345 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0dde61-6bf1-4051-b3db-f1dcff1d475d admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:16:15.901627 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed33292-1df4-4dd5-8a2c-4facf964ada5 None None] Sync routers for ids ['2a3d20f4-b1e7-4cb0-a208-93513bc4066d'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:16:15.905463 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-eb0dde61-6bf1-4051-b3db-f1dcff1d475d admin admin] 10.222.0.79 "PUT /v2.0/routers/2a3d20f4-b1e7-4cb0-a208-93513bc4066d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5654151 May 10 15:16:15.908637 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51846) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:16:15.911541 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed33292-1df4-4dd5-8a2c-4facf964ada5 None None] Routers {'2a3d20f4-b1e7-4cb0-a208-93513bc4066d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:16:15.912160 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-eed33292-1df4-4dd5-8a2c-4facf964ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:15:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2a3d20f4-b1e7-4cb0-a208-93513bc4066d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:16.085539 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f97d2e2d-a7f5-417b-b74b-b9f46e4d48b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:16.088313 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-eed33292-1df4-4dd5-8a2c-4facf964ada5 None None] Set router 2a3d20f4-b1e7-4cb0-a208-93513bc4066d gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:16:16.257634 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f97d2e2d-a7f5-417b-b74b-b9f46e4d48b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:16.267440 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-f97d2e2d-a7f5-417b-b74b-b9f46e4d48b9 admin admin] Deleting port c7de39a8-e5c4-46c3-b04c-b807681428f4 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:16:16.267797 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f97d2e2d-a7f5-417b-b74b-b9f46e4d48b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:16.372036 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-eed33292-1df4-4dd5-8a2c-4facf964ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3d20f4-b1e7-4cb0-a208-93513bc4066d', 'name': 'tempest-TestEncryptedCinderVolumes-93027823-router', 'tenant_id': '31bb5cbfca1f4e23a80d206861bde978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.79'}], 'enable_snat': True}, 'gw_port_id': 'c7de39a8-e5c4-46c3-b04c-b807681428f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:15:00Z', 'updated_at': '2022-05-10T15:16:14Z', 'revision_number': 5, 'project_id': '31bb5cbfca1f4e23a80d206861bde978', 'gw_port': {'id': 'c7de39a8-e5c4-46c3-b04c-b807681428f4', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3d20f4-b1e7-4cb0-a208-93513bc4066d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:15:01Z', 'updated_at': '2022-05-10T15:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:16.375839 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed33292-1df4-4dd5-8a2c-4facf964ada5 None None] Checking router: 2a3d20f4-b1e7-4cb0-a208-93513bc4066d for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:16:16.385054 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed33292-1df4-4dd5-8a2c-4facf964ada5 None None] Routers {'2a3d20f4-b1e7-4cb0-a208-93513bc4066d'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:16:16.385672 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-eed33292-1df4-4dd5-8a2c-4facf964ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:15:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2a3d20f4-b1e7-4cb0-a208-93513bc4066d'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:16.444525 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-f97d2e2d-a7f5-417b-b74b-b9f46e4d48b9 admin admin] For port c7de39a8-e5c4-46c3-b04c-b807681428f4, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=c7de39a8-e5c4-46c3-b04c-b807681428f4,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:16:16.444869 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f97d2e2d-a7f5-417b-b74b-b9f46e4d48b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:16.537139 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-eed33292-1df4-4dd5-8a2c-4facf964ada5 None None] Set router 2a3d20f4-b1e7-4cb0-a208-93513bc4066d gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:16:16.566393 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-f97d2e2d-a7f5-417b-b74b-b9f46e4d48b9 admin admin] Calling delete_port for c7de39a8-e5c4-46c3-b04c-b807681428f4 owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:16:16.613317 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:16:16.707319 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:16:16.707667 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 9c9ea0da-3582-44b6-90ac-36dc7f94c2e8 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:16:16.709079 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-eed33292-1df4-4dd5-8a2c-4facf964ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3d20f4-b1e7-4cb0-a208-93513bc4066d', 'name': 'tempest-TestEncryptedCinderVolumes-93027823-router', 'tenant_id': '31bb5cbfca1f4e23a80d206861bde978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:15:00Z', 'updated_at': '2022-05-10T15:16:16Z', 'revision_number': 6, 'project_id': '31bb5cbfca1f4e23a80d206861bde978', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:16.713205 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed33292-1df4-4dd5-8a2c-4facf964ada5 None None] The sync data for ids ['2a3d20f4-b1e7-4cb0-a208-93513bc4066d'] in dv-neutron-841204-2-hyperv is: [{'id': '2a3d20f4-b1e7-4cb0-a208-93513bc4066d', 'name': 'tempest-TestEncryptedCinderVolumes-93027823-router', 'tenant_id': '31bb5cbfca1f4e23a80d206861bde978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:15:00Z', 'updated_at': '2022-05-10T15:16:16Z', 'revision_number': 6, 'project_id': '31bb5cbfca1f4e23a80d206861bde978', 'gw_port_host': None}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:16:16.736499 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f97d2e2d-a7f5-417b-b74b-b9f46e4d48b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:16.784694 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d2e2d-a7f5-417b-b74b-b9f46e4d48b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7de39a8-e5c4-46c3-b04c-b807681428f4,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:16.881926 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f97d2e2d-a7f5-417b-b74b-b9f46e4d48b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:17.151794 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f97d2e2d-a7f5-417b-b74b-b9f46e4d48b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:17.153966 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f97d2e2d-a7f5-417b-b74b-b9f46e4d48b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:17.176499 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f97d2e2d-a7f5-417b-b74b-b9f46e4d48b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:17.177068 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97d2e2d-a7f5-417b-b74b-b9f46e4d48b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a3d20f4-b1e7-4cb0-a208-93513bc4066d {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:16:17.189129 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f97d2e2d-a7f5-417b-b74b-b9f46e4d48b9 admin admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:17.190821 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f97d2e2d-a7f5-417b-b74b-b9f46e4d48b9 admin admin] 10.222.0.79 "DELETE /v2.0/routers/2a3d20f4-b1e7-4cb0-a208-93513bc4066d HTTP/1.1" status: 204 len: 168 time: 1.2812812 May 10 15:16:17.193201 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51850) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:16:17.254645 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2edf8fc-0ca2-486f-a348-3dc578d269aa admin admin] Deleting subnet 4a00ca96-c35d-4e62-a208-2f4662da2855 {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:16:17.257468 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e2edf8fc-0ca2-486f-a348-3dc578d269aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:17.306159 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e2edf8fc-0ca2-486f-a348-3dc578d269aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:17.384787 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e2edf8fc-0ca2-486f-a348-3dc578d269aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:17.453476 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e2edf8fc-0ca2-486f-a348-3dc578d269aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:17.471148 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 3a9afda3-b5b4-494c-9baa-bed50198b6b2 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:16:17.495665 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edf8fc-0ca2-486f-a348-3dc578d269aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a00ca96-c35d-4e62-a208-2f4662da2855,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:17.497795 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e2edf8fc-0ca2-486f-a348-3dc578d269aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:17.509626 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab25edd3-0e5b-44bf-ac3c-c7748fd884a1 None None] Network 09b3d962-444c-4c56-926c-5f93c15f4d71 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:16:17.510473 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51854) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:16:17.510954 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e2edf8fc-0ca2-486f-a348-3dc578d269aa admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4a00ca96-c35d-4e62-a208-2f4662da2855 HTTP/1.1" status: 204 len: 168 time: 0.3163564 May 10 15:16:17.522669 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 3a9afda3-b5b4-494c-9baa-bed50198b6b2 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:16:17.523012 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 3a9afda3-b5b4-494c-9baa-bed50198b6b2 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:16:17.624019 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:17.635518 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Deleting port e0d6eed5-fa8c-4e38-9013-5329f2b19e7b {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:16:17.636125 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:17.771036 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269e9543-2476-412e-8bed-fc24a0d09490 None None] DHCP port deletion for 09b3d962-444c-4c56-926c-5f93c15f4d71 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 15:16:17.776755 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-269e9543-2476-412e-8bed-fc24a0d09490 None None] Deleting port e0d6eed5-fa8c-4e38-9013-5329f2b19e7b {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:16:17.776755 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-269e9543-2476-412e-8bed-fc24a0d09490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:17.858957 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] For port e0d6eed5-fa8c-4e38-9013-5329f2b19e7b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e0d6eed5-fa8c-4e38-9013-5329f2b19e7b,segment=NetworkSegment(ad1b5580-f89f-4018-a6fd-3c97d3c81bc6),segment_id=ad1b5580-f89f-4018-a6fd-3c97d3c81bc6)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:16:17.859225 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:17.977603 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-269e9543-2476-412e-8bed-fc24a0d09490 None None] For port e0d6eed5-fa8c-4e38-9013-5329f2b19e7b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e0d6eed5-fa8c-4e38-9013-5329f2b19e7b,segment=NetworkSegment(ad1b5580-f89f-4018-a6fd-3c97d3c81bc6),segment_id=ad1b5580-f89f-4018-a6fd-3c97d3c81bc6)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:16:17.978027 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-269e9543-2476-412e-8bed-fc24a0d09490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:17.989154 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Calling delete_port for e0d6eed5-fa8c-4e38-9013-5329f2b19e7b owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:16:18.068430 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:18.104370 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-269e9543-2476-412e-8bed-fc24a0d09490 None None] Calling delete_port for e0d6eed5-fa8c-4e38-9013-5329f2b19e7b owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:16:18.128069 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0d6eed5-fa8c-4e38-9013-5329f2b19e7b,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:18.137179 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] No DVR routers for this DVR port e0d6eed5-fa8c-4e38-9013-5329f2b19e7b on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:16:18.139231 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:18.139617 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:18.139885 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:18.140206 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:18.140566 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:18.140839 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:18.141150 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:18.141458 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:18.141765 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:18.142649 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:18.143610 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:18.143928 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:18.180258 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-269e9543-2476-412e-8bed-fc24a0d09490 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 15:16:18.180606 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-269e9543-2476-412e-8bed-fc24a0d09490 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 15:16:18.260531 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:18.285249 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b3d962-444c-4c56-926c-5f93c15f4d71']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:18.296904 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1b5580-f89f-4018-a6fd-3c97d3c81bc6') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:18.297193 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1b5580-f89f-4018-a6fd-3c97d3c81bc6') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:18.309020 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:18.324503 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:18.330929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:16:18.331336 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:16:18.344213 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:16:18.516467 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:18.521740 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:18.545600 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] Pushing event deleted for resources: {'Network': ['ID=09b3d962-444c-4c56-926c-5f93c15f4d71,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:18.559037 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0f84657a-1e60-48bb-b92b-2bb7d754ee44 admin admin] 10.222.0.79 "DELETE /v2.0/networks/09b3d962-444c-4c56-926c-5f93c15f4d71 HTTP/1.1" status: 204 len: 168 time: 1.0468292 May 10 15:16:18.561819 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51858) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:16:18.681858 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-269e9543-2476-412e-8bed-fc24a0d09490 None None] Deleting port e0d6eed5-fa8c-4e38-9013-5329f2b19e7b {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:16:18.682479 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-269e9543-2476-412e-8bed-fc24a0d09490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:18.749976 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-269e9543-2476-412e-8bed-fc24a0d09490 None None] The port 'e0d6eed5-fa8c-4e38-9013-5329f2b19e7b' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 15:16:19.091607 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-42441f89-2b14-4686-9c7c-3f9a34ff0ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:19.143554 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e0d6eed5-fa8c-4e38-9013-5329f2b19e7b no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:16:19.177405 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: e0d6eed5-fa8c-4e38-9013-5329f2b19e7b {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:16:19.177725 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e0d6eed5-fa8c-4e38-9013-5329f2b19e7b not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:16:19.178067 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c7de39a8-e5c4-46c3-b04c-b807681428f4 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:16:19.210097 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: c7de39a8-e5c4-46c3-b04c-b807681428f4 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:16:19.210451 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c7de39a8-e5c4-46c3-b04c-b807681428f4 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:16:19.436132 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-42441f89-2b14-4686-9c7c-3f9a34ff0ac0 admin admin] Deleting port b8c037c6-eed5-4695-88f7-ae94c53414a4 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:16:19.436361 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-42441f89-2b14-4686-9c7c-3f9a34ff0ac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:19.606046 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-42441f89-2b14-4686-9c7c-3f9a34ff0ac0 admin admin] For port b8c037c6-eed5-4695-88f7-ae94c53414a4, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=b8c037c6-eed5-4695-88f7-ae94c53414a4,segment=NetworkSegment(327fc3e4-a615-496a-bed6-7a55c37ca0d5),segment_id=327fc3e4-a615-496a-bed6-7a55c37ca0d5)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:16:19.606895 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-42441f89-2b14-4686-9c7c-3f9a34ff0ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:19.728923 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-42441f89-2b14-4686-9c7c-3f9a34ff0ac0 admin admin] Calling delete_port for b8c037c6-eed5-4695-88f7-ae94c53414a4 owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:16:20.125467 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cdbbfbf7-26d2-4503-a594-8868afc54172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:20.146925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-42441f89-2b14-4686-9c7c-3f9a34ff0ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:20.193399 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42441f89-2b14-4686-9c7c-3f9a34ff0ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c037c6-eed5-4695-88f7-ae94c53414a4,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:20.461293 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-42441f89-2b14-4686-9c7c-3f9a34ff0ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:20.815210 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42441f89-2b14-4686-9c7c-3f9a34ff0ac0 admin admin] Router 91eb55ec-f0a0-4953-ab17-b3176a8e5f01 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:16:20.990691 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42441f89-2b14-4686-9c7c-3f9a34ff0ac0 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:16:20.999538 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-42441f89-2b14-4686-9c7c-3f9a34ff0ac0 admin admin] 10.222.0.79 "PUT /v2.0/routers/91eb55ec-f0a0-4953-ab17-b3176a8e5f01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4367762 May 10 15:16:20.999991 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a820aaef-cfdc-45a8-8bda-10f90b752c04 None None] Sync routers for ids ['91eb55ec-f0a0-4953-ab17-b3176a8e5f01'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:16:21.002210 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51862) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:16:21.009629 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a820aaef-cfdc-45a8-8bda-10f90b752c04 None None] Routers {'91eb55ec-f0a0-4953-ab17-b3176a8e5f01'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:16:21.010231 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-a820aaef-cfdc-45a8-8bda-10f90b752c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:15:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['91eb55ec-f0a0-4953-ab17-b3176a8e5f01'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:21.183951 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9dc75c4-cd45-4a71-a179-a90a23e2f55e admin admin] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:21.198389 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-a820aaef-cfdc-45a8-8bda-10f90b752c04 None None] Set router 91eb55ec-f0a0-4953-ab17-b3176a8e5f01 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:16:21.526022 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9dc75c4-cd45-4a71-a179-a90a23e2f55e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:21.538557 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc75c4-cd45-4a71-a179-a90a23e2f55e admin admin] Deleting port 0bc3fbed-5a87-4c80-85d8-24a3408ff842 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:16:21.538912 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9dc75c4-cd45-4a71-a179-a90a23e2f55e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:21.553524 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-a820aaef-cfdc-45a8-8bda-10f90b752c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91eb55ec-f0a0-4953-ab17-b3176a8e5f01', 'name': 'tempest-TestEncryptedCinderVolumes-1750100586-router', 'tenant_id': '77f11286237a48b9a5023a0416757d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.86'}], 'enable_snat': True}, 'gw_port_id': '0bc3fbed-5a87-4c80-85d8-24a3408ff842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:15:06Z', 'updated_at': '2022-05-10T15:16:20Z', 'revision_number': 5, 'project_id': '77f11286237a48b9a5023a0416757d14', 'gw_port': {'id': '0bc3fbed-5a87-4c80-85d8-24a3408ff842', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91eb55ec-f0a0-4953-ab17-b3176a8e5f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:15:07Z', 'updated_at': '2022-05-10T15:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:21.557655 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a820aaef-cfdc-45a8-8bda-10f90b752c04 None None] Checking router: 91eb55ec-f0a0-4953-ab17-b3176a8e5f01 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:16:21.566662 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a820aaef-cfdc-45a8-8bda-10f90b752c04 None None] Routers {'91eb55ec-f0a0-4953-ab17-b3176a8e5f01'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:16:21.567282 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-a820aaef-cfdc-45a8-8bda-10f90b752c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:15:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['91eb55ec-f0a0-4953-ab17-b3176a8e5f01'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:21.717119 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-a820aaef-cfdc-45a8-8bda-10f90b752c04 None None] Set router 91eb55ec-f0a0-4953-ab17-b3176a8e5f01 gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:16:21.755303 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-c9dc75c4-cd45-4a71-a179-a90a23e2f55e admin admin] For port 0bc3fbed-5a87-4c80-85d8-24a3408ff842, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0bc3fbed-5a87-4c80-85d8-24a3408ff842,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:16:21.755653 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9dc75c4-cd45-4a71-a179-a90a23e2f55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:21.824463 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-a820aaef-cfdc-45a8-8bda-10f90b752c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91eb55ec-f0a0-4953-ab17-b3176a8e5f01', 'name': 'tempest-TestEncryptedCinderVolumes-1750100586-router', 'tenant_id': '77f11286237a48b9a5023a0416757d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:15:06Z', 'updated_at': '2022-05-10T15:16:21Z', 'revision_number': 6, 'project_id': '77f11286237a48b9a5023a0416757d14', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:21.828361 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a820aaef-cfdc-45a8-8bda-10f90b752c04 None None] The sync data for ids ['91eb55ec-f0a0-4953-ab17-b3176a8e5f01'] in dv-neutron-841204-2-hyperv is: [{'id': '91eb55ec-f0a0-4953-ab17-b3176a8e5f01', 'name': 'tempest-TestEncryptedCinderVolumes-1750100586-router', 'tenant_id': '77f11286237a48b9a5023a0416757d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:15:06Z', 'updated_at': '2022-05-10T15:16:21Z', 'revision_number': 6, 'project_id': '77f11286237a48b9a5023a0416757d14', 'gw_port_host': None}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:16:21.893946 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc75c4-cd45-4a71-a179-a90a23e2f55e admin admin] Calling delete_port for 0bc3fbed-5a87-4c80-85d8-24a3408ff842 owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:16:22.077858 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9dc75c4-cd45-4a71-a179-a90a23e2f55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:22.127178 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc75c4-cd45-4a71-a179-a90a23e2f55e admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc3fbed-5a87-4c80-85d8-24a3408ff842,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:22.220406 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9dc75c4-cd45-4a71-a179-a90a23e2f55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:22.397211 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9dc75c4-cd45-4a71-a179-a90a23e2f55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:22.399333 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9dc75c4-cd45-4a71-a179-a90a23e2f55e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:22.424072 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2f820dfb-992a-4c7b-b76b-4e84851501c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:22.424831 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9dc75c4-cd45-4a71-a179-a90a23e2f55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:22.425220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9dc75c4-cd45-4a71-a179-a90a23e2f55e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91eb55ec-f0a0-4953-ab17-b3176a8e5f01 {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:16:22.438496 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9dc75c4-cd45-4a71-a179-a90a23e2f55e admin admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:22.440355 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c9dc75c4-cd45-4a71-a179-a90a23e2f55e admin admin] 10.222.0.79 "DELETE /v2.0/routers/91eb55ec-f0a0-4953-ab17-b3176a8e5f01 HTTP/1.1" status: 204 len: 168 time: 1.4372134 May 10 15:16:22.442893 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51866) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:16:22.504648 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38247c4-b608-4689-a29f-f9482701105e admin admin] Deleting subnet 0e02cfb8-7895-4d60-80ff-164cc553fa4a {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:16:22.507584 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b38247c4-b608-4689-a29f-f9482701105e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:22.556269 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b38247c4-b608-4689-a29f-f9482701105e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:22.635785 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b38247c4-b608-4689-a29f-f9482701105e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:22.711228 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b38247c4-b608-4689-a29f-f9482701105e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:22.749398 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38247c4-b608-4689-a29f-f9482701105e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e02cfb8-7895-4d60-80ff-164cc553fa4a,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:22.754025 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b38247c4-b608-4689-a29f-f9482701105e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:22.759410 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc623782-1efd-426d-b834-3f7f4313d32d None None] Network f5a5d828-153a-4848-9941-a0152418f741 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:16:22.760712 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b38247c4-b608-4689-a29f-f9482701105e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0e02cfb8-7895-4d60-80ff-164cc553fa4a HTTP/1.1" status: 204 len: 168 time: 0.3168578 May 10 15:16:22.763122 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51870) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:16:22.880417 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dbef386f-d171-4c03-a2f3-4293b2b77317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:22.891308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-dbef386f-d171-4c03-a2f3-4293b2b77317 admin admin] Deleting port e60365dc-91f4-448e-b15e-7ec47e3e4d55 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:16:22.891637 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dbef386f-d171-4c03-a2f3-4293b2b77317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:23.010025 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a784d0fd-c1cb-4295-aa30-0e0382dd9f4d None None] DHCP port deletion for f5a5d828-153a-4848-9941-a0152418f741 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 15:16:23.014639 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-a784d0fd-c1cb-4295-aa30-0e0382dd9f4d None None] Deleting port e60365dc-91f4-448e-b15e-7ec47e3e4d55 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:16:23.015003 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a784d0fd-c1cb-4295-aa30-0e0382dd9f4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:23.186128 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0bc3fbed-5a87-4c80-85d8-24a3408ff842 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:16:23.223799 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-dbef386f-d171-4c03-a2f3-4293b2b77317 admin admin] For port e60365dc-91f4-448e-b15e-7ec47e3e4d55, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e60365dc-91f4-448e-b15e-7ec47e3e4d55,segment=NetworkSegment(327fc3e4-a615-496a-bed6-7a55c37ca0d5),segment_id=327fc3e4-a615-496a-bed6-7a55c37ca0d5)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:16:23.224398 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dbef386f-d171-4c03-a2f3-4293b2b77317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:23.271162 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 0bc3fbed-5a87-4c80-85d8-24a3408ff842 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:16:23.271493 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0bc3fbed-5a87-4c80-85d8-24a3408ff842 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:16:23.271903 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e60365dc-91f4-448e-b15e-7ec47e3e4d55 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:16:23.349254 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a784d0fd-c1cb-4295-aa30-0e0382dd9f4d None None] For port e60365dc-91f4-448e-b15e-7ec47e3e4d55, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e60365dc-91f4-448e-b15e-7ec47e3e4d55,segment=NetworkSegment(327fc3e4-a615-496a-bed6-7a55c37ca0d5),segment_id=327fc3e4-a615-496a-bed6-7a55c37ca0d5)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:16:23.349640 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a784d0fd-c1cb-4295-aa30-0e0382dd9f4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:23.350273 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-dbef386f-d171-4c03-a2f3-4293b2b77317 admin admin] Calling delete_port for e60365dc-91f4-448e-b15e-7ec47e3e4d55 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:16:23.356374 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:23.425610 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dbef386f-d171-4c03-a2f3-4293b2b77317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:23.476455 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef386f-d171-4c03-a2f3-4293b2b77317 admin admin] Pushing event deleted for resources: {'Port': ['ID=e60365dc-91f4-448e-b15e-7ec47e3e4d55,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:23.478584 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbef386f-d171-4c03-a2f3-4293b2b77317 admin admin] No DVR routers for this DVR port e60365dc-91f4-448e-b15e-7ec47e3e4d55 on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:16:23.480465 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No ports have port_id starting with e60365dc-91f4-448e-b15e-7ec47e3e4d55 May 10 15:16:23.491748 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-a784d0fd-c1cb-4295-aa30-0e0382dd9f4d None None] Calling delete_port for e60365dc-91f4-448e-b15e-7ec47e3e4d55 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:16:23.522194 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b8c037c6-eed5-4695-88f7-ae94c53414a4 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:16:23.577599 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: b8c037c6-eed5-4695-88f7-ae94c53414a4 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:16:23.577936 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device b8c037c6-eed5-4695-88f7-ae94c53414a4 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:16:23.581776 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:23.588969 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:23.597319 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dbef386f-d171-4c03-a2f3-4293b2b77317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:23.614272 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-a784d0fd-c1cb-4295-aa30-0e0382dd9f4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 15:16:23.614647 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-a784d0fd-c1cb-4295-aa30-0e0382dd9f4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 15:16:23.623197 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-dbef386f-d171-4c03-a2f3-4293b2b77317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a5d828-153a-4848-9941-a0152418f741']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:23.634873 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-dbef386f-d171-4c03-a2f3-4293b2b77317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327fc3e4-a615-496a-bed6-7a55c37ca0d5') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:23.635165 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-dbef386f-d171-4c03-a2f3-4293b2b77317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327fc3e4-a615-496a-bed6-7a55c37ca0d5') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:23.646535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dbef386f-d171-4c03-a2f3-4293b2b77317 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:23.662874 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dbef386f-d171-4c03-a2f3-4293b2b77317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:23.669073 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbef386f-d171-4c03-a2f3-4293b2b77317 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:16:23.669475 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dbef386f-d171-4c03-a2f3-4293b2b77317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:16:23.683162 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:16:23.759946 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dbef386f-d171-4c03-a2f3-4293b2b77317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:23.782380 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dbef386f-d171-4c03-a2f3-4293b2b77317 admin admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:23.792972 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef386f-d171-4c03-a2f3-4293b2b77317 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5a5d828-153a-4848-9941-a0152418f741,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:23.797077 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dbef386f-d171-4c03-a2f3-4293b2b77317 admin admin] 10.222.0.79 "DELETE /v2.0/networks/f5a5d828-153a-4848-9941-a0152418f741 HTTP/1.1" status: 204 len: 168 time: 1.0328970 May 10 15:16:23.966849 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51876) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:16:24.014996 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1cf51c14-88fa-4b10-b49e-cbf75e8cc65f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=31bb5cbfca1f4e23a80d206861bde978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468993 May 10 15:16:24.017971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51880) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:16:24.079688 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-39e110b7-d326-4995-8f91-e7819d57353b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:24.106213 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-39e110b7-d326-4995-8f91-e7819d57353b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:24.116121 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-a784d0fd-c1cb-4295-aa30-0e0382dd9f4d None None] Deleting port e60365dc-91f4-448e-b15e-7ec47e3e4d55 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:16:24.116503 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a784d0fd-c1cb-4295-aa30-0e0382dd9f4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:24.159365 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-39e110b7-d326-4995-8f91-e7819d57353b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:24.176213 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e110b7-d326-4995-8f91-e7819d57353b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6627a0-e0a4-40e8-b096-c25fb416d59a,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:24.186638 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-39e110b7-d326-4995-8f91-e7819d57353b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:24.187775 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-39e110b7-d326-4995-8f91-e7819d57353b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1a6627a0-e0a4-40e8-b096-c25fb416d59a HTTP/1.1" status: 204 len: 168 time: 0.1688395 May 10 15:16:24.188782 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-a784d0fd-c1cb-4295-aa30-0e0382dd9f4d None None] The port 'e60365dc-91f4-448e-b15e-7ec47e3e4d55' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 15:16:24.530581 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51888) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:16:24.578505 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c5857997-49ce-4e8a-870b-31f1816fb05c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=77f11286237a48b9a5023a0416757d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467775 May 10 15:16:24.581577 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51892) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:16:24.637559 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aea9b803-e5a9-4874-b2f3-d42a53bf4e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:24.666655 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aea9b803-e5a9-4874-b2f3-d42a53bf4e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:24.719625 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aea9b803-e5a9-4874-b2f3-d42a53bf4e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:24.733810 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9b803-e5a9-4874-b2f3-d42a53bf4e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2040f3-46a2-43e6-9487-b223c37a13c8,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:24.742536 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-aea9b803-e5a9-4874-b2f3-d42a53bf4e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:24.744482 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-aea9b803-e5a9-4874-b2f3-d42a53bf4e73 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fc2040f3-46a2-43e6-9487-b223c37a13c8 HTTP/1.1" status: 204 len: 168 time: 0.1619618 May 10 15:16:24.962036 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:25.461358 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51916) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:16:25.565994 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-2a07cc21-d30c-41f9-b8e7-ae7b6d4f4246 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1934562974-network', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:16:25.570816 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2a07cc21-d30c-41f9-b8e7-ae7b6d4f4246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:16:25.574648 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2a07cc21-d30c-41f9-b8e7-ae7b6d4f4246 admin admin] Usage tracker for resource:network and tenant:cbe9de3c907244df986447d4ace1090b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:16:25.577459 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2a07cc21-d30c-41f9-b8e7-ae7b6d4f4246 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:16:25.584267 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2a07cc21-d30c-41f9-b8e7-ae7b6d4f4246 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:16:25.595074 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a07cc21-d30c-41f9-b8e7-ae7b6d4f4246 admin admin] Made reservation on behalf of cbe9de3c907244df986447d4ace1090b for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:16:25.597990 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2a07cc21-d30c-41f9-b8e7-ae7b6d4f4246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:25.609847 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2a07cc21-d30c-41f9-b8e7-ae7b6d4f4246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:25.623942 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2a07cc21-d30c-41f9-b8e7-ae7b6d4f4246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:16:25.627880 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2a07cc21-d30c-41f9-b8e7-ae7b6d4f4246 admin admin] Usage tracker for resource:security_group_rule and tenant:cbe9de3c907244df986447d4ace1090b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:16:25.630667 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2a07cc21-d30c-41f9-b8e7-ae7b6d4f4246 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:16:25.636337 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2a07cc21-d30c-41f9-b8e7-ae7b6d4f4246 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:16:25.719188 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2a07cc21-d30c-41f9-b8e7-ae7b6d4f4246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:25.723752 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2a07cc21-d30c-41f9-b8e7-ae7b6d4f4246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:25.750635 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a07cc21-d30c-41f9-b8e7-ae7b6d4f4246 admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:16:25.763667 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07cc21-d30c-41f9-b8e7-ae7b6d4f4246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:25.768872 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2a07cc21-d30c-41f9-b8e7-ae7b6d4f4246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:25.769210 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-2a07cc21-d30c-41f9-b8e7-ae7b6d4f4246 admin admin] Added segment df966ffc-729a-4ce6-aa7c-8c219e401573 of type vlan for network 37a5c1eb-bcb6-492f-af73-9b5d493eb59e May 10 15:16:25.803152 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2a07cc21-d30c-41f9-b8e7-ae7b6d4f4246 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:25.835962 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2a07cc21-d30c-41f9-b8e7-ae7b6d4f4246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:25.836872 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a07cc21-d30c-41f9-b8e7-ae7b6d4f4246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:25.837439 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2a07cc21-d30c-41f9-b8e7-ae7b6d4f4246 admin admin] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:25.936608 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07cc21-d30c-41f9-b8e7-ae7b6d4f4246 admin admin] Pushing event updated for resources: {'Network': ['ID=37a5c1eb-bcb6-492f-af73-9b5d493eb59e,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:25.940225 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2a07cc21-d30c-41f9-b8e7-ae7b6d4f4246 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4778481 May 10 15:16:25.942985 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51922) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:16:25.947470 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 37a5c1eb-bcb6-492f-af73-9b5d493eb59e details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:16:25.948195 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-ee9d6d4a-207f-414a-b553-023cab3342d3 admin admin] Request body: {'subnet': {'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1934562974-subnet', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'ip_version': 4}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:16:25.953349 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ee9d6d4a-207f-414a-b553-023cab3342d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:16:25.958442 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ee9d6d4a-207f-414a-b553-023cab3342d3 admin admin] Usage tracker for resource:subnet and tenant:cbe9de3c907244df986447d4ace1090b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:16:25.961275 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-ee9d6d4a-207f-414a-b553-023cab3342d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:16:25.967161 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-ee9d6d4a-207f-414a-b553-023cab3342d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:16:25.978766 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9d6d4a-207f-414a-b553-023cab3342d3 admin admin] Made reservation on behalf of cbe9de3c907244df986447d4ace1090b for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:16:25.981058 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6d4a-207f-414a-b553-023cab3342d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:26.188902 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6d4a-207f-414a-b553-023cab3342d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:26.262161 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d6d4a-207f-414a-b553-023cab3342d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:26.270242 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9d6d4a-207f-414a-b553-023cab3342d3 admin admin] Checking segment: {'id': 'df966ffc-729a-4ce6-aa7c-8c219e401573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:16:26.270876 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9d6d4a-207f-414a-b553-023cab3342d3 admin admin] Network hostable DHCP agents. Network: 37a5c1eb-bcb6-492f-af73-9b5d493eb59e, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:16:26.290139 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9d6d4a-207f-414a-b553-023cab3342d3 admin admin] Network 37a5c1eb-bcb6-492f-af73-9b5d493eb59e is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:16:26.298915 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-ee9d6d4a-207f-414a-b553-023cab3342d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 37a5c1eb-bcb6-492f-af73-9b5d493eb59e) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:16:26.303348 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d6d4a-207f-414a-b553-023cab3342d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:26.304483 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6d4a-207f-414a-b553-023cab3342d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:26.309585 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91703fe-f95e-4942-8c07-f2e39e62f151 None None] Network 37a5c1eb-bcb6-492f-af73-9b5d493eb59e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:16:26.324918 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ee9d6d4a-207f-414a-b553-023cab3342d3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3809493 May 10 15:16:26.327620 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51926) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:16:26.333027 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-382153f8-1637-4d46-ba1e-e64dacafca4d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1934562974-router', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:16:26.337638 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-382153f8-1637-4d46-ba1e-e64dacafca4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:16:26.341516 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-382153f8-1637-4d46-ba1e-e64dacafca4d admin admin] Usage tracker for resource:router and tenant:cbe9de3c907244df986447d4ace1090b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:16:26.344324 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-382153f8-1637-4d46-ba1e-e64dacafca4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:16:26.350770 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-382153f8-1637-4d46-ba1e-e64dacafca4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:16:26.360988 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-382153f8-1637-4d46-ba1e-e64dacafca4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:26.362648 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-382153f8-1637-4d46-ba1e-e64dacafca4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:26.378270 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-382153f8-1637-4d46-ba1e-e64dacafca4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:26.528694 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b68341-e440-4731-a9ed-86a537e8a0b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-37a5c1eb-bcb6-492f-af73-9b5d493eb59e', 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'fixed_ips': [{'subnet_id': '5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 15:16:26.529504 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c1b68341-e440-4731-a9ed-86a537e8a0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:26.690237 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-c1b68341-e440-4731-a9ed-86a537e8a0b9 None None] Allocated IP 172.20.0.2 (37a5c1eb-bcb6-492f-af73-9b5d493eb59e/5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3/757a364c-fe4d-4d56-ae7f-1f4f4477aa09) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:16:26.743609 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-382153f8-1637-4d46-ba1e-e64dacafca4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:26.896035 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c1b68341-e440-4731-a9ed-86a537e8a0b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:26.906338 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c1b68341-e440-4731-a9ed-86a537e8a0b9 None None] Transition to ACTIVE for port object 757a364c-fe4d-4d56-ae7f-1f4f4477aa09 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:16:26.926716 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c1b68341-e440-4731-a9ed-86a537e8a0b9 None None] Transition to ACTIVE for port object 757a364c-fe4d-4d56-ae7f-1f4f4477aa09 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:16:26.934287 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c1b68341-e440-4731-a9ed-86a537e8a0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:26.998756 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b68341-e440-4731-a9ed-86a537e8a0b9 None None] Network 37a5c1eb-bcb6-492f-af73-9b5d493eb59e is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:16:26.999883 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-c1b68341-e440-4731-a9ed-86a537e8a0b9 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:16:27.003590 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b68341-e440-4731-a9ed-86a537e8a0b9 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:16:27.045416 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b68341-e440-4731-a9ed-86a537e8a0b9 None None] Pushing event updated for resources: {'Port': ['ID=757a364c-fe4d-4d56-ae7f-1f4f4477aa09,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:27.059304 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-382153f8-1637-4d46-ba1e-e64dacafca4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:27.091265 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-382153f8-1637-4d46-ba1e-e64dacafca4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:27.101107 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-c1b68341-e440-4731-a9ed-86a537e8a0b9 None None] Attempting to bind port 757a364c-fe4d-4d56-ae7f-1f4f4477aa09 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:16:27.101471 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-c1b68341-e440-4731-a9ed-86a537e8a0b9 None None] Attempting to bind port 757a364c-fe4d-4d56-ae7f-1f4f4477aa09 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'df966ffc-729a-4ce6-aa7c-8c219e401573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:16:27.101831 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b68341-e440-4731-a9ed-86a537e8a0b9 None None] Attempting to bind port 757a364c-fe4d-4d56-ae7f-1f4f4477aa09 on network 37a5c1eb-bcb6-492f-af73-9b5d493eb59e {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:16:27.107046 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b68341-e440-4731-a9ed-86a537e8a0b9 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:16:27.107409 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b68341-e440-4731-a9ed-86a537e8a0b9 None None] Checking segment: {'id': 'df966ffc-729a-4ce6-aa7c-8c219e401573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:16:27.107804 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c1b68341-e440-4731-a9ed-86a537e8a0b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:27.108185 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b68341-e440-4731-a9ed-86a537e8a0b9 None None] Bound using segment: {'id': 'df966ffc-729a-4ce6-aa7c-8c219e401573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:16:27.108636 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-c1b68341-e440-4731-a9ed-86a537e8a0b9 None None] Bound port: 757a364c-fe4d-4d56-ae7f-1f4f4477aa09, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df966ffc-729a-4ce6-aa7c-8c219e401573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:16:27.109000 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c1b68341-e440-4731-a9ed-86a537e8a0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:27.202166 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-c1b68341-e440-4731-a9ed-86a537e8a0b9 None None] For port 757a364c-fe4d-4d56-ae7f-1f4f4477aa09, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:16:27.206295 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-c1b68341-e440-4731-a9ed-86a537e8a0b9 None None] For port 757a364c-fe4d-4d56-ae7f-1f4f4477aa09, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=757a364c-fe4d-4d56-ae7f-1f4f4477aa09,segment=NetworkSegment(df966ffc-729a-4ce6-aa7c-8c219e401573),segment_id=df966ffc-729a-4ce6-aa7c-8c219e401573)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:16:27.210909 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c1b68341-e440-4731-a9ed-86a537e8a0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:27.229242 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-382153f8-1637-4d46-ba1e-e64dacafca4d admin admin] Allocated IP 172.26.0.189 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/842bc457-1b7e-45b2-a6ad-84cb05ef81f2) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:16:27.301867 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b68341-e440-4731-a9ed-86a537e8a0b9 None None] Pushing event updated for resources: {'Port': ['ID=757a364c-fe4d-4d56-ae7f-1f4f4477aa09,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:27.384017 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-382153f8-1637-4d46-ba1e-e64dacafca4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:27.414608 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-382153f8-1637-4d46-ba1e-e64dacafca4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:27.490528 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382153f8-1637-4d46-ba1e-e64dacafca4d admin admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:16:27.493488 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-382153f8-1637-4d46-ba1e-e64dacafca4d admin admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:16:27.497021 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382153f8-1637-4d46-ba1e-e64dacafca4d admin admin] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:16:27.535255 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382153f8-1637-4d46-ba1e-e64dacafca4d admin admin] Pushing event updated for resources: {'Port': ['ID=842bc457-1b7e-45b2-a6ad-84cb05ef81f2,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:27.928332 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-382153f8-1637-4d46-ba1e-e64dacafca4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:28.193082 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863cf2ca-9442-443e-a5d3-ed8e11a4ca3e None None] Network 37a5c1eb-bcb6-492f-af73-9b5d493eb59e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:16:28.317917 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-64b5b742-2d6d-4c90-8506-ab85763def10 None None] Provisioning for port 757a364c-fe4d-4d56-ae7f-1f4f4477aa09 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:16:28.388366 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-382153f8-1637-4d46-ba1e-e64dacafca4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:28.601256 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382153f8-1637-4d46-ba1e-e64dacafca4d admin admin] Router 7b5efd5f-acd4-4358-8078-7666de665315 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:16:28.800394 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382153f8-1637-4d46-ba1e-e64dacafca4d admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:16:28.813628 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] Sync routers for ids ['7b5efd5f-acd4-4358-8078-7666de665315'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:16:28.824097 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-382153f8-1637-4d46-ba1e-e64dacafca4d admin admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:28.825371 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-382153f8-1637-4d46-ba1e-e64dacafca4d admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4968514 May 10 15:16:28.828065 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51930) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:16:28.835813 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] Routers {'7b5efd5f-acd4-4358-8078-7666de665315'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:16:28.836433 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:16:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['7b5efd5f-acd4-4358-8078-7666de665315'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:29.013311 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] Set router 7b5efd5f-acd4-4358-8078-7666de665315 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:16:29.194746 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 757a364c-fe4d-4d56-ae7f-1f4f4477aa09 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:16:29.339624 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 757a364c-fe4d-4d56-ae7f-1f4f4477aa09 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:16:29.348642 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 757a364c-fe4d-4d56-ae7f-1f4f4477aa09 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:16:29.349009 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:29.421681 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5efd5f-acd4-4358-8078-7666de665315', 'name': 'tempest-TestMinimumBasicScenario-1934562974-router', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:16:26Z', 'updated_at': '2022-05-10T15:16:27Z', 'revision_number': 3, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'gw_port': {'id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:27Z', 'updated_at': '2022-05-10T15:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:29.451839 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] Checking router: 7b5efd5f-acd4-4358-8078-7666de665315 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:16:29.452184 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] Updating router 7b5efd5f-acd4-4358-8078-7666de665315 port 842bc457-1b7e-45b2-a6ad-84cb05ef81f2 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:16:29.500383 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30e1cc8d-4ab3-4460-b890-d9075b227534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:29.525873 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:29.535283 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:29.651194 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 757a364c-fe4d-4d56-ae7f-1f4f4477aa09, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=757a364c-fe4d-4d56-ae7f-1f4f4477aa09,segment=NetworkSegment(df966ffc-729a-4ce6-aa7c-8c219e401573),segment_id=df966ffc-729a-4ce6-aa7c-8c219e401573)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:16:29.659785 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:29.813891 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=757a364c-fe4d-4d56-ae7f-1f4f4477aa09,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:29.826401 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-30e1cc8d-4ab3-4460-b890-d9075b227534 admin admin] Allocated IP 172.20.0.1 (37a5c1eb-bcb6-492f-af73-9b5d493eb59e/5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3/4b874ee3-0cc7-4115-8201-e83e4149aa40) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:16:29.950399 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:29.962456 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] Transition to ACTIVE for port object 842bc457-1b7e-45b2-a6ad-84cb05ef81f2 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:16:29.968607 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:29.977451 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30e1cc8d-4ab3-4460-b890-d9075b227534 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:29.993422 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-30e1cc8d-4ab3-4460-b890-d9075b227534 admin admin] Transition to ACTIVE for port object 4b874ee3-0cc7-4115-8201-e83e4149aa40 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:16:30.017547 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30e1cc8d-4ab3-4460-b890-d9075b227534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:30.047871 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] Attempting to bind port 842bc457-1b7e-45b2-a6ad-84cb05ef81f2 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:16:30.048229 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] Attempting to bind port 842bc457-1b7e-45b2-a6ad-84cb05ef81f2 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:16:30.049106 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] Attempting to bind port 842bc457-1b7e-45b2-a6ad-84cb05ef81f2 on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:16:30.051505 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1aab9-a752-467d-9fea-e04835d0fd11 None None] Pushing event updated for resources: {'Port': ['ID=842bc457-1b7e-45b2-a6ad-84cb05ef81f2,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:30.057253 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:16:30.058899 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:16:30.058899 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:30.058899 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:16:30.058899 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] Bound port: 842bc457-1b7e-45b2-a6ad-84cb05ef81f2, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:16:30.059447 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:30.090257 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e1cc8d-4ab3-4460-b890-d9075b227534 admin admin] Network 37a5c1eb-bcb6-492f-af73-9b5d493eb59e is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:16:30.093642 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-30e1cc8d-4ab3-4460-b890-d9075b227534 admin admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:16:30.096821 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e1cc8d-4ab3-4460-b890-d9075b227534 admin admin] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:16:30.133635 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] For port 842bc457-1b7e-45b2-a6ad-84cb05ef81f2, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:16:30.136214 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1cc8d-4ab3-4460-b890-d9075b227534 admin admin] Pushing event updated for resources: {'Port': ['ID=4b874ee3-0cc7-4115-8201-e83e4149aa40,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:30.138092 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] For port 842bc457-1b7e-45b2-a6ad-84cb05ef81f2, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=842bc457-1b7e-45b2-a6ad-84cb05ef81f2,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:16:30.146362 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:30.162961 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30e1cc8d-4ab3-4460-b890-d9075b227534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:30.273742 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] Routers {'7b5efd5f-acd4-4358-8078-7666de665315'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:16:30.274460 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:16:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['7b5efd5f-acd4-4358-8078-7666de665315'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:30.340833 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1aab9-a752-467d-9fea-e04835d0fd11 None None] Pushing event updated for resources: {'Port': ['ID=842bc457-1b7e-45b2-a6ad-84cb05ef81f2,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:30.426946 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30e1cc8d-4ab3-4460-b890-d9075b227534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:30.450638 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b2ef84fa-94a0-4b46-9fad-623350f0fd88 None None] Provisioning for port 4b874ee3-0cc7-4115-8201-e83e4149aa40 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:16:30.462351 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-b2ef84fa-94a0-4b46-9fad-623350f0fd88 None None] Provisioning complete for port 4b874ee3-0cc7-4115-8201-e83e4149aa40 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:16:30.462751 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b2ef84fa-94a0-4b46-9fad-623350f0fd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:30.507996 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] Set router 7b5efd5f-acd4-4358-8078-7666de665315 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:16:30.649814 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30e1cc8d-4ab3-4460-b890-d9075b227534 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:30.654857 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30e1cc8d-4ab3-4460-b890-d9075b227534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:30.683774 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-b2ef84fa-94a0-4b46-9fad-623350f0fd88 None None] Port 4b874ee3-0cc7-4115-8201-e83e4149aa40 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:16:30.758817 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1cc8d-4ab3-4460-b890-d9075b227534 admin admin] Pushing event updated for resources: {'Port': ['ID=4b874ee3-0cc7-4115-8201-e83e4149aa40,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:30.763729 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30e1cc8d-4ab3-4460-b890-d9075b227534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:30.805892 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5efd5f-acd4-4358-8078-7666de665315', 'name': 'tempest-TestMinimumBasicScenario-1934562974-router', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:16:26Z', 'updated_at': '2022-05-10T15:16:27Z', 'revision_number': 3, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'gw_port': {'id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:27Z', 'updated_at': '2022-05-10T15:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:30.809833 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a96ccc4-933d-4fe0-9281-9c71a4d8c380 None None] The sync data for ids ['7b5efd5f-acd4-4358-8078-7666de665315'] in dv-neutron-841204-2-hyperv is: [{'id': '7b5efd5f-acd4-4358-8078-7666de665315', 'name': 'tempest-TestMinimumBasicScenario-1934562974-router', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:16:26Z', 'updated_at': '2022-05-10T15:16:27Z', 'revision_number': 3, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'gw_port': {'id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:27Z', 'updated_at': '2022-05-10T15:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:16:30.905728 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e1cc8d-4ab3-4460-b890-d9075b227534 admin admin] Network 37a5c1eb-bcb6-492f-af73-9b5d493eb59e is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:16:30.906920 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-30e1cc8d-4ab3-4460-b890-d9075b227534 admin admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:16:31.130658 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e1cc8d-4ab3-4460-b890-d9075b227534 admin admin] Router 7b5efd5f-acd4-4358-8078-7666de665315 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:16:31.272177 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 757a364c-fe4d-4d56-ae7f-1f4f4477aa09 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:16:31.347316 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-eb802d9f-1ade-491a-968f-1ac6fcd8805c None None] Provisioning complete for port 4b874ee3-0cc7-4115-8201-e83e4149aa40 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:16:31.348426 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-eb802d9f-1ade-491a-968f-1ac6fcd8805c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:31.414158 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-eb802d9f-1ade-491a-968f-1ac6fcd8805c None None] Port 4b874ee3-0cc7-4115-8201-e83e4149aa40 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:16:31.417134 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 757a364c-fe4d-4d56-ae7f-1f4f4477aa09 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:16:31.417566 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:31.450122 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e1cc8d-4ab3-4460-b890-d9075b227534 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:16:31.467776 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-30e1cc8d-4ab3-4460-b890-d9075b227534 admin admin] 10.222.0.79 "PUT /v2.0/routers/7b5efd5f-acd4-4358-8078-7666de665315/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6378775 May 10 15:16:31.545699 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 842bc457-1b7e-45b2-a6ad-84cb05ef81f2 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:16:31.621785 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 842bc457-1b7e-45b2-a6ad-84cb05ef81f2 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:16:31.627676 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 842bc457-1b7e-45b2-a6ad-84cb05ef81f2 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:16:31.628118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:31.754576 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:31.773456 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 842bc457-1b7e-45b2-a6ad-84cb05ef81f2, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=842bc457-1b7e-45b2-a6ad-84cb05ef81f2,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:16:31.777572 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:31.849778 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=842bc457-1b7e-45b2-a6ad-84cb05ef81f2,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:31.993630 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51948) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:16:31.999085 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-d1dc628e-a6e4-4bcc-abf4-e5b84bcb3d5b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-413421780-network', 'tenant_id': '5a1ed18020c140889f76587f59a0fd79'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:16:32.004561 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d1dc628e-a6e4-4bcc-abf4-e5b84bcb3d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:16:32.008350 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d1dc628e-a6e4-4bcc-abf4-e5b84bcb3d5b admin admin] Usage tracker for resource:network and tenant:5a1ed18020c140889f76587f59a0fd79 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:16:32.011163 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d1dc628e-a6e4-4bcc-abf4-e5b84bcb3d5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:16:32.016718 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d1dc628e-a6e4-4bcc-abf4-e5b84bcb3d5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:16:32.028007 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dc628e-a6e4-4bcc-abf4-e5b84bcb3d5b admin admin] Made reservation on behalf of 5a1ed18020c140889f76587f59a0fd79 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:16:32.030353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d1dc628e-a6e4-4bcc-abf4-e5b84bcb3d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:32.042453 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d1dc628e-a6e4-4bcc-abf4-e5b84bcb3d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:32.056380 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d1dc628e-a6e4-4bcc-abf4-e5b84bcb3d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:16:32.060171 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d1dc628e-a6e4-4bcc-abf4-e5b84bcb3d5b admin admin] Usage tracker for resource:security_group_rule and tenant:5a1ed18020c140889f76587f59a0fd79 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:16:32.062899 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d1dc628e-a6e4-4bcc-abf4-e5b84bcb3d5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:16:32.069655 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d1dc628e-a6e4-4bcc-abf4-e5b84bcb3d5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:16:32.158348 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d1dc628e-a6e4-4bcc-abf4-e5b84bcb3d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:32.162749 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d1dc628e-a6e4-4bcc-abf4-e5b84bcb3d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:32.198037 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1dc628e-a6e4-4bcc-abf4-e5b84bcb3d5b admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:16:32.204031 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc628e-a6e4-4bcc-abf4-e5b84bcb3d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d77296-40f6-4453-a4c8-31045a4f680c,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:32.212746 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d1dc628e-a6e4-4bcc-abf4-e5b84bcb3d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:32.213175 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-d1dc628e-a6e4-4bcc-abf4-e5b84bcb3d5b admin admin] Added segment 26c90637-d3da-4da1-b972-f1196f11e370 of type vlan for network ebf9838f-045b-4ae2-88b8-0600c29695ae May 10 15:16:32.239749 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d1dc628e-a6e4-4bcc-abf4-e5b84bcb3d5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:32.269116 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d1dc628e-a6e4-4bcc-abf4-e5b84bcb3d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:32.270154 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dc628e-a6e4-4bcc-abf4-e5b84bcb3d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:32.271045 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d1dc628e-a6e4-4bcc-abf4-e5b84bcb3d5b admin admin] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:32.371911 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] Sync routers for ids ['7b5efd5f-acd4-4358-8078-7666de665315'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:16:32.375971 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc628e-a6e4-4bcc-abf4-e5b84bcb3d5b admin admin] Pushing event updated for resources: {'Network': ['ID=ebf9838f-045b-4ae2-88b8-0600c29695ae,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:32.382266 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d1dc628e-a6e4-4bcc-abf4-e5b84bcb3d5b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3850975 May 10 15:16:32.382640 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 51952) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:16:32.387199 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network ebf9838f-045b-4ae2-88b8-0600c29695ae details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:16:32.388893 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-ad9bebf7-eeb1-43c2-a022-4c5d4581dd4e admin admin] Request body: {'subnet': {'network_id': 'ebf9838f-045b-4ae2-88b8-0600c29695ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-413421780-subnet', 'tenant_id': '5a1ed18020c140889f76587f59a0fd79', 'ip_version': 4}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:16:32.394093 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] Routers {'7b5efd5f-acd4-4358-8078-7666de665315'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:16:32.395215 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:16:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['7b5efd5f-acd4-4358-8078-7666de665315'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:32.395834 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-ad9bebf7-eeb1-43c2-a022-4c5d4581dd4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:16:32.399967 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-ad9bebf7-eeb1-43c2-a022-4c5d4581dd4e admin admin] Usage tracker for resource:subnet and tenant:5a1ed18020c140889f76587f59a0fd79 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:16:32.403212 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-ad9bebf7-eeb1-43c2-a022-4c5d4581dd4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:16:32.409456 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-ad9bebf7-eeb1-43c2-a022-4c5d4581dd4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:16:32.419870 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9bebf7-eeb1-43c2-a022-4c5d4581dd4e admin admin] Made reservation on behalf of 5a1ed18020c140889f76587f59a0fd79 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:16:32.422634 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ad9bebf7-eeb1-43c2-a022-4c5d4581dd4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:32.578260 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] Set router 7b5efd5f-acd4-4358-8078-7666de665315 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:16:32.631018 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ad9bebf7-eeb1-43c2-a022-4c5d4581dd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:32.708707 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bebf7-eeb1-43c2-a022-4c5d4581dd4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=586914bb-49c4-4fd9-9817-98cb6b9ed43e,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:32.717820 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9bebf7-eeb1-43c2-a022-4c5d4581dd4e admin admin] Checking segment: {'id': '26c90637-d3da-4da1-b972-f1196f11e370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ebf9838f-045b-4ae2-88b8-0600c29695ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:16:32.718170 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9bebf7-eeb1-43c2-a022-4c5d4581dd4e admin admin] Network hostable DHCP agents. Network: ebf9838f-045b-4ae2-88b8-0600c29695ae, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:16:32.738855 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9bebf7-eeb1-43c2-a022-4c5d4581dd4e admin admin] Network ebf9838f-045b-4ae2-88b8-0600c29695ae is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:16:32.748083 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-ad9bebf7-eeb1-43c2-a022-4c5d4581dd4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, ebf9838f-045b-4ae2-88b8-0600c29695ae) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:16:32.752511 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9bebf7-eeb1-43c2-a022-4c5d4581dd4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:32.753096 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ad9bebf7-eeb1-43c2-a022-4c5d4581dd4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:32.757402 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe10bd7d-6fb3-4e42-90ca-977f157851ec None None] Network ebf9838f-045b-4ae2-88b8-0600c29695ae requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:16:32.783125 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51956) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:16:32.784605 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ad9bebf7-eeb1-43c2-a022-4c5d4581dd4e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4007838 May 10 15:16:32.788663 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-67dd1354-79ca-4763-8d62-86d222a767af admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-413421780-router', 'tenant_id': '5a1ed18020c140889f76587f59a0fd79', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:16:32.793479 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-67dd1354-79ca-4763-8d62-86d222a767af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:16:32.797325 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-67dd1354-79ca-4763-8d62-86d222a767af admin admin] Usage tracker for resource:router and tenant:5a1ed18020c140889f76587f59a0fd79 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:16:32.801044 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-67dd1354-79ca-4763-8d62-86d222a767af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:16:32.806897 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-67dd1354-79ca-4763-8d62-86d222a767af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:16:32.819504 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67dd1354-79ca-4763-8d62-86d222a767af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:32.820479 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67dd1354-79ca-4763-8d62-86d222a767af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:32.836450 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67dd1354-79ca-4763-8d62-86d222a767af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:32.906307 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5efd5f-acd4-4358-8078-7666de665315', 'name': 'tempest-TestMinimumBasicScenario-1934562974-router', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:16:26Z', 'updated_at': '2022-05-10T15:16:30Z', 'revision_number': 4, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'gw_port': {'id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:27Z', 'updated_at': '2022-05-10T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4b874ee3-0cc7-4115-8201-e83e4149aa40', 'name': '', 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'mac_address': 'fa:16:3e:cb:e5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:29Z', 'updated_at': '2022-05-10T15:16:30Z', 'revision_number': 2, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'subnets': [{'id': '5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:32.911772 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] Checking router: 7b5efd5f-acd4-4358-8078-7666de665315 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:16:32.912335 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] Updating router 7b5efd5f-acd4-4358-8078-7666de665315 port 4b874ee3-0cc7-4115-8201-e83e4149aa40 binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:16:32.968010 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:32.980894 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3006171-26b2-45be-ba61-5bb259a8569e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-ebf9838f-045b-4ae2-88b8-0600c29695ae', 'network_id': 'ebf9838f-045b-4ae2-88b8-0600c29695ae', 'tenant_id': '5a1ed18020c140889f76587f59a0fd79', 'fixed_ips': [{'subnet_id': '586914bb-49c4-4fd9-9817-98cb6b9ed43e'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 15:16:32.982282 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c3006171-26b2-45be-ba61-5bb259a8569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:33.150953 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67dd1354-79ca-4763-8d62-86d222a767af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:33.182485 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-c3006171-26b2-45be-ba61-5bb259a8569e None None] Allocated IP 172.20.0.2 (ebf9838f-045b-4ae2-88b8-0600c29695ae/586914bb-49c4-4fd9-9817-98cb6b9ed43e/088f79b0-c1cb-4ede-ad0d-acddb65703f3) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:16:33.195429 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 842bc457-1b7e-45b2-a6ad-84cb05ef81f2 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:16:33.369494 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:33.370879 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 842bc457-1b7e-45b2-a6ad-84cb05ef81f2 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:16:33.371252 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:33.381985 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] Transition to ACTIVE for port object 4b874ee3-0cc7-4115-8201-e83e4149aa40 will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:16:33.388759 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:33.480372 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67dd1354-79ca-4763-8d62-86d222a767af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:33.525084 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67dd1354-79ca-4763-8d62-86d222a767af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:33.542164 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf52a1-8289-40ab-9ad5-47a5bcf77cdc None None] Pushing event updated for resources: {'Port': ['ID=4b874ee3-0cc7-4115-8201-e83e4149aa40,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:33.543692 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c3006171-26b2-45be-ba61-5bb259a8569e None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:33.565669 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c3006171-26b2-45be-ba61-5bb259a8569e None None] Transition to ACTIVE for port object 088f79b0-c1cb-4ede-ad0d-acddb65703f3 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:16:33.592446 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c3006171-26b2-45be-ba61-5bb259a8569e None None] Transition to ACTIVE for port object 088f79b0-c1cb-4ede-ad0d-acddb65703f3 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:16:33.601881 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c3006171-26b2-45be-ba61-5bb259a8569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:33.615651 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf52a1-8289-40ab-9ad5-47a5bcf77cdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:33.616031 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf52a1-8289-40ab-9ad5-47a5bcf77cdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:33.616319 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf52a1-8289-40ab-9ad5-47a5bcf77cdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:33.616667 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf52a1-8289-40ab-9ad5-47a5bcf77cdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:33.617079 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf52a1-8289-40ab-9ad5-47a5bcf77cdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:33.617399 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf52a1-8289-40ab-9ad5-47a5bcf77cdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:33.617734 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf52a1-8289-40ab-9ad5-47a5bcf77cdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:33.618043 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf52a1-8289-40ab-9ad5-47a5bcf77cdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:33.618361 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf52a1-8289-40ab-9ad5-47a5bcf77cdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:33.618790 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf52a1-8289-40ab-9ad5-47a5bcf77cdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:33.619110 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf52a1-8289-40ab-9ad5-47a5bcf77cdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:33.619431 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdaf52a1-8289-40ab-9ad5-47a5bcf77cdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:16:33.651436 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] Attempting to bind port 4b874ee3-0cc7-4115-8201-e83e4149aa40 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:16:33.651889 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] Attempting to bind port 4b874ee3-0cc7-4115-8201-e83e4149aa40 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'df966ffc-729a-4ce6-aa7c-8c219e401573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:16:33.652305 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] Attempting to bind port 4b874ee3-0cc7-4115-8201-e83e4149aa40 on network 37a5c1eb-bcb6-492f-af73-9b5d493eb59e {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:16:33.658379 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:16:33.659207 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] Checking segment: {'id': 'df966ffc-729a-4ce6-aa7c-8c219e401573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:16:33.659755 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:33.660547 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] Bound using segment: {'id': 'df966ffc-729a-4ce6-aa7c-8c219e401573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:16:33.661014 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] Bound port: 4b874ee3-0cc7-4115-8201-e83e4149aa40, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df966ffc-729a-4ce6-aa7c-8c219e401573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:16:33.661663 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:33.702493 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-67dd1354-79ca-4763-8d62-86d222a767af admin admin] Allocated IP 172.26.0.160 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:16:33.708004 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3006171-26b2-45be-ba61-5bb259a8569e None None] Network ebf9838f-045b-4ae2-88b8-0600c29695ae is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:16:33.710928 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-c3006171-26b2-45be-ba61-5bb259a8569e None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:16:33.714799 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3006171-26b2-45be-ba61-5bb259a8569e None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:16:33.756511 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3006171-26b2-45be-ba61-5bb259a8569e None None] Pushing event updated for resources: {'Port': ['ID=088f79b0-c1cb-4ede-ad0d-acddb65703f3,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:33.769222 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] For port 4b874ee3-0cc7-4115-8201-e83e4149aa40, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:16:33.773622 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] For port 4b874ee3-0cc7-4115-8201-e83e4149aa40, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=4b874ee3-0cc7-4115-8201-e83e4149aa40,segment=NetworkSegment(df966ffc-729a-4ce6-aa7c-8c219e401573),segment_id=df966ffc-729a-4ce6-aa7c-8c219e401573)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:16:33.777661 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:33.821428 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-c3006171-26b2-45be-ba61-5bb259a8569e None None] Attempting to bind port 088f79b0-c1cb-4ede-ad0d-acddb65703f3 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:16:33.821846 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-c3006171-26b2-45be-ba61-5bb259a8569e None None] Attempting to bind port 088f79b0-c1cb-4ede-ad0d-acddb65703f3 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '26c90637-d3da-4da1-b972-f1196f11e370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ebf9838f-045b-4ae2-88b8-0600c29695ae'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:16:33.822136 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3006171-26b2-45be-ba61-5bb259a8569e None None] Attempting to bind port 088f79b0-c1cb-4ede-ad0d-acddb65703f3 on network ebf9838f-045b-4ae2-88b8-0600c29695ae {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:16:33.828024 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3006171-26b2-45be-ba61-5bb259a8569e None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:16:33.828395 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3006171-26b2-45be-ba61-5bb259a8569e None None] Checking segment: {'id': '26c90637-d3da-4da1-b972-f1196f11e370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ebf9838f-045b-4ae2-88b8-0600c29695ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:16:33.828789 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c3006171-26b2-45be-ba61-5bb259a8569e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:33.829172 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3006171-26b2-45be-ba61-5bb259a8569e None None] Bound using segment: {'id': '26c90637-d3da-4da1-b972-f1196f11e370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ebf9838f-045b-4ae2-88b8-0600c29695ae'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:16:33.829801 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-c3006171-26b2-45be-ba61-5bb259a8569e None None] Bound port: 088f79b0-c1cb-4ede-ad0d-acddb65703f3, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c90637-d3da-4da1-b972-f1196f11e370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ebf9838f-045b-4ae2-88b8-0600c29695ae'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:16:33.830651 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c3006171-26b2-45be-ba61-5bb259a8569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:33.862684 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] Routers {'7b5efd5f-acd4-4358-8078-7666de665315'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:16:33.863318 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:16:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['7b5efd5f-acd4-4358-8078-7666de665315'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:33.872155 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67dd1354-79ca-4763-8d62-86d222a767af admin admin] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:33.922663 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67dd1354-79ca-4763-8d62-86d222a767af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:33.959355 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf52a1-8289-40ab-9ad5-47a5bcf77cdc None None] Pushing event updated for resources: {'Port': ['ID=4b874ee3-0cc7-4115-8201-e83e4149aa40,revision_number=4']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:33.981235 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-c3006171-26b2-45be-ba61-5bb259a8569e None None] For port 088f79b0-c1cb-4ede-ad0d-acddb65703f3, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:16:33.984831 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-c3006171-26b2-45be-ba61-5bb259a8569e None None] For port 088f79b0-c1cb-4ede-ad0d-acddb65703f3, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=088f79b0-c1cb-4ede-ad0d-acddb65703f3,segment=NetworkSegment(26c90637-d3da-4da1-b972-f1196f11e370),segment_id=26c90637-d3da-4da1-b972-f1196f11e370)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:16:33.991416 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c3006171-26b2-45be-ba61-5bb259a8569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:34.092895 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] Set router 7b5efd5f-acd4-4358-8078-7666de665315 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:16:34.101884 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3006171-26b2-45be-ba61-5bb259a8569e None None] Pushing event updated for resources: {'Port': ['ID=088f79b0-c1cb-4ede-ad0d-acddb65703f3,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:34.154239 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dd1354-79ca-4763-8d62-86d222a767af admin admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:16:34.157331 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-67dd1354-79ca-4763-8d62-86d222a767af admin admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:16:34.161840 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd1354-79ca-4763-8d62-86d222a767af admin admin] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:16:34.205393 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd1354-79ca-4763-8d62-86d222a767af admin admin] Pushing event updated for resources: {'Port': ['ID=3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:34.333379 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:16:34.458768 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5efd5f-acd4-4358-8078-7666de665315', 'name': 'tempest-TestMinimumBasicScenario-1934562974-router', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:16:26Z', 'updated_at': '2022-05-10T15:16:30Z', 'revision_number': 4, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'gw_port': {'id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:27Z', 'updated_at': '2022-05-10T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4b874ee3-0cc7-4115-8201-e83e4149aa40', 'name': '', 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'mac_address': 'fa:16:3e:cb:e5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:29Z', 'updated_at': '2022-05-10T15:16:33Z', 'revision_number': 4, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'subnets': [{'id': '5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:34.463424 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3e1a8a-7c0d-46d5-a7ba-86a73812e97b None None] The sync data for ids ['7b5efd5f-acd4-4358-8078-7666de665315'] in dv-neutron-841204-2-hyperv is: [{'id': '7b5efd5f-acd4-4358-8078-7666de665315', 'name': 'tempest-TestMinimumBasicScenario-1934562974-router', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:16:26Z', 'updated_at': '2022-05-10T15:16:30Z', 'revision_number': 4, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'gw_port': {'id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:27Z', 'updated_at': '2022-05-10T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4b874ee3-0cc7-4115-8201-e83e4149aa40', 'name': '', 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'mac_address': 'fa:16:3e:cb:e5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:29Z', 'updated_at': '2022-05-10T15:16:33Z', 'revision_number': 4, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'subnets': [{'id': '5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:16:34.618502 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67dd1354-79ca-4763-8d62-86d222a767af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:34.985179 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67dd1354-79ca-4763-8d62-86d222a767af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:35.165547 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e757e6-19ad-49bc-980e-bd310e0b9d0e None None] Network ebf9838f-045b-4ae2-88b8-0600c29695ae requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:16:35.221677 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dd1354-79ca-4763-8d62-86d222a767af admin admin] Router ae50091c-4e1c-4b1e-85b9-5626736e9034 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:16:35.260930 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-035ab2cd-cd3f-453e-a364-12c985d4b56a None None] Provisioning for port 088f79b0-c1cb-4ede-ad0d-acddb65703f3 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:16:35.275052 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4b874ee3-0cc7-4115-8201-e83e4149aa40 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:16:35.428507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dd1354-79ca-4763-8d62-86d222a767af admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:16:35.454199 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 4b874ee3-0cc7-4115-8201-e83e4149aa40 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:16:35.456532 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-67dd1354-79ca-4763-8d62-86d222a767af admin admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:35.457780 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-67dd1354-79ca-4763-8d62-86d222a767af admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6733608 May 10 15:16:35.459331 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] Sync routers for ids ['ae50091c-4e1c-4b1e-85b9-5626736e9034'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:16:35.460540 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 51960) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:16:35.487118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 4b874ee3-0cc7-4115-8201-e83e4149aa40 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:16:35.487491 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:35.510772 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] Routers {'ae50091c-4e1c-4b1e-85b9-5626736e9034'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:16:35.511417 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:16:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['ae50091c-4e1c-4b1e-85b9-5626736e9034'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:35.792430 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] Set router ae50091c-4e1c-4b1e-85b9-5626736e9034 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:16:35.977662 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:36.085679 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 4b874ee3-0cc7-4115-8201-e83e4149aa40, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=4b874ee3-0cc7-4115-8201-e83e4149aa40,segment=NetworkSegment(df966ffc-729a-4ce6-aa7c-8c219e401573),segment_id=df966ffc-729a-4ce6-aa7c-8c219e401573)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:16:36.103868 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:36.104634 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 088f79b0-c1cb-4ede-ad0d-acddb65703f3 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:16:36.267179 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=4b874ee3-0cc7-4115-8201-e83e4149aa40,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:36.288224 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 088f79b0-c1cb-4ede-ad0d-acddb65703f3 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:16:36.294911 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5798f180-baf7-43a3-b2ec-794baade1fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:36.295717 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 088f79b0-c1cb-4ede-ad0d-acddb65703f3 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:16:36.296185 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:36.364045 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae50091c-4e1c-4b1e-85b9-5626736e9034', 'name': 'tempest-TestMinimumBasicScenario-413421780-router', 'tenant_id': '5a1ed18020c140889f76587f59a0fd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:16:32Z', 'updated_at': '2022-05-10T15:16:34Z', 'revision_number': 3, 'project_id': '5a1ed18020c140889f76587f59a0fd79', 'gw_port': {'id': '3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:65:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae50091c-4e1c-4b1e-85b9-5626736e9034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:33Z', 'updated_at': '2022-05-10T15:16:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:36.370210 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] Checking router: ae50091c-4e1c-4b1e-85b9-5626736e9034 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:16:36.370583 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] Updating router ae50091c-4e1c-4b1e-85b9-5626736e9034 port 3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:16:36.469739 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:36.498608 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:36.501029 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-5798f180-baf7-43a3-b2ec-794baade1fb9 admin admin] Allocated IP 172.20.0.1 (ebf9838f-045b-4ae2-88b8-0600c29695ae/586914bb-49c4-4fd9-9817-98cb6b9ed43e/0477fd86-c5b4-47de-8438-172eb4d71496) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:16:36.602096 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 088f79b0-c1cb-4ede-ad0d-acddb65703f3, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=088f79b0-c1cb-4ede-ad0d-acddb65703f3,segment=NetworkSegment(26c90637-d3da-4da1-b972-f1196f11e370),segment_id=26c90637-d3da-4da1-b972-f1196f11e370)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:16:36.606254 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:36.654104 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5798f180-baf7-43a3-b2ec-794baade1fb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:36.670808 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-5798f180-baf7-43a3-b2ec-794baade1fb9 admin admin] Transition to ACTIVE for port object 0477fd86-c5b4-47de-8438-172eb4d71496 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:16:36.695548 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5798f180-baf7-43a3-b2ec-794baade1fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:36.756975 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=088f79b0-c1cb-4ede-ad0d-acddb65703f3,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:36.761862 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5798f180-baf7-43a3-b2ec-794baade1fb9 admin admin] Network ebf9838f-045b-4ae2-88b8-0600c29695ae is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:16:36.764750 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-5798f180-baf7-43a3-b2ec-794baade1fb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:16:36.768836 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5798f180-baf7-43a3-b2ec-794baade1fb9 admin admin] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:16:36.812970 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798f180-baf7-43a3-b2ec-794baade1fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=0477fd86-c5b4-47de-8438-172eb4d71496,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:36.830975 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5798f180-baf7-43a3-b2ec-794baade1fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:36.910115 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:36.924874 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] Transition to ACTIVE for port object 3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:16:36.934823 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:36.970898 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5798f180-baf7-43a3-b2ec-794baade1fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:37.030555 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] Attempting to bind port 3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:16:37.030919 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] Attempting to bind port 3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:16:37.031272 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] Attempting to bind port 3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:16:37.038634 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b99f4-0526-42aa-93d8-a45638cafc2d None None] Pushing event updated for resources: {'Port': ['ID=3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:37.040482 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-797b9d8e-d6c5-4bff-8f98-d0e734efd6d3 None None] Provisioning for port 0477fd86-c5b4-47de-8438-172eb4d71496 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:16:37.046602 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:16:37.046976 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:16:37.047368 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:37.047746 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:16:37.048309 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] Bound port: 3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:16:37.049179 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:37.082562 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-797b9d8e-d6c5-4bff-8f98-d0e734efd6d3 None None] Provisioning complete for port 0477fd86-c5b4-47de-8438-172eb4d71496 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:16:37.082846 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-797b9d8e-d6c5-4bff-8f98-d0e734efd6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:37.162680 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-797b9d8e-d6c5-4bff-8f98-d0e734efd6d3 None None] Port 0477fd86-c5b4-47de-8438-172eb4d71496 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:16:37.171544 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] For port 3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:16:37.175700 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4b874ee3-0cc7-4115-8201-e83e4149aa40 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:16:37.209271 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5798f180-baf7-43a3-b2ec-794baade1fb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:37.213735 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5798f180-baf7-43a3-b2ec-794baade1fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:37.223152 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] For port 3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:16:37.229132 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:37.320488 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b99f4-0526-42aa-93d8-a45638cafc2d None None] Pushing event updated for resources: {'Port': ['ID=3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:37.325476 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] Routers {'ae50091c-4e1c-4b1e-85b9-5626736e9034'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:16:37.326107 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:16:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['ae50091c-4e1c-4b1e-85b9-5626736e9034'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:37.406417 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 4b874ee3-0cc7-4115-8201-e83e4149aa40 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:16:37.406726 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:37.441437 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-5798f180-baf7-43a3-b2ec-794baade1fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:37.444999 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798f180-baf7-43a3-b2ec-794baade1fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=0477fd86-c5b4-47de-8438-172eb4d71496,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:37.583521 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5798f180-baf7-43a3-b2ec-794baade1fb9 admin admin] Network ebf9838f-045b-4ae2-88b8-0600c29695ae is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:16:37.584735 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-5798f180-baf7-43a3-b2ec-794baade1fb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:16:37.605287 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] Set router ae50091c-4e1c-4b1e-85b9-5626736e9034 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:16:37.788257 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 088f79b0-c1cb-4ede-ad0d-acddb65703f3 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:16:37.797228 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5798f180-baf7-43a3-b2ec-794baade1fb9 admin admin] Router ae50091c-4e1c-4b1e-85b9-5626736e9034 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:16:37.921921 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-045fca1f-9371-4892-9f4c-a4ff54c13fa0 None None] Provisioning complete for port 0477fd86-c5b4-47de-8438-172eb4d71496 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:16:37.922239 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-045fca1f-9371-4892-9f4c-a4ff54c13fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:37.983136 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5798f180-baf7-43a3-b2ec-794baade1fb9 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:16:37.993302 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5798f180-baf7-43a3-b2ec-794baade1fb9 admin admin] 10.222.0.79 "PUT /v2.0/routers/ae50091c-4e1c-4b1e-85b9-5626736e9034/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5313730 May 10 15:16:38.022365 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-045fca1f-9371-4892-9f4c-a4ff54c13fa0 None None] Port 0477fd86-c5b4-47de-8438-172eb4d71496 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:16:38.056737 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 088f79b0-c1cb-4ede-ad0d-acddb65703f3 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:16:38.057101 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:38.184280 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae50091c-4e1c-4b1e-85b9-5626736e9034', 'name': 'tempest-TestMinimumBasicScenario-413421780-router', 'tenant_id': '5a1ed18020c140889f76587f59a0fd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:16:32Z', 'updated_at': '2022-05-10T15:16:36Z', 'revision_number': 4, 'project_id': '5a1ed18020c140889f76587f59a0fd79', 'gw_port': {'id': '3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:65:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae50091c-4e1c-4b1e-85b9-5626736e9034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:33Z', 'updated_at': '2022-05-10T15:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '0477fd86-c5b4-47de-8438-172eb4d71496', 'name': '', 'network_id': 'ebf9838f-045b-4ae2-88b8-0600c29695ae', 'tenant_id': '5a1ed18020c140889f76587f59a0fd79', 'mac_address': 'fa:16:3e:71:1f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae50091c-4e1c-4b1e-85b9-5626736e9034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '586914bb-49c4-4fd9-9817-98cb6b9ed43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:36Z', 'updated_at': '2022-05-10T15:16:37Z', 'revision_number': 2, 'project_id': '5a1ed18020c140889f76587f59a0fd79', 'subnets': [{'id': '586914bb-49c4-4fd9-9817-98cb6b9ed43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:38.191810 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ebf48-7f54-42f6-ac45-3a95418b4782 None None] The sync data for ids ['ae50091c-4e1c-4b1e-85b9-5626736e9034'] in dv-neutron-841204-2-hyperv is: [{'id': 'ae50091c-4e1c-4b1e-85b9-5626736e9034', 'name': 'tempest-TestMinimumBasicScenario-413421780-router', 'tenant_id': '5a1ed18020c140889f76587f59a0fd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:16:32Z', 'updated_at': '2022-05-10T15:16:36Z', 'revision_number': 4, 'project_id': '5a1ed18020c140889f76587f59a0fd79', 'gw_port': {'id': '3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:65:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae50091c-4e1c-4b1e-85b9-5626736e9034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:33Z', 'updated_at': '2022-05-10T15:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '0477fd86-c5b4-47de-8438-172eb4d71496', 'name': '', 'network_id': 'ebf9838f-045b-4ae2-88b8-0600c29695ae', 'tenant_id': '5a1ed18020c140889f76587f59a0fd79', 'mac_address': 'fa:16:3e:71:1f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae50091c-4e1c-4b1e-85b9-5626736e9034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '586914bb-49c4-4fd9-9817-98cb6b9ed43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:36Z', 'updated_at': '2022-05-10T15:16:37Z', 'revision_number': 2, 'project_id': '5a1ed18020c140889f76587f59a0fd79', 'subnets': [{'id': '586914bb-49c4-4fd9-9817-98cb6b9ed43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:16:39.218717 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:16:39.326343 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:16:39.332733 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:16:39.333108 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:39.482704 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:39.503689 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:16:39.513676 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:39.615444 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:41.173328 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:16:41.247193 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:16:41.247570 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:42.005198 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] Sync routers for ids ['ae50091c-4e1c-4b1e-85b9-5626736e9034'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:16:42.018586 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] Routers {'ae50091c-4e1c-4b1e-85b9-5626736e9034'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:16:42.019332 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:16:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['ae50091c-4e1c-4b1e-85b9-5626736e9034'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:42.220272 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] Set router ae50091c-4e1c-4b1e-85b9-5626736e9034 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:16:42.601824 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae50091c-4e1c-4b1e-85b9-5626736e9034', 'name': 'tempest-TestMinimumBasicScenario-413421780-router', 'tenant_id': '5a1ed18020c140889f76587f59a0fd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:16:32Z', 'updated_at': '2022-05-10T15:16:36Z', 'revision_number': 4, 'project_id': '5a1ed18020c140889f76587f59a0fd79', 'gw_port': {'id': '3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae50091c-4e1c-4b1e-85b9-5626736e9034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:33Z', 'updated_at': '2022-05-10T15:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '0477fd86-c5b4-47de-8438-172eb4d71496', 'name': '', 'network_id': 'ebf9838f-045b-4ae2-88b8-0600c29695ae', 'tenant_id': '5a1ed18020c140889f76587f59a0fd79', 'mac_address': 'fa:16:3e:71:1f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae50091c-4e1c-4b1e-85b9-5626736e9034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '586914bb-49c4-4fd9-9817-98cb6b9ed43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:36Z', 'updated_at': '2022-05-10T15:16:37Z', 'revision_number': 2, 'project_id': '5a1ed18020c140889f76587f59a0fd79', 'subnets': [{'id': '586914bb-49c4-4fd9-9817-98cb6b9ed43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:42.605664 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] Checking router: ae50091c-4e1c-4b1e-85b9-5626736e9034 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:16:42.606010 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] Updating router ae50091c-4e1c-4b1e-85b9-5626736e9034 port 0477fd86-c5b4-47de-8438-172eb4d71496 binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:16:42.665635 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:43.035906 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:43.049314 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] Transition to ACTIVE for port object 0477fd86-c5b4-47de-8438-172eb4d71496 will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:16:43.057243 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:43.190885 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1402c04-e4d7-4ad9-83bd-0319b34a90c4 None None] Pushing event updated for resources: {'Port': ['ID=0477fd86-c5b4-47de-8438-172eb4d71496,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:43.292400 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] Attempting to bind port 0477fd86-c5b4-47de-8438-172eb4d71496 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:16:43.292761 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] Attempting to bind port 0477fd86-c5b4-47de-8438-172eb4d71496 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '26c90637-d3da-4da1-b972-f1196f11e370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ebf9838f-045b-4ae2-88b8-0600c29695ae'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:16:43.293120 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] Attempting to bind port 0477fd86-c5b4-47de-8438-172eb4d71496 on network ebf9838f-045b-4ae2-88b8-0600c29695ae {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:16:43.300496 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:16:43.300863 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] Checking segment: {'id': '26c90637-d3da-4da1-b972-f1196f11e370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ebf9838f-045b-4ae2-88b8-0600c29695ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:16:43.301260 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:43.301648 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] Bound using segment: {'id': '26c90637-d3da-4da1-b972-f1196f11e370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ebf9838f-045b-4ae2-88b8-0600c29695ae'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:16:43.302503 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] Bound port: 0477fd86-c5b4-47de-8438-172eb4d71496, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c90637-d3da-4da1-b972-f1196f11e370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ebf9838f-045b-4ae2-88b8-0600c29695ae'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:16:43.304577 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:43.416682 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] For port 0477fd86-c5b4-47de-8438-172eb4d71496, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:16:43.420257 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] For port 0477fd86-c5b4-47de-8438-172eb4d71496, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0477fd86-c5b4-47de-8438-172eb4d71496,segment=NetworkSegment(26c90637-d3da-4da1-b972-f1196f11e370),segment_id=26c90637-d3da-4da1-b972-f1196f11e370)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:16:43.426101 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:43.506855 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] Routers {'ae50091c-4e1c-4b1e-85b9-5626736e9034'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:16:43.507485 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:16:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['ae50091c-4e1c-4b1e-85b9-5626736e9034'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:43.565445 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1402c04-e4d7-4ad9-83bd-0319b34a90c4 None None] Pushing event updated for resources: {'Port': ['ID=0477fd86-c5b4-47de-8438-172eb4d71496,revision_number=4']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:43.733223 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] Set router ae50091c-4e1c-4b1e-85b9-5626736e9034 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:16:44.094020 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae50091c-4e1c-4b1e-85b9-5626736e9034', 'name': 'tempest-TestMinimumBasicScenario-413421780-router', 'tenant_id': '5a1ed18020c140889f76587f59a0fd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:16:32Z', 'updated_at': '2022-05-10T15:16:36Z', 'revision_number': 4, 'project_id': '5a1ed18020c140889f76587f59a0fd79', 'gw_port': {'id': '3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae50091c-4e1c-4b1e-85b9-5626736e9034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:33Z', 'updated_at': '2022-05-10T15:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '0477fd86-c5b4-47de-8438-172eb4d71496', 'name': '', 'network_id': 'ebf9838f-045b-4ae2-88b8-0600c29695ae', 'tenant_id': '5a1ed18020c140889f76587f59a0fd79', 'mac_address': 'fa:16:3e:71:1f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae50091c-4e1c-4b1e-85b9-5626736e9034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '586914bb-49c4-4fd9-9817-98cb6b9ed43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:36Z', 'updated_at': '2022-05-10T15:16:43Z', 'revision_number': 4, 'project_id': '5a1ed18020c140889f76587f59a0fd79', 'subnets': [{'id': '586914bb-49c4-4fd9-9817-98cb6b9ed43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:16:44.099342 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a62d7-cfcf-4a63-8649-54c85a032a47 None None] The sync data for ids ['ae50091c-4e1c-4b1e-85b9-5626736e9034'] in dv-neutron-841204-2-hyperv is: [{'id': 'ae50091c-4e1c-4b1e-85b9-5626736e9034', 'name': 'tempest-TestMinimumBasicScenario-413421780-router', 'tenant_id': '5a1ed18020c140889f76587f59a0fd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:16:32Z', 'updated_at': '2022-05-10T15:16:36Z', 'revision_number': 4, 'project_id': '5a1ed18020c140889f76587f59a0fd79', 'gw_port': {'id': '3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae50091c-4e1c-4b1e-85b9-5626736e9034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:33Z', 'updated_at': '2022-05-10T15:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '0477fd86-c5b4-47de-8438-172eb4d71496', 'name': '', 'network_id': 'ebf9838f-045b-4ae2-88b8-0600c29695ae', 'tenant_id': '5a1ed18020c140889f76587f59a0fd79', 'mac_address': 'fa:16:3e:71:1f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae50091c-4e1c-4b1e-85b9-5626736e9034', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '586914bb-49c4-4fd9-9817-98cb6b9ed43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:36Z', 'updated_at': '2022-05-10T15:16:43Z', 'revision_number': 4, 'project_id': '5a1ed18020c140889f76587f59a0fd79', 'subnets': [{'id': '586914bb-49c4-4fd9-9817-98cb6b9ed43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:16:45.271739 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0477fd86-c5b4-47de-8438-172eb4d71496 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:16:45.369936 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 0477fd86-c5b4-47de-8438-172eb4d71496 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:16:45.379377 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 0477fd86-c5b4-47de-8438-172eb4d71496 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:16:45.379752 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:45.526036 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:45.567134 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 0477fd86-c5b4-47de-8438-172eb4d71496, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0477fd86-c5b4-47de-8438-172eb4d71496,segment=NetworkSegment(26c90637-d3da-4da1-b972-f1196f11e370),segment_id=26c90637-d3da-4da1-b972-f1196f11e370)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:16:45.573675 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:45.653536 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=0477fd86-c5b4-47de-8438-172eb4d71496,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:47.172441 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0477fd86-c5b4-47de-8438-172eb4d71496 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:16:47.244091 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 0477fd86-c5b4-47de-8438-172eb4d71496 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:16:47.244456 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:48.075866 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-cf3b220d-e92e-4629-ade0-fd6acbd5c30c tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:48.077306 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-cf3b220d-e92e-4629-ade0-fd6acbd5c30c tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/networks?id=37a5c1eb-bcb6-492f-af73-9b5d493eb59e HTTP/1.1" status: 200 len: 815 time: 0.1457887 May 10 15:16:48.093277 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-cf6f1b9f-9b93-49c6-8584-cf47efeea4d1 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/quotas/cbe9de3c907244df986447d4ace1090b HTTP/1.1" status: 200 len: 375 time: 0.0098526 May 10 15:16:48.191731 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-9b0b05a6-744e-4cbe-8773-59e30541b74f tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbe9de3c907244df986447d4ace1090b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911801 May 10 15:16:48.328232 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-fb90947b-3a40-48ce-8bab-295e4bd14c36 service neutron] 10.222.0.79 "GET /v2.0/networks/37a5c1eb-bcb6-492f-af73-9b5d493eb59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249361 May 10 15:16:48.459509 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-b36eb8a2-af06-448a-baec-a067cfef469c service neutron] 10.222.0.79 "GET /v2.0/networks/37a5c1eb-bcb6-492f-af73-9b5d493eb59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248941 May 10 15:16:48.640275 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2cb4878b-d589-446e-b54e-6c36c7b86eda req-de333b9c-1699-459a-b24d-9a49625caac9 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 210 time: 0.0480657 May 10 15:16:49.764541 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-fce16086-a89f-4b93-ab42-d2075ec7db4d tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:49.765324 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-fce16086-a89f-4b93-ab42-d2075ec7db4d tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Synchronizing usage tracker for tenant:cbe9de3c907244df986447d4ace1090b on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:16:49.786713 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-fce16086-a89f-4b93-ab42-d2075ec7db4d tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Unset dirty status for tenant:cbe9de3c907244df986447d4ace1090b on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:16:49.788129 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-fce16086-a89f-4b93-ab42-d2075ec7db4d tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.86 "GET /v2.0/networks?id=37a5c1eb-bcb6-492f-af73-9b5d493eb59e HTTP/1.1" status: 200 len: 815 time: 0.1824372 May 10 15:16:49.794950 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6897c6b1-39fb-4325-88ee-206a45344661 req-0713a776-1ebc-409e-aaf1-8c3188e714b9 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 210 time: 0.0461457 May 10 15:16:49.805737 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-90fd3fa5-6243-4c59-a79b-e72d260a6fd6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Request body: {'port': {'device_id': '4ca383d4-749a-447d-802a-b9cdac692624', 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e', 'admin_state_up': True, 'tenant_id': 'cbe9de3c907244df986447d4ace1090b'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:16:49.946371 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-90fd3fa5-6243-4c59-a79b-e72d260a6fd6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:16:49.950268 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-90fd3fa5-6243-4c59-a79b-e72d260a6fd6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Usage tracker for resource:port and tenant:cbe9de3c907244df986447d4ace1090b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:16:49.952997 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-90fd3fa5-6243-4c59-a79b-e72d260a6fd6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:16:49.958800 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-90fd3fa5-6243-4c59-a79b-e72d260a6fd6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:16:49.968538 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-90fd3fa5-6243-4c59-a79b-e72d260a6fd6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Made reservation on behalf of cbe9de3c907244df986447d4ace1090b for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:16:49.972651 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-90fd3fa5-6243-4c59-a79b-e72d260a6fd6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:50.130180 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-81b82b6e-0efd-4b45-93ce-16ad2b823caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:50.143134 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-90fd3fa5-6243-4c59-a79b-e72d260a6fd6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Allocated IP 172.20.0.10 (37a5c1eb-bcb6-492f-af73-9b5d493eb59e/5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3/0b7b3631-cc61-4cfd-8e13-42d658f5ec67) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:16:50.422321 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-90fd3fa5-6243-4c59-a79b-e72d260a6fd6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:50.442572 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-90fd3fa5-6243-4c59-a79b-e72d260a6fd6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Transition to ACTIVE for port object 0b7b3631-cc61-4cfd-8e13-42d658f5ec67 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:16:50.473728 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-90fd3fa5-6243-4c59-a79b-e72d260a6fd6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:50.587934 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-90fd3fa5-6243-4c59-a79b-e72d260a6fd6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Network 37a5c1eb-bcb6-492f-af73-9b5d493eb59e is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:16:50.591978 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-90fd3fa5-6243-4c59-a79b-e72d260a6fd6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:16:50.596091 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-90fd3fa5-6243-4c59-a79b-e72d260a6fd6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:16:50.665092 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd3fa5-6243-4c59-a79b-e72d260a6fd6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Pushing event updated for resources: {'Port': ['ID=0b7b3631-cc61-4cfd-8e13-42d658f5ec67,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:50.705767 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-90fd3fa5-6243-4c59-a79b-e72d260a6fd6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:50.706842 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-90fd3fa5-6243-4c59-a79b-e72d260a6fd6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:50.735898 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-90fd3fa5-6243-4c59-a79b-e72d260a6fd6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9339705 May 10 15:16:50.899885 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-030e8c00-8656-496c-b39f-65b6476d39d4 None None] Provisioning for port 0b7b3631-cc61-4cfd-8e13-42d658f5ec67 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:16:50.909959 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-030e8c00-8656-496c-b39f-65b6476d39d4 None None] Provisioning complete for port 0b7b3631-cc61-4cfd-8e13-42d658f5ec67 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:16:50.910693 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-030e8c00-8656-496c-b39f-65b6476d39d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:51.035548 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-030e8c00-8656-496c-b39f-65b6476d39d4 None None] Port 0b7b3631-cc61-4cfd-8e13-42d658f5ec67 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:16:51.103707 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032bb61-a214-4c1c-859b-1299c0f17776 req-be9435bd-7b3c-4979-b6e8-663afbf55a11 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:51.108719 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e032bb61-a214-4c1c-859b-1299c0f17776 req-be9435bd-7b3c-4979-b6e8-663afbf55a11 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 932 time: 0.1047001 May 10 15:16:51.266374 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e032bb61-a214-4c1c-859b-1299c0f17776 req-40f4788f-3895-45f8-aa1a-89389eb56521 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476181 May 10 15:16:52.433608 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-804b6dc7-0f22-42d0-b18e-2ede93cdbb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:52.529964 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89ddaf-2fe5-4cbe-837f-c231beb23795 req-94f0a4b7-3524-491d-9315-23b5b12cadd9 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:52.538103 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6d89ddaf-2fe5-4cbe-837f-c231beb23795 req-94f0a4b7-3524-491d-9315-23b5b12cadd9 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 932 time: 0.1365490 May 10 15:16:52.581807 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6d89ddaf-2fe5-4cbe-837f-c231beb23795 req-4ee5881c-68c0-4908-bbf7-cc750948325b tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425253 May 10 15:16:53.305236 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:53.405516 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:53.409750 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:53.798837 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cd73c-fd74-40ed-9e72-89346f417ad4 req-0724e49b-a1c8-4cbc-8223-1e0324c9b838 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:53.800476 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0c5cd73c-fd74-40ed-9e72-89346f417ad4 req-0724e49b-a1c8-4cbc-8223-1e0324c9b838 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 932 time: 0.0899084 May 10 15:16:53.852677 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0c5cd73c-fd74-40ed-9e72-89346f417ad4 req-01051c08-c7bb-4bd4-a2cd-620a7b7e415f tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438831 May 10 15:16:54.972727 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:55.075282 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c1cb6-e15c-44d2-8267-1d398a3c7b84 req-21af790b-f6d8-4741-991a-bc948b751516 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:55.082044 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fa0c1cb6-e15c-44d2-8267-1d398a3c7b84 req-21af790b-f6d8-4741-991a-bc948b751516 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 932 time: 0.0897124 May 10 15:16:55.137347 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fa0c1cb6-e15c-44d2-8267-1d398a3c7b84 req-a134dce6-828c-4679-80b4-c74709fec2f2 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506427 May 10 15:16:56.353398 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6880221-a741-45cb-8f70-7cb62807d98e req-f317d780-e476-431b-9c82-669932a14b3b tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:56.356030 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a6880221-a741-45cb-8f70-7cb62807d98e req-f317d780-e476-431b-9c82-669932a14b3b tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 932 time: 0.0982862 May 10 15:16:56.416359 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a6880221-a741-45cb-8f70-7cb62807d98e req-4798ad0d-a298-4b67-ab36-80f30b9a63e8 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513520 May 10 15:16:57.620415 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224389e-4efc-4122-9c06-5019a6103c29 req-a77b36b4-9a9e-4ec8-a963-28335636c304 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:57.622300 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c224389e-4efc-4122-9c06-5019a6103c29 req-a77b36b4-9a9e-4ec8-a963-28335636c304 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 932 time: 0.0861404 May 10 15:16:57.667877 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c224389e-4efc-4122-9c06-5019a6103c29 req-61ef5400-1b1e-4157-928d-6bb63ce885c6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397601 May 10 15:16:58.135180 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-9bfb937c-c81a-44f1-9e5c-5b3d2f7e91cf tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:16:58.136295 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-9bfb937c-c81a-44f1-9e5c-5b3d2f7e91cf tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052893 May 10 15:16:58.148066 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-27698104-dd16-4769-a83b-5fd8a2dafbbb service neutron] Request body: {'port': {'device_id': '4ca383d4-749a-447d-802a-b9cdac692624', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:16:58.258866 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-27698104-dd16-4769-a83b-5fd8a2dafbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:58.713402 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-27698104-dd16-4769-a83b-5fd8a2dafbbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7b3631-cc61-4cfd-8e13-42d658f5ec67 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:16:58.721667 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-27698104-dd16-4769-a83b-5fd8a2dafbbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:58.736614 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-27698104-dd16-4769-a83b-5fd8a2dafbbb service neutron] Transition to ACTIVE for port object 0b7b3631-cc61-4cfd-8e13-42d658f5ec67 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:16:58.740296 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-27698104-dd16-4769-a83b-5fd8a2dafbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:58.883737 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48302e0-7348-4477-901a-e53e5498bf52 req-4cdeb015-17fe-4bce-a487-e2f978e23200 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:58.895774 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c48302e0-7348-4477-901a-e53e5498bf52 req-4cdeb015-17fe-4bce-a487-e2f978e23200 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 944 time: 0.1019058 May 10 15:16:58.932611 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27698104-dd16-4769-a83b-5fd8a2dafbbb service neutron] Pushing event updated for resources: {'Port': ['ID=0b7b3631-cc61-4cfd-8e13-42d658f5ec67,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:58.953271 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c48302e0-7348-4477-901a-e53e5498bf52 req-4ffd1612-4b97-4c8e-a10a-96145dd0db7b tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564547 May 10 15:16:58.983727 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-27698104-dd16-4769-a83b-5fd8a2dafbbb service neutron] Attempting to bind port 0b7b3631-cc61-4cfd-8e13-42d658f5ec67 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:16:58.984059 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-27698104-dd16-4769-a83b-5fd8a2dafbbb service neutron] Attempting to bind port 0b7b3631-cc61-4cfd-8e13-42d658f5ec67 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'df966ffc-729a-4ce6-aa7c-8c219e401573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:16:58.984385 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-27698104-dd16-4769-a83b-5fd8a2dafbbb service neutron] Attempting to bind port 0b7b3631-cc61-4cfd-8e13-42d658f5ec67 on network 37a5c1eb-bcb6-492f-af73-9b5d493eb59e {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:16:58.989249 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-27698104-dd16-4769-a83b-5fd8a2dafbbb service neutron] Port 0b7b3631-cc61-4cfd-8e13-42d658f5ec67 on network 37a5c1eb-bcb6-492f-af73-9b5d493eb59e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:16:58.989563 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-27698104-dd16-4769-a83b-5fd8a2dafbbb service neutron] Attempting to bind port 0b7b3631-cc61-4cfd-8e13-42d658f5ec67 on network 37a5c1eb-bcb6-492f-af73-9b5d493eb59e {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:16:58.994650 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-27698104-dd16-4769-a83b-5fd8a2dafbbb service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:16:58.994981 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-27698104-dd16-4769-a83b-5fd8a2dafbbb service neutron] Checking segment: {'id': 'df966ffc-729a-4ce6-aa7c-8c219e401573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:16:58.995536 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-27698104-dd16-4769-a83b-5fd8a2dafbbb service neutron] Bound using segment: {'id': 'df966ffc-729a-4ce6-aa7c-8c219e401573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:16:58.995797 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-27698104-dd16-4769-a83b-5fd8a2dafbbb service neutron] Bound port: 0b7b3631-cc61-4cfd-8e13-42d658f5ec67, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df966ffc-729a-4ce6-aa7c-8c219e401573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:16:58.996138 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-27698104-dd16-4769-a83b-5fd8a2dafbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:59.098713 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-27698104-dd16-4769-a83b-5fd8a2dafbbb service neutron] For port 0b7b3631-cc61-4cfd-8e13-42d658f5ec67, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:16:59.102063 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-27698104-dd16-4769-a83b-5fd8a2dafbbb service neutron] For port 0b7b3631-cc61-4cfd-8e13-42d658f5ec67, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=0b7b3631-cc61-4cfd-8e13-42d658f5ec67,segment=NetworkSegment(df966ffc-729a-4ce6-aa7c-8c219e401573),segment_id=df966ffc-729a-4ce6-aa7c-8c219e401573)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:16:59.106739 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-27698104-dd16-4769-a83b-5fd8a2dafbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:59.178039 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-27698104-dd16-4769-a83b-5fd8a2dafbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:59.178787 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-27698104-dd16-4769-a83b-5fd8a2dafbbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:59.180350 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-27698104-dd16-4769-a83b-5fd8a2dafbbb service neutron] 10.222.0.86 "PUT /v2.0/ports/0b7b3631-cc61-4cfd-8e13-42d658f5ec67 HTTP/1.1" status: 200 len: 1094 time: 1.0366843 May 10 15:16:59.183627 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca383d4-749a-447d-802a-b9cdac692624', 'tag': '0b7b3631-cc61-4cfd-8e13-42d658f5ec67'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:16:59.213800 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27698104-dd16-4769-a83b-5fd8a2dafbbb service neutron] Pushing event updated for resources: {'Port': ['ID=0b7b3631-cc61-4cfd-8e13-42d658f5ec67,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:16:59.261188 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c41fefb8-d373-43fc-931b-63459420bb8e'] response: {'name': 'network-changed', 'server_uuid': '4ca383d4-749a-447d-802a-b9cdac692624', 'tag': '0b7b3631-cc61-4cfd-8e13-42d658f5ec67', 'status': 'completed', 'code': 200} May 10 15:16:59.303749 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-f98cbbc9-4bb0-4046-81c3-4242ff3325fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:59.305246 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-f98cbbc9-4bb0-4046-81c3-4242ff3325fa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cbe9de3c907244df986447d4ace1090b&device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 1097 time: 0.0771911 May 10 15:16:59.381036 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-977159a7-5276-4dd0-94ea-03a7b0259fbd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b7b3631-cc61-4cfd-8e13-42d658f5ec67 HTTP/1.1" status: 200 len: 217 time: 0.0641727 May 10 15:16:59.447946 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-751c7825-0d3c-424f-b6f5-2cf9f13c8a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:59.449368 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-751c7825-0d3c-424f-b6f5-2cf9f13c8a13 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3 HTTP/1.1" status: 200 len: 854 time: 0.0590994 May 10 15:16:59.531040 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-0382cd25-5887-4f34-8abc-6172c8a33a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:59.532887 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-0382cd25-5887-4f34-8abc-6172c8a33a89 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=37a5c1eb-bcb6-492f-af73-9b5d493eb59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706553 May 10 15:16:59.667140 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-f2e52372-9509-4b45-82b3-7fac79ec0552 service neutron] 10.222.0.86 "GET /v2.0/networks/37a5c1eb-bcb6-492f-af73-9b5d493eb59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237724 May 10 15:16:59.821259 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ce1b76bf-63fb-499b-be3c-fb33caadaab6 req-3175230c-7a98-47dc-b30b-aa4881c86d6c service neutron] 10.222.0.86 "GET /v2.0/networks/37a5c1eb-bcb6-492f-af73-9b5d493eb59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401241 May 10 15:16:59.950028 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ab0a8-afc1-402f-9ca1-fc80affa4a59 req-1f8762b2-2bf9-475b-9721-c8d6f8a18cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:16:59.951729 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-770ab0a8-afc1-402f-9ca1-fc80affa4a59 req-1f8762b2-2bf9-475b-9721-c8d6f8a18cfb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cbe9de3c907244df986447d4ace1090b&device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 1097 time: 0.0868008 May 10 15:17:00.085108 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ab0a8-afc1-402f-9ca1-fc80affa4a59 req-0308e516-2a6c-490f-8408-bf3076aefe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:00.086490 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-770ab0a8-afc1-402f-9ca1-fc80affa4a59 req-0308e516-2a6c-490f-8408-bf3076aefe1e service neutron] 10.222.0.86 "GET /v2.0/networks?id=37a5c1eb-bcb6-492f-af73-9b5d493eb59e HTTP/1.1" status: 200 len: 916 time: 0.1284101 May 10 15:17:00.156785 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff79c92-1409-40ee-850b-0befe3525742 req-8b82c708-a0ec-4298-8f5d-1a469c4e2cdd tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:00.159604 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5ff79c92-1409-40ee-850b-0befe3525742 req-8b82c708-a0ec-4298-8f5d-1a469c4e2cdd tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 944 time: 0.0957134 May 10 15:17:00.159866 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-770ab0a8-afc1-402f-9ca1-fc80affa4a59 req-fe0f57dc-3915-4112-b57f-fbb231a758ed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b7b3631-cc61-4cfd-8e13-42d658f5ec67 HTTP/1.1" status: 200 len: 217 time: 0.0648549 May 10 15:17:00.207176 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5ff79c92-1409-40ee-850b-0befe3525742 req-3d9a6667-43e4-4620-88da-8825cbac9f24 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418537 May 10 15:17:00.323448 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ab0a8-afc1-402f-9ca1-fc80affa4a59 req-c1673f7f-4804-49fd-8dda-e730f3673334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:00.324886 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-770ab0a8-afc1-402f-9ca1-fc80affa4a59 req-c1673f7f-4804-49fd-8dda-e730f3673334 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3 HTTP/1.1" status: 200 len: 854 time: 0.1576865 May 10 15:17:00.404265 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ab0a8-afc1-402f-9ca1-fc80affa4a59 req-d4141048-05cc-4bbe-af16-d23524e09abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:00.405627 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-770ab0a8-afc1-402f-9ca1-fc80affa4a59 req-d4141048-05cc-4bbe-af16-d23524e09abc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=37a5c1eb-bcb6-492f-af73-9b5d493eb59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719652 May 10 15:17:00.536610 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-770ab0a8-afc1-402f-9ca1-fc80affa4a59 req-6e2813e4-3fd7-4fe7-8fb5-4b5caa85cfc5 service neutron] 10.222.0.86 "GET /v2.0/networks/37a5c1eb-bcb6-492f-af73-9b5d493eb59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237895 May 10 15:17:00.669076 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-770ab0a8-afc1-402f-9ca1-fc80affa4a59 req-22f9f8bc-a96a-448d-83e8-28f903d40550 service neutron] 10.222.0.86 "GET /v2.0/networks/37a5c1eb-bcb6-492f-af73-9b5d493eb59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245329 May 10 15:17:01.398605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e0bb0-0b3e-4cc8-bde9-25b4e133e4b9 req-21bd2b7c-ac03-449c-920b-02f6f2d2dc46 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:01.400055 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4f5e0bb0-0b3e-4cc8-bde9-25b4e133e4b9 req-21bd2b7c-ac03-449c-920b-02f6f2d2dc46 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 944 time: 0.0809898 May 10 15:17:01.448450 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4f5e0bb0-0b3e-4cc8-bde9-25b4e133e4b9 req-ead57aad-92b3-494b-a366-7b7c089b37c1 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427151 May 10 15:17:02.633269 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d58ee-f7ba-42bc-b942-2effd87b1ab0 req-9cfa6005-cabd-44d3-adfd-8c11550f4e02 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:02.634775 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f66d58ee-f7ba-42bc-b942-2effd87b1ab0 req-9cfa6005-cabd-44d3-adfd-8c11550f4e02 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 944 time: 0.0820324 May 10 15:17:02.679559 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f66d58ee-f7ba-42bc-b942-2effd87b1ab0 req-5e09dfee-de2f-4b17-b1f0-c81a5c710d5e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391731 May 10 15:17:02.738537 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 0b7b3631-cc61-4cfd-8e13-42d658f5ec67 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:17:02.868511 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 0b7b3631-cc61-4cfd-8e13-42d658f5ec67, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=0b7b3631-cc61-4cfd-8e13-42d658f5ec67,segment=NetworkSegment(df966ffc-729a-4ce6-aa7c-8c219e401573),segment_id=df966ffc-729a-4ce6-aa7c-8c219e401573)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:17:02.881856 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '0b7b3631-cc61-4cfd-8e13-42d658f5ec67', 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e', 'port_id': '0b7b3631-cc61-4cfd-8e13-42d658f5ec67', 'mac_address': 'fa:16:3e:af:ab:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:17:02.948512 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:02.967834 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7b3631-cc61-4cfd-8e13-42d658f5ec67 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:17:02.984119 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 0b7b3631-cc61-4cfd-8e13-42d658f5ec67, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=0b7b3631-cc61-4cfd-8e13-42d658f5ec67,segment=NetworkSegment(df966ffc-729a-4ce6-aa7c-8c219e401573),segment_id=df966ffc-729a-4ce6-aa7c-8c219e401573)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:17:02.988130 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:03.053925 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=0b7b3631-cc61-4cfd-8e13-42d658f5ec67,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:03.060905 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:03.061252 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:03.061592 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:03.061924 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:03.062253 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:03.062611 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:03.062937 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:03.063286 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:03.063615 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:03.063930 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:03.064247 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:03.064565 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:03.255563 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['0b7b3631-cc61-4cfd-8e13-42d658f5ec67'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:17:03.866721 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbf889-3ebb-4f4c-ad9f-6d02e624b749 req-a5f01fc7-e8c9-44fd-b8da-4d091886feac tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:03.868174 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-30bbf889-3ebb-4f4c-ad9f-6d02e624b749 req-a5f01fc7-e8c9-44fd-b8da-4d091886feac tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 945 time: 0.0839348 May 10 15:17:03.913579 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-30bbf889-3ebb-4f4c-ad9f-6d02e624b749 req-6546a885-dbae-463e-8ca1-b0ef0322e823 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390487 May 10 15:17:04.739661 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 0b7b3631-cc61-4cfd-8e13-42d658f5ec67 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:17:04.807172 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port 0b7b3631-cc61-4cfd-8e13-42d658f5ec67 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:17:04.812450 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 0b7b3631-cc61-4cfd-8e13-42d658f5ec67 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:17:04.812877 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:04.947063 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:04.973881 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca383d4-749a-447d-802a-b9cdac692624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7b3631-cc61-4cfd-8e13-42d658f5ec67'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:17:04.984056 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 0b7b3631-cc61-4cfd-8e13-42d658f5ec67, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=0b7b3631-cc61-4cfd-8e13-42d658f5ec67,segment=NetworkSegment(df966ffc-729a-4ce6-aa7c-8c219e401573),segment_id=df966ffc-729a-4ce6-aa7c-8c219e401573)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:17:04.988674 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:05.020845 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52e114c-2d3f-451d-b7e2-939776262a7b'] response: {'server_uuid': '4ca383d4-749a-447d-802a-b9cdac692624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7b3631-cc61-4cfd-8e13-42d658f5ec67', 'code': 200} May 10 15:17:05.063987 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=0b7b3631-cc61-4cfd-8e13-42d658f5ec67,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:05.119730 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e682d8-83b0-4a10-ae8f-b65083534aac req-4bea9faa-f1a6-45c0-a081-2a4d367849fe tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:05.121220 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-64e682d8-83b0-4a10-ae8f-b65083534aac req-4bea9faa-f1a6-45c0-a081-2a4d367849fe tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 946 time: 0.0957625 May 10 15:17:05.168289 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-64e682d8-83b0-4a10-ae8f-b65083534aac req-f6f561d4-6a81-4fb2-ab44-ddbba5bdee5b tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407696 May 10 15:17:05.261900 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a1caf-74b2-4f30-988e-35d02af94dce req-ef9461f8-73df-4828-85f3-dc9e5e9d8bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:05.263345 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-301a1caf-74b2-4f30-988e-35d02af94dce req-ef9461f8-73df-4828-85f3-dc9e5e9d8bb9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 1099 time: 0.0690339 May 10 15:17:05.306199 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-301a1caf-74b2-4f30-988e-35d02af94dce req-ab05efe6-068e-414c-9a1d-566abb2428a0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337286 May 10 15:17:06.357083 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7b06d-4eb6-4edd-b63a-11be152c86cc req-677666e2-ad40-4bc1-a216-a967019c8fd9 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:06.358555 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cdd7b06d-4eb6-4edd-b63a-11be152c86cc req-677666e2-ad40-4bc1-a216-a967019c8fd9 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 946 time: 0.0846057 May 10 15:17:06.403991 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cdd7b06d-4eb6-4edd-b63a-11be152c86cc req-9dd0b3a6-1ddb-487f-a7df-803fb06c2c9f tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387442 May 10 15:17:07.587441 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b398c8-8d27-4898-b476-73b7526f064c req-72a2b5f6-9390-4792-ab9a-ab394f06b436 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:07.588881 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-01b398c8-8d27-4898-b476-73b7526f064c req-72a2b5f6-9390-4792-ab9a-ab394f06b436 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 946 time: 0.0798025 May 10 15:17:07.633445 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-01b398c8-8d27-4898-b476-73b7526f064c req-c0c3bfcb-01cf-47af-9bdb-7ff5c544fd10 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388439 May 10 15:17:07.968417 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155d542-de02-453d-a701-634ba8cb512d req-7ca8e595-0c0f-48e0-9615-09916129d60d tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:07.969890 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5155d542-de02-453d-a701-634ba8cb512d req-7ca8e595-0c0f-48e0-9615-09916129d60d tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 946 time: 0.0834050 May 10 15:17:08.013174 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5155d542-de02-453d-a701-634ba8cb512d req-aeec1f98-5b72-4c68-9fa2-3c1d4eed44f1 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375617 May 10 15:17:08.397476 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b5424-0542-47db-af03-60c295280664 req-66833291-76e9-4d42-8687-0215115f99bd tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:08.398943 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1e9b5424-0542-47db-af03-60c295280664 req-66833291-76e9-4d42-8687-0215115f99bd tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 946 time: 0.0789635 May 10 15:17:08.447037 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1e9b5424-0542-47db-af03-60c295280664 req-9bd94eef-de32-4585-a260-62d72f5de474 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423357 May 10 15:17:11.322587 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:17:18.524462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa022cb-2a75-44dd-a505-33094b12e7bf req-6aafaf95-90a6-4cea-9da9-f8520e89a332 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:18.525903 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8aa022cb-2a75-44dd-a505-33094b12e7bf req-6aafaf95-90a6-4cea-9da9-f8520e89a332 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 946 time: 0.0807664 May 10 15:17:18.569559 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8aa022cb-2a75-44dd-a505-33094b12e7bf req-ec03bd83-2f55-44f4-92c3-fc04f7017414 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380027 May 10 15:17:18.592072 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52150) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:18.761503 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6996764-9ab0-4d7c-97f6-4b51df64bf4d tempest-TestMinimumBasicScenario-1665897252 tempest-TestMinimumBasicScenario-1665897252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:18.763022 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c6996764-9ab0-4d7c-97f6-4b51df64bf4d tempest-TestMinimumBasicScenario-1665897252 tempest-TestMinimumBasicScenario-1665897252-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 1094 time: 0.1700082 May 10 15:17:18.766465 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52156) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:18.771468 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': '0b7b3631-cc61-4cfd-8e13-42d658f5ec67', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:17:18.777412 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:17:18.781316 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Usage tracker for resource:floatingip and tenant:cbe9de3c907244df986447d4ace1090b is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:17:18.785229 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:17:18.790967 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:17:18.801603 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:18.938648 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:19.073233 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Allocated IP 172.26.0.235 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/d162daf4-fc6f-4fe9-aad2-e78ad442d9d7) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:17:19.312073 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:19.342383 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:19.409028 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:17:19.411671 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:17:19.415410 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:17:19.448872 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Pushing event updated for resources: {'Port': ['ID=d162daf4-fc6f-4fe9-aad2-e78ad442d9d7,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:19.465241 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:19.465574 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:19.465906 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:19.466222 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:19.466566 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:19.466885 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:19.467198 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:19.467510 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:19.467820 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:19.468126 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:19.468433 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:19.468740 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:19.835753 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:19.909796 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:20.113053 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:20.119533 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:20.139701 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2775870b-1506-49b3-8228-18cb7f0b94ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:20.242836 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Pushing event updated for resources: {'Port': ['ID=d162daf4-fc6f-4fe9-aad2-e78ad442d9d7,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:20.252349 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:20.423849 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Floating IP da1a8630-9015-43a2-b91b-053fa4f58d0a associated. External IP: 172.26.0.235, port: 0b7b3631-cc61-4cfd-8e13-42d658f5ec67. May 10 15:17:20.878104 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Router 7b5efd5f-acd4-4358-8078-7666de665315 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:17:21.056270 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:17:21.066305 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a19dae-5e77-4e3a-923a-fb4e7131d120 None None] Sync routers for ids ['7b5efd5f-acd4-4358-8078-7666de665315'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:17:21.075558 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a19dae-5e77-4e3a-923a-fb4e7131d120 None None] Routers {'7b5efd5f-acd4-4358-8078-7666de665315'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:17:21.076193 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-18a19dae-5e77-4e3a-923a-fb4e7131d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:16:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['7b5efd5f-acd4-4358-8078-7666de665315'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:21.082181 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:21.143053 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f520ef54-5d4b-40c6-9c7a-27773ce0eb3e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3756037 May 10 15:17:21.143631 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca383d4-749a-447d-802a-b9cdac692624', 'tag': '0b7b3631-cc61-4cfd-8e13-42d658f5ec67'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:17:21.146369 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 52160) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:21.151773 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1488840899', 'description': 'tempest-secgroup-smoke-1488840899 description', 'project_id': 'cbe9de3c907244df986447d4ace1090b'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:17:21.159786 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:17:21.164186 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Usage tracker for resource:security_group and tenant:cbe9de3c907244df986447d4ace1090b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:17:21.167743 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:17:21.175055 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:17:21.185819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:21.208065 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:17:21.212027 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Usage tracker for resource:security_group_rule and tenant:cbe9de3c907244df986447d4ace1090b is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:17:21.214902 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:17:21.222715 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:17:21.264885 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-18a19dae-5e77-4e3a-923a-fb4e7131d120 None None] Set router 7b5efd5f-acd4-4358-8078-7666de665315 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:17:21.306577 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:21.311980 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:21.328525 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bab6cb16-2d1a-4b29-98ef-de0127bb53ad'] response: {'name': 'network-changed', 'server_uuid': '4ca383d4-749a-447d-802a-b9cdac692624', 'tag': '0b7b3631-cc61-4cfd-8e13-42d658f5ec67', 'status': 'completed', 'code': 200} May 10 15:17:21.402996 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:21.404106 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2567275 May 10 15:17:21.407935 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52168) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:21.412415 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-1b9ca4a1-e8b2-401f-8d00-d999e3b2ce03 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Request body: {'security_group_rule': {'security_group_id': '05e106b3-0555-42b6-96ec-76a6b59a5250', 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:17:21.414850 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e106b3-0555-42b6-96ec-76a6b59a5250,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:21.418620 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1b9ca4a1-e8b2-401f-8d00-d999e3b2ce03 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:17:21.422566 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1b9ca4a1-e8b2-401f-8d00-d999e3b2ce03 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Usage tracker for resource:security_group_rule and tenant:cbe9de3c907244df986447d4ace1090b is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:17:21.426209 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1b9ca4a1-e8b2-401f-8d00-d999e3b2ce03 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:17:21.428952 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:21.428952 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:21.429262 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:21.429523 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:21.429842 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:21.430167 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:21.430510 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:21.430989 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:21.431413 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:21.431756 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:21.432055 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:21.432375 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4621a0ec-d0bb-4b6c-bff5-07d769da7738 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:21.432970 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1b9ca4a1-e8b2-401f-8d00-d999e3b2ce03 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:17:21.454563 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca4a1-e8b2-401f-8d00-d999e3b2ce03 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:21.455322 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb6fac-9b69-4bd7-96c1-004c1d6f7a63 req-adfb4b2b-e5a4-490b-b483-d6f7459de191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:21.456820 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-09bb6fac-9b69-4bd7-96c1-004c1d6f7a63 req-adfb4b2b-e5a4-490b-b483-d6f7459de191 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cbe9de3c907244df986447d4ace1090b&device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 1099 time: 0.1031330 May 10 15:17:21.524209 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca4a1-e8b2-401f-8d00-d999e3b2ce03 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:21.529006 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca4a1-e8b2-401f-8d00-d999e3b2ce03 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:21.553834 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ca4a1-e8b2-401f-8d00-d999e3b2ce03 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb49bf8-e759-4c9b-b547-329f99df8bfb,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:21.565461 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1b9ca4a1-e8b2-401f-8d00-d999e3b2ce03 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:21.567020 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1b9ca4a1-e8b2-401f-8d00-d999e3b2ce03 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1587343 May 10 15:17:21.569808 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52172) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:21.575873 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-491b533e-e0a6-48fc-bc11-100434ee2565 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Request body: {'security_group_rule': {'security_group_id': '05e106b3-0555-42b6-96ec-76a6b59a5250', 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:17:21.582719 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-491b533e-e0a6-48fc-bc11-100434ee2565 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:17:21.586897 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-491b533e-e0a6-48fc-bc11-100434ee2565 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Usage tracker for resource:security_group_rule and tenant:cbe9de3c907244df986447d4ace1090b is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:17:21.592986 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-491b533e-e0a6-48fc-bc11-100434ee2565 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:17:21.598040 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-491b533e-e0a6-48fc-bc11-100434ee2565 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:17:21.614457 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb6fac-9b69-4bd7-96c1-004c1d6f7a63 req-d9138580-42b8-4df6-a38b-402c2c4328c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:21.615992 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-09bb6fac-9b69-4bd7-96c1-004c1d6f7a63 req-d9138580-42b8-4df6-a38b-402c2c4328c3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=37a5c1eb-bcb6-492f-af73-9b5d493eb59e HTTP/1.1" status: 200 len: 916 time: 0.1529360 May 10 15:17:21.617798 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-491b533e-e0a6-48fc-bc11-100434ee2565 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:21.704387 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-18a19dae-5e77-4e3a-923a-fb4e7131d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5efd5f-acd4-4358-8078-7666de665315', 'name': 'tempest-TestMinimumBasicScenario-1934562974-router', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:16:26Z', 'updated_at': '2022-05-10T15:16:30Z', 'revision_number': 4, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'gw_port': {'id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:27Z', 'updated_at': '2022-05-10T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'da1a8630-9015-43a2-b91b-053fa4f58d0a', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'floating_ip_address': '172.26.0.235', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'port_id': '0b7b3631-cc61-4cfd-8e13-42d658f5ec67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e', 'mac_address': 'fa:16:3e:af:ab:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca383d4-749a-447d-802a-b9cdac692624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:17:19Z', 'updated_at': '2022-05-10T15:17:19Z', 'revision_number': 0, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b874ee3-0cc7-4115-8201-e83e4149aa40', 'name': '', 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'mac_address': 'fa:16:3e:cb:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:29Z', 'updated_at': '2022-05-10T15:16:36Z', 'revision_number': 5, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'subnets': [{'id': '5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:21.708818 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a19dae-5e77-4e3a-923a-fb4e7131d120 None None] Checking router: 7b5efd5f-acd4-4358-8078-7666de665315 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:17:21.714418 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-491b533e-e0a6-48fc-bc11-100434ee2565 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:21.720441 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-491b533e-e0a6-48fc-bc11-100434ee2565 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:21.722339 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a19dae-5e77-4e3a-923a-fb4e7131d120 None None] Routers {'7b5efd5f-acd4-4358-8078-7666de665315'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:17:21.723073 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-18a19dae-5e77-4e3a-923a-fb4e7131d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:16:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['7b5efd5f-acd4-4358-8078-7666de665315'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:21.738484 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-09bb6fac-9b69-4bd7-96c1-004c1d6f7a63 req-d1a8c1c7-3c8d-49a3-b415-7bb2edd96bf6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b7b3631-cc61-4cfd-8e13-42d658f5ec67 HTTP/1.1" status: 200 len: 1000 time: 0.1141376 May 10 15:17:21.749788 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b533e-e0a6-48fc-bc11-100434ee2565 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f5d317-8ac7-4c0a-b8e0-697b473c6b65,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:21.761009 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-491b533e-e0a6-48fc-bc11-100434ee2565 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:21.764960 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-491b533e-e0a6-48fc-bc11-100434ee2565 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1913173 May 10 15:17:21.765359 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52178) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:21.772389 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-06646031-5c4f-4516-81ac-a9433c06dba6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Request body: {'security_group_rule': {'security_group_id': '05e106b3-0555-42b6-96ec-76a6b59a5250', 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:17:21.779114 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-06646031-5c4f-4516-81ac-a9433c06dba6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:17:21.783767 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-06646031-5c4f-4516-81ac-a9433c06dba6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Usage tracker for resource:security_group_rule and tenant:cbe9de3c907244df986447d4ace1090b is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:17:21.787111 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-06646031-5c4f-4516-81ac-a9433c06dba6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:17:21.793925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-06646031-5c4f-4516-81ac-a9433c06dba6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:17:21.815922 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-06646031-5c4f-4516-81ac-a9433c06dba6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:21.885170 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb6fac-9b69-4bd7-96c1-004c1d6f7a63 req-b8f492bd-c96e-4c50-b811-057603ff564a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:21.887096 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-09bb6fac-9b69-4bd7-96c1-004c1d6f7a63 req-b8f492bd-c96e-4c50-b811-057603ff564a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3 HTTP/1.1" status: 200 len: 854 time: 0.1422749 May 10 15:17:21.903408 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-06646031-5c4f-4516-81ac-a9433c06dba6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:21.909084 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-06646031-5c4f-4516-81ac-a9433c06dba6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:21.939915 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06646031-5c4f-4516-81ac-a9433c06dba6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f38384-8b5d-4c62-9bbe-9498476c9ab8,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:21.971811 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-06646031-5c4f-4516-81ac-a9433c06dba6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:21.973153 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-06646031-5c4f-4516-81ac-a9433c06dba6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2064638 May 10 15:17:21.975939 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52182) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:21.981047 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-1400b7f1-0a14-4fdf-91d2-23ba9e92ad25 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Request body: {'security_group_rule': {'security_group_id': '05e106b3-0555-42b6-96ec-76a6b59a5250', 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:17:21.987732 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-18a19dae-5e77-4e3a-923a-fb4e7131d120 None None] Set router 7b5efd5f-acd4-4358-8078-7666de665315 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:17:21.987969 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb6fac-9b69-4bd7-96c1-004c1d6f7a63 req-45903172-da46-4fc8-bdc4-54f9f37b076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:21.988087 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1400b7f1-0a14-4fdf-91d2-23ba9e92ad25 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:17:21.989450 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-09bb6fac-9b69-4bd7-96c1-004c1d6f7a63 req-45903172-da46-4fc8-bdc4-54f9f37b076c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=37a5c1eb-bcb6-492f-af73-9b5d493eb59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0944269 May 10 15:17:21.992401 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1400b7f1-0a14-4fdf-91d2-23ba9e92ad25 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Usage tracker for resource:security_group_rule and tenant:cbe9de3c907244df986447d4ace1090b is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:17:21.997297 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-1400b7f1-0a14-4fdf-91d2-23ba9e92ad25 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:17:22.007364 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-1400b7f1-0a14-4fdf-91d2-23ba9e92ad25 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:17:22.033921 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1400b7f1-0a14-4fdf-91d2-23ba9e92ad25 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:22.118510 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1400b7f1-0a14-4fdf-91d2-23ba9e92ad25 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:22.124550 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1400b7f1-0a14-4fdf-91d2-23ba9e92ad25 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:22.152920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400b7f1-0a14-4fdf-91d2-23ba9e92ad25 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b048d417-81b8-4eb6-b493-10d593d4483e,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:22.156152 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-09bb6fac-9b69-4bd7-96c1-004c1d6f7a63 req-623cddcd-40a8-4279-b30d-efe7f3280e8f service neutron] 10.222.0.86 "GET /v2.0/networks/37a5c1eb-bcb6-492f-af73-9b5d493eb59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592810 May 10 15:17:22.164552 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1400b7f1-0a14-4fdf-91d2-23ba9e92ad25 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:22.165982 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1400b7f1-0a14-4fdf-91d2-23ba9e92ad25 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1891077 May 10 15:17:22.168794 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52186) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:22.175314 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-acbca113-59b9-4664-945b-df4ca74ddb55 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Request body: {'security_group_rule': {'security_group_id': '05e106b3-0555-42b6-96ec-76a6b59a5250', 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:17:22.181175 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-acbca113-59b9-4664-945b-df4ca74ddb55 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:17:22.185137 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-acbca113-59b9-4664-945b-df4ca74ddb55 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Usage tracker for resource:security_group_rule and tenant:cbe9de3c907244df986447d4ace1090b is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:17:22.188151 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-acbca113-59b9-4664-945b-df4ca74ddb55 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:17:22.194158 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-acbca113-59b9-4664-945b-df4ca74ddb55 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:17:22.205532 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-acbca113-59b9-4664-945b-df4ca74ddb55 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Project cbe9de3c907244df986447d4ace1090b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:17:22.212515 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-acbca113-59b9-4664-945b-df4ca74ddb55 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:22.286675 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-acbca113-59b9-4664-945b-df4ca74ddb55 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:22.291865 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-acbca113-59b9-4664-945b-df4ca74ddb55 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:22.316779 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbca113-59b9-4664-945b-df4ca74ddb55 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be8d15f-7d61-42a3-80bf-c9ffae349692,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:22.325495 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-09bb6fac-9b69-4bd7-96c1-004c1d6f7a63 req-0b0d539d-a897-46ad-8fb5-bd7134766117 service neutron] 10.222.0.86 "GET /v2.0/networks/37a5c1eb-bcb6-492f-af73-9b5d493eb59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616654 May 10 15:17:22.328474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-acbca113-59b9-4664-945b-df4ca74ddb55 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:22.330980 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-acbca113-59b9-4664-945b-df4ca74ddb55 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1610551 May 10 15:17:22.332667 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52190) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:22.337905 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-99e48137-a1bf-4c27-b6d7-3da9f62d0d0e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Request body: {'security_group_rule': {'security_group_id': '05e106b3-0555-42b6-96ec-76a6b59a5250', 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:17:22.345929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-99e48137-a1bf-4c27-b6d7-3da9f62d0d0e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:17:22.350092 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-99e48137-a1bf-4c27-b6d7-3da9f62d0d0e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Usage tracker for resource:security_group_rule and tenant:cbe9de3c907244df986447d4ace1090b is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:17:22.353029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-99e48137-a1bf-4c27-b6d7-3da9f62d0d0e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:17:22.359063 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-99e48137-a1bf-4c27-b6d7-3da9f62d0d0e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:17:22.371209 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-99e48137-a1bf-4c27-b6d7-3da9f62d0d0e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Project cbe9de3c907244df986447d4ace1090b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:17:22.378036 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-99e48137-a1bf-4c27-b6d7-3da9f62d0d0e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:22.383013 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-18a19dae-5e77-4e3a-923a-fb4e7131d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5efd5f-acd4-4358-8078-7666de665315', 'name': 'tempest-TestMinimumBasicScenario-1934562974-router', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:16:26Z', 'updated_at': '2022-05-10T15:16:30Z', 'revision_number': 4, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'gw_port': {'id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:27Z', 'updated_at': '2022-05-10T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'da1a8630-9015-43a2-b91b-053fa4f58d0a', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'floating_ip_address': '172.26.0.235', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'port_id': '0b7b3631-cc61-4cfd-8e13-42d658f5ec67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e', 'mac_address': 'fa:16:3e:af:ab:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca383d4-749a-447d-802a-b9cdac692624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:17:19Z', 'updated_at': '2022-05-10T15:17:19Z', 'revision_number': 0, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b874ee3-0cc7-4115-8201-e83e4149aa40', 'name': '', 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'mac_address': 'fa:16:3e:cb:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:29Z', 'updated_at': '2022-05-10T15:16:36Z', 'revision_number': 5, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'subnets': [{'id': '5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:22.387140 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a19dae-5e77-4e3a-923a-fb4e7131d120 None None] The sync data for ids ['7b5efd5f-acd4-4358-8078-7666de665315'] in dv-neutron-841204-2-hyperv is: [{'id': '7b5efd5f-acd4-4358-8078-7666de665315', 'name': 'tempest-TestMinimumBasicScenario-1934562974-router', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:16:26Z', 'updated_at': '2022-05-10T15:16:30Z', 'revision_number': 4, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'gw_port': {'id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:27Z', 'updated_at': '2022-05-10T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'da1a8630-9015-43a2-b91b-053fa4f58d0a', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'floating_ip_address': '172.26.0.235', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'port_id': '0b7b3631-cc61-4cfd-8e13-42d658f5ec67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e', 'mac_address': 'fa:16:3e:af:ab:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca383d4-749a-447d-802a-b9cdac692624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:17:19Z', 'updated_at': '2022-05-10T15:17:19Z', 'revision_number': 0, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b874ee3-0cc7-4115-8201-e83e4149aa40', 'name': '', 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'mac_address': 'fa:16:3e:cb:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:29Z', 'updated_at': '2022-05-10T15:16:36Z', 'revision_number': 5, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'subnets': [{'id': '5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:17:22.433339 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-baa3b884-0cf1-4748-8ea5-a5d37ca12167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:22.460752 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-99e48137-a1bf-4c27-b6d7-3da9f62d0d0e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:22.464577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-99e48137-a1bf-4c27-b6d7-3da9f62d0d0e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:22.490178 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e48137-a1bf-4c27-b6d7-3da9f62d0d0e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698378d2-c63d-42ca-b4a6-60dfc3fb4123,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:22.502271 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-99e48137-a1bf-4c27-b6d7-3da9f62d0d0e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:22.503567 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-99e48137-a1bf-4c27-b6d7-3da9f62d0d0e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1699030 May 10 15:17:22.604893 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a15de3-e0b4-4f09-9f3e-fda9123e1389 None None] New status for floating IP da1a8630-9015-43a2-b91b-053fa4f58d0a: ACTIVE {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:17:22.638129 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f2894b11-1eae-4324-a1f4-853f581b6244 req-4fcbbb9a-dda0-445e-9959-b443bf1bc5c4 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488840899&fields=id&tenant_id=cbe9de3c907244df986447d4ace1090b HTTP/1.1" status: 200 len: 267 time: 0.0490162 May 10 15:17:22.725746 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2894b11-1eae-4324-a1f4-853f581b6244 req-59bba2f3-f161-4403-92f8-85f53d6dd9b5 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:22.727238 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f2894b11-1eae-4324-a1f4-853f581b6244 req-59bba2f3-f161-4403-92f8-85f53d6dd9b5 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 946 time: 0.0828273 May 10 15:17:22.738510 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [req-f2894b11-1eae-4324-a1f4-853f581b6244 req-8bee8df8-30ff-45ae-98f2-efc78e5eb93e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Request body: {'port': {'security_groups': ['4c9a409b-dd4b-483e-b7bd-9b3c59e0b528', '05e106b3-0555-42b6-96ec-76a6b59a5250']}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:17:22.861790 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [req-f2894b11-1eae-4324-a1f4-853f581b6244 req-8bee8df8-30ff-45ae-98f2-efc78e5eb93e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:23.123604 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [req-f2894b11-1eae-4324-a1f4-853f581b6244 req-8bee8df8-30ff-45ae-98f2-efc78e5eb93e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] For port 0b7b3631-cc61-4cfd-8e13-42d658f5ec67, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=0b7b3631-cc61-4cfd-8e13-42d658f5ec67,segment=NetworkSegment(df966ffc-729a-4ce6-aa7c-8c219e401573),segment_id=df966ffc-729a-4ce6-aa7c-8c219e401573)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:17:23.149505 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [req-f2894b11-1eae-4324-a1f4-853f581b6244 req-8bee8df8-30ff-45ae-98f2-efc78e5eb93e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:23.154071 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [req-f2894b11-1eae-4324-a1f4-853f581b6244 req-8bee8df8-30ff-45ae-98f2-efc78e5eb93e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:23.165480 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['0b7b3631-cc61-4cfd-8e13-42d658f5ec67'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:17:23.227649 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2894b11-1eae-4324-a1f4-853f581b6244 req-8bee8df8-30ff-45ae-98f2-efc78e5eb93e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:23.228274 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [req-f2894b11-1eae-4324-a1f4-853f581b6244 req-8bee8df8-30ff-45ae-98f2-efc78e5eb93e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:23.229866 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f2894b11-1eae-4324-a1f4-853f581b6244 req-8bee8df8-30ff-45ae-98f2-efc78e5eb93e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "PUT /v2.0/ports/0b7b3631-cc61-4cfd-8e13-42d658f5ec67 HTTP/1.1" status: 200 len: 982 time: 0.4958210 May 10 15:17:23.253801 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee8df8-30ff-45ae-98f2-efc78e5eb93e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Pushing event updated for resources: {'Port': ['ID=0b7b3631-cc61-4cfd-8e13-42d658f5ec67,revision_number=6']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:23.303766 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['0b7b3631-cc61-4cfd-8e13-42d658f5ec67'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:17:23.329471 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca383d4-749a-447d-802a-b9cdac692624', 'tag': '0b7b3631-cc61-4cfd-8e13-42d658f5ec67'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:17:23.370645 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:23.408312 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a507c4-3dbd-4182-b95b-b94f910afe9f'] response: {'name': 'network-changed', 'server_uuid': '4ca383d4-749a-447d-802a-b9cdac692624', 'tag': '0b7b3631-cc61-4cfd-8e13-42d658f5ec67', 'status': 'completed', 'code': 200} May 10 15:17:23.442485 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc40569-d5ab-4b3e-9c37-ea99643fe74a req-564a6aae-7d00-4c59-8e6f-67af72200bed tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:23.451464 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5bc40569-d5ab-4b3e-9c37-ea99643fe74a req-564a6aae-7d00-4c59-8e6f-67af72200bed tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 985 time: 0.1143708 May 10 15:17:23.482611 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:23.496779 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5bc40569-d5ab-4b3e-9c37-ea99643fe74a req-928a1e37-588f-4062-b871-1c21056c6f01 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=05e106b3-0555-42b6-96ec-76a6b59a5250&id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437744 May 10 15:17:23.504519 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:23.507302 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6245c0-8d36-458f-bc8e-d8887c9c0ced req-3f442fff-65ef-4148-bfdf-5e3a32334bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:23.508750 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1d6245c0-8d36-458f-bc8e-d8887c9c0ced req-3f442fff-65ef-4148-bfdf-5e3a32334bb9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cbe9de3c907244df986447d4ace1090b&device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 1138 time: 0.0782096 May 10 15:17:23.565507 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e659b158-2b1e-4556-babb-84463837d811 None None] Provisioning complete for port 0b7b3631-cc61-4cfd-8e13-42d658f5ec67 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:17:23.565877 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e659b158-2b1e-4556-babb-84463837d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:23.647241 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6245c0-8d36-458f-bc8e-d8887c9c0ced req-c6f5dc53-7859-43fc-ba5e-fe4185a8f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:23.648774 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1d6245c0-8d36-458f-bc8e-d8887c9c0ced req-c6f5dc53-7859-43fc-ba5e-fe4185a8f888 service neutron] 10.222.0.86 "GET /v2.0/networks?id=37a5c1eb-bcb6-492f-af73-9b5d493eb59e HTTP/1.1" status: 200 len: 916 time: 0.1340799 May 10 15:17:23.853167 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1d6245c0-8d36-458f-bc8e-d8887c9c0ced req-a243d0a7-48cb-4401-9744-8c81c1b20e76 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b7b3631-cc61-4cfd-8e13-42d658f5ec67 HTTP/1.1" status: 200 len: 1002 time: 0.1974502 May 10 15:17:23.920643 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6245c0-8d36-458f-bc8e-d8887c9c0ced req-c254aa46-3c60-49dc-a2d1-7b28b7d2400b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:23.922713 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1d6245c0-8d36-458f-bc8e-d8887c9c0ced req-c254aa46-3c60-49dc-a2d1-7b28b7d2400b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3 HTTP/1.1" status: 200 len: 854 time: 0.0618358 May 10 15:17:24.014336 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6245c0-8d36-458f-bc8e-d8887c9c0ced req-fd6226ac-b83f-4339-94f8-58e6d5b29234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:24.019736 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1d6245c0-8d36-458f-bc8e-d8887c9c0ced req-fd6226ac-b83f-4339-94f8-58e6d5b29234 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=37a5c1eb-bcb6-492f-af73-9b5d493eb59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744846 May 10 15:17:24.157187 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1d6245c0-8d36-458f-bc8e-d8887c9c0ced req-140499ba-a42e-43d4-814b-935918140a02 service neutron] 10.222.0.86 "GET /v2.0/networks/37a5c1eb-bcb6-492f-af73-9b5d493eb59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338241 May 10 15:17:24.288006 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1d6245c0-8d36-458f-bc8e-d8887c9c0ced req-bdc56ce4-a1e9-4389-b30f-38ea5a620ac6 service neutron] 10.222.0.86 "GET /v2.0/networks/37a5c1eb-bcb6-492f-af73-9b5d493eb59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236076 May 10 15:17:24.969346 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:25.507181 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4b9ffd8-1e52-4eb7-8c71-aad24718f24f req-bcdc2017-d74b-4a09-ade3-0363d2d85ba8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738876 May 10 15:17:25.647298 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9ffd8-1e52-4eb7-8c71-aad24718f24f req-182f4807-b3e6-4f52-9998-783e99a6ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:25.648744 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4b9ffd8-1e52-4eb7-8c71-aad24718f24f req-182f4807-b3e6-4f52-9998-783e99a6ef67 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cbe9de3c907244df986447d4ace1090b&device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 1138 time: 0.0708385 May 10 15:17:25.808082 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9ffd8-1e52-4eb7-8c71-aad24718f24f req-30f39ed9-c7c1-41ab-8198-8cbd265974c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:25.809495 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4b9ffd8-1e52-4eb7-8c71-aad24718f24f req-30f39ed9-c7c1-41ab-8198-8cbd265974c5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=37a5c1eb-bcb6-492f-af73-9b5d493eb59e HTTP/1.1" status: 200 len: 916 time: 0.1417983 May 10 15:17:25.913309 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4b9ffd8-1e52-4eb7-8c71-aad24718f24f req-870a74d0-7769-418d-bf2e-1c69c16886dd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b7b3631-cc61-4cfd-8e13-42d658f5ec67 HTTP/1.1" status: 200 len: 1002 time: 0.0977285 May 10 15:17:25.978356 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9ffd8-1e52-4eb7-8c71-aad24718f24f req-2d009e86-3a6c-4974-87e9-98331bf5096a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:25.979769 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4b9ffd8-1e52-4eb7-8c71-aad24718f24f req-2d009e86-3a6c-4974-87e9-98331bf5096a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3 HTTP/1.1" status: 200 len: 854 time: 0.0565138 May 10 15:17:26.057465 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9ffd8-1e52-4eb7-8c71-aad24718f24f req-9f40b0fd-aa86-4f8a-a637-5675888609da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:26.058988 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4b9ffd8-1e52-4eb7-8c71-aad24718f24f req-9f40b0fd-aa86-4f8a-a637-5675888609da service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=37a5c1eb-bcb6-492f-af73-9b5d493eb59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723159 May 10 15:17:26.190557 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4b9ffd8-1e52-4eb7-8c71-aad24718f24f req-3198f897-7aeb-4d8f-ab8b-3abfb0530723 service neutron] 10.222.0.86 "GET /v2.0/networks/37a5c1eb-bcb6-492f-af73-9b5d493eb59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249838 May 10 15:17:26.320025 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d4b9ffd8-1e52-4eb7-8c71-aad24718f24f req-902488c5-6ec7-4ad3-b703-e3fb586228b5 service neutron] 10.222.0.86 "GET /v2.0/networks/37a5c1eb-bcb6-492f-af73-9b5d493eb59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220255 May 10 15:17:46.408314 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b9a79-b62c-446f-940b-fdc3ab111cf5 req-d3365b18-9319-4ff7-bd6a-66f00182125d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:46.409782 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-da2b9a79-b62c-446f-940b-fdc3ab111cf5 req-d3365b18-9319-4ff7-bd6a-66f00182125d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cbe9de3c907244df986447d4ace1090b&device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 1138 time: 0.0723298 May 10 15:17:46.446790 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09007ec-0b0b-40b4-8d81-2d77f740b1f4 req-091435b3-241c-4457-88d2-93494660f4db tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:46.448274 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d09007ec-0b0b-40b4-8d81-2d77f740b1f4 req-091435b3-241c-4457-88d2-93494660f4db tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 985 time: 0.0843000 May 10 15:17:46.497343 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d09007ec-0b0b-40b4-8d81-2d77f740b1f4 req-f42cebdb-e0c9-478f-982f-e6311cce026c tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=05e106b3-0555-42b6-96ec-76a6b59a5250&id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429327 May 10 15:17:46.543863 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b9a79-b62c-446f-940b-fdc3ab111cf5 req-15f6d997-69a2-409e-8e28-30f49e9b03c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:46.545242 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-da2b9a79-b62c-446f-940b-fdc3ab111cf5 req-15f6d997-69a2-409e-8e28-30f49e9b03c2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=37a5c1eb-bcb6-492f-af73-9b5d493eb59e HTTP/1.1" status: 200 len: 916 time: 0.1292715 May 10 15:17:46.756338 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-da2b9a79-b62c-446f-940b-fdc3ab111cf5 req-99314eb2-cab7-4742-b2c2-6eb5045b4468 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b7b3631-cc61-4cfd-8e13-42d658f5ec67 HTTP/1.1" status: 200 len: 1002 time: 0.2046559 May 10 15:17:46.819546 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b9a79-b62c-446f-940b-fdc3ab111cf5 req-0f72ece4-c593-4f53-897f-17546cc3aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:46.820871 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-da2b9a79-b62c-446f-940b-fdc3ab111cf5 req-0f72ece4-c593-4f53-897f-17546cc3aa97 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3 HTTP/1.1" status: 200 len: 854 time: 0.0574384 May 10 15:17:46.900247 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b9a79-b62c-446f-940b-fdc3ab111cf5 req-9b047d2f-9cfb-420a-ae51-f557b1acd429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:46.901710 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-da2b9a79-b62c-446f-940b-fdc3ab111cf5 req-9b047d2f-9cfb-420a-ae51-f557b1acd429 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=37a5c1eb-bcb6-492f-af73-9b5d493eb59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729752 May 10 15:17:47.036512 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-da2b9a79-b62c-446f-940b-fdc3ab111cf5 req-854fbfbc-be97-45c0-b7b2-58584ca233d3 service neutron] 10.222.0.86 "GET /v2.0/networks/37a5c1eb-bcb6-492f-af73-9b5d493eb59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247160 May 10 15:17:47.183860 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-da2b9a79-b62c-446f-940b-fdc3ab111cf5 req-7afa5807-f076-4938-9d01-4d0c7c19692b service neutron] 10.222.0.86 "GET /v2.0/networks/37a5c1eb-bcb6-492f-af73-9b5d493eb59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417086 May 10 15:17:47.691625 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8a021-17b4-45ba-8006-faa3036c8557 req-eb2377ef-3122-4814-a11b-36e549a22e6d tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:47.693672 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dcb8a021-17b4-45ba-8006-faa3036c8557 req-eb2377ef-3122-4814-a11b-36e549a22e6d tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 985 time: 0.0847104 May 10 15:17:47.742531 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dcb8a021-17b4-45ba-8006-faa3036c8557 req-c3d28ae5-c55a-4a1b-8114-a6b1ba93649b tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=05e106b3-0555-42b6-96ec-76a6b59a5250&id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431020 May 10 15:17:48.322099 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:17:48.931445 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf7a95-9d55-4def-886b-274d8f8b276e req-73709041-f30a-475b-8aac-25190114d89e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:48.932890 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-79cf7a95-9d55-4def-886b-274d8f8b276e req-73709041-f30a-475b-8aac-25190114d89e tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 985 time: 0.0823102 May 10 15:17:48.983947 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-79cf7a95-9d55-4def-886b-274d8f8b276e req-27e2d152-3702-44c3-8c2c-849a5ca85c03 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=05e106b3-0555-42b6-96ec-76a6b59a5250&id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453544 May 10 15:17:50.132969 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-743d1a24-93db-4eaf-baba-7134fd86d9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:50.276626 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca61ff-e6eb-469f-b716-dfc36fe61b2e req-7912504d-7ebf-48e8-aae2-af36251905e2 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:50.278086 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ecca61ff-e6eb-469f-b716-dfc36fe61b2e req-7912504d-7ebf-48e8-aae2-af36251905e2 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 985 time: 0.1866515 May 10 15:17:50.324380 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ecca61ff-e6eb-469f-b716-dfc36fe61b2e req-e4572313-e8fa-4d77-863d-ca5471f3c00a tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=05e106b3-0555-42b6-96ec-76a6b59a5250&id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404668 May 10 15:17:51.511304 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc9608-ff20-4d26-a341-60443062bbc4 req-76d76438-ec2d-4d27-a72a-f2eeb124389c tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:51.512750 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b8bc9608-ff20-4d26-a341-60443062bbc4 req-76d76438-ec2d-4d27-a72a-f2eeb124389c tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 985 time: 0.0820048 May 10 15:17:51.562882 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b8bc9608-ff20-4d26-a341-60443062bbc4 req-ecaa2a93-05ad-4105-afbb-e37b9982b988 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=05e106b3-0555-42b6-96ec-76a6b59a5250&id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442817 May 10 15:17:52.436711 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6248f0d8-3ead-42e4-b655-c5337dd01bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:52.745772 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c29e3-e7d2-4b47-b123-a07c065862ad req-0733e994-22ea-476c-bd04-d073bdfce3c6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:52.747231 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2e0c29e3-e7d2-4b47-b123-a07c065862ad req-0733e994-22ea-476c-bd04-d073bdfce3c6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 985 time: 0.0811515 May 10 15:17:52.794156 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2e0c29e3-e7d2-4b47-b123-a07c065862ad req-ae5fca2c-f3c5-4872-aa7e-dc0c08570aa6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=05e106b3-0555-42b6-96ec-76a6b59a5250&id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411317 May 10 15:17:53.302722 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:53.405863 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:53.410767 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:53.981568 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d7cd4-0637-46c9-a543-b1170d9096c0 req-09c5a5b8-be85-446e-aaac-148cdbf3cf4a tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:53.983046 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6a3d7cd4-0637-46c9-a543-b1170d9096c0 req-09c5a5b8-be85-446e-aaac-148cdbf3cf4a tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 985 time: 0.0836856 May 10 15:17:54.029130 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6a3d7cd4-0637-46c9-a543-b1170d9096c0 req-3cbc9ce2-2d1e-4bc6-8f76-cb362a294370 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=05e106b3-0555-42b6-96ec-76a6b59a5250&id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402133 May 10 15:17:54.970438 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:55.217145 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccc9d2-ed83-42ef-86a6-69bb8d19efdd req-dcd9cf98-f3e0-4a73-8569-590d2a9ffb52 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:55.218616 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2fccc9d2-ed83-42ef-86a6-69bb8d19efdd req-dcd9cf98-f3e0-4a73-8569-590d2a9ffb52 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 985 time: 0.0799768 May 10 15:17:55.264439 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2fccc9d2-ed83-42ef-86a6-69bb8d19efdd req-a8da4685-efa9-42b5-8cc7-a7fed0e31d8f tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=05e106b3-0555-42b6-96ec-76a6b59a5250&id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399396 May 10 15:17:56.460175 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297d3ba-52b4-4ad1-af7c-df571f2cf48e req-54519cba-fbd0-4983-98e9-c500207cb36a tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:56.461722 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f297d3ba-52b4-4ad1-af7c-df571f2cf48e req-54519cba-fbd0-4983-98e9-c500207cb36a tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 985 time: 0.0883708 May 10 15:17:56.508788 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f297d3ba-52b4-4ad1-af7c-df571f2cf48e req-5035e511-e6c4-4bc1-94d1-b1e411e44c59 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=05e106b3-0555-42b6-96ec-76a6b59a5250&id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413210 May 10 15:17:57.695796 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0c319-346d-4607-af09-de32c46e9a7b req-47fad86e-702a-4f6c-a71b-05228e025bc2 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:57.697247 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-12a0c319-346d-4607-af09-de32c46e9a7b req-47fad86e-702a-4f6c-a71b-05228e025bc2 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 985 time: 0.0794055 May 10 15:17:57.743210 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-12a0c319-346d-4607-af09-de32c46e9a7b req-e5562d54-07a0-46fa-899b-9b0264eb10fc tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=05e106b3-0555-42b6-96ec-76a6b59a5250&id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402060 May 10 15:17:58.932312 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91333d8-a2e3-47bb-98f3-5bbc4fcc3a90 req-8e9abd05-9a38-4831-b010-baf1c29cfbbe tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:17:58.933766 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c91333d8-a2e3-47bb-98f3-5bbc4fcc3a90 req-8e9abd05-9a38-4831-b010-baf1c29cfbbe tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 985 time: 0.0836494 May 10 15:17:58.982227 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c91333d8-a2e3-47bb-98f3-5bbc4fcc3a90 req-50cce680-1cf2-4f46-9a72-48de948a60fe tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=05e106b3-0555-42b6-96ec-76a6b59a5250&id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425134 May 10 15:18:20.169226 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-07152861-3da7-488f-bafb-e61d2234ae5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:22.439200 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8fecef7e-e2b8-45f2-9dd8-d013c1387e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:23.306710 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:23.404075 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:23.413467 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:24.974192 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:25.325638 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:18:26.464697 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-707fc602-892c-4c6d-81c3-3e0260305c88 req-359c96c7-e2fd-401e-875a-9654bfea3ce2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697491 May 10 15:18:26.607869 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fc602-892c-4c6d-81c3-3e0260305c88 req-9e673719-dd8d-4fcf-a6bd-c8cd78884e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:26.609289 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-707fc602-892c-4c6d-81c3-3e0260305c88 req-9e673719-dd8d-4fcf-a6bd-c8cd78884e3b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cbe9de3c907244df986447d4ace1090b&device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 1138 time: 0.0737524 May 10 15:18:26.755813 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fc602-892c-4c6d-81c3-3e0260305c88 req-2175aed0-0a91-4dc0-a081-73f9307940e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:26.757328 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-707fc602-892c-4c6d-81c3-3e0260305c88 req-2175aed0-0a91-4dc0-a081-73f9307940e9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=37a5c1eb-bcb6-492f-af73-9b5d493eb59e HTTP/1.1" status: 200 len: 916 time: 0.1262605 May 10 15:18:26.859576 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-707fc602-892c-4c6d-81c3-3e0260305c88 req-4f7287d0-f183-4c6c-bf7a-503867e19278 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b7b3631-cc61-4cfd-8e13-42d658f5ec67 HTTP/1.1" status: 200 len: 1002 time: 0.0933120 May 10 15:18:26.932750 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fc602-892c-4c6d-81c3-3e0260305c88 req-d580066d-e012-4ccc-822b-97227c86d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:26.934178 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-707fc602-892c-4c6d-81c3-3e0260305c88 req-d580066d-e012-4ccc-822b-97227c86d956 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3 HTTP/1.1" status: 200 len: 854 time: 0.0679712 May 10 15:18:27.006880 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fc602-892c-4c6d-81c3-3e0260305c88 req-92423987-2b25-4684-be38-a62bfdcc3346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:27.008210 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-707fc602-892c-4c6d-81c3-3e0260305c88 req-92423987-2b25-4684-be38-a62bfdcc3346 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=37a5c1eb-bcb6-492f-af73-9b5d493eb59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681994 May 10 15:18:27.146585 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-707fc602-892c-4c6d-81c3-3e0260305c88 req-fef7776d-652b-434a-9792-74a1cf8a1610 service neutron] 10.222.0.86 "GET /v2.0/networks/37a5c1eb-bcb6-492f-af73-9b5d493eb59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319158 May 10 15:18:27.278285 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-707fc602-892c-4c6d-81c3-3e0260305c88 req-0bef8fea-23c2-4c8c-93ca-b2c434940dcd service neutron] 10.222.0.86 "GET /v2.0/networks/37a5c1eb-bcb6-492f-af73-9b5d493eb59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248496 May 10 15:18:32.541470 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-06442f26-d3bd-43e7-8960-0f84cfb5d4f0 req-29c78100-010a-4079-b326-95f9086515b6 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488840899&fields=id&tenant_id=cbe9de3c907244df986447d4ace1090b HTTP/1.1" status: 200 len: 267 time: 0.1505065 May 10 15:18:32.627910 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06442f26-d3bd-43e7-8960-0f84cfb5d4f0 req-fb12acc4-2563-419c-862e-b03f21266a3b tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:32.629377 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-06442f26-d3bd-43e7-8960-0f84cfb5d4f0 req-fb12acc4-2563-419c-862e-b03f21266a3b tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 985 time: 0.0826380 May 10 15:18:32.640411 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [req-06442f26-d3bd-43e7-8960-0f84cfb5d4f0 req-596cc032-3af9-4c8e-b27c-7d26e0fa10ae tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Request body: {'port': {'security_groups': ['4c9a409b-dd4b-483e-b7bd-9b3c59e0b528']}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:18:32.767202 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [req-06442f26-d3bd-43e7-8960-0f84cfb5d4f0 req-596cc032-3af9-4c8e-b27c-7d26e0fa10ae tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:33.007561 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [req-06442f26-d3bd-43e7-8960-0f84cfb5d4f0 req-596cc032-3af9-4c8e-b27c-7d26e0fa10ae tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] For port 0b7b3631-cc61-4cfd-8e13-42d658f5ec67, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=0b7b3631-cc61-4cfd-8e13-42d658f5ec67,segment=NetworkSegment(df966ffc-729a-4ce6-aa7c-8c219e401573),segment_id=df966ffc-729a-4ce6-aa7c-8c219e401573)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:18:33.032069 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [req-06442f26-d3bd-43e7-8960-0f84cfb5d4f0 req-596cc032-3af9-4c8e-b27c-7d26e0fa10ae tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:33.036392 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [req-06442f26-d3bd-43e7-8960-0f84cfb5d4f0 req-596cc032-3af9-4c8e-b27c-7d26e0fa10ae tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:33.052950 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['0b7b3631-cc61-4cfd-8e13-42d658f5ec67'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:18:33.110198 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06442f26-d3bd-43e7-8960-0f84cfb5d4f0 req-596cc032-3af9-4c8e-b27c-7d26e0fa10ae tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:33.110852 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [req-06442f26-d3bd-43e7-8960-0f84cfb5d4f0 req-596cc032-3af9-4c8e-b27c-7d26e0fa10ae tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:33.112317 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-06442f26-d3bd-43e7-8960-0f84cfb5d4f0 req-596cc032-3af9-4c8e-b27c-7d26e0fa10ae tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "PUT /v2.0/ports/0b7b3631-cc61-4cfd-8e13-42d658f5ec67 HTTP/1.1" status: 200 len: 943 time: 0.4762089 May 10 15:18:33.112658 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca383d4-749a-447d-802a-b9cdac692624', 'tag': '0b7b3631-cc61-4cfd-8e13-42d658f5ec67'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:18:33.119524 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 52250) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:18:33.135724 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596cc032-3af9-4c8e-b27c-7d26e0fa10ae tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Pushing event updated for resources: {'Port': ['ID=0b7b3631-cc61-4cfd-8e13-42d658f5ec67,revision_number=7']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:33.144431 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596cc032-3af9-4c8e-b27c-7d26e0fa10ae tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:18:33.145000 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596cc032-3af9-4c8e-b27c-7d26e0fa10ae tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:18:33.145746 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596cc032-3af9-4c8e-b27c-7d26e0fa10ae tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:18:33.146228 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596cc032-3af9-4c8e-b27c-7d26e0fa10ae tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:18:33.146739 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596cc032-3af9-4c8e-b27c-7d26e0fa10ae tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:18:33.149516 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596cc032-3af9-4c8e-b27c-7d26e0fa10ae tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:18:33.150035 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596cc032-3af9-4c8e-b27c-7d26e0fa10ae tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:18:33.150522 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596cc032-3af9-4c8e-b27c-7d26e0fa10ae tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:18:33.150990 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596cc032-3af9-4c8e-b27c-7d26e0fa10ae tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:18:33.152131 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596cc032-3af9-4c8e-b27c-7d26e0fa10ae tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:18:33.152623 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596cc032-3af9-4c8e-b27c-7d26e0fa10ae tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:18:33.153088 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596cc032-3af9-4c8e-b27c-7d26e0fa10ae tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:18:33.175946 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5ca553f-044d-4241-9afc-5ed58e96cfdc'] response: {'name': 'network-changed', 'server_uuid': '4ca383d4-749a-447d-802a-b9cdac692624', 'tag': '0b7b3631-cc61-4cfd-8e13-42d658f5ec67', 'status': 'completed', 'code': 200} May 10 15:18:33.205699 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['0b7b3631-cc61-4cfd-8e13-42d658f5ec67'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:18:33.276583 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2d11765e-13fc-4927-b32d-9e27df3fa642 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:33.315689 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2d11765e-13fc-4927-b32d-9e27df3fa642 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:33.343284 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1276a86-5438-41ef-8790-74d232654108 req-09b6ba6a-4236-4cc4-bfa1-9b3e782d0e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:33.344756 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d1276a86-5438-41ef-8790-74d232654108 req-09b6ba6a-4236-4cc4-bfa1-9b3e782d0e29 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cbe9de3c907244df986447d4ace1090b&device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 1099 time: 0.1443112 May 10 15:18:33.384135 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-bd8757b9-ecc9-41a3-aa44-e405779dcdf7 None None] Provisioning complete for port 0b7b3631-cc61-4cfd-8e13-42d658f5ec67 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:18:33.384476 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bd8757b9-ecc9-41a3-aa44-e405779dcdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:33.492962 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1276a86-5438-41ef-8790-74d232654108 req-17550ded-2b5a-47bd-942a-144913e04177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:33.494473 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d1276a86-5438-41ef-8790-74d232654108 req-17550ded-2b5a-47bd-942a-144913e04177 service neutron] 10.222.0.86 "GET /v2.0/networks?id=37a5c1eb-bcb6-492f-af73-9b5d493eb59e HTTP/1.1" status: 200 len: 916 time: 0.1392143 May 10 15:18:33.495471 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2d11765e-13fc-4927-b32d-9e27df3fa642 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:33.666221 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11765e-13fc-4927-b32d-9e27df3fa642 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e106b3-0555-42b6-96ec-76a6b59a5250,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:33.700390 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d11765e-13fc-4927-b32d-9e27df3fa642 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:18:33.700729 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d11765e-13fc-4927-b32d-9e27df3fa642 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:18:33.701066 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d11765e-13fc-4927-b32d-9e27df3fa642 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:18:33.701396 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d11765e-13fc-4927-b32d-9e27df3fa642 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:18:33.701722 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d11765e-13fc-4927-b32d-9e27df3fa642 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:18:33.702046 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d11765e-13fc-4927-b32d-9e27df3fa642 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:18:33.702367 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d11765e-13fc-4927-b32d-9e27df3fa642 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:18:33.702717 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d11765e-13fc-4927-b32d-9e27df3fa642 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:18:33.703034 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d11765e-13fc-4927-b32d-9e27df3fa642 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:18:33.703353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d11765e-13fc-4927-b32d-9e27df3fa642 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:18:33.703669 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d11765e-13fc-4927-b32d-9e27df3fa642 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:18:33.703982 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d11765e-13fc-4927-b32d-9e27df3fa642 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:18:33.708608 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2d11765e-13fc-4927-b32d-9e27df3fa642 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:33.710290 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2d11765e-13fc-4927-b32d-9e27df3fa642 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "DELETE /v2.0/security-groups/05e106b3-0555-42b6-96ec-76a6b59a5250 HTTP/1.1" status: 204 len: 168 time: 0.5891850 May 10 15:18:33.713498 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52254) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:18:33.723774 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d1276a86-5438-41ef-8790-74d232654108 req-c24bc1f2-d4f0-4ddc-aa5b-0c77ce68957c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b7b3631-cc61-4cfd-8e13-42d658f5ec67 HTTP/1.1" status: 200 len: 1002 time: 0.2147195 May 10 15:18:33.793604 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1276a86-5438-41ef-8790-74d232654108 req-9767ad6c-bab5-4a61-a2cf-96855dfda2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:33.794977 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d1276a86-5438-41ef-8790-74d232654108 req-9767ad6c-bab5-4a61-a2cf-96855dfda2d7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3 HTTP/1.1" status: 200 len: 854 time: 0.0610328 May 10 15:18:33.872786 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1276a86-5438-41ef-8790-74d232654108 req-dd514ea8-2a5e-4152-b9ad-334f3ee0d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:33.874255 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d1276a86-5438-41ef-8790-74d232654108 req-dd514ea8-2a5e-4152-b9ad-334f3ee0d9a1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=37a5c1eb-bcb6-492f-af73-9b5d493eb59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700479 May 10 15:18:33.921670 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-548638ee-aee8-48e7-a440-68001009334a tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Deleting port d162daf4-fc6f-4fe9-aad2-e78ad442d9d7 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:18:33.922011 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-548638ee-aee8-48e7-a440-68001009334a tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:34.011313 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d1276a86-5438-41ef-8790-74d232654108 req-061525fe-9c0d-49b5-9e08-5c53f45e109e service neutron] 10.222.0.86 "GET /v2.0/networks/37a5c1eb-bcb6-492f-af73-9b5d493eb59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270773 May 10 15:18:34.153508 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d1276a86-5438-41ef-8790-74d232654108 req-03bbf6ed-6429-4ebe-9064-dac574fb4bb6 service neutron] 10.222.0.86 "GET /v2.0/networks/37a5c1eb-bcb6-492f-af73-9b5d493eb59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330674 May 10 15:18:34.203890 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-548638ee-aee8-48e7-a440-68001009334a tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:34.204202 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-548638ee-aee8-48e7-a440-68001009334a tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:34.323757 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-548638ee-aee8-48e7-a440-68001009334a tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Calling delete_port for d162daf4-fc6f-4fe9-aad2-e78ad442d9d7 owned by network:floatingip {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:18:34.473464 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-548638ee-aee8-48e7-a440-68001009334a tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:34.519065 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548638ee-aee8-48e7-a440-68001009334a tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Pushing event deleted for resources: {'Port': ['ID=d162daf4-fc6f-4fe9-aad2-e78ad442d9d7,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:34.610825 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-548638ee-aee8-48e7-a440-68001009334a tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks [] for floatingip, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:34.611146 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-548638ee-aee8-48e7-a440-68001009334a tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Floating IP da1a8630-9015-43a2-b91b-053fa4f58d0a disassociated (deleted). External IP: 172.26.0.235, port: 0b7b3631-cc61-4cfd-8e13-42d658f5ec67. May 10 15:18:34.957788 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548638ee-aee8-48e7-a440-68001009334a tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Router 7b5efd5f-acd4-4358-8078-7666de665315 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:18:35.146521 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548638ee-aee8-48e7-a440-68001009334a tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:18:35.156524 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dd073a-490d-489d-9efa-51fd3e8ed0d5 None None] Sync routers for ids ['7b5efd5f-acd4-4358-8078-7666de665315'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:18:35.159416 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-548638ee-aee8-48e7-a440-68001009334a tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:35.167247 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dd073a-490d-489d-9efa-51fd3e8ed0d5 None None] Routers {'7b5efd5f-acd4-4358-8078-7666de665315'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:18:35.168098 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-f9dd073a-490d-489d-9efa-51fd3e8ed0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:18:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['7b5efd5f-acd4-4358-8078-7666de665315'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:18:35.214445 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-548638ee-aee8-48e7-a440-68001009334a tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "DELETE /v2.0/floatingips/da1a8630-9015-43a2-b91b-053fa4f58d0a HTTP/1.1" status: 204 len: 168 time: 1.4997215 May 10 15:18:35.215143 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca383d4-749a-447d-802a-b9cdac692624', 'tag': '0b7b3631-cc61-4cfd-8e13-42d658f5ec67'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:18:35.260614 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-227cb4a4-eaf0-4bc3-9038-ca63f25054ba'] response: {'name': 'network-changed', 'server_uuid': '4ca383d4-749a-447d-802a-b9cdac692624', 'tag': '0b7b3631-cc61-4cfd-8e13-42d658f5ec67', 'status': 'completed', 'code': 200} May 10 15:18:35.349115 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-f9dd073a-490d-489d-9efa-51fd3e8ed0d5 None None] Set router 7b5efd5f-acd4-4358-8078-7666de665315 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:18:35.363002 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e1d00-9f90-45d5-9e05-b953fa0d4c43 req-2e6c6809-405e-4853-b4ee-640e56276c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:35.364640 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-661e1d00-9f90-45d5-9e05-b953fa0d4c43 req-2e6c6809-405e-4853-b4ee-640e56276c1e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cbe9de3c907244df986447d4ace1090b&device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 1099 time: 0.0775020 May 10 15:18:35.506830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e1d00-9f90-45d5-9e05-b953fa0d4c43 req-f37408ee-6ed7-45e6-962f-360a528b0701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:35.508585 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-661e1d00-9f90-45d5-9e05-b953fa0d4c43 req-f37408ee-6ed7-45e6-962f-360a528b0701 service neutron] 10.222.0.86 "GET /v2.0/networks?id=37a5c1eb-bcb6-492f-af73-9b5d493eb59e HTTP/1.1" status: 200 len: 916 time: 0.1353543 May 10 15:18:35.583792 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-661e1d00-9f90-45d5-9e05-b953fa0d4c43 req-280e31a3-45bb-486c-a17d-c2bdac913483 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b7b3631-cc61-4cfd-8e13-42d658f5ec67 HTTP/1.1" status: 200 len: 217 time: 0.0650053 May 10 15:18:35.655792 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e1d00-9f90-45d5-9e05-b953fa0d4c43 req-2cbe40fd-2e9c-476e-ab68-471324f07b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:35.657229 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-661e1d00-9f90-45d5-9e05-b953fa0d4c43 req-2cbe40fd-2e9c-476e-ab68-471324f07b79 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3 HTTP/1.1" status: 200 len: 854 time: 0.0662942 May 10 15:18:35.688398 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-f9dd073a-490d-489d-9efa-51fd3e8ed0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5efd5f-acd4-4358-8078-7666de665315', 'name': 'tempest-TestMinimumBasicScenario-1934562974-router', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:16:26Z', 'updated_at': '2022-05-10T15:16:30Z', 'revision_number': 4, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'gw_port': {'id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:27Z', 'updated_at': '2022-05-10T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4b874ee3-0cc7-4115-8201-e83e4149aa40', 'name': '', 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'mac_address': 'fa:16:3e:cb:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:29Z', 'updated_at': '2022-05-10T15:16:36Z', 'revision_number': 5, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'subnets': [{'id': '5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:18:35.692411 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dd073a-490d-489d-9efa-51fd3e8ed0d5 None None] Checking router: 7b5efd5f-acd4-4358-8078-7666de665315 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:18:35.702309 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dd073a-490d-489d-9efa-51fd3e8ed0d5 None None] Routers {'7b5efd5f-acd4-4358-8078-7666de665315'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:18:35.703013 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-f9dd073a-490d-489d-9efa-51fd3e8ed0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:18:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['7b5efd5f-acd4-4358-8078-7666de665315'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:18:35.744799 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e1d00-9f90-45d5-9e05-b953fa0d4c43 req-18faf1ce-60e6-4409-850c-b08276627edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:35.746655 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-661e1d00-9f90-45d5-9e05-b953fa0d4c43 req-18faf1ce-60e6-4409-850c-b08276627edc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=37a5c1eb-bcb6-492f-af73-9b5d493eb59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797691 May 10 15:18:35.882877 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-f9dd073a-490d-489d-9efa-51fd3e8ed0d5 None None] Set router 7b5efd5f-acd4-4358-8078-7666de665315 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:18:35.889254 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-661e1d00-9f90-45d5-9e05-b953fa0d4c43 req-b7d588cb-5990-4e5a-aa5d-fa5657473a14 service neutron] 10.222.0.86 "GET /v2.0/networks/37a5c1eb-bcb6-492f-af73-9b5d493eb59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361821 May 10 15:18:36.025496 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-661e1d00-9f90-45d5-9e05-b953fa0d4c43 req-92d9674c-13d9-4137-a09b-74eba1310611 service neutron] 10.222.0.86 "GET /v2.0/networks/37a5c1eb-bcb6-492f-af73-9b5d493eb59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295342 May 10 15:18:36.234183 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-f9dd073a-490d-489d-9efa-51fd3e8ed0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5efd5f-acd4-4358-8078-7666de665315', 'name': 'tempest-TestMinimumBasicScenario-1934562974-router', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:16:26Z', 'updated_at': '2022-05-10T15:16:30Z', 'revision_number': 4, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'gw_port': {'id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:27Z', 'updated_at': '2022-05-10T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4b874ee3-0cc7-4115-8201-e83e4149aa40', 'name': '', 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'mac_address': 'fa:16:3e:cb:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:29Z', 'updated_at': '2022-05-10T15:16:36Z', 'revision_number': 5, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'subnets': [{'id': '5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:18:36.238157 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dd073a-490d-489d-9efa-51fd3e8ed0d5 None None] The sync data for ids ['7b5efd5f-acd4-4358-8078-7666de665315'] in dv-neutron-841204-2-hyperv is: [{'id': '7b5efd5f-acd4-4358-8078-7666de665315', 'name': 'tempest-TestMinimumBasicScenario-1934562974-router', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:16:26Z', 'updated_at': '2022-05-10T15:16:30Z', 'revision_number': 4, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'gw_port': {'id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:27Z', 'updated_at': '2022-05-10T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '4b874ee3-0cc7-4115-8201-e83e4149aa40', 'name': '', 'network_id': '37a5c1eb-bcb6-492f-af73-9b5d493eb59e', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'mac_address': 'fa:16:3e:cb:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:29Z', 'updated_at': '2022-05-10T15:16:36Z', 'revision_number': 5, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'subnets': [{'id': '5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:18:36.460280 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fe246a-16a4-41e5-8e4f-6cffa59c7c9d None None] New status for floating IP da1a8630-9015-43a2-b91b-053fa4f58d0a: DOWN {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:18:39.711864 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21625f20-38a6-495e-94f5-6de87aa03cea req-fb60563f-4e97-4b87-9084-79dfefe70bd4 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:39.712553 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-21625f20-38a6-495e-94f5-6de87aa03cea req-fb60563f-4e97-4b87-9084-79dfefe70bd4 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Synchronizing usage tracker for tenant:cbe9de3c907244df986447d4ace1090b on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:18:39.728472 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-21625f20-38a6-495e-94f5-6de87aa03cea req-fb60563f-4e97-4b87-9084-79dfefe70bd4 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Unset dirty status for tenant:cbe9de3c907244df986447d4ace1090b on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:18:39.729643 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-21625f20-38a6-495e-94f5-6de87aa03cea req-fb60563f-4e97-4b87-9084-79dfefe70bd4 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 946 time: 0.1007376 May 10 15:18:39.774399 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-21625f20-38a6-495e-94f5-6de87aa03cea req-906c631c-ea3c-4431-ac6f-bb90503e7357 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390255 May 10 15:18:40.965804 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d92e8-9dbd-4281-a4f5-65ab226c39b5 req-cf63deec-9386-455f-b8a3-d78a3669bad2 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:40.967286 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9c4d92e8-9dbd-4281-a4f5-65ab226c39b5 req-cf63deec-9386-455f-b8a3-d78a3669bad2 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 946 time: 0.0874550 May 10 15:18:41.014822 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9c4d92e8-9dbd-4281-a4f5-65ab226c39b5 req-725e6d1f-f318-4f0c-93fe-3679d28cf597 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419273 May 10 15:18:41.708699 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909b1bd-d638-4c6d-af76-92e97a377a4c req-5b052215-6323-444b-9dea-33af3bd5f46d tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:41.709520 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-7909b1bd-d638-4c6d-af76-92e97a377a4c req-5b052215-6323-444b-9dea-33af3bd5f46d tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Synchronizing usage tracker for tenant:cbe9de3c907244df986447d4ace1090b on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:18:41.720923 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-7909b1bd-d638-4c6d-af76-92e97a377a4c req-5b052215-6323-444b-9dea-33af3bd5f46d tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Unset dirty status for tenant:cbe9de3c907244df986447d4ace1090b on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:18:41.721982 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7909b1bd-d638-4c6d-af76-92e97a377a4c req-5b052215-6323-444b-9dea-33af3bd5f46d tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 946 time: 0.0958300 May 10 15:18:41.793479 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-7909b1bd-d638-4c6d-af76-92e97a377a4c req-0918b0cf-4733-4013-95c9-7fb7b1c90ed1 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Deleting port 0b7b3631-cc61-4cfd-8e13-42d658f5ec67 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:18:41.793818 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7909b1bd-d638-4c6d-af76-92e97a377a4c req-0918b0cf-4733-4013-95c9-7fb7b1c90ed1 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:42.139004 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-7909b1bd-d638-4c6d-af76-92e97a377a4c req-0918b0cf-4733-4013-95c9-7fb7b1c90ed1 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] For port 0b7b3631-cc61-4cfd-8e13-42d658f5ec67, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=0b7b3631-cc61-4cfd-8e13-42d658f5ec67,segment=NetworkSegment(df966ffc-729a-4ce6-aa7c-8c219e401573),segment_id=df966ffc-729a-4ce6-aa7c-8c219e401573)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:18:42.139356 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7909b1bd-d638-4c6d-af76-92e97a377a4c req-0918b0cf-4733-4013-95c9-7fb7b1c90ed1 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:42.204102 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1eb61-cfa0-45ba-999b-c61db28b70d8 req-8d55a99b-5113-42ef-bd43-ddb8a441cf7f tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:42.205557 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-57c1eb61-cfa0-45ba-999b-c61db28b70d8 req-8d55a99b-5113-42ef-bd43-ddb8a441cf7f tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ca383d4-749a-447d-802a-b9cdac692624 HTTP/1.1" status: 200 len: 946 time: 0.0832477 May 10 15:18:42.250406 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-57c1eb61-cfa0-45ba-999b-c61db28b70d8 req-98345e85-ff08-40ae-a577-848490a4a846 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.79 "GET /v2.0/security-groups?id=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383813 May 10 15:18:42.261460 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-7909b1bd-d638-4c6d-af76-92e97a377a4c req-0918b0cf-4733-4013-95c9-7fb7b1c90ed1 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Calling delete_port for 0b7b3631-cc61-4cfd-8e13-42d658f5ec67 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:18:42.404455 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7909b1bd-d638-4c6d-af76-92e97a377a4c req-0918b0cf-4733-4013-95c9-7fb7b1c90ed1 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:42.420225 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['0b7b3631-cc61-4cfd-8e13-42d658f5ec67'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:18:42.454055 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918b0cf-4733-4013-95c9-7fb7b1c90ed1 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Pushing event deleted for resources: {'Port': ['ID=0b7b3631-cc61-4cfd-8e13-42d658f5ec67,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:42.530678 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-7909b1bd-d638-4c6d-af76-92e97a377a4c req-0918b0cf-4733-4013-95c9-7fb7b1c90ed1 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] No DVR routers for this DVR port 0b7b3631-cc61-4cfd-8e13-42d658f5ec67 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:18:42.533082 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-7909b1bd-d638-4c6d-af76-92e97a377a4c req-0918b0cf-4733-4013-95c9-7fb7b1c90ed1 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:42.535489 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca383d4-749a-447d-802a-b9cdac692624', 'name': 'network-vif-deleted', 'tag': '0b7b3631-cc61-4cfd-8e13-42d658f5ec67'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:18:42.551451 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7909b1bd-d638-4c6d-af76-92e97a377a4c req-0918b0cf-4733-4013-95c9-7fb7b1c90ed1 tempest-TestMinimumBasicScenario-576672118 tempest-TestMinimumBasicScenario-576672118-project] 10.222.0.86 "DELETE /v2.0/ports/0b7b3631-cc61-4cfd-8e13-42d658f5ec67 HTTP/1.1" status: 204 len: 173 time: 0.8218374 May 10 15:18:42.581519 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609e1233-dd00-4221-a84a-336b8d64309e'] response: {'server_uuid': '4ca383d4-749a-447d-802a-b9cdac692624', 'name': 'network-vif-deleted', 'tag': '0b7b3631-cc61-4cfd-8e13-42d658f5ec67', 'status': 'completed', 'code': 200} May 10 15:18:43.895525 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52340) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:18:44.528181 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-73629100-7b93-421e-983a-3d49d9b8fc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:44.867343 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-73629100-7b93-421e-983a-3d49d9b8fc16 admin admin] Deleting port 4b874ee3-0cc7-4115-8201-e83e4149aa40 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:18:44.867591 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-73629100-7b93-421e-983a-3d49d9b8fc16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:45.038318 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-73629100-7b93-421e-983a-3d49d9b8fc16 admin admin] For port 4b874ee3-0cc7-4115-8201-e83e4149aa40, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=4b874ee3-0cc7-4115-8201-e83e4149aa40,segment=NetworkSegment(df966ffc-729a-4ce6-aa7c-8c219e401573),segment_id=df966ffc-729a-4ce6-aa7c-8c219e401573)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:18:45.039049 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-73629100-7b93-421e-983a-3d49d9b8fc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:45.160234 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-73629100-7b93-421e-983a-3d49d9b8fc16 admin admin] Calling delete_port for 4b874ee3-0cc7-4115-8201-e83e4149aa40 owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:18:45.337690 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-73629100-7b93-421e-983a-3d49d9b8fc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:45.345962 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 0b7b3631-cc61-4cfd-8e13-42d658f5ec67 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:18:45.379051 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: 0b7b3631-cc61-4cfd-8e13-42d658f5ec67 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:18:45.379387 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 0b7b3631-cc61-4cfd-8e13-42d658f5ec67 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:18:45.386345 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73629100-7b93-421e-983a-3d49d9b8fc16 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b874ee3-0cc7-4115-8201-e83e4149aa40,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:45.758561 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-73629100-7b93-421e-983a-3d49d9b8fc16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:46.109383 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73629100-7b93-421e-983a-3d49d9b8fc16 admin admin] Router 7b5efd5f-acd4-4358-8078-7666de665315 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:18:46.283510 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73629100-7b93-421e-983a-3d49d9b8fc16 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:18:46.293573 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bead94-9004-4e82-991b-cc6335c9b35b None None] Sync routers for ids ['7b5efd5f-acd4-4358-8078-7666de665315'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:18:46.298812 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-73629100-7b93-421e-983a-3d49d9b8fc16 admin admin] 10.222.0.79 "PUT /v2.0/routers/7b5efd5f-acd4-4358-8078-7666de665315/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4000192 May 10 15:18:46.299198 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 52344) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:18:46.305290 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bead94-9004-4e82-991b-cc6335c9b35b None None] Routers {'7b5efd5f-acd4-4358-8078-7666de665315'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:18:46.305901 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-04bead94-9004-4e82-991b-cc6335c9b35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:18:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['7b5efd5f-acd4-4358-8078-7666de665315'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:18:46.476085 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-271ddf80-bd1a-48a3-b179-d1dce7cf14bd admin admin] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:46.481215 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-04bead94-9004-4e82-991b-cc6335c9b35b None None] Set router 7b5efd5f-acd4-4358-8078-7666de665315 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:18:46.651856 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-271ddf80-bd1a-48a3-b179-d1dce7cf14bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:46.661337 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-271ddf80-bd1a-48a3-b179-d1dce7cf14bd admin admin] Deleting port 842bc457-1b7e-45b2-a6ad-84cb05ef81f2 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:18:46.661735 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-271ddf80-bd1a-48a3-b179-d1dce7cf14bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:46.774172 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-04bead94-9004-4e82-991b-cc6335c9b35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5efd5f-acd4-4358-8078-7666de665315', 'name': 'tempest-TestMinimumBasicScenario-1934562974-router', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189'}], 'enable_snat': True}, 'gw_port_id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:16:26Z', 'updated_at': '2022-05-10T15:18:45Z', 'revision_number': 5, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'gw_port': {'id': '842bc457-1b7e-45b2-a6ad-84cb05ef81f2', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:31:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5efd5f-acd4-4358-8078-7666de665315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:27Z', 'updated_at': '2022-05-10T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:18:46.777933 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bead94-9004-4e82-991b-cc6335c9b35b None None] Checking router: 7b5efd5f-acd4-4358-8078-7666de665315 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:18:46.786363 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bead94-9004-4e82-991b-cc6335c9b35b None None] Routers {'7b5efd5f-acd4-4358-8078-7666de665315'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:18:46.787641 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-04bead94-9004-4e82-991b-cc6335c9b35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:18:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['7b5efd5f-acd4-4358-8078-7666de665315'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:18:46.841141 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-271ddf80-bd1a-48a3-b179-d1dce7cf14bd admin admin] For port 842bc457-1b7e-45b2-a6ad-84cb05ef81f2, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=842bc457-1b7e-45b2-a6ad-84cb05ef81f2,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:18:46.841485 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-271ddf80-bd1a-48a3-b179-d1dce7cf14bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:46.939850 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-04bead94-9004-4e82-991b-cc6335c9b35b None None] Set router 7b5efd5f-acd4-4358-8078-7666de665315 gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:18:46.970676 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-271ddf80-bd1a-48a3-b179-d1dce7cf14bd admin admin] Calling delete_port for 842bc457-1b7e-45b2-a6ad-84cb05ef81f2 owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:18:47.044848 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-04bead94-9004-4e82-991b-cc6335c9b35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5efd5f-acd4-4358-8078-7666de665315', 'name': 'tempest-TestMinimumBasicScenario-1934562974-router', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:16:26Z', 'updated_at': '2022-05-10T15:18:46Z', 'revision_number': 6, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:18:47.048712 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bead94-9004-4e82-991b-cc6335c9b35b None None] The sync data for ids ['7b5efd5f-acd4-4358-8078-7666de665315'] in dv-neutron-841204-2-hyperv is: [{'id': '7b5efd5f-acd4-4358-8078-7666de665315', 'name': 'tempest-TestMinimumBasicScenario-1934562974-router', 'tenant_id': 'cbe9de3c907244df986447d4ace1090b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:16:26Z', 'updated_at': '2022-05-10T15:18:46Z', 'revision_number': 6, 'project_id': 'cbe9de3c907244df986447d4ace1090b', 'gw_port_host': None}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:18:47.376763 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-271ddf80-bd1a-48a3-b179-d1dce7cf14bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:47.426483 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ddf80-bd1a-48a3-b179-d1dce7cf14bd admin admin] Pushing event deleted for resources: {'Port': ['ID=842bc457-1b7e-45b2-a6ad-84cb05ef81f2,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:47.470858 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4b874ee3-0cc7-4115-8201-e83e4149aa40 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:18:47.506547 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 4b874ee3-0cc7-4115-8201-e83e4149aa40 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:18:47.507686 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4b874ee3-0cc7-4115-8201-e83e4149aa40 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:18:47.526981 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-271ddf80-bd1a-48a3-b179-d1dce7cf14bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:47.697293 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-271ddf80-bd1a-48a3-b179-d1dce7cf14bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:47.699349 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-271ddf80-bd1a-48a3-b179-d1dce7cf14bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:47.723710 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-271ddf80-bd1a-48a3-b179-d1dce7cf14bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:47.724245 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271ddf80-bd1a-48a3-b179-d1dce7cf14bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b5efd5f-acd4-4358-8078-7666de665315 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:18:47.736805 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-271ddf80-bd1a-48a3-b179-d1dce7cf14bd admin admin] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:47.737910 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-271ddf80-bd1a-48a3-b179-d1dce7cf14bd admin admin] 10.222.0.79 "DELETE /v2.0/routers/7b5efd5f-acd4-4358-8078-7666de665315 HTTP/1.1" status: 204 len: 168 time: 1.4377027 May 10 15:18:47.740770 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52348) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:18:47.799309 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-7656b766-a9e4-4b29-9e82-479d4f651e14 admin admin] Deleting subnet 5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:18:47.802045 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7656b766-a9e4-4b29-9e82-479d4f651e14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:47.856284 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7656b766-a9e4-4b29-9e82-479d4f651e14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:47.936185 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7656b766-a9e4-4b29-9e82-479d4f651e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:48.004884 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7656b766-a9e4-4b29-9e82-479d4f651e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:48.049283 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656b766-a9e4-4b29-9e82-479d4f651e14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:48.055213 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7656b766-a9e4-4b29-9e82-479d4f651e14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:48.060663 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88544505-2301-4610-907c-dd8e9a1bb2fb None None] Network 37a5c1eb-bcb6-492f-af73-9b5d493eb59e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:18:48.062153 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7656b766-a9e4-4b29-9e82-479d4f651e14 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5e27fed4-ba1a-4b2f-a56e-0eba2ea50ac3 HTTP/1.1" status: 204 len: 168 time: 0.3202715 May 10 15:18:48.064622 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52352) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:18:48.171741 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0788a3d6-351e-437a-82f4-4e626ca6dc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:48.183124 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-0788a3d6-351e-437a-82f4-4e626ca6dc3c admin admin] Deleting port 757a364c-fe4d-4d56-ae7f-1f4f4477aa09 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:18:48.183454 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0788a3d6-351e-437a-82f4-4e626ca6dc3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:48.317412 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12217c63-87fc-49a3-b59c-92f97c89dd23 None None] DHCP port deletion for 37a5c1eb-bcb6-492f-af73-9b5d493eb59e request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 15:18:48.322390 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-12217c63-87fc-49a3-b59c-92f97c89dd23 None None] Deleting port 757a364c-fe4d-4d56-ae7f-1f4f4477aa09 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:18:48.322839 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-12217c63-87fc-49a3-b59c-92f97c89dd23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:48.499710 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-0788a3d6-351e-437a-82f4-4e626ca6dc3c admin admin] For port 757a364c-fe4d-4d56-ae7f-1f4f4477aa09, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=757a364c-fe4d-4d56-ae7f-1f4f4477aa09,segment=NetworkSegment(df966ffc-729a-4ce6-aa7c-8c219e401573),segment_id=df966ffc-729a-4ce6-aa7c-8c219e401573)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:18:48.500060 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0788a3d6-351e-437a-82f4-4e626ca6dc3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:48.576655 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-12217c63-87fc-49a3-b59c-92f97c89dd23 None None] For port 757a364c-fe4d-4d56-ae7f-1f4f4477aa09, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=757a364c-fe4d-4d56-ae7f-1f4f4477aa09,segment=NetworkSegment(df966ffc-729a-4ce6-aa7c-8c219e401573),segment_id=df966ffc-729a-4ce6-aa7c-8c219e401573)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:18:48.577223 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-12217c63-87fc-49a3-b59c-92f97c89dd23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:48.623834 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-0788a3d6-351e-437a-82f4-4e626ca6dc3c admin admin] Calling delete_port for 757a364c-fe4d-4d56-ae7f-1f4f4477aa09 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:18:48.700016 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-12217c63-87fc-49a3-b59c-92f97c89dd23 None None] Calling delete_port for 757a364c-fe4d-4d56-ae7f-1f4f4477aa09 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:18:48.702570 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0788a3d6-351e-437a-82f4-4e626ca6dc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:48.749588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788a3d6-351e-437a-82f4-4e626ca6dc3c admin admin] Pushing event deleted for resources: {'Port': ['ID=757a364c-fe4d-4d56-ae7f-1f4f4477aa09,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:48.753180 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0788a3d6-351e-437a-82f4-4e626ca6dc3c admin admin] No DVR routers for this DVR port 757a364c-fe4d-4d56-ae7f-1f4f4477aa09 on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:18:48.776355 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-12217c63-87fc-49a3-b59c-92f97c89dd23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 15:18:48.776709 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-12217c63-87fc-49a3-b59c-92f97c89dd23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 15:18:48.867579 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0788a3d6-351e-437a-82f4-4e626ca6dc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:48.892280 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0788a3d6-351e-437a-82f4-4e626ca6dc3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a5c1eb-bcb6-492f-af73-9b5d493eb59e']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:18:48.908765 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0788a3d6-351e-437a-82f4-4e626ca6dc3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df966ffc-729a-4ce6-aa7c-8c219e401573') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:18:48.909057 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-0788a3d6-351e-437a-82f4-4e626ca6dc3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df966ffc-729a-4ce6-aa7c-8c219e401573') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:18:48.920732 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0788a3d6-351e-437a-82f4-4e626ca6dc3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:48.937120 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0788a3d6-351e-437a-82f4-4e626ca6dc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:48.943808 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0788a3d6-351e-437a-82f4-4e626ca6dc3c admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:18:48.944190 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0788a3d6-351e-437a-82f4-4e626ca6dc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:18:48.957082 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:18:49.028734 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0788a3d6-351e-437a-82f4-4e626ca6dc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:49.044720 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0788a3d6-351e-437a-82f4-4e626ca6dc3c admin admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:49.059281 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788a3d6-351e-437a-82f4-4e626ca6dc3c admin admin] Pushing event deleted for resources: {'Network': ['ID=37a5c1eb-bcb6-492f-af73-9b5d493eb59e,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:49.072765 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0788a3d6-351e-437a-82f4-4e626ca6dc3c admin admin] 10.222.0.79 "DELETE /v2.0/networks/37a5c1eb-bcb6-492f-af73-9b5d493eb59e HTTP/1.1" status: 204 len: 168 time: 1.0071406 May 10 15:18:49.075576 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52356) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:18:49.231286 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 757a364c-fe4d-4d56-ae7f-1f4f4477aa09 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:18:49.274734 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 757a364c-fe4d-4d56-ae7f-1f4f4477aa09 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:18:49.275080 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 757a364c-fe4d-4d56-ae7f-1f4f4477aa09 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:18:49.275497 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 842bc457-1b7e-45b2-a6ad-84cb05ef81f2 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:18:49.301039 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-12217c63-87fc-49a3-b59c-92f97c89dd23 None None] Deleting port 757a364c-fe4d-4d56-ae7f-1f4f4477aa09 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:18:49.301437 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-12217c63-87fc-49a3-b59c-92f97c89dd23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:49.364460 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 842bc457-1b7e-45b2-a6ad-84cb05ef81f2 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:18:49.364802 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 842bc457-1b7e-45b2-a6ad-84cb05ef81f2 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:18:49.375625 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-12217c63-87fc-49a3-b59c-92f97c89dd23 None None] The port '757a364c-fe4d-4d56-ae7f-1f4f4477aa09' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 15:18:49.612485 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d96b7d58-f6a8-4766-9776-0cc0413f8caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:50.058453 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-d96b7d58-f6a8-4766-9776-0cc0413f8caa admin admin] Deleting port 0477fd86-c5b4-47de-8438-172eb4d71496 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:18:50.059103 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d96b7d58-f6a8-4766-9776-0cc0413f8caa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:50.132754 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8fac9a5a-0f0a-43c5-bf11-9d744052232c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:50.235049 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-d96b7d58-f6a8-4766-9776-0cc0413f8caa admin admin] For port 0477fd86-c5b4-47de-8438-172eb4d71496, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0477fd86-c5b4-47de-8438-172eb4d71496,segment=NetworkSegment(26c90637-d3da-4da1-b972-f1196f11e370),segment_id=26c90637-d3da-4da1-b972-f1196f11e370)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:18:50.235404 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d96b7d58-f6a8-4766-9776-0cc0413f8caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:50.357143 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-d96b7d58-f6a8-4766-9776-0cc0413f8caa admin admin] Calling delete_port for 0477fd86-c5b4-47de-8438-172eb4d71496 owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:18:50.540805 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d96b7d58-f6a8-4766-9776-0cc0413f8caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:50.587809 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b7d58-f6a8-4766-9776-0cc0413f8caa admin admin] Pushing event deleted for resources: {'Port': ['ID=0477fd86-c5b4-47de-8438-172eb4d71496,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:50.861011 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d96b7d58-f6a8-4766-9776-0cc0413f8caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:51.229858 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96b7d58-f6a8-4766-9776-0cc0413f8caa admin admin] Router ae50091c-4e1c-4b1e-85b9-5626736e9034 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:18:51.516651 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96b7d58-f6a8-4766-9776-0cc0413f8caa admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:18:51.525722 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d96b7d58-f6a8-4766-9776-0cc0413f8caa admin admin] 10.222.0.79 "PUT /v2.0/routers/ae50091c-4e1c-4b1e-85b9-5626736e9034/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4491796 May 10 15:18:51.526018 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d22c32f-bea9-4147-b8f2-5a31b5636083 None None] Sync routers for ids ['ae50091c-4e1c-4b1e-85b9-5626736e9034'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:18:51.528210 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52360) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:18:51.535807 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d22c32f-bea9-4147-b8f2-5a31b5636083 None None] Routers {'ae50091c-4e1c-4b1e-85b9-5626736e9034'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:18:51.536406 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-3d22c32f-bea9-4147-b8f2-5a31b5636083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:18:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['ae50091c-4e1c-4b1e-85b9-5626736e9034'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:18:51.706865 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09a63a1d-77a0-4b34-881c-cfe555fbf868 admin admin] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:51.707629 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-3d22c32f-bea9-4147-b8f2-5a31b5636083 None None] Set router ae50091c-4e1c-4b1e-85b9-5626736e9034 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:18:51.889542 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09a63a1d-77a0-4b34-881c-cfe555fbf868 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:51.899634 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-09a63a1d-77a0-4b34-881c-cfe555fbf868 admin admin] Deleting port 3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:18:51.900425 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09a63a1d-77a0-4b34-881c-cfe555fbf868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:52.014416 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-3d22c32f-bea9-4147-b8f2-5a31b5636083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae50091c-4e1c-4b1e-85b9-5626736e9034', 'name': 'tempest-TestMinimumBasicScenario-413421780-router', 'tenant_id': '5a1ed18020c140889f76587f59a0fd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.160'}], 'enable_snat': True}, 'gw_port_id': '3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:16:32Z', 'updated_at': '2022-05-10T15:18:50Z', 'revision_number': 5, 'project_id': '5a1ed18020c140889f76587f59a0fd79', 'gw_port': {'id': '3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae50091c-4e1c-4b1e-85b9-5626736e9034', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:16:33Z', 'updated_at': '2022-05-10T15:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:18:52.018206 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d22c32f-bea9-4147-b8f2-5a31b5636083 None None] Checking router: ae50091c-4e1c-4b1e-85b9-5626736e9034 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:18:52.027544 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d22c32f-bea9-4147-b8f2-5a31b5636083 None None] Routers {'ae50091c-4e1c-4b1e-85b9-5626736e9034'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:18:52.028145 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-3d22c32f-bea9-4147-b8f2-5a31b5636083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:18:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['ae50091c-4e1c-4b1e-85b9-5626736e9034'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:18:52.080514 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-09a63a1d-77a0-4b34-881c-cfe555fbf868 admin admin] For port 3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:18:52.080855 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09a63a1d-77a0-4b34-881c-cfe555fbf868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:52.177282 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-3d22c32f-bea9-4147-b8f2-5a31b5636083 None None] Set router ae50091c-4e1c-4b1e-85b9-5626736e9034 gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:18:52.206332 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-09a63a1d-77a0-4b34-881c-cfe555fbf868 admin admin] Calling delete_port for 3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:18:52.279982 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-3d22c32f-bea9-4147-b8f2-5a31b5636083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae50091c-4e1c-4b1e-85b9-5626736e9034', 'name': 'tempest-TestMinimumBasicScenario-413421780-router', 'tenant_id': '5a1ed18020c140889f76587f59a0fd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:16:32Z', 'updated_at': '2022-05-10T15:18:51Z', 'revision_number': 6, 'project_id': '5a1ed18020c140889f76587f59a0fd79', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:18:52.283900 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d22c32f-bea9-4147-b8f2-5a31b5636083 None None] The sync data for ids ['ae50091c-4e1c-4b1e-85b9-5626736e9034'] in dv-neutron-841204-2-hyperv is: [{'id': 'ae50091c-4e1c-4b1e-85b9-5626736e9034', 'name': 'tempest-TestMinimumBasicScenario-413421780-router', 'tenant_id': '5a1ed18020c140889f76587f59a0fd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:16:32Z', 'updated_at': '2022-05-10T15:18:51Z', 'revision_number': 6, 'project_id': '5a1ed18020c140889f76587f59a0fd79', 'gw_port_host': None}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:18:52.376915 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09a63a1d-77a0-4b34-881c-cfe555fbf868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:52.423464 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a63a1d-77a0-4b34-881c-cfe555fbf868 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:52.442886 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-18327cd5-47c3-437b-ac2a-ab6cceb0e614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:52.514142 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09a63a1d-77a0-4b34-881c-cfe555fbf868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:52.793177 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09a63a1d-77a0-4b34-881c-cfe555fbf868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:52.795345 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09a63a1d-77a0-4b34-881c-cfe555fbf868 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:52.817688 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09a63a1d-77a0-4b34-881c-cfe555fbf868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:52.818891 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a63a1d-77a0-4b34-881c-cfe555fbf868 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae50091c-4e1c-4b1e-85b9-5626736e9034 {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:18:52.831662 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-09a63a1d-77a0-4b34-881c-cfe555fbf868 admin admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:52.832752 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-09a63a1d-77a0-4b34-881c-cfe555fbf868 admin admin] 10.222.0.79 "DELETE /v2.0/routers/ae50091c-4e1c-4b1e-85b9-5626736e9034 HTTP/1.1" status: 204 len: 168 time: 1.3036582 May 10 15:18:52.835845 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52364) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:18:52.893701 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf882999-1f5b-44e0-b492-cb5d1a9da200 admin admin] Deleting subnet 586914bb-49c4-4fd9-9817-98cb6b9ed43e {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:18:52.897876 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bf882999-1f5b-44e0-b492-cb5d1a9da200 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:52.949653 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bf882999-1f5b-44e0-b492-cb5d1a9da200 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:53.027628 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bf882999-1f5b-44e0-b492-cb5d1a9da200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:53.102227 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bf882999-1f5b-44e0-b492-cb5d1a9da200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:53.140756 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf882999-1f5b-44e0-b492-cb5d1a9da200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=586914bb-49c4-4fd9-9817-98cb6b9ed43e,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:53.145501 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bf882999-1f5b-44e0-b492-cb5d1a9da200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:53.151053 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f891a9cd-b21e-4ff1-994f-26fe624b45b2 None None] Network ebf9838f-045b-4ae2-88b8-0600c29695ae requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:18:53.151623 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bf882999-1f5b-44e0-b492-cb5d1a9da200 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/586914bb-49c4-4fd9-9817-98cb6b9ed43e HTTP/1.1" status: 204 len: 168 time: 0.3148553 May 10 15:18:53.154068 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52368) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:18:53.269872 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f473a98-ce46-44db-9779-19f5b0cadd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:53.278086 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:18:53.282453 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-2f473a98-ce46-44db-9779-19f5b0cadd60 admin admin] Deleting port 088f79b0-c1cb-4ede-ad0d-acddb65703f3 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:18:53.282885 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f473a98-ce46-44db-9779-19f5b0cadd60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:53.361965 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:18:53.362441 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 3b1dafd6-95a2-4973-8eb1-5e16f4edbe1f not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:18:53.362827 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0477fd86-c5b4-47de-8438-172eb4d71496 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:18:53.409480 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 0477fd86-c5b4-47de-8438-172eb4d71496 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:18:53.409832 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0477fd86-c5b4-47de-8438-172eb4d71496 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:18:53.431072 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:53.441582 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:53.450824 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:53.513602 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-2f473a98-ce46-44db-9779-19f5b0cadd60 admin admin] For port 088f79b0-c1cb-4ede-ad0d-acddb65703f3, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=088f79b0-c1cb-4ede-ad0d-acddb65703f3,segment=NetworkSegment(26c90637-d3da-4da1-b972-f1196f11e370),segment_id=26c90637-d3da-4da1-b972-f1196f11e370)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:18:53.514117 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f473a98-ce46-44db-9779-19f5b0cadd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:53.522046 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51175ab0-7c46-4e2b-98d9-d3820a477e60 None None] DHCP port deletion for ebf9838f-045b-4ae2-88b8-0600c29695ae request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 15:18:53.526205 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-51175ab0-7c46-4e2b-98d9-d3820a477e60 None None] Deleting port 088f79b0-c1cb-4ede-ad0d-acddb65703f3 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:18:53.526619 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-51175ab0-7c46-4e2b-98d9-d3820a477e60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:53.642507 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-2f473a98-ce46-44db-9779-19f5b0cadd60 admin admin] Calling delete_port for 088f79b0-c1cb-4ede-ad0d-acddb65703f3 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:18:53.716914 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f473a98-ce46-44db-9779-19f5b0cadd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:53.736851 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-51175ab0-7c46-4e2b-98d9-d3820a477e60 None None] For port 088f79b0-c1cb-4ede-ad0d-acddb65703f3, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=088f79b0-c1cb-4ede-ad0d-acddb65703f3,segment=NetworkSegment(26c90637-d3da-4da1-b972-f1196f11e370),segment_id=26c90637-d3da-4da1-b972-f1196f11e370)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:18:53.737250 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-51175ab0-7c46-4e2b-98d9-d3820a477e60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:53.765555 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f473a98-ce46-44db-9779-19f5b0cadd60 admin admin] Pushing event deleted for resources: {'Port': ['ID=088f79b0-c1cb-4ede-ad0d-acddb65703f3,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:53.768957 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f473a98-ce46-44db-9779-19f5b0cadd60 admin admin] No DVR routers for this DVR port 088f79b0-c1cb-4ede-ad0d-acddb65703f3 on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:18:53.863141 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-51175ab0-7c46-4e2b-98d9-d3820a477e60 None None] Calling delete_port for 088f79b0-c1cb-4ede-ad0d-acddb65703f3 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:18:53.885872 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f473a98-ce46-44db-9779-19f5b0cadd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:53.912327 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-2f473a98-ce46-44db-9779-19f5b0cadd60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf9838f-045b-4ae2-88b8-0600c29695ae']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:18:53.925312 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-2f473a98-ce46-44db-9779-19f5b0cadd60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c90637-d3da-4da1-b972-f1196f11e370') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:18:53.925608 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-2f473a98-ce46-44db-9779-19f5b0cadd60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c90637-d3da-4da1-b972-f1196f11e370') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:18:53.936160 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-51175ab0-7c46-4e2b-98d9-d3820a477e60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 15:18:53.936510 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-51175ab0-7c46-4e2b-98d9-d3820a477e60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 15:18:53.937904 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f473a98-ce46-44db-9779-19f5b0cadd60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:53.954487 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f473a98-ce46-44db-9779-19f5b0cadd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:53.960629 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f473a98-ce46-44db-9779-19f5b0cadd60 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:18:53.961076 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f473a98-ce46-44db-9779-19f5b0cadd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:18:53.973966 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:18:54.049969 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f473a98-ce46-44db-9779-19f5b0cadd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:54.066843 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f473a98-ce46-44db-9779-19f5b0cadd60 admin admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:54.077065 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f473a98-ce46-44db-9779-19f5b0cadd60 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebf9838f-045b-4ae2-88b8-0600c29695ae,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:54.081158 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2f473a98-ce46-44db-9779-19f5b0cadd60 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ebf9838f-045b-4ae2-88b8-0600c29695ae HTTP/1.1" status: 204 len: 168 time: 0.9260476 May 10 15:18:54.257042 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52374) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:18:54.305330 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-daaa51cc-9719-4568-a731-01b86e34c257 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cbe9de3c907244df986447d4ace1090b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471630 May 10 15:18:54.307658 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52378) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:18:54.364578 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0501fdf4-f183-47da-805a-839eec3edaa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:54.390585 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0501fdf4-f183-47da-805a-839eec3edaa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:54.437532 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-51175ab0-7c46-4e2b-98d9-d3820a477e60 None None] Deleting port 088f79b0-c1cb-4ede-ad0d-acddb65703f3 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:18:54.437992 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-51175ab0-7c46-4e2b-98d9-d3820a477e60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:54.443245 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0501fdf4-f183-47da-805a-839eec3edaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:54.462452 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501fdf4-f183-47da-805a-839eec3edaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9a409b-dd4b-483e-b7bd-9b3c59e0b528,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:54.470659 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0501fdf4-f183-47da-805a-839eec3edaa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:54.474077 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0501fdf4-f183-47da-805a-839eec3edaa2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4c9a409b-dd4b-483e-b7bd-9b3c59e0b528 HTTP/1.1" status: 204 len: 168 time: 0.1632180 May 10 15:18:54.514939 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-51175ab0-7c46-4e2b-98d9-d3820a477e60 None None] The port '088f79b0-c1cb-4ede-ad0d-acddb65703f3' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 15:18:54.809950 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52386) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:18:54.861553 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-22c9d85b-fed5-40c2-ab42-4cf71de75d5d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5a1ed18020c140889f76587f59a0fd79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501063 May 10 15:18:54.864059 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52390) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:18:54.924768 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0882bd2a-7d84-49a2-8de0-bb06ca483c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:54.951427 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0882bd2a-7d84-49a2-8de0-bb06ca483c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:54.977882 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:55.006944 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0882bd2a-7d84-49a2-8de0-bb06ca483c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:55.021847 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882bd2a-7d84-49a2-8de0-bb06ca483c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d77296-40f6-4453-a4c8-31045a4f680c,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:55.027797 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0882bd2a-7d84-49a2-8de0-bb06ca483c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:55.031527 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0882bd2a-7d84-49a2-8de0-bb06ca483c9a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e1d77296-40f6-4453-a4c8-31045a4f680c HTTP/1.1" status: 204 len: 168 time: 0.1641078 May 10 15:18:55.231439 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 088f79b0-c1cb-4ede-ad0d-acddb65703f3 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:18:55.264425 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 088f79b0-c1cb-4ede-ad0d-acddb65703f3 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:18:55.264766 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 088f79b0-c1cb-4ede-ad0d-acddb65703f3 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:18:56.818977 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52432) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:18:56.824224 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-db74b666-d57e-483e-aedf-bad34f063d92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-541389527', 'description': 'tempest-secgroup-smoke-541389527 description', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:18:56.830271 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-db74b666-d57e-483e-aedf-bad34f063d92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:18:56.834763 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-db74b666-d57e-483e-aedf-bad34f063d92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:18:56.837625 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-db74b666-d57e-483e-aedf-bad34f063d92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:18:56.843316 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-db74b666-d57e-483e-aedf-bad34f063d92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:18:56.853782 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db74b666-d57e-483e-aedf-bad34f063d92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:56.865748 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db74b666-d57e-483e-aedf-bad34f063d92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:56.883293 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-db74b666-d57e-483e-aedf-bad34f063d92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:18:56.887099 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-db74b666-d57e-483e-aedf-bad34f063d92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:18:56.889885 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-db74b666-d57e-483e-aedf-bad34f063d92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:18:56.895824 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-db74b666-d57e-483e-aedf-bad34f063d92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:18:56.977773 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db74b666-d57e-483e-aedf-bad34f063d92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:56.981474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db74b666-d57e-483e-aedf-bad34f063d92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:56.992396 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-db74b666-d57e-483e-aedf-bad34f063d92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:18:56.999677 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-db74b666-d57e-483e-aedf-bad34f063d92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:18:57.004064 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-db74b666-d57e-483e-aedf-bad34f063d92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:18:57.018346 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-db74b666-d57e-483e-aedf-bad34f063d92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:18:57.025945 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74b666-d57e-483e-aedf-bad34f063d92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99cf151b-0b38-48d7-9adb-3d9afabba60c,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:57.094512 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db74b666-d57e-483e-aedf-bad34f063d92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:57.098110 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db74b666-d57e-483e-aedf-bad34f063d92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:57.138594 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74b666-d57e-483e-aedf-bad34f063d92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d7ba40-ae34-42ac-b842-db5ae93a6a4a,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:57.141171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-db74b666-d57e-483e-aedf-bad34f063d92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:57.142351 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-db74b666-d57e-483e-aedf-bad34f063d92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3223956 May 10 15:18:57.145643 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52436) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:18:57.150566 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-9716b845-b78d-4beb-ba94-596257994614 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': '24d7ba40-ae34-42ac-b842-db5ae93a6a4a', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:18:57.156425 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9716b845-b78d-4beb-ba94-596257994614 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:18:57.160190 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9716b845-b78d-4beb-ba94-596257994614 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:18:57.163688 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9716b845-b78d-4beb-ba94-596257994614 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:18:57.169319 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9716b845-b78d-4beb-ba94-596257994614 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:18:57.186151 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9716b845-b78d-4beb-ba94-596257994614 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:57.248147 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9716b845-b78d-4beb-ba94-596257994614 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:57.251755 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9716b845-b78d-4beb-ba94-596257994614 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:57.377377 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716b845-b78d-4beb-ba94-596257994614 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e46d670-cc87-4372-bde6-a7ba72c1bc47,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:57.386672 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9716b845-b78d-4beb-ba94-596257994614 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:57.387912 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9716b845-b78d-4beb-ba94-596257994614 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2412744 May 10 15:18:57.390685 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52440) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:18:57.395788 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-13b50030-a273-42fc-8d61-3fe039f54f82 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': '24d7ba40-ae34-42ac-b842-db5ae93a6a4a', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:18:57.401541 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-13b50030-a273-42fc-8d61-3fe039f54f82 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:18:57.405343 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-13b50030-a273-42fc-8d61-3fe039f54f82 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:18:57.408196 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-13b50030-a273-42fc-8d61-3fe039f54f82 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:18:57.413997 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-13b50030-a273-42fc-8d61-3fe039f54f82 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:18:57.431016 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-13b50030-a273-42fc-8d61-3fe039f54f82 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:57.491156 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-13b50030-a273-42fc-8d61-3fe039f54f82 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:57.494621 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-13b50030-a273-42fc-8d61-3fe039f54f82 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:57.517308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b50030-a273-42fc-8d61-3fe039f54f82 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9febeacb-ab2e-4ec8-b1ef-6c9318db0d19,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:57.526287 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-13b50030-a273-42fc-8d61-3fe039f54f82 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:57.527527 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-13b50030-a273-42fc-8d61-3fe039f54f82 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1359451 May 10 15:18:57.530266 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52444) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:18:57.535364 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-b0958c36-9486-4a4f-82cf-e8539694c4d4 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': '24d7ba40-ae34-42ac-b842-db5ae93a6a4a', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:18:57.541858 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b0958c36-9486-4a4f-82cf-e8539694c4d4 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:18:57.545773 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b0958c36-9486-4a4f-82cf-e8539694c4d4 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:18:57.548649 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b0958c36-9486-4a4f-82cf-e8539694c4d4 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:18:57.555245 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b0958c36-9486-4a4f-82cf-e8539694c4d4 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:18:57.571713 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b0958c36-9486-4a4f-82cf-e8539694c4d4 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:57.632996 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b0958c36-9486-4a4f-82cf-e8539694c4d4 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:57.636353 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b0958c36-9486-4a4f-82cf-e8539694c4d4 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:57.659330 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0958c36-9486-4a4f-82cf-e8539694c4d4 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0104f5-8734-48ba-9760-65075ab5d288,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:57.668065 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b0958c36-9486-4a4f-82cf-e8539694c4d4 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:57.669221 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b0958c36-9486-4a4f-82cf-e8539694c4d4 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1377895 May 10 15:18:57.671903 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52448) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:18:57.676748 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-0fb63ecd-ca21-4292-861d-696157e30784 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': '24d7ba40-ae34-42ac-b842-db5ae93a6a4a', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:18:57.683187 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-0fb63ecd-ca21-4292-861d-696157e30784 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:18:57.686962 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-0fb63ecd-ca21-4292-861d-696157e30784 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:18:57.689794 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-0fb63ecd-ca21-4292-861d-696157e30784 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:18:57.695519 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-0fb63ecd-ca21-4292-861d-696157e30784 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:18:57.713351 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0fb63ecd-ca21-4292-861d-696157e30784 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:57.776512 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0fb63ecd-ca21-4292-861d-696157e30784 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:57.780361 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0fb63ecd-ca21-4292-861d-696157e30784 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:57.803903 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb63ecd-ca21-4292-861d-696157e30784 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5137bb-fe38-45e4-998c-853e020ee7c7,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:57.812555 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0fb63ecd-ca21-4292-861d-696157e30784 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:57.813748 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0fb63ecd-ca21-4292-861d-696157e30784 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409419 May 10 15:18:57.816460 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52452) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:18:57.821515 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-a87a3114-2c88-4515-9f85-0fb1996f49e3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': '24d7ba40-ae34-42ac-b842-db5ae93a6a4a', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:18:57.827304 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a87a3114-2c88-4515-9f85-0fb1996f49e3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:18:57.831224 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a87a3114-2c88-4515-9f85-0fb1996f49e3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:18:57.834712 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-a87a3114-2c88-4515-9f85-0fb1996f49e3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:18:57.840467 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-a87a3114-2c88-4515-9f85-0fb1996f49e3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:18:57.851783 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-a87a3114-2c88-4515-9f85-0fb1996f49e3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Project f5bb71568dee43e8a5d4e5f0cabe47f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:18:57.858354 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a87a3114-2c88-4515-9f85-0fb1996f49e3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:57.922263 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a87a3114-2c88-4515-9f85-0fb1996f49e3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:57.926459 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a87a3114-2c88-4515-9f85-0fb1996f49e3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:57.950186 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a3114-2c88-4515-9f85-0fb1996f49e3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1149cef1-c2fa-4f09-bfc5-e687f3dae450,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:57.958358 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a87a3114-2c88-4515-9f85-0fb1996f49e3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:57.960210 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a87a3114-2c88-4515-9f85-0fb1996f49e3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1428063 May 10 15:18:57.962799 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52456) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:18:57.967801 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-9a0dcf5a-24c8-4f1b-8f2d-e77d5fb23e32 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': '24d7ba40-ae34-42ac-b842-db5ae93a6a4a', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:18:57.973613 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9a0dcf5a-24c8-4f1b-8f2d-e77d5fb23e32 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:18:57.978065 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9a0dcf5a-24c8-4f1b-8f2d-e77d5fb23e32 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:18:57.980911 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9a0dcf5a-24c8-4f1b-8f2d-e77d5fb23e32 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:18:57.986607 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9a0dcf5a-24c8-4f1b-8f2d-e77d5fb23e32 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:18:57.997181 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-9a0dcf5a-24c8-4f1b-8f2d-e77d5fb23e32 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Project f5bb71568dee43e8a5d4e5f0cabe47f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:18:58.003589 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9a0dcf5a-24c8-4f1b-8f2d-e77d5fb23e32 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:58.070312 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9a0dcf5a-24c8-4f1b-8f2d-e77d5fb23e32 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:58.073666 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9a0dcf5a-24c8-4f1b-8f2d-e77d5fb23e32 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:58.096585 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0dcf5a-24c8-4f1b-8f2d-e77d5fb23e32 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f236b3-0849-4378-aaf0-6f2e77fa9559,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:58.107114 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9a0dcf5a-24c8-4f1b-8f2d-e77d5fb23e32 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:58.108272 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9a0dcf5a-24c8-4f1b-8f2d-e77d5fb23e32 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445363 May 10 15:18:58.111211 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52460) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:18:58.116616 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-999e641f-64fe-4271-8e21-6d8e2836fcb5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'network': {'name': 'tempest-network-smoke--846028894', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'port_security_enabled': True}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:18:58.122697 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-999e641f-64fe-4271-8e21-6d8e2836fcb5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:18:58.126611 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-999e641f-64fe-4271-8e21-6d8e2836fcb5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:network and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:18:58.129617 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-999e641f-64fe-4271-8e21-6d8e2836fcb5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:18:58.135956 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-999e641f-64fe-4271-8e21-6d8e2836fcb5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:18:58.147090 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999e641f-64fe-4271-8e21-6d8e2836fcb5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Made reservation on behalf of f5bb71568dee43e8a5d4e5f0cabe47f8 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:18:58.150631 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-999e641f-64fe-4271-8e21-6d8e2836fcb5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:58.186958 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999e641f-64fe-4271-8e21-6d8e2836fcb5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:18:58.196840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-999e641f-64fe-4271-8e21-6d8e2836fcb5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:58.197178 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-999e641f-64fe-4271-8e21-6d8e2836fcb5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Added segment 25fd6899-a0d8-4953-9f8e-244a4b47cd7a of type vlan for network 9fca8c90-f713-4d83-8bda-cda395d8ac27 May 10 15:18:58.223065 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-999e641f-64fe-4271-8e21-6d8e2836fcb5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:58.251991 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-999e641f-64fe-4271-8e21-6d8e2836fcb5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:58.257936 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999e641f-64fe-4271-8e21-6d8e2836fcb5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:18:58.258543 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-999e641f-64fe-4271-8e21-6d8e2836fcb5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:58.356336 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-999e641f-64fe-4271-8e21-6d8e2836fcb5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2441268 May 10 15:18:58.359191 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52464) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:18:58.366406 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-6bfa7da3-479a-4e49-8b98-59a374578c73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1454654432', 'admin_state_up': True, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:18:58.374696 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6bfa7da3-479a-4e49-8b98-59a374578c73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:18:58.376884 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e641f-64fe-4271-8e21-6d8e2836fcb5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Network': ['ID=9fca8c90-f713-4d83-8bda-cda395d8ac27,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:58.381421 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6bfa7da3-479a-4e49-8b98-59a374578c73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:router and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:18:58.384303 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6bfa7da3-479a-4e49-8b98-59a374578c73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:18:58.387656 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 9fca8c90-f713-4d83-8bda-cda395d8ac27 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:18:58.390502 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6bfa7da3-479a-4e49-8b98-59a374578c73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:18:58.401392 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6bfa7da3-479a-4e49-8b98-59a374578c73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:58.402614 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6bfa7da3-479a-4e49-8b98-59a374578c73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:58.418156 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6bfa7da3-479a-4e49-8b98-59a374578c73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:58.686136 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6bfa7da3-479a-4e49-8b98-59a374578c73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:58.982862 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6bfa7da3-479a-4e49-8b98-59a374578c73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:59.011421 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6bfa7da3-479a-4e49-8b98-59a374578c73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:59.143577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-6bfa7da3-479a-4e49-8b98-59a374578c73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Allocated IP 172.26.0.167 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/0a23127a-5640-47eb-a033-2514d9c4c427) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:18:59.389530 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6bfa7da3-479a-4e49-8b98-59a374578c73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:59.418062 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6bfa7da3-479a-4e49-8b98-59a374578c73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:59.482144 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfa7da3-479a-4e49-8b98-59a374578c73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:18:59.485040 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-6bfa7da3-479a-4e49-8b98-59a374578c73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:18:59.488587 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfa7da3-479a-4e49-8b98-59a374578c73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:18:59.523975 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa7da3-479a-4e49-8b98-59a374578c73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=0a23127a-5640-47eb-a033-2514d9c4c427,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:18:59.894857 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6bfa7da3-479a-4e49-8b98-59a374578c73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:00.239258 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6bfa7da3-479a-4e49-8b98-59a374578c73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:00.444964 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfa7da3-479a-4e49-8b98-59a374578c73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router 6c34cab8-12e4-44c1-8067-6143a28abcce is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:19:00.619851 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfa7da3-479a-4e49-8b98-59a374578c73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:19:00.631666 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] Sync routers for ids ['6c34cab8-12e4-44c1-8067-6143a28abcce'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:19:00.640723 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] Routers {'6c34cab8-12e4-44c1-8067-6143a28abcce'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:19:00.641331 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:18:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6c34cab8-12e4-44c1-8067-6143a28abcce'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:00.648153 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6bfa7da3-479a-4e49-8b98-59a374578c73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:00.649340 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6bfa7da3-479a-4e49-8b98-59a374578c73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2892725 May 10 15:19:00.652499 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52468) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:19:00.822115 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] Set router 6c34cab8-12e4-44c1-8067-6143a28abcce gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:19:00.906365 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-24808225-e6e6-4be8-aab0-8a3c2d1ff2f3 tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=f5bb71568dee43e8a5d4e5f0cabe47f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2526343 May 10 15:19:00.908914 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52474) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:19:01.040626 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd6f6db-adfd-4944-8cb7-67aea661f513 tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:01.044932 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1fd6f6db-adfd-4944-8cb7-67aea661f513 tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1322968 May 10 15:19:01.045070 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52478) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:19:01.084131 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ce75503f-3d25-449a-80f4-0627a0968965 tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378413 May 10 15:19:01.086891 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52482) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:19:01.092183 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-6107516a-d393-46f6-9d9a-6b3e8ae94b8c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1492881209', 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:19:01.104723 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454654432', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:18:58Z', 'updated_at': '2022-05-10T15:18:59Z', 'revision_number': 3, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:18:59Z', 'updated_at': '2022-05-10T15:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:01.108565 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] Checking router: 6c34cab8-12e4-44c1-8067-6143a28abcce for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:19:01.108915 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] Updating router 6c34cab8-12e4-44c1-8067-6143a28abcce port 0a23127a-5640-47eb-a033-2514d9c4c427 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:19:01.165525 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:01.202353 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6107516a-d393-46f6-9d9a-6b3e8ae94b8c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:19:01.206115 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6107516a-d393-46f6-9d9a-6b3e8ae94b8c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:subnet and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:19:01.208962 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-6107516a-d393-46f6-9d9a-6b3e8ae94b8c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:19:01.214559 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-6107516a-d393-46f6-9d9a-6b3e8ae94b8c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:19:01.224498 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6107516a-d393-46f6-9d9a-6b3e8ae94b8c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Made reservation on behalf of f5bb71568dee43e8a5d4e5f0cabe47f8 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:19:01.228078 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6107516a-d393-46f6-9d9a-6b3e8ae94b8c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:01.451214 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6107516a-d393-46f6-9d9a-6b3e8ae94b8c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:01.505686 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:01.517775 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] Transition to ACTIVE for port object 0a23127a-5640-47eb-a033-2514d9c4c427 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:19:01.525586 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:01.528570 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107516a-d393-46f6-9d9a-6b3e8ae94b8c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Subnet': ['ID=79772bff-9006-419c-b93c-743c67d07d9d,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:01.540052 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6107516a-d393-46f6-9d9a-6b3e8ae94b8c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Checking segment: {'id': '25fd6899-a0d8-4953-9f8e-244a4b47cd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:19:01.540406 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6107516a-d393-46f6-9d9a-6b3e8ae94b8c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network hostable DHCP agents. Network: 9fca8c90-f713-4d83-8bda-cda395d8ac27, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:19:01.560216 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6107516a-d393-46f6-9d9a-6b3e8ae94b8c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 9fca8c90-f713-4d83-8bda-cda395d8ac27 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:19:01.570003 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-6107516a-d393-46f6-9d9a-6b3e8ae94b8c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 9fca8c90-f713-4d83-8bda-cda395d8ac27) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:19:01.574134 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6107516a-d393-46f6-9d9a-6b3e8ae94b8c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:01.574751 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6107516a-d393-46f6-9d9a-6b3e8ae94b8c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:01.597522 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6107516a-d393-46f6-9d9a-6b3e8ae94b8c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5096519 May 10 15:19:01.601473 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52486) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:19:01.603352 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3af52d-2863-4d82-a39c-9500d81e5222 None None] Network 9fca8c90-f713-4d83-8bda-cda395d8ac27 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:19:01.677272 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] Attempting to bind port 0a23127a-5640-47eb-a033-2514d9c4c427 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:19:01.678171 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] Attempting to bind port 0a23127a-5640-47eb-a033-2514d9c4c427 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:19:01.678553 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] Attempting to bind port 0a23127a-5640-47eb-a033-2514d9c4c427 on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:19:01.701635 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:19:01.701960 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:19:01.702350 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:01.702754 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:19:01.703209 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] Bound port: 0a23127a-5640-47eb-a033-2514d9c4c427, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:19:01.703573 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:01.728247 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d2955-fc7a-4209-8115-356d6490e5de None None] Pushing event updated for resources: {'Port': ['ID=0a23127a-5640-47eb-a033-2514d9c4c427,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:01.762242 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d2955-fc7a-4209-8115-356d6490e5de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:01.762605 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d2955-fc7a-4209-8115-356d6490e5de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:01.762938 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d2955-fc7a-4209-8115-356d6490e5de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:01.763264 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d2955-fc7a-4209-8115-356d6490e5de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:01.763590 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d2955-fc7a-4209-8115-356d6490e5de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:01.763913 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d2955-fc7a-4209-8115-356d6490e5de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:01.764228 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d2955-fc7a-4209-8115-356d6490e5de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:01.764539 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d2955-fc7a-4209-8115-356d6490e5de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:01.764858 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d2955-fc7a-4209-8115-356d6490e5de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:01.765169 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d2955-fc7a-4209-8115-356d6490e5de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:01.765478 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d2955-fc7a-4209-8115-356d6490e5de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:01.765786 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0d2955-fc7a-4209-8115-356d6490e5de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:01.866818 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] For port 0a23127a-5640-47eb-a033-2514d9c4c427, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:19:01.879200 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] For port 0a23127a-5640-47eb-a033-2514d9c4c427, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0a23127a-5640-47eb-a033-2514d9c4c427,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:19:01.885861 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:01.995948 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3954b9d-83c9-4020-a128-2b0d83b5df7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-9fca8c90-f713-4d83-8bda-cda395d8ac27', 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ips': [{'subnet_id': '79772bff-9006-419c-b93c-743c67d07d9d'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 15:19:01.996712 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a3954b9d-83c9-4020-a128-2b0d83b5df7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:02.017109 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] Routers {'6c34cab8-12e4-44c1-8067-6143a28abcce'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:19:02.017741 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:18:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6c34cab8-12e4-44c1-8067-6143a28abcce'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:02.141589 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d2955-fc7a-4209-8115-356d6490e5de None None] Pushing event updated for resources: {'Port': ['ID=0a23127a-5640-47eb-a033-2514d9c4c427,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:02.299176 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cc3aba2b-c1ae-494c-b4e6-b07f1d30ac08 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:02.325519 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:19:02.348437 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] Set router 6c34cab8-12e4-44c1-8067-6143a28abcce gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:19:02.546931 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-a3954b9d-83c9-4020-a128-2b0d83b5df7d None None] Allocated IP 172.20.0.2 (9fca8c90-f713-4d83-8bda-cda395d8ac27/79772bff-9006-419c-b93c-743c67d07d9d/3009e864-a132-4bbe-b9c4-c8174d798de7) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:19:02.829565 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454654432', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:18:58Z', 'updated_at': '2022-05-10T15:18:59Z', 'revision_number': 3, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:18:59Z', 'updated_at': '2022-05-10T15:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:02.831735 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a3954b9d-83c9-4020-a128-2b0d83b5df7d None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:02.840750 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d09c91-83ca-4e4b-afb5-b34e4d2e51f8 None None] The sync data for ids ['6c34cab8-12e4-44c1-8067-6143a28abcce'] in dv-neutron-841204-2-hyperv is: [{'id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454654432', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:18:58Z', 'updated_at': '2022-05-10T15:18:59Z', 'revision_number': 3, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:18:59Z', 'updated_at': '2022-05-10T15:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:19:02.844509 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a3954b9d-83c9-4020-a128-2b0d83b5df7d None None] Transition to ACTIVE for port object 3009e864-a132-4bbe-b9c4-c8174d798de7 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:19:02.874209 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-a3954b9d-83c9-4020-a128-2b0d83b5df7d None None] Transition to ACTIVE for port object 3009e864-a132-4bbe-b9c4-c8174d798de7 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:19:02.884856 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a3954b9d-83c9-4020-a128-2b0d83b5df7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:02.954868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-cc3aba2b-c1ae-494c-b4e6-b07f1d30ac08 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Allocated IP 172.20.0.1 (9fca8c90-f713-4d83-8bda-cda395d8ac27/79772bff-9006-419c-b93c-743c67d07d9d/5d7928f4-e524-441c-9953-836cdccd5230) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:19:02.956685 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3954b9d-83c9-4020-a128-2b0d83b5df7d None None] Network 9fca8c90-f713-4d83-8bda-cda395d8ac27 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:19:02.959979 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-a3954b9d-83c9-4020-a128-2b0d83b5df7d None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:19:02.963613 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3954b9d-83c9-4020-a128-2b0d83b5df7d None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:19:02.969626 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3954b9d-83c9-4020-a128-2b0d83b5df7d None None] Pushing event updated for resources: {'Port': ['ID=3009e864-a132-4bbe-b9c4-c8174d798de7,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:03.061352 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a3954b9d-83c9-4020-a128-2b0d83b5df7d None None] Attempting to bind port 3009e864-a132-4bbe-b9c4-c8174d798de7 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:19:03.061663 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a3954b9d-83c9-4020-a128-2b0d83b5df7d None None] Attempting to bind port 3009e864-a132-4bbe-b9c4-c8174d798de7 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '25fd6899-a0d8-4953-9f8e-244a4b47cd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:19:03.062021 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3954b9d-83c9-4020-a128-2b0d83b5df7d None None] Attempting to bind port 3009e864-a132-4bbe-b9c4-c8174d798de7 on network 9fca8c90-f713-4d83-8bda-cda395d8ac27 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:19:03.070588 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3954b9d-83c9-4020-a128-2b0d83b5df7d None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:19:03.070588 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3954b9d-83c9-4020-a128-2b0d83b5df7d None None] Checking segment: {'id': '25fd6899-a0d8-4953-9f8e-244a4b47cd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:19:03.070588 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a3954b9d-83c9-4020-a128-2b0d83b5df7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:03.070588 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3954b9d-83c9-4020-a128-2b0d83b5df7d None None] Bound using segment: {'id': '25fd6899-a0d8-4953-9f8e-244a4b47cd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:19:03.071002 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-a3954b9d-83c9-4020-a128-2b0d83b5df7d None None] Bound port: 3009e864-a132-4bbe-b9c4-c8174d798de7, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25fd6899-a0d8-4953-9f8e-244a4b47cd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:19:03.071311 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a3954b9d-83c9-4020-a128-2b0d83b5df7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:03.137518 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cc3aba2b-c1ae-494c-b4e6-b07f1d30ac08 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:03.158493 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-cc3aba2b-c1ae-494c-b4e6-b07f1d30ac08 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Transition to ACTIVE for port object 5d7928f4-e524-441c-9953-836cdccd5230 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:19:03.181060 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a3954b9d-83c9-4020-a128-2b0d83b5df7d None None] For port 3009e864-a132-4bbe-b9c4-c8174d798de7, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:19:03.184229 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-a3954b9d-83c9-4020-a128-2b0d83b5df7d None None] For port 3009e864-a132-4bbe-b9c4-c8174d798de7, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=3009e864-a132-4bbe-b9c4-c8174d798de7,segment=NetworkSegment(25fd6899-a0d8-4953-9f8e-244a4b47cd7a),segment_id=25fd6899-a0d8-4953-9f8e-244a4b47cd7a)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:19:03.189040 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a3954b9d-83c9-4020-a128-2b0d83b5df7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:03.190483 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cc3aba2b-c1ae-494c-b4e6-b07f1d30ac08 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:03.281802 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3aba2b-c1ae-494c-b4e6-b07f1d30ac08 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 9fca8c90-f713-4d83-8bda-cda395d8ac27 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:19:03.285330 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-cc3aba2b-c1ae-494c-b4e6-b07f1d30ac08 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:19:03.288488 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3aba2b-c1ae-494c-b4e6-b07f1d30ac08 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:19:03.290927 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3954b9d-83c9-4020-a128-2b0d83b5df7d None None] Pushing event updated for resources: {'Port': ['ID=3009e864-a132-4bbe-b9c4-c8174d798de7,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:03.298138 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0a23127a-5640-47eb-a033-2514d9c4c427 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:19:03.339527 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3aba2b-c1ae-494c-b4e6-b07f1d30ac08 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=5d7928f4-e524-441c-9953-836cdccd5230,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:03.366492 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cc3aba2b-c1ae-494c-b4e6-b07f1d30ac08 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:03.392496 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 0a23127a-5640-47eb-a033-2514d9c4c427 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:19:03.399335 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 0a23127a-5640-47eb-a033-2514d9c4c427 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:19:03.399716 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:03.553645 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:03.572223 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 0a23127a-5640-47eb-a033-2514d9c4c427, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0a23127a-5640-47eb-a033-2514d9c4c427,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:19:03.579529 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:03.663433 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=0a23127a-5640-47eb-a033-2514d9c4c427,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:03.692038 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cc3aba2b-c1ae-494c-b4e6-b07f1d30ac08 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:04.114186 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cc3aba2b-c1ae-494c-b4e6-b07f1d30ac08 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:04.119474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cc3aba2b-c1ae-494c-b4e6-b07f1d30ac08 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:04.355826 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3aba2b-c1ae-494c-b4e6-b07f1d30ac08 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=5d7928f4-e524-441c-9953-836cdccd5230,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:04.358156 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cc3aba2b-c1ae-494c-b4e6-b07f1d30ac08 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:04.396707 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07f56d6-42af-48bc-beb7-25a9b3a5ae54 None None] Network 9fca8c90-f713-4d83-8bda-cda395d8ac27 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:19:04.493957 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c7999b53-9085-484c-be14-9b7ff8184a74 None None] Provisioning for port 3009e864-a132-4bbe-b9c4-c8174d798de7 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:19:04.500354 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3aba2b-c1ae-494c-b4e6-b07f1d30ac08 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 9fca8c90-f713-4d83-8bda-cda395d8ac27 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:19:04.501432 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-cc3aba2b-c1ae-494c-b4e6-b07f1d30ac08 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:19:04.699949 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3aba2b-c1ae-494c-b4e6-b07f1d30ac08 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router 6c34cab8-12e4-44c1-8067-6143a28abcce has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:19:04.893611 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3aba2b-c1ae-494c-b4e6-b07f1d30ac08 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:19:04.904907 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] Sync routers for ids ['6c34cab8-12e4-44c1-8067-6143a28abcce'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:19:04.908816 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cc3aba2b-c1ae-494c-b4e6-b07f1d30ac08 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "PUT /v2.0/routers/6c34cab8-12e4-44c1-8067-6143a28abcce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3063176 May 10 15:19:04.925931 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] Routers {'6c34cab8-12e4-44c1-8067-6143a28abcce'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:19:04.926083 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:18:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6c34cab8-12e4-44c1-8067-6143a28abcce'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:04.951410 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-68f431d7-e4e4-4633-a619-8be688b7b6dc None None] Provisioning for port 5d7928f4-e524-441c-9953-836cdccd5230 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:19:04.962594 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-68f431d7-e4e4-4633-a619-8be688b7b6dc None None] Provisioning complete for port 5d7928f4-e524-441c-9953-836cdccd5230 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:19:04.962986 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-68f431d7-e4e4-4633-a619-8be688b7b6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:05.026882 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-68f431d7-e4e4-4633-a619-8be688b7b6dc None None] Port 5d7928f4-e524-441c-9953-836cdccd5230 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:19:05.124541 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-a392b2b2-96f2-4fea-8daa-ec24b227bf9c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:19:05.132513 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] Set router 6c34cab8-12e4-44c1-8067-6143a28abcce gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:19:05.144498 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-a392b2b2-96f2-4fea-8daa-ec24b227bf9c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:19:05.146081 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-a392b2b2-96f2-4fea-8daa-ec24b227bf9c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541389527&fields=id&tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8 HTTP/1.1" status: 200 len: 267 time: 0.0655751 May 10 15:19:05.161062 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1b5f508c-8d81-43b4-9241-98dec15ecf78 None None] Provisioning complete for port 5d7928f4-e524-441c-9953-836cdccd5230 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:19:05.162305 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1b5f508c-8d81-43b4-9241-98dec15ecf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:05.235396 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-1b5f508c-8d81-43b4-9241-98dec15ecf78 None None] Port 5d7928f4-e524-441c-9953-836cdccd5230 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:19:05.341335 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-83ee963a-0cdd-4000-ac3c-7c61536f5572 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:05.342014 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-83ee963a-0cdd-4000-ac3c-7c61536f5572 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:network {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:19:05.358115 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-5098f809-4fb5-4fd7-a2ae-0ebcf624dbac None None] Provisioning complete for port 5d7928f4-e524-441c-9953-836cdccd5230 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:19:05.358612 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5098f809-4fb5-4fd7-a2ae-0ebcf624dbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:05.365914 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-83ee963a-0cdd-4000-ac3c-7c61536f5572 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:network {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:19:05.368137 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-83ee963a-0cdd-4000-ac3c-7c61536f5572 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/networks?id=9fca8c90-f713-4d83-8bda-cda395d8ac27 HTTP/1.1" status: 200 len: 796 time: 0.2121065 May 10 15:19:05.386008 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-bf9b4058-2ac5-46c6-816b-44d316743701 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/quotas/f5bb71568dee43e8a5d4e5f0cabe47f8 HTTP/1.1" status: 200 len: 375 time: 0.0097752 May 10 15:19:05.401734 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 3009e864-a132-4bbe-b9c4-c8174d798de7 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:19:05.480387 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-5098f809-4fb5-4fd7-a2ae-0ebcf624dbac None None] Port 5d7928f4-e524-441c-9953-836cdccd5230 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:19:05.485946 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-fd2ed0c6-6903-4e6d-93e9-fdff37247df0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:19:05.497588 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 3009e864-a132-4bbe-b9c4-c8174d798de7 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:19:05.503319 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 3009e864-a132-4bbe-b9c4-c8174d798de7 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:19:05.504064 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:05.504478 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-fd2ed0c6-6903-4e6d-93e9-fdff37247df0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:19:05.506348 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-fd2ed0c6-6903-4e6d-93e9-fdff37247df0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1146102 May 10 15:19:05.509959 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454654432', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:18:58Z', 'updated_at': '2022-05-10T15:19:03Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:18:59Z', 'updated_at': '2022-05-10T15:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '5d7928f4-e524-441c-9953-836cdccd5230', 'name': '', 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:24:e7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '79772bff-9006-419c-b93c-743c67d07d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:19:02Z', 'updated_at': '2022-05-10T15:19:03Z', 'revision_number': 2, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '79772bff-9006-419c-b93c-743c67d07d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:05.513870 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] Checking router: 6c34cab8-12e4-44c1-8067-6143a28abcce for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:19:05.514210 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] Updating router 6c34cab8-12e4-44c1-8067-6143a28abcce port 5d7928f4-e524-441c-9953-836cdccd5230 binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:19:05.567944 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:05.630931 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:05.654955 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-1bf5a57b-15ee-4fb4-925c-e13512447cf0 service neutron] 10.222.0.79 "GET /v2.0/networks/9fca8c90-f713-4d83-8bda-cda395d8ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364908 May 10 15:19:05.665266 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 3009e864-a132-4bbe-b9c4-c8174d798de7, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=3009e864-a132-4bbe-b9c4-c8174d798de7,segment=NetworkSegment(25fd6899-a0d8-4953-9f8e-244a4b47cd7a),segment_id=25fd6899-a0d8-4953-9f8e-244a4b47cd7a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:19:05.669621 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:05.670609 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0a23127a-5640-47eb-a033-2514d9c4c427 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:19:05.789133 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=3009e864-a132-4bbe-b9c4-c8174d798de7,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:05.799153 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-c08c7cba-70dd-49dd-8e7a-145bba2cc069 service neutron] 10.222.0.79 "GET /v2.0/networks/9fca8c90-f713-4d83-8bda-cda395d8ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387463 May 10 15:19:05.801906 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 0a23127a-5640-47eb-a033-2514d9c4c427 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:19:05.802374 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:05.917069 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:05.931612 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] Transition to ACTIVE for port object 5d7928f4-e524-441c-9953-836cdccd5230 will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:19:05.938117 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:06.090603 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baab9b1-3878-47fc-bdd3-7dd4ad531128 None None] Pushing event updated for resources: {'Port': ['ID=5d7928f4-e524-441c-9953-836cdccd5230,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:06.129986 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baab9b1-3878-47fc-bdd3-7dd4ad531128 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:06.130873 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baab9b1-3878-47fc-bdd3-7dd4ad531128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:06.131329 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baab9b1-3878-47fc-bdd3-7dd4ad531128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:06.131654 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baab9b1-3878-47fc-bdd3-7dd4ad531128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:06.131970 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baab9b1-3878-47fc-bdd3-7dd4ad531128 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:06.132290 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baab9b1-3878-47fc-bdd3-7dd4ad531128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:06.132600 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baab9b1-3878-47fc-bdd3-7dd4ad531128 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:06.132909 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baab9b1-3878-47fc-bdd3-7dd4ad531128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:06.133218 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baab9b1-3878-47fc-bdd3-7dd4ad531128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:06.133531 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baab9b1-3878-47fc-bdd3-7dd4ad531128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:06.133836 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baab9b1-3878-47fc-bdd3-7dd4ad531128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:06.134139 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baab9b1-3878-47fc-bdd3-7dd4ad531128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:19:06.188544 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] Attempting to bind port 5d7928f4-e524-441c-9953-836cdccd5230 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:19:06.188897 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] Attempting to bind port 5d7928f4-e524-441c-9953-836cdccd5230 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '25fd6899-a0d8-4953-9f8e-244a4b47cd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:19:06.189242 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] Attempting to bind port 5d7928f4-e524-441c-9953-836cdccd5230 on network 9fca8c90-f713-4d83-8bda-cda395d8ac27 {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:19:06.198549 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:19:06.199002 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] Checking segment: {'id': '25fd6899-a0d8-4953-9f8e-244a4b47cd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:19:06.199389 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:06.199786 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] Bound using segment: {'id': '25fd6899-a0d8-4953-9f8e-244a4b47cd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:19:06.200236 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] Bound port: 5d7928f4-e524-441c-9953-836cdccd5230, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25fd6899-a0d8-4953-9f8e-244a4b47cd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:19:06.200591 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:06.289707 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] For port 5d7928f4-e524-441c-9953-836cdccd5230, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:19:06.292509 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] For port 5d7928f4-e524-441c-9953-836cdccd5230, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=5d7928f4-e524-441c-9953-836cdccd5230,segment=NetworkSegment(25fd6899-a0d8-4953-9f8e-244a4b47cd7a),segment_id=25fd6899-a0d8-4953-9f8e-244a4b47cd7a)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:19:06.296868 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:06.369663 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] Routers {'6c34cab8-12e4-44c1-8067-6143a28abcce'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:19:06.370269 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:18:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6c34cab8-12e4-44c1-8067-6143a28abcce'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:06.438821 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baab9b1-3878-47fc-bdd3-7dd4ad531128 None None] Pushing event updated for resources: {'Port': ['ID=5d7928f4-e524-441c-9953-836cdccd5230,revision_number=4']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:06.554044 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] Set router 6c34cab8-12e4-44c1-8067-6143a28abcce gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:19:06.854345 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454654432', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:18:58Z', 'updated_at': '2022-05-10T15:19:03Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:18:59Z', 'updated_at': '2022-05-10T15:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '5d7928f4-e524-441c-9953-836cdccd5230', 'name': '', 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:24:e7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '79772bff-9006-419c-b93c-743c67d07d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:19:02Z', 'updated_at': '2022-05-10T15:19:06Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '79772bff-9006-419c-b93c-743c67d07d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:06.858128 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f536dfad-b919-4e1f-aff4-bfb263a09743 None None] The sync data for ids ['6c34cab8-12e4-44c1-8067-6143a28abcce'] in dv-neutron-841204-2-hyperv is: [{'id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454654432', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:18:58Z', 'updated_at': '2022-05-10T15:19:03Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:18:59Z', 'updated_at': '2022-05-10T15:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '5d7928f4-e524-441c-9953-836cdccd5230', 'name': '', 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:24:e7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '79772bff-9006-419c-b93c-743c67d07d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:19:02Z', 'updated_at': '2022-05-10T15:19:06Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '79772bff-9006-419c-b93c-743c67d07d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:19:07.030258 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d8efd8b1-2af8-4a5b-8944-c69b3a005cfb req-9c4a8e07-35d2-40f1-af16-e9e62bf24e32 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 210 time: 0.0440202 May 10 15:19:07.311976 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 3009e864-a132-4bbe-b9c4-c8174d798de7 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:19:07.392049 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 3009e864-a132-4bbe-b9c4-c8174d798de7 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:19:07.392400 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:07.528108 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5d7928f4-e524-441c-9953-836cdccd5230 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:19:07.600612 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 5d7928f4-e524-441c-9953-836cdccd5230 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:19:07.605751 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 5d7928f4-e524-441c-9953-836cdccd5230 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:19:07.606120 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:07.733222 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:07.767470 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 5d7928f4-e524-441c-9953-836cdccd5230, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=5d7928f4-e524-441c-9953-836cdccd5230,segment=NetworkSegment(25fd6899-a0d8-4953-9f8e-244a4b47cd7a),segment_id=25fd6899-a0d8-4953-9f8e-244a4b47cd7a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:19:07.773849 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:07.848280 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=5d7928f4-e524-441c-9953-836cdccd5230,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:08.178254 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a1c242f6-2b42-41fc-b086-9649e853d1ef req-cfd69977-d527-4a15-83ca-0631e27c3a88 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 210 time: 0.0420434 May 10 15:19:08.414671 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-8980d29d-79db-4090-b14c-cf60afc876cd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:08.416060 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-8980d29d-79db-4090-b14c-cf60afc876cd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "GET /v2.0/networks?id=9fca8c90-f713-4d83-8bda-cda395d8ac27 HTTP/1.1" status: 200 len: 796 time: 0.1502018 May 10 15:19:08.465982 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-85473e52-3484-4977-b98a-d3799d1b469e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8 HTTP/1.1" status: 200 len: 379 time: 0.0416057 May 10 15:19:08.478072 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-f70d315c-588d-45aa-b1e7-6f2a1b74a334 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'port': {'device_id': '3f380e40-bb25-459c-b969-65fb21b9c968', 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27', 'admin_state_up': True, 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'security_groups': ['24d7ba40-ae34-42ac-b842-db5ae93a6a4a']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:19:08.613054 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-f70d315c-588d-45aa-b1e7-6f2a1b74a334 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:19:08.623112 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-f70d315c-588d-45aa-b1e7-6f2a1b74a334 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:19:08.633072 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-f70d315c-588d-45aa-b1e7-6f2a1b74a334 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Made reservation on behalf of f5bb71568dee43e8a5d4e5f0cabe47f8 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:19:08.636617 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-f70d315c-588d-45aa-b1e7-6f2a1b74a334 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:08.801223 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-f70d315c-588d-45aa-b1e7-6f2a1b74a334 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Allocated IP 172.20.0.3 (9fca8c90-f713-4d83-8bda-cda395d8ac27/79772bff-9006-419c-b93c-743c67d07d9d/488dc610-b889-446d-89c3-51f1e9fca00f) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:19:08.992040 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-f70d315c-588d-45aa-b1e7-6f2a1b74a334 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:09.006988 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-f70d315c-588d-45aa-b1e7-6f2a1b74a334 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Transition to ACTIVE for port object 488dc610-b889-446d-89c3-51f1e9fca00f will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:19:09.030084 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-f70d315c-588d-45aa-b1e7-6f2a1b74a334 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:09.101234 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-f70d315c-588d-45aa-b1e7-6f2a1b74a334 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 9fca8c90-f713-4d83-8bda-cda395d8ac27 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:19:09.104274 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-f70d315c-588d-45aa-b1e7-6f2a1b74a334 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:19:09.106774 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-f70d315c-588d-45aa-b1e7-6f2a1b74a334 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:19:09.156191 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d315c-588d-45aa-b1e7-6f2a1b74a334 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=488dc610-b889-446d-89c3-51f1e9fca00f,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:09.183198 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-f70d315c-588d-45aa-b1e7-6f2a1b74a334 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:09.183806 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-f70d315c-588d-45aa-b1e7-6f2a1b74a334 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:09.218752 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-f70d315c-588d-45aa-b1e7-6f2a1b74a334 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7361290 May 10 15:19:09.229709 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-3ebad9d9-3a1d-4453-a431-65d80ce37c90 service neutron] Request body: {'port': {'device_id': '3f380e40-bb25-459c-b969-65fb21b9c968', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:19:09.249982 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5d7928f4-e524-441c-9953-836cdccd5230 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:19:09.325388 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 5d7928f4-e524-441c-9953-836cdccd5230 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:19:09.325755 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:09.364808 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-3ebad9d9-3a1d-4453-a431-65d80ce37c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:09.386789 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-dd1ec2b7-88c8-4b99-8de5-61aec48719d0 None None] Provisioning for port 488dc610-b889-446d-89c3-51f1e9fca00f completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:19:09.398035 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-dd1ec2b7-88c8-4b99-8de5-61aec48719d0 None None] Provisioning complete for port 488dc610-b889-446d-89c3-51f1e9fca00f triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:19:09.398406 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dd1ec2b7-88c8-4b99-8de5-61aec48719d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:09.414514 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aaa298-be0d-41d4-8be3-6a2822f51611 req-3fcf20ac-8db4-4077-a2ad-10c41c3f4c1e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:09.415982 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-72aaa298-be0d-41d4-8be3-6a2822f51611 req-3fcf20ac-8db4-4077-a2ad-10c41c3f4c1e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 931 time: 0.0992756 May 10 15:19:09.466699 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-72aaa298-be0d-41d4-8be3-6a2822f51611 req-2620f8f5-3b49-4911-a3e6-b85314df53f5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=24d7ba40-ae34-42ac-b842-db5ae93a6a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444024 May 10 15:19:09.502943 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-dd1ec2b7-88c8-4b99-8de5-61aec48719d0 None None] Port 488dc610-b889-446d-89c3-51f1e9fca00f cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:19:09.814779 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-3ebad9d9-3a1d-4453-a431-65d80ce37c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488dc610-b889-446d-89c3-51f1e9fca00f {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:19:09.822530 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-3ebad9d9-3a1d-4453-a431-65d80ce37c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:09.837168 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-3ebad9d9-3a1d-4453-a431-65d80ce37c90 service neutron] Transition to ACTIVE for port object 488dc610-b889-446d-89c3-51f1e9fca00f will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:19:09.840942 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-3ebad9d9-3a1d-4453-a431-65d80ce37c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:10.000473 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebad9d9-3a1d-4453-a431-65d80ce37c90 service neutron] Pushing event updated for resources: {'Port': ['ID=488dc610-b889-446d-89c3-51f1e9fca00f,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:10.085434 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-3ebad9d9-3a1d-4453-a431-65d80ce37c90 service neutron] Attempting to bind port 488dc610-b889-446d-89c3-51f1e9fca00f on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:19:10.085694 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-3ebad9d9-3a1d-4453-a431-65d80ce37c90 service neutron] Attempting to bind port 488dc610-b889-446d-89c3-51f1e9fca00f by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '25fd6899-a0d8-4953-9f8e-244a4b47cd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:19:10.086011 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-3ebad9d9-3a1d-4453-a431-65d80ce37c90 service neutron] Attempting to bind port 488dc610-b889-446d-89c3-51f1e9fca00f on network 9fca8c90-f713-4d83-8bda-cda395d8ac27 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:19:10.090462 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-3ebad9d9-3a1d-4453-a431-65d80ce37c90 service neutron] Port 488dc610-b889-446d-89c3-51f1e9fca00f on network 9fca8c90-f713-4d83-8bda-cda395d8ac27 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:19:10.090775 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-3ebad9d9-3a1d-4453-a431-65d80ce37c90 service neutron] Attempting to bind port 488dc610-b889-446d-89c3-51f1e9fca00f on network 9fca8c90-f713-4d83-8bda-cda395d8ac27 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:19:10.095786 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-3ebad9d9-3a1d-4453-a431-65d80ce37c90 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:19:10.096106 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-3ebad9d9-3a1d-4453-a431-65d80ce37c90 service neutron] Checking segment: {'id': '25fd6899-a0d8-4953-9f8e-244a4b47cd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:19:10.096471 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-3ebad9d9-3a1d-4453-a431-65d80ce37c90 service neutron] Bound using segment: {'id': '25fd6899-a0d8-4953-9f8e-244a4b47cd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:19:10.096877 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-3ebad9d9-3a1d-4453-a431-65d80ce37c90 service neutron] Bound port: 488dc610-b889-446d-89c3-51f1e9fca00f, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fd6899-a0d8-4953-9f8e-244a4b47cd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:19:10.097211 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-3ebad9d9-3a1d-4453-a431-65d80ce37c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:10.190115 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-3ebad9d9-3a1d-4453-a431-65d80ce37c90 service neutron] For port 488dc610-b889-446d-89c3-51f1e9fca00f, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:19:10.193770 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-3ebad9d9-3a1d-4453-a431-65d80ce37c90 service neutron] For port 488dc610-b889-446d-89c3-51f1e9fca00f, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=488dc610-b889-446d-89c3-51f1e9fca00f,segment=NetworkSegment(25fd6899-a0d8-4953-9f8e-244a4b47cd7a),segment_id=25fd6899-a0d8-4953-9f8e-244a4b47cd7a)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:19:10.198008 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-3ebad9d9-3a1d-4453-a431-65d80ce37c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:10.262639 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-3ebad9d9-3a1d-4453-a431-65d80ce37c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:10.263257 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-3ebad9d9-3a1d-4453-a431-65d80ce37c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:10.264701 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-3ebad9d9-3a1d-4453-a431-65d80ce37c90 service neutron] 10.222.0.86 "PUT /v2.0/ports/488dc610-b889-446d-89c3-51f1e9fca00f HTTP/1.1" status: 200 len: 1093 time: 1.0416412 May 10 15:19:10.265140 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f380e40-bb25-459c-b969-65fb21b9c968', 'tag': '488dc610-b889-446d-89c3-51f1e9fca00f'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:19:10.301486 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebad9d9-3a1d-4453-a431-65d80ce37c90 service neutron] Pushing event updated for resources: {'Port': ['ID=488dc610-b889-446d-89c3-51f1e9fca00f,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:10.391136 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-ea6e526c-7381-4d35-a279-2645efa124a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:10.392896 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-ea6e526c-7381-4d35-a279-2645efa124a5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 1096 time: 0.0766323 May 10 15:19:10.400710 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fbd3025-37f4-4d9e-a609-8d5b869b3ad6'] response: {'name': 'network-changed', 'server_uuid': '3f380e40-bb25-459c-b969-65fb21b9c968', 'tag': '488dc610-b889-446d-89c3-51f1e9fca00f', 'status': 'completed', 'code': 200} May 10 15:19:10.471185 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-2ded8ec3-66d8-49e2-9a81-2dbe2760dfe4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=488dc610-b889-446d-89c3-51f1e9fca00f HTTP/1.1" status: 200 len: 217 time: 0.0645602 May 10 15:19:10.536746 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-1b2fdeaf-1fe3-4884-8da2-73b384124ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:10.538100 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-1b2fdeaf-1fe3-4884-8da2-73b384124ed3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79772bff-9006-419c-b93c-743c67d07d9d HTTP/1.1" status: 200 len: 835 time: 0.0576918 May 10 15:19:10.619803 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-c6c365b3-9da8-4a50-b445-31d5c979dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:10.621186 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-c6c365b3-9da8-4a50-b445-31d5c979dda2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9fca8c90-f713-4d83-8bda-cda395d8ac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743403 May 10 15:19:10.653202 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09679ddb-750d-4372-99e2-50dc98af25bd req-d093b17a-7226-481e-b873-0318e20088e9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:10.654696 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-09679ddb-750d-4372-99e2-50dc98af25bd req-d093b17a-7226-481e-b873-0318e20088e9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 943 time: 0.0799496 May 10 15:19:10.701717 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-09679ddb-750d-4372-99e2-50dc98af25bd req-db41ecf7-7634-4fca-8a93-70c15850b66b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=24d7ba40-ae34-42ac-b842-db5ae93a6a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413854 May 10 15:19:10.757019 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-d7da5800-8550-4b5a-ad8e-5f6f70b06345 service neutron] 10.222.0.86 "GET /v2.0/networks/9fca8c90-f713-4d83-8bda-cda395d8ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262281 May 10 15:19:10.892476 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d6934e6f-db7f-445f-9609-5466b51be2fd req-45a44d2d-ded8-4e0b-98a2-e3d8f15fb20a service neutron] 10.222.0.86 "GET /v2.0/networks/9fca8c90-f713-4d83-8bda-cda395d8ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251817 May 10 15:19:11.017782 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246c727-b4a6-42d3-a762-a1d584c7d97a req-b4b8d5d3-3f75-4264-922b-9eba25599e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:11.019435 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9246c727-b4a6-42d3-a762-a1d584c7d97a req-b4b8d5d3-3f75-4264-922b-9eba25599e7c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 1096 time: 0.0712850 May 10 15:19:11.152498 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246c727-b4a6-42d3-a762-a1d584c7d97a req-fa23e988-e327-4660-9b2f-3aac76ba78b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:11.153844 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9246c727-b4a6-42d3-a762-a1d584c7d97a req-fa23e988-e327-4660-9b2f-3aac76ba78b9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9fca8c90-f713-4d83-8bda-cda395d8ac27 HTTP/1.1" status: 200 len: 897 time: 0.1262488 May 10 15:19:11.223732 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9246c727-b4a6-42d3-a762-a1d584c7d97a req-644f66db-87a5-4bac-aa3d-43d1dd597246 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=488dc610-b889-446d-89c3-51f1e9fca00f HTTP/1.1" status: 200 len: 217 time: 0.0634277 May 10 15:19:11.285438 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246c727-b4a6-42d3-a762-a1d584c7d97a req-1ca2b707-32ac-4317-9de9-6142c126b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:11.286897 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9246c727-b4a6-42d3-a762-a1d584c7d97a req-1ca2b707-32ac-4317-9de9-6142c126b65c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79772bff-9006-419c-b93c-743c67d07d9d HTTP/1.1" status: 200 len: 835 time: 0.0566492 May 10 15:19:11.466067 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246c727-b4a6-42d3-a762-a1d584c7d97a req-c106cb58-cdfa-4b07-a7dd-6e1297cb1264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:11.467572 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9246c727-b4a6-42d3-a762-a1d584c7d97a req-c106cb58-cdfa-4b07-a7dd-6e1297cb1264 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9fca8c90-f713-4d83-8bda-cda395d8ac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1745732 May 10 15:19:11.600978 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9246c727-b4a6-42d3-a762-a1d584c7d97a req-132a44a1-f1b6-44a8-901b-f554ebb35d40 service neutron] 10.222.0.86 "GET /v2.0/networks/9fca8c90-f713-4d83-8bda-cda395d8ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257839 May 10 15:19:11.733456 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9246c727-b4a6-42d3-a762-a1d584c7d97a req-5fac4bb3-2fc4-4729-967b-2d13cda2775d service neutron] 10.222.0.86 "GET /v2.0/networks/9fca8c90-f713-4d83-8bda-cda395d8ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245840 May 10 15:19:11.887962 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19de3a9-bdd2-417b-9bb5-17312bce2866 req-0c92a284-c7d7-4ac9-ac7a-4e85aa1d15b2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:11.889681 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e19de3a9-bdd2-417b-9bb5-17312bce2866 req-0c92a284-c7d7-4ac9-ac7a-4e85aa1d15b2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 943 time: 0.0794439 May 10 15:19:11.934813 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e19de3a9-bdd2-417b-9bb5-17312bce2866 req-46cfd989-c4d0-4f61-967e-6505faff2b73 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=24d7ba40-ae34-42ac-b842-db5ae93a6a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393836 May 10 15:19:13.239671 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56fd5b-01f3-4c7b-a932-211c3a46b13e req-8ef902a0-c227-45cf-aaef-ef896c3278af tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:13.240899 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-df56fd5b-01f3-4c7b-a932-211c3a46b13e req-8ef902a0-c227-45cf-aaef-ef896c3278af tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 943 time: 0.1995473 May 10 15:19:13.284605 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-df56fd5b-01f3-4c7b-a932-211c3a46b13e req-ce02c55a-9540-45ab-9908-c96fbeaf54fe tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=24d7ba40-ae34-42ac-b842-db5ae93a6a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380833 May 10 15:19:13.469604 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 488dc610-b889-446d-89c3-51f1e9fca00f details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:19:13.608773 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 488dc610-b889-446d-89c3-51f1e9fca00f, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=488dc610-b889-446d-89c3-51f1e9fca00f,segment=NetworkSegment(25fd6899-a0d8-4953-9f8e-244a4b47cd7a),segment_id=25fd6899-a0d8-4953-9f8e-244a4b47cd7a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:19:13.622591 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '488dc610-b889-446d-89c3-51f1e9fca00f', 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27', 'port_id': '488dc610-b889-446d-89c3-51f1e9fca00f', 'mac_address': 'fa:16:3e:3d:a9:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79772bff-9006-419c-b93c-743c67d07d9d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:19:13.709093 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:13.725769 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488dc610-b889-446d-89c3-51f1e9fca00f {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:19:13.740789 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 488dc610-b889-446d-89c3-51f1e9fca00f, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=488dc610-b889-446d-89c3-51f1e9fca00f,segment=NetworkSegment(25fd6899-a0d8-4953-9f8e-244a4b47cd7a),segment_id=25fd6899-a0d8-4953-9f8e-244a4b47cd7a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:19:13.744626 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:13.810000 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=488dc610-b889-446d-89c3-51f1e9fca00f,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:14.016915 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['488dc610-b889-446d-89c3-51f1e9fca00f'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:19:14.471683 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd3419-6036-43da-b8e9-021e00ff1cd1 req-acd1a47b-4420-4dd2-8578-ce5cbc6a861c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:14.473120 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8ebd3419-6036-43da-b8e9-021e00ff1cd1 req-acd1a47b-4420-4dd2-8578-ce5cbc6a861c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 944 time: 0.0798645 May 10 15:19:14.519342 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8ebd3419-6036-43da-b8e9-021e00ff1cd1 req-f790794c-9546-4a15-8670-efd38dac987a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=24d7ba40-ae34-42ac-b842-db5ae93a6a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403464 May 10 15:19:15.479437 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 488dc610-b889-446d-89c3-51f1e9fca00f up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:19:15.548027 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port 488dc610-b889-446d-89c3-51f1e9fca00f completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:19:15.553299 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 488dc610-b889-446d-89c3-51f1e9fca00f triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:19:15.553733 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:15.671242 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:15.698378 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f380e40-bb25-459c-b969-65fb21b9c968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488dc610-b889-446d-89c3-51f1e9fca00f'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:19:15.702731 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d667b90-7d8b-45c4-96c5-ed76fff0b16b req-3dee0ff4-89a3-4c69-ae2f-83c55796bf1c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:15.704229 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6d667b90-7d8b-45c4-96c5-ed76fff0b16b req-3dee0ff4-89a3-4c69-ae2f-83c55796bf1c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 944 time: 0.0802407 May 10 15:19:15.709081 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 488dc610-b889-446d-89c3-51f1e9fca00f, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=488dc610-b889-446d-89c3-51f1e9fca00f,segment=NetworkSegment(25fd6899-a0d8-4953-9f8e-244a4b47cd7a),segment_id=25fd6899-a0d8-4953-9f8e-244a4b47cd7a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:19:15.713736 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:15.748323 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-133daee3-e5f7-44dc-9d67-3abd4875bdaf'] response: {'server_uuid': '3f380e40-bb25-459c-b969-65fb21b9c968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488dc610-b889-446d-89c3-51f1e9fca00f', 'code': 200} May 10 15:19:15.751483 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6d667b90-7d8b-45c4-96c5-ed76fff0b16b req-9fd718e1-97e2-4b5f-bf2d-626e2369c572 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=24d7ba40-ae34-42ac-b842-db5ae93a6a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408649 May 10 15:19:15.789442 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=488dc610-b889-446d-89c3-51f1e9fca00f,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:15.981120 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e31ac-5f6b-40c3-bffe-fe8805ab4da2 req-90632aaf-ff67-4588-907e-40d321b67b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:15.982635 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f86e31ac-5f6b-40c3-bffe-fe8805ab4da2 req-90632aaf-ff67-4588-907e-40d321b67b25 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 1098 time: 0.0691080 May 10 15:19:16.027311 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f86e31ac-5f6b-40c3-bffe-fe8805ab4da2 req-3d16a42e-3743-4c27-9d62-77f7b8cb4671 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=24d7ba40-ae34-42ac-b842-db5ae93a6a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350635 May 10 15:19:16.941872 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95bf5b-37e4-4ebe-adcf-61363982e8c9 req-49666c54-c4e1-49ee-b7fa-9ff681781a05 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:16.943904 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9b95bf5b-37e4-4ebe-adcf-61363982e8c9 req-49666c54-c4e1-49ee-b7fa-9ff681781a05 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 945 time: 0.0841136 May 10 15:19:16.988003 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9b95bf5b-37e4-4ebe-adcf-61363982e8c9 req-68961e48-0dd3-418e-bd7c-bcc6021d4506 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=24d7ba40-ae34-42ac-b842-db5ae93a6a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381773 May 10 15:19:18.170401 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291219d0-4014-4f28-9fa8-85c8473c011b req-bdf88339-1e98-4fdb-b940-625ef418448d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:18.171928 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-291219d0-4014-4f28-9fa8-85c8473c011b req-bdf88339-1e98-4fdb-b940-625ef418448d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 945 time: 0.0798709 May 10 15:19:18.217425 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-291219d0-4014-4f28-9fa8-85c8473c011b req-4f8267b9-d3a7-4c72-9790-e4af51cf0461 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=24d7ba40-ae34-42ac-b842-db5ae93a6a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392048 May 10 15:19:18.407868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d98c6e-ef00-4069-9446-a4e7dc98a540 req-a2330f2b-346b-4e0e-8445-4f1f4e625b39 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:18.409303 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-16d98c6e-ef00-4069-9446-a4e7dc98a540 req-a2330f2b-346b-4e0e-8445-4f1f4e625b39 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 945 time: 0.0830512 May 10 15:19:18.453133 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-16d98c6e-ef00-4069-9446-a4e7dc98a540 req-48f0a9b4-ea82-4258-b379-a40e50a23af8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=24d7ba40-ae34-42ac-b842-db5ae93a6a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379987 May 10 15:19:18.475369 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52548) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:19:18.544292 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb707fc8-95e9-490b-99f3-8651429f5bd9 tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:18.545768 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-eb707fc8-95e9-490b-99f3-8651429f5bd9 tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 1093 time: 0.0693581 May 10 15:19:18.548577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52552) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:19:18.553863 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': '488dc610-b889-446d-89c3-51f1e9fca00f', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:19:18.559776 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:19:18.563590 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:floatingip and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:19:18.566359 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:19:18.572354 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:19:18.582510 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:18.716456 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:18.854724 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Allocated IP 172.26.0.102 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/260b47ad-d418-4d7d-b501-e8332f01f877) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:19:19.001979 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:19.032246 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:19.100587 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:19:19.104110 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:19:19.106670 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:19:19.155527 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=260b47ad-d418-4d7d-b501-e8332f01f877,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:19.530355 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:19.611835 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:19.924637 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:19.929076 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:20.038858 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=260b47ad-d418-4d7d-b501-e8332f01f877,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:19:20.048527 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:20.134511 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-710a5ec4-831f-49ba-b6a5-d2928c4757fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:20.216981 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Floating IP 36b9c618-d398-4c77-aa1b-0fd1af9cbe1b associated. External IP: 172.26.0.102, port: 488dc610-b889-446d-89c3-51f1e9fca00f. May 10 15:19:20.564432 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router 6c34cab8-12e4-44c1-8067-6143a28abcce has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:19:20.741106 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:19:20.750398 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924a6416-1b1f-437a-94e1-f5a325ae2d0e None None] Sync routers for ids ['6c34cab8-12e4-44c1-8067-6143a28abcce'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:19:20.760445 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924a6416-1b1f-437a-94e1-f5a325ae2d0e None None] Routers {'6c34cab8-12e4-44c1-8067-6143a28abcce'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:19:20.761071 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-924a6416-1b1f-437a-94e1-f5a325ae2d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:18:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6c34cab8-12e4-44c1-8067-6143a28abcce'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:20.765220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:20.821762 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-19cfd69d-aa4f-4ae7-85ad-f8bbc2a3946e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2721038 May 10 15:19:20.822245 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f380e40-bb25-459c-b969-65fb21b9c968', 'tag': '488dc610-b889-446d-89c3-51f1e9fca00f'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:19:20.868909 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14806928-cca3-4fdf-8058-ec48b0671645'] response: {'name': 'network-changed', 'server_uuid': '3f380e40-bb25-459c-b969-65fb21b9c968', 'tag': '488dc610-b889-446d-89c3-51f1e9fca00f', 'status': 'completed', 'code': 200} May 10 15:19:20.951223 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-924a6416-1b1f-437a-94e1-f5a325ae2d0e None None] Set router 6c34cab8-12e4-44c1-8067-6143a28abcce gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:19:20.970019 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83779fb4-574f-41ea-80b2-086ead0829e4 req-6abd8d0d-3e78-4a6c-81c4-0bcf4ada2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:20.971633 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-83779fb4-574f-41ea-80b2-086ead0829e4 req-6abd8d0d-3e78-4a6c-81c4-0bcf4ada2374 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 1098 time: 0.0813246 May 10 15:19:21.002401 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919f9ba-8be5-4285-ac77-a11d5f57d841 req-efe7e4a6-9065-482a-8d79-3f4b6ee1390a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:21.003923 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0919f9ba-8be5-4285-ac77-a11d5f57d841 req-efe7e4a6-9065-482a-8d79-3f4b6ee1390a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 945 time: 0.0856326 May 10 15:19:21.052874 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0919f9ba-8be5-4285-ac77-a11d5f57d841 req-8b655010-7d69-4a52-934b-815baab11e47 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=24d7ba40-ae34-42ac-b842-db5ae93a6a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420787 May 10 15:19:21.078652 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52562) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:19:21.115477 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83779fb4-574f-41ea-80b2-086ead0829e4 req-cb854ad2-c28c-44f1-a070-9f8234bcec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:21.116912 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-83779fb4-574f-41ea-80b2-086ead0829e4 req-cb854ad2-c28c-44f1-a070-9f8234bcec83 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9fca8c90-f713-4d83-8bda-cda395d8ac27 HTTP/1.1" status: 200 len: 897 time: 0.1394720 May 10 15:19:21.198261 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a15639fc-fac5-4fe0-a092-1a6948d2b2f4 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/floatingips/36b9c618-d398-4c77-aa1b-0fd1af9cbe1b HTTP/1.1" status: 200 len: 991 time: 0.1183488 May 10 15:19:21.222800 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-83779fb4-574f-41ea-80b2-086ead0829e4 req-b1cb54fa-235d-41bf-b93d-1cb87a3c482d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=488dc610-b889-446d-89c3-51f1e9fca00f HTTP/1.1" status: 200 len: 999 time: 0.0991054 May 10 15:19:21.283794 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83779fb4-574f-41ea-80b2-086ead0829e4 req-8f4a82e5-9992-42f4-9703-ad81aee57322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:21.285280 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-83779fb4-574f-41ea-80b2-086ead0829e4 req-8f4a82e5-9992-42f4-9703-ad81aee57322 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79772bff-9006-419c-b93c-743c67d07d9d HTTP/1.1" status: 200 len: 835 time: 0.0573392 May 10 15:19:21.322766 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-924a6416-1b1f-437a-94e1-f5a325ae2d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454654432', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:18:58Z', 'updated_at': '2022-05-10T15:19:03Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:18:59Z', 'updated_at': '2022-05-10T15:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '36b9c618-d398-4c77-aa1b-0fd1af9cbe1b', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'floating_ip_address': '172.26.0.102', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'port_id': '488dc610-b889-446d-89c3-51f1e9fca00f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27', 'mac_address': 'fa:16:3e:3d:a9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f380e40-bb25-459c-b969-65fb21b9c968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:19:19Z', 'updated_at': '2022-05-10T15:19:19Z', 'revision_number': 0, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7928f4-e524-441c-9953-836cdccd5230', 'name': '', 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:24:e7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '79772bff-9006-419c-b93c-743c67d07d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:19:02Z', 'updated_at': '2022-05-10T15:19:07Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '79772bff-9006-419c-b93c-743c67d07d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:21.326590 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924a6416-1b1f-437a-94e1-f5a325ae2d0e None None] Checking router: 6c34cab8-12e4-44c1-8067-6143a28abcce for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:19:21.335361 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924a6416-1b1f-437a-94e1-f5a325ae2d0e None None] Routers {'6c34cab8-12e4-44c1-8067-6143a28abcce'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:19:21.335906 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-924a6416-1b1f-437a-94e1-f5a325ae2d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:18:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6c34cab8-12e4-44c1-8067-6143a28abcce'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:21.359792 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83779fb4-574f-41ea-80b2-086ead0829e4 req-8c324779-c7a0-4b92-9263-7766409d203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:21.361256 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-83779fb4-574f-41ea-80b2-086ead0829e4 req-8c324779-c7a0-4b92-9263-7766409d203d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9fca8c90-f713-4d83-8bda-cda395d8ac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700250 May 10 15:19:21.497615 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-83779fb4-574f-41ea-80b2-086ead0829e4 req-1e176161-fed9-4cf5-8684-8937cb2a2891 service neutron] 10.222.0.86 "GET /v2.0/networks/9fca8c90-f713-4d83-8bda-cda395d8ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301229 May 10 15:19:21.513622 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-924a6416-1b1f-437a-94e1-f5a325ae2d0e None None] Set router 6c34cab8-12e4-44c1-8067-6143a28abcce gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:19:21.639491 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-83779fb4-574f-41ea-80b2-086ead0829e4 req-1485d18b-028d-49db-987d-1b5298d3d8e4 service neutron] 10.222.0.86 "GET /v2.0/networks/9fca8c90-f713-4d83-8bda-cda395d8ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357672 May 10 15:19:21.890177 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-924a6416-1b1f-437a-94e1-f5a325ae2d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454654432', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:18:58Z', 'updated_at': '2022-05-10T15:19:03Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:18:59Z', 'updated_at': '2022-05-10T15:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '36b9c618-d398-4c77-aa1b-0fd1af9cbe1b', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'floating_ip_address': '172.26.0.102', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'port_id': '488dc610-b889-446d-89c3-51f1e9fca00f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27', 'mac_address': 'fa:16:3e:3d:a9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f380e40-bb25-459c-b969-65fb21b9c968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:19:19Z', 'updated_at': '2022-05-10T15:19:19Z', 'revision_number': 0, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7928f4-e524-441c-9953-836cdccd5230', 'name': '', 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:24:e7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '79772bff-9006-419c-b93c-743c67d07d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:19:02Z', 'updated_at': '2022-05-10T15:19:07Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '79772bff-9006-419c-b93c-743c67d07d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:19:21.894088 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924a6416-1b1f-437a-94e1-f5a325ae2d0e None None] The sync data for ids ['6c34cab8-12e4-44c1-8067-6143a28abcce'] in dv-neutron-841204-2-hyperv is: [{'id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454654432', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:18:58Z', 'updated_at': '2022-05-10T15:19:03Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:18:59Z', 'updated_at': '2022-05-10T15:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '36b9c618-d398-4c77-aa1b-0fd1af9cbe1b', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'floating_ip_address': '172.26.0.102', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'port_id': '488dc610-b889-446d-89c3-51f1e9fca00f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27', 'mac_address': 'fa:16:3e:3d:a9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f380e40-bb25-459c-b969-65fb21b9c968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:19:19Z', 'updated_at': '2022-05-10T15:19:19Z', 'revision_number': 0, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7928f4-e524-441c-9953-836cdccd5230', 'name': '', 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:24:e7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '79772bff-9006-419c-b93c-743c67d07d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:19:02Z', 'updated_at': '2022-05-10T15:19:07Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '79772bff-9006-419c-b93c-743c67d07d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:19:22.075378 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd1b641-836e-4332-8ac7-fe2f97c9918b None None] New status for floating IP 36b9c618-d398-4c77-aa1b-0fd1af9cbe1b: ACTIVE {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:19:22.201645 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52566) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:19:22.429882 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0888d32a-cc4f-4f7a-af13-8f8b107b4cd5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/floatingips/36b9c618-d398-4c77-aa1b-0fd1af9cbe1b HTTP/1.1" status: 200 len: 991 time: 0.2270584 May 10 15:19:22.444773 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-01bd0a49-b309-4382-9b21-72f9aeae7c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:23.312465 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:23.398625 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:23.433716 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52570) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:19:23.452779 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:23.539152 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fc4fdf65-6960-4b9e-ae1f-c217147b317f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/floatingips/36b9c618-d398-4c77-aa1b-0fd1af9cbe1b HTTP/1.1" status: 200 len: 993 time: 0.1042922 May 10 15:19:24.983286 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:26.643217 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0a1d09e8-41b9-4ec8-a230-9f1d2cc8fb5b req-b87e2f2f-40cd-4fbd-81bb-9e7f0fb626ed service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3f380e40-bb25-459c-b969-65fb21b9c968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722184 May 10 15:19:26.779770 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d09e8-41b9-4ec8-a230-9f1d2cc8fb5b req-5dd64357-b7e3-4847-9ee1-16bdce0fb14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:26.781195 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0a1d09e8-41b9-4ec8-a230-9f1d2cc8fb5b req-5dd64357-b7e3-4847-9ee1-16bdce0fb14d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 1098 time: 0.0698283 May 10 15:19:26.923913 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d09e8-41b9-4ec8-a230-9f1d2cc8fb5b req-e823a39f-c118-4ce4-aec1-47e15b40603e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:26.925352 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0a1d09e8-41b9-4ec8-a230-9f1d2cc8fb5b req-e823a39f-c118-4ce4-aec1-47e15b40603e service neutron] 10.222.0.86 "GET /v2.0/networks?id=9fca8c90-f713-4d83-8bda-cda395d8ac27 HTTP/1.1" status: 200 len: 897 time: 0.1252751 May 10 15:19:27.026935 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0a1d09e8-41b9-4ec8-a230-9f1d2cc8fb5b req-246fb8a6-d31a-4044-9b4c-6e11c5b4c3ef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=488dc610-b889-446d-89c3-51f1e9fca00f HTTP/1.1" status: 200 len: 1001 time: 0.0955982 May 10 15:19:27.091048 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d09e8-41b9-4ec8-a230-9f1d2cc8fb5b req-cf8b09d3-a80d-4d7e-bf21-d6797663bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:27.092442 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0a1d09e8-41b9-4ec8-a230-9f1d2cc8fb5b req-cf8b09d3-a80d-4d7e-bf21-d6797663bb3a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79772bff-9006-419c-b93c-743c67d07d9d HTTP/1.1" status: 200 len: 835 time: 0.0602450 May 10 15:19:27.270451 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d09e8-41b9-4ec8-a230-9f1d2cc8fb5b req-481f1c78-662b-480d-9482-c7ba65f5b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:27.272928 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0a1d09e8-41b9-4ec8-a230-9f1d2cc8fb5b req-481f1c78-662b-480d-9482-c7ba65f5b1d6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9fca8c90-f713-4d83-8bda-cda395d8ac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1746886 May 10 15:19:27.406347 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0a1d09e8-41b9-4ec8-a230-9f1d2cc8fb5b req-01f9500a-7e80-4d13-bb5c-2046decb83b6 service neutron] 10.222.0.86 "GET /v2.0/networks/9fca8c90-f713-4d83-8bda-cda395d8ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255519 May 10 15:19:27.540016 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0a1d09e8-41b9-4ec8-a230-9f1d2cc8fb5b req-68a1d068-ff2c-4e33-b241-0a717b399a39 service neutron] 10.222.0.86 "GET /v2.0/networks/9fca8c90-f713-4d83-8bda-cda395d8ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245537 May 10 15:19:39.324456 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:19:50.138275 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6e2f7df4-d8f1-486b-9c33-5636e2703b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:52.447169 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-82ee8f54-fc05-40b0-bacf-7d8df147858b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:53.314600 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:53.399328 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:53.453516 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:54.983750 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:55.912598 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc0ffe-5ce1-4ea1-9092-0dbedae95a25 req-b6f58ed0-f1d2-4cb2-a58d-05cbfe3edb52 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:55.914155 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-53cc0ffe-5ce1-4ea1-9092-0dbedae95a25 req-b6f58ed0-f1d2-4cb2-a58d-05cbfe3edb52 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 945 time: 0.0825219 May 10 15:19:55.962507 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-53cc0ffe-5ce1-4ea1-9092-0dbedae95a25 req-9e7fdd74-bba0-4c32-8c20-e50bd9fadcad tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=24d7ba40-ae34-42ac-b842-db5ae93a6a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426276 May 10 15:19:57.154257 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca18137-d2c0-4ac3-9a9f-9d8b4033be50 req-a07a10f7-2a9d-484a-b649-7b76a2e6b0c2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:57.155740 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-aca18137-d2c0-4ac3-9a9f-9d8b4033be50 req-a07a10f7-2a9d-484a-b649-7b76a2e6b0c2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 945 time: 0.0833218 May 10 15:19:57.200021 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-aca18137-d2c0-4ac3-9a9f-9d8b4033be50 req-07951bed-2670-41e4-a16e-a08356a4c3d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=24d7ba40-ae34-42ac-b842-db5ae93a6a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379217 May 10 15:19:57.222446 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52596) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:19:57.329247 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a2e27b40-e3ef-45d6-93be-8de1a7c697ab tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/floatingips/36b9c618-d398-4c77-aa1b-0fd1af9cbe1b HTTP/1.1" status: 200 len: 993 time: 0.1048648 May 10 15:19:58.810105 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2e3fd-935e-49d4-9d9e-8814f8ba1cce req-7661544d-fc53-4e59-914d-ca0d49173183 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:19:58.811590 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f6a2e3fd-935e-49d4-9d9e-8814f8ba1cce req-7661544d-fc53-4e59-914d-ca0d49173183 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 945 time: 0.0825136 May 10 15:19:58.858056 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f6a2e3fd-935e-49d4-9d9e-8814f8ba1cce req-df31e6e8-3c4c-4ecb-8377-8706b039af9a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=24d7ba40-ae34-42ac-b842-db5ae93a6a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388048 May 10 15:20:00.050011 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d9989-3260-4e9c-a904-0143cfe3df1b req-de9ef0e7-2e7d-4582-9285-9d1201e7c84f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:00.052191 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c03d9989-3260-4e9c-a904-0143cfe3df1b req-de9ef0e7-2e7d-4582-9285-9d1201e7c84f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 945 time: 0.0838614 May 10 15:20:00.102186 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c03d9989-3260-4e9c-a904-0143cfe3df1b req-ea2bcf75-fa16-41f8-a07e-b0e79611374b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=24d7ba40-ae34-42ac-b842-db5ae93a6a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438328 May 10 15:20:00.125709 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52608) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:00.230149 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-644bfdc1-e0aa-4595-a4e3-1782a31275a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/floatingips/36b9c618-d398-4c77-aa1b-0fd1af9cbe1b HTTP/1.1" status: 200 len: 993 time: 0.1033452 May 10 15:20:00.542063 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52616) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:00.738077 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting port 260b47ad-d418-4d7d-b501-e8332f01f877 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:20:00.738586 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:00.910818 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:00.911022 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:01.029031 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Calling delete_port for 260b47ad-d418-4d7d-b501-e8332f01f877 owned by network:floatingip {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:20:01.183773 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:01.229770 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Port': ['ID=260b47ad-d418-4d7d-b501-e8332f01f877,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:01.414063 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:01.414433 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:01.414789 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:01.415239 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:01.415569 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:01.415892 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:01.416213 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:01.416529 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:01.416988 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:01.417312 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:01.417623 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:01.417933 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:01.449295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for floatingip, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:01.449555 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Floating IP 36b9c618-d398-4c77-aa1b-0fd1af9cbe1b disassociated (deleted). External IP: 172.26.0.102, port: 488dc610-b889-446d-89c3-51f1e9fca00f. May 10 15:20:01.800476 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router 6c34cab8-12e4-44c1-8067-6143a28abcce has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:20:01.979691 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:20:01.989776 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96dca66-9aac-4225-9906-0ad371a51be9 None None] Sync routers for ids ['6c34cab8-12e4-44c1-8067-6143a28abcce'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:20:01.996314 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:01.999137 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96dca66-9aac-4225-9906-0ad371a51be9 None None] Routers {'6c34cab8-12e4-44c1-8067-6143a28abcce'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:20:01.999826 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b96dca66-9aac-4225-9906-0ad371a51be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:19:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6c34cab8-12e4-44c1-8067-6143a28abcce'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:02.050383 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f473607d-06dc-4ecb-b74a-3e9c99ac8f0a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/floatingips/36b9c618-d398-4c77-aa1b-0fd1af9cbe1b HTTP/1.1" status: 204 len: 168 time: 1.5071967 May 10 15:20:02.051960 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f380e40-bb25-459c-b969-65fb21b9c968', 'tag': '488dc610-b889-446d-89c3-51f1e9fca00f'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:20:02.103343 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4310cf53-0c19-4882-91c5-5b5116661b7d'] response: {'name': 'network-changed', 'server_uuid': '3f380e40-bb25-459c-b969-65fb21b9c968', 'tag': '488dc610-b889-446d-89c3-51f1e9fca00f', 'status': 'completed', 'code': 200} May 10 15:20:02.185086 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-b96dca66-9aac-4225-9906-0ad371a51be9 None None] Set router 6c34cab8-12e4-44c1-8067-6143a28abcce gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:20:02.206964 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697cd64-39e9-41d6-8b3f-4b1bfa3b4560 req-5bfbc7e2-f4e9-422a-98a6-9aefcb5ec4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:02.208444 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f697cd64-39e9-41d6-8b3f-4b1bfa3b4560 req-5bfbc7e2-f4e9-422a-98a6-9aefcb5ec4ca service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 1098 time: 0.0747631 May 10 15:20:02.362031 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697cd64-39e9-41d6-8b3f-4b1bfa3b4560 req-f2cdd62c-73f4-4269-aad5-5efe2f84a713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:02.364061 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f697cd64-39e9-41d6-8b3f-4b1bfa3b4560 req-f2cdd62c-73f4-4269-aad5-5efe2f84a713 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9fca8c90-f713-4d83-8bda-cda395d8ac27 HTTP/1.1" status: 200 len: 897 time: 0.1462166 May 10 15:20:02.435150 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f697cd64-39e9-41d6-8b3f-4b1bfa3b4560 req-de8f0d3e-5fae-402d-af49-ab6154e52b10 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=488dc610-b889-446d-89c3-51f1e9fca00f HTTP/1.1" status: 200 len: 217 time: 0.0646701 May 10 15:20:02.445147 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dec9ba-fa68-4240-a723-cb3a7a3b4dfb req-f181c203-c4f5-4c8c-be6b-f88173339198 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:02.445852 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-12dec9ba-fa68-4240-a723-cb3a7a3b4dfb req-f181c203-c4f5-4c8c-be6b-f88173339198 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:20:02.461989 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-12dec9ba-fa68-4240-a723-cb3a7a3b4dfb req-f181c203-c4f5-4c8c-be6b-f88173339198 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:20:02.463229 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-12dec9ba-fa68-4240-a723-cb3a7a3b4dfb req-f181c203-c4f5-4c8c-be6b-f88173339198 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 945 time: 0.1054180 May 10 15:20:02.501243 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697cd64-39e9-41d6-8b3f-4b1bfa3b4560 req-c8eb5996-0053-4145-b833-38a3267fc63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:02.502879 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f697cd64-39e9-41d6-8b3f-4b1bfa3b4560 req-c8eb5996-0053-4145-b833-38a3267fc63f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79772bff-9006-419c-b93c-743c67d07d9d HTTP/1.1" status: 200 len: 835 time: 0.0613105 May 10 15:20:02.513392 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-12dec9ba-fa68-4240-a723-cb3a7a3b4dfb req-b9ec364d-5d02-46c1-9b65-d933dd13a634 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=24d7ba40-ae34-42ac-b842-db5ae93a6a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438693 May 10 15:20:02.523762 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b96dca66-9aac-4225-9906-0ad371a51be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454654432', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:18:58Z', 'updated_at': '2022-05-10T15:19:03Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:18:59Z', 'updated_at': '2022-05-10T15:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '5d7928f4-e524-441c-9953-836cdccd5230', 'name': '', 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:24:e7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '79772bff-9006-419c-b93c-743c67d07d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:19:02Z', 'updated_at': '2022-05-10T15:19:07Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '79772bff-9006-419c-b93c-743c67d07d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:02.527774 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96dca66-9aac-4225-9906-0ad371a51be9 None None] Checking router: 6c34cab8-12e4-44c1-8067-6143a28abcce for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:20:02.536469 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96dca66-9aac-4225-9906-0ad371a51be9 None None] Routers {'6c34cab8-12e4-44c1-8067-6143a28abcce'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:20:02.537078 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b96dca66-9aac-4225-9906-0ad371a51be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:19:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6c34cab8-12e4-44c1-8067-6143a28abcce'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:02.585078 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697cd64-39e9-41d6-8b3f-4b1bfa3b4560 req-97ae2c00-d99e-435c-8a61-5107c11b32df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:02.586643 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f697cd64-39e9-41d6-8b3f-4b1bfa3b4560 req-97ae2c00-d99e-435c-8a61-5107c11b32df service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9fca8c90-f713-4d83-8bda-cda395d8ac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767109 May 10 15:20:02.727864 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f697cd64-39e9-41d6-8b3f-4b1bfa3b4560 req-445003d1-77b5-4c97-b6f2-efcf958c802c service neutron] 10.222.0.86 "GET /v2.0/networks/9fca8c90-f713-4d83-8bda-cda395d8ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340952 May 10 15:20:02.728428 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-b96dca66-9aac-4225-9906-0ad371a51be9 None None] Set router 6c34cab8-12e4-44c1-8067-6143a28abcce gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:20:02.866677 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f697cd64-39e9-41d6-8b3f-4b1bfa3b4560 req-9037bbdb-a544-44c1-b00f-95975bad466c service neutron] 10.222.0.86 "GET /v2.0/networks/9fca8c90-f713-4d83-8bda-cda395d8ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321435 May 10 15:20:03.096227 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-b96dca66-9aac-4225-9906-0ad371a51be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454654432', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:18:58Z', 'updated_at': '2022-05-10T15:19:03Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:18:59Z', 'updated_at': '2022-05-10T15:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '5d7928f4-e524-441c-9953-836cdccd5230', 'name': '', 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:24:e7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '79772bff-9006-419c-b93c-743c67d07d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:19:02Z', 'updated_at': '2022-05-10T15:19:07Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '79772bff-9006-419c-b93c-743c67d07d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:03.100512 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96dca66-9aac-4225-9906-0ad371a51be9 None None] The sync data for ids ['6c34cab8-12e4-44c1-8067-6143a28abcce'] in dv-neutron-841204-2-hyperv is: [{'id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454654432', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:18:58Z', 'updated_at': '2022-05-10T15:19:03Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:18:59Z', 'updated_at': '2022-05-10T15:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '5d7928f4-e524-441c-9953-836cdccd5230', 'name': '', 'network_id': '9fca8c90-f713-4d83-8bda-cda395d8ac27', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:24:e7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '79772bff-9006-419c-b93c-743c67d07d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:19:02Z', 'updated_at': '2022-05-10T15:19:07Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '79772bff-9006-419c-b93c-743c67d07d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:20:03.308803 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35ede2a-b3a4-4003-8b2b-16a7e5fc31c3 None None] New status for floating IP 36b9c618-d398-4c77-aa1b-0fd1af9cbe1b: DOWN {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:20:03.700317 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c0a77-fc42-44a6-aa4a-ca283c9a75fb req-d3a7114d-86c5-4a82-8322-99f52da5da9e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:03.701733 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9e6c0a77-fc42-44a6-aa4a-ca283c9a75fb req-d3a7114d-86c5-4a82-8322-99f52da5da9e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 945 time: 0.0792601 May 10 15:20:03.745659 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9e6c0a77-fc42-44a6-aa4a-ca283c9a75fb req-088e50b1-e39e-42ed-a292-0e59fde31428 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=24d7ba40-ae34-42ac-b842-db5ae93a6a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382962 May 10 15:20:04.304284 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6c9e6-28c6-40bf-9010-a620e4a5f714 req-2ee68fc7-3d18-4f06-b12a-94fade433460 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:04.304954 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-03d6c9e6-28c6-40bf-9010-a620e4a5f714 req-2ee68fc7-3d18-4f06-b12a-94fade433460 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:20:04.316508 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-03d6c9e6-28c6-40bf-9010-a620e4a5f714 req-2ee68fc7-3d18-4f06-b12a-94fade433460 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:20:04.317579 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03d6c9e6-28c6-40bf-9010-a620e4a5f714 req-2ee68fc7-3d18-4f06-b12a-94fade433460 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 945 time: 0.0912423 May 10 15:20:04.392753 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-03d6c9e6-28c6-40bf-9010-a620e4a5f714 req-da92050e-86d5-46b4-94a2-77f02031ebc1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting port 488dc610-b889-446d-89c3-51f1e9fca00f {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:20:04.393089 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-03d6c9e6-28c6-40bf-9010-a620e4a5f714 req-da92050e-86d5-46b4-94a2-77f02031ebc1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:04.637340 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-03d6c9e6-28c6-40bf-9010-a620e4a5f714 req-da92050e-86d5-46b4-94a2-77f02031ebc1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] For port 488dc610-b889-446d-89c3-51f1e9fca00f, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=488dc610-b889-446d-89c3-51f1e9fca00f,segment=NetworkSegment(25fd6899-a0d8-4953-9f8e-244a4b47cd7a),segment_id=25fd6899-a0d8-4953-9f8e-244a4b47cd7a)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:20:04.637605 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-03d6c9e6-28c6-40bf-9010-a620e4a5f714 req-da92050e-86d5-46b4-94a2-77f02031ebc1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:04.855835 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-03d6c9e6-28c6-40bf-9010-a620e4a5f714 req-da92050e-86d5-46b4-94a2-77f02031ebc1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Calling delete_port for 488dc610-b889-446d-89c3-51f1e9fca00f owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:20:04.937020 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffa718-90a9-4d68-8bb7-9d36b6c13eb5 req-37c07fac-acd1-4915-b1d3-e3eede7b2dfc tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:04.938662 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-caffa718-90a9-4d68-8bb7-9d36b6c13eb5 req-37c07fac-acd1-4915-b1d3-e3eede7b2dfc tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f380e40-bb25-459c-b969-65fb21b9c968 HTTP/1.1" status: 200 len: 945 time: 0.0857410 May 10 15:20:04.983563 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-caffa718-90a9-4d68-8bb7-9d36b6c13eb5 req-24639b0b-f335-4d21-9e0b-5afa25921f12 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=24d7ba40-ae34-42ac-b842-db5ae93a6a4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381196 May 10 15:20:05.005193 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-03d6c9e6-28c6-40bf-9010-a620e4a5f714 req-da92050e-86d5-46b4-94a2-77f02031ebc1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:05.055265 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92050e-86d5-46b4-94a2-77f02031ebc1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Port': ['ID=488dc610-b889-446d-89c3-51f1e9fca00f,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:05.093705 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92050e-86d5-46b4-94a2-77f02031ebc1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:05.094041 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92050e-86d5-46b4-94a2-77f02031ebc1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:05.094577 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92050e-86d5-46b4-94a2-77f02031ebc1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:05.094735 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92050e-86d5-46b4-94a2-77f02031ebc1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:05.095057 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92050e-86d5-46b4-94a2-77f02031ebc1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:05.095395 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92050e-86d5-46b4-94a2-77f02031ebc1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:05.095700 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92050e-86d5-46b4-94a2-77f02031ebc1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:05.096013 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92050e-86d5-46b4-94a2-77f02031ebc1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:05.096330 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92050e-86d5-46b4-94a2-77f02031ebc1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:05.096644 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92050e-86d5-46b4-94a2-77f02031ebc1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:05.096960 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92050e-86d5-46b4-94a2-77f02031ebc1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:05.097311 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92050e-86d5-46b4-94a2-77f02031ebc1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:05.142936 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d6c9e6-28c6-40bf-9010-a620e4a5f714 req-da92050e-86d5-46b4-94a2-77f02031ebc1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] No DVR routers for this DVR port 488dc610-b889-446d-89c3-51f1e9fca00f on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:20:05.145792 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-03d6c9e6-28c6-40bf-9010-a620e4a5f714 req-da92050e-86d5-46b4-94a2-77f02031ebc1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:05.148211 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f380e40-bb25-459c-b969-65fb21b9c968', 'name': 'network-vif-deleted', 'tag': '488dc610-b889-446d-89c3-51f1e9fca00f'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:20:05.164554 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03d6c9e6-28c6-40bf-9010-a620e4a5f714 req-da92050e-86d5-46b4-94a2-77f02031ebc1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "DELETE /v2.0/ports/488dc610-b889-446d-89c3-51f1e9fca00f HTTP/1.1" status: 204 len: 173 time: 0.8379436 May 10 15:20:05.192670 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a9a0dca-0098-440b-a8af-157bd5f77fbc'] response: {'server_uuid': '3f380e40-bb25-459c-b969-65fb21b9c968', 'name': 'network-vif-deleted', 'tag': '488dc610-b889-446d-89c3-51f1e9fca00f', 'status': 'completed', 'code': 200} May 10 15:20:06.079896 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52634) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:06.750480 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8afd8c9-d15b-403d-bd31-45caa601a4df tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:07.099408 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-e8afd8c9-d15b-403d-bd31-45caa601a4df tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting port 5d7928f4-e524-441c-9953-836cdccd5230 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:20:07.100067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8afd8c9-d15b-403d-bd31-45caa601a4df tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:07.283750 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-e8afd8c9-d15b-403d-bd31-45caa601a4df tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] For port 5d7928f4-e524-441c-9953-836cdccd5230, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=5d7928f4-e524-441c-9953-836cdccd5230,segment=NetworkSegment(25fd6899-a0d8-4953-9f8e-244a4b47cd7a),segment_id=25fd6899-a0d8-4953-9f8e-244a4b47cd7a)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:20:07.284100 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8afd8c9-d15b-403d-bd31-45caa601a4df tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:07.406264 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-e8afd8c9-d15b-403d-bd31-45caa601a4df tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Calling delete_port for 5d7928f4-e524-441c-9953-836cdccd5230 owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:20:07.671761 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8afd8c9-d15b-403d-bd31-45caa601a4df tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:07.719582 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afd8c9-d15b-403d-bd31-45caa601a4df tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Port': ['ID=5d7928f4-e524-441c-9953-836cdccd5230,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:07.780393 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 488dc610-b889-446d-89c3-51f1e9fca00f no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:20:07.816458 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: 488dc610-b889-446d-89c3-51f1e9fca00f {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:20:07.817128 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 488dc610-b889-446d-89c3-51f1e9fca00f not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:20:08.108252 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8afd8c9-d15b-403d-bd31-45caa601a4df tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:08.479336 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8afd8c9-d15b-403d-bd31-45caa601a4df tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router 6c34cab8-12e4-44c1-8067-6143a28abcce has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:20:08.654691 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8afd8c9-d15b-403d-bd31-45caa601a4df tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:20:08.664622 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568220ff-dda5-45e2-999f-6535b7d7e6c5 None None] Sync routers for ids ['6c34cab8-12e4-44c1-8067-6143a28abcce'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:20:08.667319 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e8afd8c9-d15b-403d-bd31-45caa601a4df tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "PUT /v2.0/routers/6c34cab8-12e4-44c1-8067-6143a28abcce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5863404 May 10 15:20:08.670111 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52638) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:08.673715 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568220ff-dda5-45e2-999f-6535b7d7e6c5 None None] Routers {'6c34cab8-12e4-44c1-8067-6143a28abcce'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:20:08.674325 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-568220ff-dda5-45e2-999f-6535b7d7e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:19:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6c34cab8-12e4-44c1-8067-6143a28abcce'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:08.741447 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec72947-962e-4c07-a0e6-0291bf9e98f6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting subnet 79772bff-9006-419c-b93c-743c67d07d9d {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:20:08.744319 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-aec72947-962e-4c07-a0e6-0291bf9e98f6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:08.798283 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-aec72947-962e-4c07-a0e6-0291bf9e98f6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:08.850812 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-568220ff-dda5-45e2-999f-6535b7d7e6c5 None None] Set router 6c34cab8-12e4-44c1-8067-6143a28abcce gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:20:08.885231 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-aec72947-962e-4c07-a0e6-0291bf9e98f6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:08.960868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-aec72947-962e-4c07-a0e6-0291bf9e98f6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:08.999240 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec72947-962e-4c07-a0e6-0291bf9e98f6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Subnet': ['ID=79772bff-9006-419c-b93c-743c67d07d9d,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:09.002587 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-aec72947-962e-4c07-a0e6-0291bf9e98f6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:09.010047 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-aec72947-962e-4c07-a0e6-0291bf9e98f6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/subnets/79772bff-9006-419c-b93c-743c67d07d9d HTTP/1.1" status: 204 len: 168 time: 0.3389318 May 10 15:20:09.012681 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52642) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:09.018321 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9727e6-72a7-4ced-9aa8-bac6293e8aa5 None None] Network 9fca8c90-f713-4d83-8bda-cda395d8ac27 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:20:09.197290 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ce484634-9170-4afd-b39b-967f01106116 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:09.304389 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-568220ff-dda5-45e2-999f-6535b7d7e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454654432', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:18:58Z', 'updated_at': '2022-05-10T15:20:07Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:18:59Z', 'updated_at': '2022-05-10T15:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:09.308430 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568220ff-dda5-45e2-999f-6535b7d7e6c5 None None] Checking router: 6c34cab8-12e4-44c1-8067-6143a28abcce for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:20:09.317320 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568220ff-dda5-45e2-999f-6535b7d7e6c5 None None] Routers {'6c34cab8-12e4-44c1-8067-6143a28abcce'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:20:09.317940 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-568220ff-dda5-45e2-999f-6535b7d7e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:19:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['6c34cab8-12e4-44c1-8067-6143a28abcce'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:09.373578 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385a63ad-b2a1-4ffd-9aef-f1c1aa36ef58 None None] DHCP port deletion for 9fca8c90-f713-4d83-8bda-cda395d8ac27 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 15:20:09.378700 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ce484634-9170-4afd-b39b-967f01106116 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:09.388597 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-ce484634-9170-4afd-b39b-967f01106116 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting port 0a23127a-5640-47eb-a033-2514d9c4c427 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:20:09.388909 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ce484634-9170-4afd-b39b-967f01106116 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:09.400889 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-385a63ad-b2a1-4ffd-9aef-f1c1aa36ef58 None None] Deleting port 3009e864-a132-4bbe-b9c4-c8174d798de7 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:20:09.401263 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-385a63ad-b2a1-4ffd-9aef-f1c1aa36ef58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:09.589297 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-568220ff-dda5-45e2-999f-6535b7d7e6c5 None None] Set router 6c34cab8-12e4-44c1-8067-6143a28abcce gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:20:09.691891 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-ce484634-9170-4afd-b39b-967f01106116 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] For port 0a23127a-5640-47eb-a033-2514d9c4c427, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0a23127a-5640-47eb-a033-2514d9c4c427,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:20:09.692239 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ce484634-9170-4afd-b39b-967f01106116 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:09.818999 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-ce484634-9170-4afd-b39b-967f01106116 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Calling delete_port for 0a23127a-5640-47eb-a033-2514d9c4c427 owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:20:09.986702 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-385a63ad-b2a1-4ffd-9aef-f1c1aa36ef58 None None] For port 3009e864-a132-4bbe-b9c4-c8174d798de7, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=3009e864-a132-4bbe-b9c4-c8174d798de7,segment=NetworkSegment(25fd6899-a0d8-4953-9f8e-244a4b47cd7a),segment_id=25fd6899-a0d8-4953-9f8e-244a4b47cd7a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:20:09.987317 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-385a63ad-b2a1-4ffd-9aef-f1c1aa36ef58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:09.990933 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ce484634-9170-4afd-b39b-967f01106116 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:10.072367 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce484634-9170-4afd-b39b-967f01106116 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Port': ['ID=0a23127a-5640-47eb-a033-2514d9c4c427,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:10.113881 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-385a63ad-b2a1-4ffd-9aef-f1c1aa36ef58 None None] Calling delete_port for 3009e864-a132-4bbe-b9c4-c8174d798de7 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:20:10.132690 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ce484634-9170-4afd-b39b-967f01106116 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:10.200261 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-568220ff-dda5-45e2-999f-6535b7d7e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454654432', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:18:58Z', 'updated_at': '2022-05-10T15:20:07Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:18:59Z', 'updated_at': '2022-05-10T15:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:10.205474 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568220ff-dda5-45e2-999f-6535b7d7e6c5 None None] The sync data for ids ['6c34cab8-12e4-44c1-8067-6143a28abcce'] in dv-neutron-841204-2-hyperv is: [{'id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454654432', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167'}], 'enable_snat': True}, 'gw_port_id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:18:58Z', 'updated_at': '2022-05-10T15:20:07Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '0a23127a-5640-47eb-a033-2514d9c4c427', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c34cab8-12e4-44c1-8067-6143a28abcce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:18:59Z', 'updated_at': '2022-05-10T15:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:20:10.208519 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-385a63ad-b2a1-4ffd-9aef-f1c1aa36ef58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:10.258379 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a63ad-b2a1-4ffd-9aef-f1c1aa36ef58 None None] Pushing event deleted for resources: {'Port': ['ID=3009e864-a132-4bbe-b9c4-c8174d798de7,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:10.263186 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385a63ad-b2a1-4ffd-9aef-f1c1aa36ef58 None None] No DVR routers for this DVR port 3009e864-a132-4bbe-b9c4-c8174d798de7 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:20:10.269599 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a63ad-b2a1-4ffd-9aef-f1c1aa36ef58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:10.270218 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a63ad-b2a1-4ffd-9aef-f1c1aa36ef58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:10.270582 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a63ad-b2a1-4ffd-9aef-f1c1aa36ef58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:10.270953 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a63ad-b2a1-4ffd-9aef-f1c1aa36ef58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:10.271480 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a63ad-b2a1-4ffd-9aef-f1c1aa36ef58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:10.271826 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a63ad-b2a1-4ffd-9aef-f1c1aa36ef58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:10.272135 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a63ad-b2a1-4ffd-9aef-f1c1aa36ef58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:10.272452 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a63ad-b2a1-4ffd-9aef-f1c1aa36ef58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:10.272774 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a63ad-b2a1-4ffd-9aef-f1c1aa36ef58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:10.273090 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a63ad-b2a1-4ffd-9aef-f1c1aa36ef58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:10.274358 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a63ad-b2a1-4ffd-9aef-f1c1aa36ef58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:10.274724 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a63ad-b2a1-4ffd-9aef-f1c1aa36ef58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:10.322350 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ce484634-9170-4afd-b39b-967f01106116 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:10.324602 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ce484634-9170-4afd-b39b-967f01106116 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:10.347149 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ce484634-9170-4afd-b39b-967f01106116 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:10.347665 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce484634-9170-4afd-b39b-967f01106116 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Fanout notify agent at l3_agent the message router_deleted on router 6c34cab8-12e4-44c1-8067-6143a28abcce {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:20:10.362210 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ce484634-9170-4afd-b39b-967f01106116 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:10.364204 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ce484634-9170-4afd-b39b-967f01106116 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/routers/6c34cab8-12e4-44c1-8067-6143a28abcce HTTP/1.1" status: 204 len: 168 time: 1.3502276 May 10 15:20:10.366727 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52646) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:10.479514 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-37f67a95-fbd1-4545-93cc-7abebcaa0153 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:10.612383 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-37f67a95-fbd1-4545-93cc-7abebcaa0153 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:10.644827 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-37f67a95-fbd1-4545-93cc-7abebcaa0153 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fca8c90-f713-4d83-8bda-cda395d8ac27']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:10.658088 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-37f67a95-fbd1-4545-93cc-7abebcaa0153 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25fd6899-a0d8-4953-9f8e-244a4b47cd7a') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:10.658381 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-37f67a95-fbd1-4545-93cc-7abebcaa0153 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25fd6899-a0d8-4953-9f8e-244a4b47cd7a') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:10.671095 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-37f67a95-fbd1-4545-93cc-7abebcaa0153 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:10.687800 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-37f67a95-fbd1-4545-93cc-7abebcaa0153 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:10.693849 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f67a95-fbd1-4545-93cc-7abebcaa0153 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:20:10.694222 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-37f67a95-fbd1-4545-93cc-7abebcaa0153 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:20:10.708381 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:20:10.789036 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-37f67a95-fbd1-4545-93cc-7abebcaa0153 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:10.811077 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-37f67a95-fbd1-4545-93cc-7abebcaa0153 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:10.822693 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f67a95-fbd1-4545-93cc-7abebcaa0153 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Network': ['ID=9fca8c90-f713-4d83-8bda-cda395d8ac27,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:10.835672 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-37f67a95-fbd1-4545-93cc-7abebcaa0153 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/networks/9fca8c90-f713-4d83-8bda-cda395d8ac27 HTTP/1.1" status: 204 len: 168 time: 0.4678936 May 10 15:20:10.836022 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 52650) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:10.904129 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6f2632b1-3e76-4d7c-aec4-e7dbb0b70c36 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:10.934382 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6f2632b1-3e76-4d7c-aec4-e7dbb0b70c36 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:10.998534 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6f2632b1-3e76-4d7c-aec4-e7dbb0b70c36 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:11.016809 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2632b1-3e76-4d7c-aec4-e7dbb0b70c36 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d7ba40-ae34-42ac-b842-db5ae93a6a4a,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:11.028269 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6f2632b1-3e76-4d7c-aec4-e7dbb0b70c36 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:11.029385 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6f2632b1-3e76-4d7c-aec4-e7dbb0b70c36 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/security-groups/24d7ba40-ae34-42ac-b842-db5ae93a6a4a HTTP/1.1" status: 204 len: 168 time: 0.1922860 May 10 15:20:11.141544 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 52658) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:11.148415 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-e2095da3-4864-4858-9f9b-46d7bf717c40 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1392839380', 'description': 'tempest-secgroup-smoke-1392839380 description', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:20:11.154685 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e2095da3-4864-4858-9f9b-46d7bf717c40 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:20:11.159322 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e2095da3-4864-4858-9f9b-46d7bf717c40 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:20:11.163053 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e2095da3-4864-4858-9f9b-46d7bf717c40 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:20:11.168840 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e2095da3-4864-4858-9f9b-46d7bf717c40 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:20:11.180269 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e2095da3-4864-4858-9f9b-46d7bf717c40 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:11.203545 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e2095da3-4864-4858-9f9b-46d7bf717c40 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:20:11.207501 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e2095da3-4864-4858-9f9b-46d7bf717c40 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:20:11.210294 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e2095da3-4864-4858-9f9b-46d7bf717c40 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:20:11.216038 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e2095da3-4864-4858-9f9b-46d7bf717c40 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:20:11.271331 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 3009e864-a132-4bbe-b9c4-c8174d798de7 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:20:11.289696 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e2095da3-4864-4858-9f9b-46d7bf717c40 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:11.293426 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e2095da3-4864-4858-9f9b-46d7bf717c40 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:11.305733 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 3009e864-a132-4bbe-b9c4-c8174d798de7 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:20:11.306076 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 3009e864-a132-4bbe-b9c4-c8174d798de7 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:20:11.306514 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0a23127a-5640-47eb-a033-2514d9c4c427 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:20:11.341002 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2095da3-4864-4858-9f9b-46d7bf717c40 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:11.342917 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 0a23127a-5640-47eb-a033-2514d9c4c427 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:20:11.343262 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0a23127a-5640-47eb-a033-2514d9c4c427 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:20:11.343750 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5d7928f4-e524-441c-9953-836cdccd5230 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:20:11.344131 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e2095da3-4864-4858-9f9b-46d7bf717c40 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:11.346454 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e2095da3-4864-4858-9f9b-46d7bf717c40 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2027602 May 10 15:20:11.348309 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52662) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:11.353330 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-3cfbf274-777a-4075-8e03-2376f0dad876 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': 'f7c7fa9c-cb8c-4013-8e02-28f4965b41dc', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:20:11.359389 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3cfbf274-777a-4075-8e03-2376f0dad876 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:20:11.363289 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3cfbf274-777a-4075-8e03-2376f0dad876 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:20:11.366118 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-3cfbf274-777a-4075-8e03-2376f0dad876 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:20:11.371795 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-3cfbf274-777a-4075-8e03-2376f0dad876 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:20:11.381756 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 5d7928f4-e524-441c-9953-836cdccd5230 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:20:11.382191 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5d7928f4-e524-441c-9953-836cdccd5230 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:20:11.390445 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3cfbf274-777a-4075-8e03-2376f0dad876 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:11.450274 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3cfbf274-777a-4075-8e03-2376f0dad876 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:11.454096 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3cfbf274-777a-4075-8e03-2376f0dad876 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:11.482771 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbf274-777a-4075-8e03-2376f0dad876 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8952cea5-515a-4bf7-b1fa-baad30b979a5,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:11.488393 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3cfbf274-777a-4075-8e03-2376f0dad876 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:11.489754 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3cfbf274-777a-4075-8e03-2376f0dad876 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404669 May 10 15:20:11.492474 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52666) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:11.497275 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e6e4e380-f24f-4c8e-aba9-15840486b6a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': 'f7c7fa9c-cb8c-4013-8e02-28f4965b41dc', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:20:11.503165 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e6e4e380-f24f-4c8e-aba9-15840486b6a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:20:11.507696 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e6e4e380-f24f-4c8e-aba9-15840486b6a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:20:11.510551 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e6e4e380-f24f-4c8e-aba9-15840486b6a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:20:11.516189 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e6e4e380-f24f-4c8e-aba9-15840486b6a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:20:11.532733 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e6e4e380-f24f-4c8e-aba9-15840486b6a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:11.591731 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e6e4e380-f24f-4c8e-aba9-15840486b6a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:11.595356 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e6e4e380-f24f-4c8e-aba9-15840486b6a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:11.618399 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4e380-f24f-4c8e-aba9-15840486b6a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a042e5-ba4e-428f-8848-ea68db07f15b,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:11.627431 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e6e4e380-f24f-4c8e-aba9-15840486b6a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:11.629181 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e6e4e380-f24f-4c8e-aba9-15840486b6a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1352489 May 10 15:20:11.632150 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 52670) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:11.637295 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-dfa9b573-52da-4415-9d20-d81542e631f1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': 'f7c7fa9c-cb8c-4013-8e02-28f4965b41dc', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:20:11.643260 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-dfa9b573-52da-4415-9d20-d81542e631f1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:20:11.647853 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-dfa9b573-52da-4415-9d20-d81542e631f1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:20:11.650687 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-dfa9b573-52da-4415-9d20-d81542e631f1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:20:11.656459 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-dfa9b573-52da-4415-9d20-d81542e631f1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:20:11.672683 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dfa9b573-52da-4415-9d20-d81542e631f1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:11.734512 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dfa9b573-52da-4415-9d20-d81542e631f1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:11.737957 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dfa9b573-52da-4415-9d20-d81542e631f1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:11.760223 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9b573-52da-4415-9d20-d81542e631f1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c156775a-c9b2-490a-be45-f40039f5802a,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:11.768366 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dfa9b573-52da-4415-9d20-d81542e631f1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:11.770391 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-dfa9b573-52da-4415-9d20-d81542e631f1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1369824 May 10 15:20:11.773056 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 52674) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:11.777987 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-50b1aea2-8084-4a44-9e43-5979d6908652 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': 'f7c7fa9c-cb8c-4013-8e02-28f4965b41dc', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:20:11.783745 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-50b1aea2-8084-4a44-9e43-5979d6908652 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:20:11.788155 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-50b1aea2-8084-4a44-9e43-5979d6908652 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:20:11.790996 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-50b1aea2-8084-4a44-9e43-5979d6908652 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:20:11.796649 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-50b1aea2-8084-4a44-9e43-5979d6908652 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:20:11.813250 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-50b1aea2-8084-4a44-9e43-5979d6908652 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:11.878237 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-50b1aea2-8084-4a44-9e43-5979d6908652 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:11.883193 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-50b1aea2-8084-4a44-9e43-5979d6908652 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:11.907047 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1aea2-8084-4a44-9e43-5979d6908652 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2421a8-75e0-49f5-89bb-f5dac939919b,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:11.916764 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-50b1aea2-8084-4a44-9e43-5979d6908652 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:11.917944 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-50b1aea2-8084-4a44-9e43-5979d6908652 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1439502 May 10 15:20:11.920633 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 52678) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:11.925663 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-c8c0baba-193d-4314-a069-be06621f6a38 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': 'f7c7fa9c-cb8c-4013-8e02-28f4965b41dc', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:20:11.931626 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c8c0baba-193d-4314-a069-be06621f6a38 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:20:11.935500 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c8c0baba-193d-4314-a069-be06621f6a38 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:20:11.938293 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-c8c0baba-193d-4314-a069-be06621f6a38 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:20:11.944452 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-c8c0baba-193d-4314-a069-be06621f6a38 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:20:11.954272 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.securitygroups_db [None req-c8c0baba-193d-4314-a069-be06621f6a38 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Project f5bb71568dee43e8a5d4e5f0cabe47f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:20:11.961814 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c8c0baba-193d-4314-a069-be06621f6a38 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:12.025465 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c8c0baba-193d-4314-a069-be06621f6a38 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:12.028671 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c8c0baba-193d-4314-a069-be06621f6a38 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:12.051579 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0baba-193d-4314-a069-be06621f6a38 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac5840fc-1a76-4ccb-a474-e5f45192d6e7,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:12.059578 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c8c0baba-193d-4314-a069-be06621f6a38 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:12.060783 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c8c0baba-193d-4314-a069-be06621f6a38 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392519 May 10 15:20:12.063510 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 52682) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:12.068993 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-93a51b92-9e32-4ec6-b9f0-093da5d0a193 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': 'f7c7fa9c-cb8c-4013-8e02-28f4965b41dc', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:20:12.074783 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-93a51b92-9e32-4ec6-b9f0-093da5d0a193 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:20:12.078599 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-93a51b92-9e32-4ec6-b9f0-093da5d0a193 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:20:12.081426 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-93a51b92-9e32-4ec6-b9f0-093da5d0a193 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:20:12.087680 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-93a51b92-9e32-4ec6-b9f0-093da5d0a193 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:20:12.097966 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.securitygroups_db [None req-93a51b92-9e32-4ec6-b9f0-093da5d0a193 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Project f5bb71568dee43e8a5d4e5f0cabe47f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:20:12.104700 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-93a51b92-9e32-4ec6-b9f0-093da5d0a193 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:12.173465 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-93a51b92-9e32-4ec6-b9f0-093da5d0a193 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:12.177433 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-93a51b92-9e32-4ec6-b9f0-093da5d0a193 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:12.200218 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a51b92-9e32-4ec6-b9f0-093da5d0a193 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74c2c8f-c016-4a32-a0c2-ed0bf29db003,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:12.208342 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-93a51b92-9e32-4ec6-b9f0-093da5d0a193 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:12.209497 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-93a51b92-9e32-4ec6-b9f0-093da5d0a193 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450527 May 10 15:20:12.212530 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52686) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:12.218458 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-58da4d52-0807-40cb-8f53-6282fd536bd0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'network': {'name': 'tempest-network-smoke--1738231052', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'port_security_enabled': True}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:20:12.224516 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-58da4d52-0807-40cb-8f53-6282fd536bd0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:20:12.228630 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-58da4d52-0807-40cb-8f53-6282fd536bd0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:network and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:20:12.231528 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-58da4d52-0807-40cb-8f53-6282fd536bd0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:20:12.237159 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-58da4d52-0807-40cb-8f53-6282fd536bd0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:20:12.250289 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58da4d52-0807-40cb-8f53-6282fd536bd0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Made reservation on behalf of f5bb71568dee43e8a5d4e5f0cabe47f8 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:20:12.253906 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-58da4d52-0807-40cb-8f53-6282fd536bd0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:12.281091 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58da4d52-0807-40cb-8f53-6282fd536bd0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:20:12.290936 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-58da4d52-0807-40cb-8f53-6282fd536bd0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:12.291269 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-58da4d52-0807-40cb-8f53-6282fd536bd0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Added segment 27ebe24c-ba35-4acd-968e-6751f93581a9 of type vlan for network c8309ae6-c832-41dd-b937-92a294676354 May 10 15:20:12.316640 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-58da4d52-0807-40cb-8f53-6282fd536bd0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:12.344895 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-58da4d52-0807-40cb-8f53-6282fd536bd0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:12.350868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58da4d52-0807-40cb-8f53-6282fd536bd0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:12.351475 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-58da4d52-0807-40cb-8f53-6282fd536bd0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:12.556200 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-58da4d52-0807-40cb-8f53-6282fd536bd0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3424547 May 10 15:20:12.559096 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 52690) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:12.559228 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da4d52-0807-40cb-8f53-6282fd536bd0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Network': ['ID=c8309ae6-c832-41dd-b937-92a294676354,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:12.565119 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-2e22d505-83e3-4ef5-ac70-a4951403cf0c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-74426766', 'admin_state_up': True, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:20:12.569549 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network c8309ae6-c832-41dd-b937-92a294676354 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:20:12.575407 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2e22d505-83e3-4ef5-ac70-a4951403cf0c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:20:12.579176 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2e22d505-83e3-4ef5-ac70-a4951403cf0c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:router and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:20:12.583234 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-2e22d505-83e3-4ef5-ac70-a4951403cf0c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:20:12.589455 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-2e22d505-83e3-4ef5-ac70-a4951403cf0c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:20:12.599917 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e22d505-83e3-4ef5-ac70-a4951403cf0c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:12.601139 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e22d505-83e3-4ef5-ac70-a4951403cf0c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:12.616409 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e22d505-83e3-4ef5-ac70-a4951403cf0c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:12.887819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e22d505-83e3-4ef5-ac70-a4951403cf0c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:13.185512 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e22d505-83e3-4ef5-ac70-a4951403cf0c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_gateway, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:13.217139 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e22d505-83e3-4ef5-ac70-a4951403cf0c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:13.444995 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-2e22d505-83e3-4ef5-ac70-a4951403cf0c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Allocated IP 172.26.0.105 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/9ae8bfa1-8f71-458a-848d-98c7e6f2d533) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:20:13.588959 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e22d505-83e3-4ef5-ac70-a4951403cf0c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:13.617414 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e22d505-83e3-4ef5-ac70-a4951403cf0c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:13.686514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e22d505-83e3-4ef5-ac70-a4951403cf0c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:20:13.689363 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-2e22d505-83e3-4ef5-ac70-a4951403cf0c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:20:13.694033 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e22d505-83e3-4ef5-ac70-a4951403cf0c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:20:13.723558 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22d505-83e3-4ef5-ac70-a4951403cf0c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=9ae8bfa1-8f71-458a-848d-98c7e6f2d533,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:14.109895 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e22d505-83e3-4ef5-ac70-a4951403cf0c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_gateway, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:14.448136 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e22d505-83e3-4ef5-ac70-a4951403cf0c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:14.646217 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e22d505-83e3-4ef5-ac70-a4951403cf0c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router 2d8813df-1d20-4f42-aaef-c2bd0536b0c8 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:20:14.925509 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e22d505-83e3-4ef5-ac70-a4951403cf0c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:20:14.934715 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] Sync routers for ids ['2d8813df-1d20-4f42-aaef-c2bd0536b0c8'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:20:14.944436 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] Routers {'2d8813df-1d20-4f42-aaef-c2bd0536b0c8'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:20:14.945040 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:19:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2d8813df-1d20-4f42-aaef-c2bd0536b0c8'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:14.953269 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-2e22d505-83e3-4ef5-ac70-a4951403cf0c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:14.954737 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-2e22d505-83e3-4ef5-ac70-a4951403cf0c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3945534 May 10 15:20:14.958406 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 52694) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:15.000862 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-61252006-3e6f-4ce8-ada0-6673dd9abdc3 tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=f5bb71568dee43e8a5d4e5f0cabe47f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413258 May 10 15:20:15.003981 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 52698) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:15.136886 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a834cda8-208b-470a-a013-c8516d397ebe tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:15.138372 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a834cda8-208b-470a-a013-c8516d397ebe tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1334784 May 10 15:20:15.141113 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 52702) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:15.151618 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] Set router 2d8813df-1d20-4f42-aaef-c2bd0536b0c8 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:20:15.182577 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-cb441a83-acb9-4ca4-b07c-117d3fe80df7 tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380604 May 10 15:20:15.182750 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 52706) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:15.187886 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-7d0de30d-399e-4931-89d3-53faceb73037 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1996360881', 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:20:15.297573 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-7d0de30d-399e-4931-89d3-53faceb73037 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:20:15.302002 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7d0de30d-399e-4931-89d3-53faceb73037 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:subnet and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:20:15.304778 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-7d0de30d-399e-4931-89d3-53faceb73037 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:20:15.310369 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-7d0de30d-399e-4931-89d3-53faceb73037 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:20:15.320799 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0de30d-399e-4931-89d3-53faceb73037 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Made reservation on behalf of f5bb71568dee43e8a5d4e5f0cabe47f8 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:20:15.324428 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7d0de30d-399e-4931-89d3-53faceb73037 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:15.434861 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74426766', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:20:12Z', 'updated_at': '2022-05-10T15:20:13Z', 'revision_number': 3, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:62:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:20:13Z', 'updated_at': '2022-05-10T15:20:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:15.438667 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] Checking router: 2d8813df-1d20-4f42-aaef-c2bd0536b0c8 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:20:15.438984 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] Updating router 2d8813df-1d20-4f42-aaef-c2bd0536b0c8 port 9ae8bfa1-8f71-458a-848d-98c7e6f2d533 binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:20:15.490405 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:15.539370 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7d0de30d-399e-4931-89d3-53faceb73037 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:15.620649 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0de30d-399e-4931-89d3-53faceb73037 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Subnet': ['ID=07791b4a-ff89-4bbf-b52b-4a8f112b6c70,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:15.630739 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0de30d-399e-4931-89d3-53faceb73037 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Checking segment: {'id': '27ebe24c-ba35-4acd-968e-6751f93581a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:20:15.631091 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0de30d-399e-4931-89d3-53faceb73037 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network hostable DHCP agents. Network: c8309ae6-c832-41dd-b937-92a294676354, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:20:15.649624 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0de30d-399e-4931-89d3-53faceb73037 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network c8309ae6-c832-41dd-b937-92a294676354 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:20:15.658713 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-7d0de30d-399e-4931-89d3-53faceb73037 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, c8309ae6-c832-41dd-b937-92a294676354) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:20:15.663699 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0de30d-399e-4931-89d3-53faceb73037 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:15.664283 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-7d0de30d-399e-4931-89d3-53faceb73037 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:15.668458 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e81a620-346f-4093-9444-0c85834d4a75 None None] Network c8309ae6-c832-41dd-b937-92a294676354 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:20:15.688762 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-7d0de30d-399e-4931-89d3-53faceb73037 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5044379 May 10 15:20:15.691354 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52710) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:15.824123 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:15.838317 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] Transition to ACTIVE for port object 9ae8bfa1-8f71-458a-848d-98c7e6f2d533 will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:20:15.844398 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:15.916699 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f59f56e-0708-4366-b929-19d3a3662261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-c8309ae6-c832-41dd-b937-92a294676354', 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ips': [{'subnet_id': '07791b4a-ff89-4bbf-b52b-4a8f112b6c70'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 15:20:15.917527 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9f59f56e-0708-4366-b929-19d3a3662261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:15.936254 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] Attempting to bind port 9ae8bfa1-8f71-458a-848d-98c7e6f2d533 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:20:15.936773 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] Attempting to bind port 9ae8bfa1-8f71-458a-848d-98c7e6f2d533 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:20:15.936960 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] Attempting to bind port 9ae8bfa1-8f71-458a-848d-98c7e6f2d533 on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:20:15.944938 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9bffb-6f4e-4435-bda9-21483b64c693 None None] Pushing event updated for resources: {'Port': ['ID=9ae8bfa1-8f71-458a-848d-98c7e6f2d533,revision_number=2']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:15.948294 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:20:15.948655 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:20:15.949047 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:15.949425 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:20:15.949880 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] Bound port: 9ae8bfa1-8f71-458a-848d-98c7e6f2d533, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:20:15.950240 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:15.983086 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9bffb-6f4e-4435-bda9-21483b64c693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:15.983786 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9bffb-6f4e-4435-bda9-21483b64c693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:15.984346 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9bffb-6f4e-4435-bda9-21483b64c693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:15.984677 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9bffb-6f4e-4435-bda9-21483b64c693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:15.985003 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9bffb-6f4e-4435-bda9-21483b64c693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:15.985438 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9bffb-6f4e-4435-bda9-21483b64c693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:15.985878 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9bffb-6f4e-4435-bda9-21483b64c693 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:15.986207 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9bffb-6f4e-4435-bda9-21483b64c693 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:15.986661 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9bffb-6f4e-4435-bda9-21483b64c693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:15.986992 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9bffb-6f4e-4435-bda9-21483b64c693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:15.987422 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9bffb-6f4e-4435-bda9-21483b64c693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:15.988469 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e9bffb-6f4e-4435-bda9-21483b64c693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:20:16.041143 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] For port 9ae8bfa1-8f71-458a-848d-98c7e6f2d533, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:20:16.044505 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] For port 9ae8bfa1-8f71-458a-848d-98c7e6f2d533, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=9ae8bfa1-8f71-458a-848d-98c7e6f2d533,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:20:16.048859 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:16.084913 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-9f59f56e-0708-4366-b929-19d3a3662261 None None] Allocated IP 172.20.0.2 (c8309ae6-c832-41dd-b937-92a294676354/07791b4a-ff89-4bbf-b52b-4a8f112b6c70/1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:20:16.125319 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9bffb-6f4e-4435-bda9-21483b64c693 None None] Pushing event updated for resources: {'Port': ['ID=9ae8bfa1-8f71-458a-848d-98c7e6f2d533,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:16.140183 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] Routers {'2d8813df-1d20-4f42-aaef-c2bd0536b0c8'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:20:16.140800 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:19:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2d8813df-1d20-4f42-aaef-c2bd0536b0c8'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:16.302467 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9f59f56e-0708-4366-b929-19d3a3662261 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:16.314456 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-9f59f56e-0708-4366-b929-19d3a3662261 None None] Transition to ACTIVE for port object 1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:20:16.330606 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:20:16.332956 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] Set router 2d8813df-1d20-4f42-aaef-c2bd0536b0c8 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:20:16.333588 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-9f59f56e-0708-4366-b929-19d3a3662261 None None] Transition to ACTIVE for port object 1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:20:16.340934 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9f59f56e-0708-4366-b929-19d3a3662261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:16.406123 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f59f56e-0708-4366-b929-19d3a3662261 None None] Network c8309ae6-c832-41dd-b937-92a294676354 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:20:16.408866 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-9f59f56e-0708-4366-b929-19d3a3662261 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:20:16.412746 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f59f56e-0708-4366-b929-19d3a3662261 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:20:16.421375 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-961d25bd-3b6a-489e-b288-614efd14c032 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:16.445578 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59f56e-0708-4366-b929-19d3a3662261 None None] Pushing event updated for resources: {'Port': ['ID=1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:16.546084 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-9f59f56e-0708-4366-b929-19d3a3662261 None None] Attempting to bind port 1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:20:16.546543 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-9f59f56e-0708-4366-b929-19d3a3662261 None None] Attempting to bind port 1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '27ebe24c-ba35-4acd-968e-6751f93581a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:20:16.546909 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f59f56e-0708-4366-b929-19d3a3662261 None None] Attempting to bind port 1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0 on network c8309ae6-c832-41dd-b937-92a294676354 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:20:16.552228 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f59f56e-0708-4366-b929-19d3a3662261 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:20:16.552670 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f59f56e-0708-4366-b929-19d3a3662261 None None] Checking segment: {'id': '27ebe24c-ba35-4acd-968e-6751f93581a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:20:16.553000 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9f59f56e-0708-4366-b929-19d3a3662261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:16.553385 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f59f56e-0708-4366-b929-19d3a3662261 None None] Bound using segment: {'id': '27ebe24c-ba35-4acd-968e-6751f93581a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:20:16.553839 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-9f59f56e-0708-4366-b929-19d3a3662261 None None] Bound port: 1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ebe24c-ba35-4acd-968e-6751f93581a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:20:16.554207 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9f59f56e-0708-4366-b929-19d3a3662261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:16.642059 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-9f59f56e-0708-4366-b929-19d3a3662261 None None] For port 1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:20:16.645863 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-9f59f56e-0708-4366-b929-19d3a3662261 None None] For port 1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0,segment=NetworkSegment(27ebe24c-ba35-4acd-968e-6751f93581a9),segment_id=27ebe24c-ba35-4acd-968e-6751f93581a9)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:20:16.650351 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9f59f56e-0708-4366-b929-19d3a3662261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:16.667208 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74426766', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:20:12Z', 'updated_at': '2022-05-10T15:20:13Z', 'revision_number': 3, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:62:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:20:13Z', 'updated_at': '2022-05-10T15:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:16.671294 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04e2e3c-59c2-42a1-9d38-f56d3060e134 None None] The sync data for ids ['2d8813df-1d20-4f42-aaef-c2bd0536b0c8'] in dv-neutron-841204-2-hyperv is: [{'id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74426766', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:20:12Z', 'updated_at': '2022-05-10T15:20:13Z', 'revision_number': 3, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:62:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:20:13Z', 'updated_at': '2022-05-10T15:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:20:16.743494 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59f56e-0708-4366-b929-19d3a3662261 None None] Pushing event updated for resources: {'Port': ['ID=1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:16.851245 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-961d25bd-3b6a-489e-b288-614efd14c032 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Allocated IP 172.20.0.1 (c8309ae6-c832-41dd-b937-92a294676354/07791b4a-ff89-4bbf-b52b-4a8f112b6c70/cf20393a-48d8-45db-bcb5-530743b61793) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:20:17.055378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-961d25bd-3b6a-489e-b288-614efd14c032 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:17.074842 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-961d25bd-3b6a-489e-b288-614efd14c032 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Transition to ACTIVE for port object cf20393a-48d8-45db-bcb5-530743b61793 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:20:17.100552 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-961d25bd-3b6a-489e-b288-614efd14c032 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:17.179265 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961d25bd-3b6a-489e-b288-614efd14c032 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network c8309ae6-c832-41dd-b937-92a294676354 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:20:17.182595 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-961d25bd-3b6a-489e-b288-614efd14c032 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:20:17.186595 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961d25bd-3b6a-489e-b288-614efd14c032 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:20:17.220603 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d25bd-3b6a-489e-b288-614efd14c032 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=cf20393a-48d8-45db-bcb5-530743b61793,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:17.347261 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:20:17.380242 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-961d25bd-3b6a-489e-b288-614efd14c032 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:17.422149 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:20:17.428203 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 9ae8bfa1-8f71-458a-848d-98c7e6f2d533 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:20:17.505181 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 9ae8bfa1-8f71-458a-848d-98c7e6f2d533 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:20:17.511809 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 9ae8bfa1-8f71-458a-848d-98c7e6f2d533 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:20:17.512464 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:17.663458 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:17.682284 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 9ae8bfa1-8f71-458a-848d-98c7e6f2d533, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=9ae8bfa1-8f71-458a-848d-98c7e6f2d533,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:20:17.687527 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:17.692029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-961d25bd-3b6a-489e-b288-614efd14c032 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:17.762003 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=9ae8bfa1-8f71-458a-848d-98c7e6f2d533,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:17.882115 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37df15b-b627-4ca7-9547-cfdb72ef0792 None None] Network c8309ae6-c832-41dd-b937-92a294676354 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:20:17.977346 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-326e86a2-e1f7-435b-939c-b90b84ad9316 None None] Provisioning for port 1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:20:17.994916 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-326e86a2-e1f7-435b-939c-b90b84ad9316 None None] Provisioning complete for port 1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:20:17.995282 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-326e86a2-e1f7-435b-939c-b90b84ad9316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:18.119902 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-961d25bd-3b6a-489e-b288-614efd14c032 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:18.125104 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-961d25bd-3b6a-489e-b288-614efd14c032 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:18.218200 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-326e86a2-e1f7-435b-939c-b90b84ad9316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:18.248085 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d25bd-3b6a-489e-b288-614efd14c032 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=cf20393a-48d8-45db-bcb5-530743b61793,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:18.250574 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-961d25bd-3b6a-489e-b288-614efd14c032 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:18.258356 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-326e86a2-e1f7-435b-939c-b90b84ad9316 None None] For port 1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0,segment=NetworkSegment(27ebe24c-ba35-4acd-968e-6751f93581a9),segment_id=27ebe24c-ba35-4acd-968e-6751f93581a9)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:20:18.262458 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-326e86a2-e1f7-435b-939c-b90b84ad9316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:18.335292 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e86a2-e1f7-435b-939c-b90b84ad9316 None None] Pushing event updated for resources: {'Port': ['ID=1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:18.406093 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961d25bd-3b6a-489e-b288-614efd14c032 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network c8309ae6-c832-41dd-b937-92a294676354 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:20:18.407283 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-961d25bd-3b6a-489e-b288-614efd14c032 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:20:18.491715 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-30c6a658-b306-43b7-86ce-84c8519840a8 None None] Provisioning complete for port 1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:20:18.492355 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-30c6a658-b306-43b7-86ce-84c8519840a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:18.599695 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961d25bd-3b6a-489e-b288-614efd14c032 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router 2d8813df-1d20-4f42-aaef-c2bd0536b0c8 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:20:18.639600 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-30c6a658-b306-43b7-86ce-84c8519840a8 None None] Provisioning for port cf20393a-48d8-45db-bcb5-530743b61793 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:20:18.646187 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-30c6a658-b306-43b7-86ce-84c8519840a8 None None] Provisioning complete for port cf20393a-48d8-45db-bcb5-530743b61793 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:20:18.646587 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-30c6a658-b306-43b7-86ce-84c8519840a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:18.701842 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-30c6a658-b306-43b7-86ce-84c8519840a8 None None] Port cf20393a-48d8-45db-bcb5-530743b61793 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:20:18.791924 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961d25bd-3b6a-489e-b288-614efd14c032 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:20:18.803158 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] Sync routers for ids ['2d8813df-1d20-4f42-aaef-c2bd0536b0c8'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:20:18.816051 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-961d25bd-3b6a-489e-b288-614efd14c032 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "PUT /v2.0/routers/2d8813df-1d20-4f42-aaef-c2bd0536b0c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1149938 May 10 15:20:18.816269 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] Routers {'2d8813df-1d20-4f42-aaef-c2bd0536b0c8'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:20:18.816269 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:19:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2d8813df-1d20-4f42-aaef-c2bd0536b0c8'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:18.908153 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c7359e6d-0ad5-44a7-a50c-4c7669afaf4b None None] Provisioning complete for port cf20393a-48d8-45db-bcb5-530743b61793 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:20:18.908505 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c7359e6d-0ad5-44a7-a50c-4c7669afaf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:18.973723 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-d500373e-0707-470c-861d-9db13fee62b8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1392839380&fields=id&tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8 HTTP/1.1" status: 200 len: 267 time: 0.0397718 May 10 15:20:19.041047 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-c7359e6d-0ad5-44a7-a50c-4c7669afaf4b None None] Port cf20393a-48d8-45db-bcb5-530743b61793 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:20:19.058165 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] Set router 2d8813df-1d20-4f42-aaef-c2bd0536b0c8 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:20:19.256388 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-76d05940-b7bf-4fb8-a498-94f348fc5841 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:19.257071 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-76d05940-b7bf-4fb8-a498-94f348fc5841 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:network {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:20:19.273317 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-76d05940-b7bf-4fb8-a498-94f348fc5841 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:network {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:20:19.274684 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-76d05940-b7bf-4fb8-a498-94f348fc5841 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/networks?id=c8309ae6-c832-41dd-b937-92a294676354 HTTP/1.1" status: 200 len: 797 time: 0.2940781 May 10 15:20:19.293055 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-7f3cf6ab-3c76-4e03-870b-8fad5e6b400b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/quotas/f5bb71568dee43e8a5d4e5f0cabe47f8 HTTP/1.1" status: 200 len: 375 time: 0.0103695 May 10 15:20:19.304520 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 9ae8bfa1-8f71-458a-848d-98c7e6f2d533 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:20:19.341267 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-02b38c9a-117d-4a93-bf0c-71aae202a83b None None] Provisioning complete for port cf20393a-48d8-45db-bcb5-530743b61793 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:20:19.341626 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-02b38c9a-117d-4a93-bf0c-71aae202a83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:19.382922 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-70eb6774-8172-424c-8df0-2d991fe199a1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:20:19.400192 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-70eb6774-8172-424c-8df0-2d991fe199a1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:20:19.401862 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-70eb6774-8172-424c-8df0-2d991fe199a1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1032536 May 10 15:20:19.443433 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-02b38c9a-117d-4a93-bf0c-71aae202a83b None None] Port cf20393a-48d8-45db-bcb5-530743b61793 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:20:19.500591 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 9ae8bfa1-8f71-458a-848d-98c7e6f2d533 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:20:19.500952 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:19.615867 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-ffe552a4-4453-4216-8e09-fc3eaa4a6600 service neutron] 10.222.0.79 "GET /v2.0/networks/c8309ae6-c832-41dd-b937-92a294676354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022362 May 10 15:20:19.635787 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74426766', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:20:12Z', 'updated_at': '2022-05-10T15:20:17Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:20:13Z', 'updated_at': '2022-05-10T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'cf20393a-48d8-45db-bcb5-530743b61793', 'name': '', 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:9e:cc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '07791b4a-ff89-4bbf-b52b-4a8f112b6c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:20:16Z', 'updated_at': '2022-05-10T15:20:17Z', 'revision_number': 2, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '07791b4a-ff89-4bbf-b52b-4a8f112b6c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:19.642537 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:20:19.668720 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] Checking router: 2d8813df-1d20-4f42-aaef-c2bd0536b0c8 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:20:19.669067 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] Updating router 2d8813df-1d20-4f42-aaef-c2bd0536b0c8 port cf20393a-48d8-45db-bcb5-530743b61793 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:20:19.744238 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:19.750106 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-e99ce620-6c26-40a6-95dc-bb0aee43a05d service neutron] 10.222.0.79 "GET /v2.0/networks/c8309ae6-c832-41dd-b937-92a294676354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281729 May 10 15:20:19.822972 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:20:19.823526 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:19.927551 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-71fca578-330a-4d7f-b124-f1a8db21c17d req-d314544c-190c-49f5-adb6-f457971fd83b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 210 time: 0.0431986 May 10 15:20:20.185677 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fac1bf77-ab97-481c-b50b-52916c1e59b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:20.206919 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:20.218171 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] Transition to ACTIVE for port object cf20393a-48d8-45db-bcb5-530743b61793 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:20:20.224575 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:20.361820 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b663f-bbf3-4b7b-8144-562d37110310 None None] Pushing event updated for resources: {'Port': ['ID=cf20393a-48d8-45db-bcb5-530743b61793,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:20.452565 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] Attempting to bind port cf20393a-48d8-45db-bcb5-530743b61793 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:20:20.452934 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] Attempting to bind port cf20393a-48d8-45db-bcb5-530743b61793 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '27ebe24c-ba35-4acd-968e-6751f93581a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:20:20.453290 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] Attempting to bind port cf20393a-48d8-45db-bcb5-530743b61793 on network c8309ae6-c832-41dd-b937-92a294676354 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:20:20.463540 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:20:20.463905 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] Checking segment: {'id': '27ebe24c-ba35-4acd-968e-6751f93581a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:20:20.464292 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:20.464674 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] Bound using segment: {'id': '27ebe24c-ba35-4acd-968e-6751f93581a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:20:20.465128 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] Bound port: cf20393a-48d8-45db-bcb5-530743b61793, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ebe24c-ba35-4acd-968e-6751f93581a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:20:20.465520 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:20.561506 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] For port cf20393a-48d8-45db-bcb5-530743b61793, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:20:20.564375 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] For port cf20393a-48d8-45db-bcb5-530743b61793, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=cf20393a-48d8-45db-bcb5-530743b61793,segment=NetworkSegment(27ebe24c-ba35-4acd-968e-6751f93581a9),segment_id=27ebe24c-ba35-4acd-968e-6751f93581a9)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:20:20.569694 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:20.643871 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] Routers {'2d8813df-1d20-4f42-aaef-c2bd0536b0c8'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:20:20.644492 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:19:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2d8813df-1d20-4f42-aaef-c2bd0536b0c8'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:20.762990 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b663f-bbf3-4b7b-8144-562d37110310 None None] Pushing event updated for resources: {'Port': ['ID=cf20393a-48d8-45db-bcb5-530743b61793,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:20.884263 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] Set router 2d8813df-1d20-4f42-aaef-c2bd0536b0c8 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:20:21.027197 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2164e6fb-44d8-4115-b4cd-b676e3db3e03 req-bb2027de-ce96-4bb6-8720-2a792abb211e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 210 time: 0.0468581 May 10 15:20:21.205559 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74426766', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:20:12Z', 'updated_at': '2022-05-10T15:20:17Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:20:13Z', 'updated_at': '2022-05-10T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'cf20393a-48d8-45db-bcb5-530743b61793', 'name': '', 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:9e:cc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '07791b4a-ff89-4bbf-b52b-4a8f112b6c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:20:16Z', 'updated_at': '2022-05-10T15:20:20Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '07791b4a-ff89-4bbf-b52b-4a8f112b6c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:21.209533 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b247191-4b02-4c3a-99c7-496c42c2a7ac None None] The sync data for ids ['2d8813df-1d20-4f42-aaef-c2bd0536b0c8'] in dv-neutron-841204-2-hyperv is: [{'id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74426766', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:20:12Z', 'updated_at': '2022-05-10T15:20:17Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:20:13Z', 'updated_at': '2022-05-10T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'cf20393a-48d8-45db-bcb5-530743b61793', 'name': '', 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:9e:cc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '07791b4a-ff89-4bbf-b52b-4a8f112b6c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:20:16Z', 'updated_at': '2022-05-10T15:20:20Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '07791b4a-ff89-4bbf-b52b-4a8f112b6c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:20:22.135304 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5c1b6f6f-bd91-474a-ba31-5b8fd7a73ff3 req-6946fd4b-482b-46c6-9af1-3221e64db91d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 210 time: 0.0448546 May 10 15:20:22.449896 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3f870942-706e-4e8f-bd3f-27bfe2741e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:23.231391 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-da7ac78f-6d94-4654-9de8-96b23cbb8e85 req-06f7e65d-b420-4cd9-825b-6012a5ccae81 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 210 time: 0.0432627 May 10 15:20:23.308421 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device cf20393a-48d8-45db-bcb5-530743b61793 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:20:23.360439 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:23.381882 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port cf20393a-48d8-45db-bcb5-530743b61793 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:20:23.395769 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port cf20393a-48d8-45db-bcb5-530743b61793 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:20:23.396136 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:23.432555 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:23.467156 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:23.527276 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:23.563289 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port cf20393a-48d8-45db-bcb5-530743b61793, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=cf20393a-48d8-45db-bcb5-530743b61793,segment=NetworkSegment(27ebe24c-ba35-4acd-968e-6751f93581a9),segment_id=27ebe24c-ba35-4acd-968e-6751f93581a9)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:20:23.567162 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:23.632295 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=cf20393a-48d8-45db-bcb5-530743b61793,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:24.384970 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5955d433-b75a-4372-ab87-c28bf71deafd req-417fae9b-f607-42c6-841c-0a01d6f16e3c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 210 time: 0.0466478 May 10 15:20:24.988574 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:25.106202 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-549a8398-f296-466a-8d9f-63d595f22d72 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:25.107643 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-549a8398-f296-466a-8d9f-63d595f22d72 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "GET /v2.0/networks?id=c8309ae6-c832-41dd-b937-92a294676354 HTTP/1.1" status: 200 len: 797 time: 0.1513484 May 10 15:20:25.163847 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-bff2f4cd-9ffc-4a0e-8929-b2b495c13ae9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:20:25.179889 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-bff2f4cd-9ffc-4a0e-8929-b2b495c13ae9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:20:25.181048 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-bff2f4cd-9ffc-4a0e-8929-b2b495c13ae9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8 HTTP/1.1" status: 200 len: 380 time: 0.0604563 May 10 15:20:25.191419 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-fc493645-f0d0-4f4c-8528-d9a3394043a2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'port': {'device_id': '13b11617-608e-47e5-84b2-682b87d94976', 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354', 'admin_state_up': True, 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'security_groups': ['f7c7fa9c-cb8c-4013-8e02-28f4965b41dc']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:20:25.278378 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device cf20393a-48d8-45db-bcb5-530743b61793 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:20:25.341890 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-fc493645-f0d0-4f4c-8528-d9a3394043a2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:20:25.350893 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port cf20393a-48d8-45db-bcb5-530743b61793 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:20:25.351521 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:25.352836 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-fc493645-f0d0-4f4c-8528-d9a3394043a2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:20:25.363816 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-fc493645-f0d0-4f4c-8528-d9a3394043a2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Made reservation on behalf of f5bb71568dee43e8a5d4e5f0cabe47f8 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:20:25.367259 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-fc493645-f0d0-4f4c-8528-d9a3394043a2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:25.556456 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-fc493645-f0d0-4f4c-8528-d9a3394043a2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Allocated IP 172.20.0.6 (c8309ae6-c832-41dd-b937-92a294676354/07791b4a-ff89-4bbf-b52b-4a8f112b6c70/fbe8fb65-ced5-4a91-a5ae-6cb543a41773) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:20:25.561826 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fb3e0566-1eb9-48c0-86e7-2bace6fc491d req-a17a6cd4-013e-4d90-89b9-9ac2072d6f66 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 210 time: 0.0557342 May 10 15:20:25.775686 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-fc493645-f0d0-4f4c-8528-d9a3394043a2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:25.791288 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-fc493645-f0d0-4f4c-8528-d9a3394043a2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Transition to ACTIVE for port object fbe8fb65-ced5-4a91-a5ae-6cb543a41773 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:20:25.817517 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-fc493645-f0d0-4f4c-8528-d9a3394043a2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:26.022507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-fc493645-f0d0-4f4c-8528-d9a3394043a2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network c8309ae6-c832-41dd-b937-92a294676354 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:20:26.026845 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-fc493645-f0d0-4f4c-8528-d9a3394043a2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:20:26.030813 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-fc493645-f0d0-4f4c-8528-d9a3394043a2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:20:26.067343 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc493645-f0d0-4f4c-8528-d9a3394043a2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=fbe8fb65-ced5-4a91-a5ae-6cb543a41773,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:26.110995 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-fc493645-f0d0-4f4c-8528-d9a3394043a2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:26.111662 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-fc493645-f0d0-4f4c-8528-d9a3394043a2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:26.144559 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-fc493645-f0d0-4f4c-8528-d9a3394043a2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9573944 May 10 15:20:26.160413 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-eec3161d-0d71-4695-ba6a-05d378b6e3ae service neutron] Request body: {'port': {'device_id': '13b11617-608e-47e5-84b2-682b87d94976', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:20:26.231461 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f1724d43-1b46-49ed-871c-812265eee564 None None] Provisioning for port fbe8fb65-ced5-4a91-a5ae-6cb543a41773 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:20:26.236431 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-f1724d43-1b46-49ed-871c-812265eee564 None None] Provisioning complete for port fbe8fb65-ced5-4a91-a5ae-6cb543a41773 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:20:26.236864 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f1724d43-1b46-49ed-871c-812265eee564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:26.275348 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-eec3161d-0d71-4695-ba6a-05d378b6e3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:26.291332 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-f1724d43-1b46-49ed-871c-812265eee564 None None] Port fbe8fb65-ced5-4a91-a5ae-6cb543a41773 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:20:26.623426 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-eec3161d-0d71-4695-ba6a-05d378b6e3ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe8fb65-ced5-4a91-a5ae-6cb543a41773 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:20:26.630666 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-eec3161d-0d71-4695-ba6a-05d378b6e3ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:26.645989 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-eec3161d-0d71-4695-ba6a-05d378b6e3ae service neutron] Transition to ACTIVE for port object fbe8fb65-ced5-4a91-a5ae-6cb543a41773 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:20:26.649827 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-eec3161d-0d71-4695-ba6a-05d378b6e3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:26.754040 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbd7be-fbb2-4b04-9a8a-2efb09b9d0d4 req-048f123d-7c50-4c77-973d-9a2ea618e419 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:26.758916 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0ecbd7be-fbb2-4b04-9a8a-2efb09b9d0d4 req-048f123d-7c50-4c77-973d-9a2ea618e419 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 943 time: 0.0884540 May 10 15:20:26.807196 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0ecbd7be-fbb2-4b04-9a8a-2efb09b9d0d4 req-974b7ef2-0c1e-4f45-afc3-774d492fc48d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439765 May 10 15:20:26.847226 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3161d-0d71-4695-ba6a-05d378b6e3ae service neutron] Pushing event updated for resources: {'Port': ['ID=fbe8fb65-ced5-4a91-a5ae-6cb543a41773,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:26.894192 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-eec3161d-0d71-4695-ba6a-05d378b6e3ae service neutron] Attempting to bind port fbe8fb65-ced5-4a91-a5ae-6cb543a41773 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:20:26.894638 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-eec3161d-0d71-4695-ba6a-05d378b6e3ae service neutron] Attempting to bind port fbe8fb65-ced5-4a91-a5ae-6cb543a41773 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '27ebe24c-ba35-4acd-968e-6751f93581a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:20:26.895290 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-eec3161d-0d71-4695-ba6a-05d378b6e3ae service neutron] Attempting to bind port fbe8fb65-ced5-4a91-a5ae-6cb543a41773 on network c8309ae6-c832-41dd-b937-92a294676354 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:20:26.900571 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-eec3161d-0d71-4695-ba6a-05d378b6e3ae service neutron] Port fbe8fb65-ced5-4a91-a5ae-6cb543a41773 on network c8309ae6-c832-41dd-b937-92a294676354 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:20:26.900967 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-eec3161d-0d71-4695-ba6a-05d378b6e3ae service neutron] Attempting to bind port fbe8fb65-ced5-4a91-a5ae-6cb543a41773 on network c8309ae6-c832-41dd-b937-92a294676354 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:20:26.906327 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-eec3161d-0d71-4695-ba6a-05d378b6e3ae service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:20:26.906756 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-eec3161d-0d71-4695-ba6a-05d378b6e3ae service neutron] Checking segment: {'id': '27ebe24c-ba35-4acd-968e-6751f93581a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:20:26.907207 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-eec3161d-0d71-4695-ba6a-05d378b6e3ae service neutron] Bound using segment: {'id': '27ebe24c-ba35-4acd-968e-6751f93581a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:20:26.907699 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-eec3161d-0d71-4695-ba6a-05d378b6e3ae service neutron] Bound port: fbe8fb65-ced5-4a91-a5ae-6cb543a41773, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27ebe24c-ba35-4acd-968e-6751f93581a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:20:26.908112 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-eec3161d-0d71-4695-ba6a-05d378b6e3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:27.001319 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-eec3161d-0d71-4695-ba6a-05d378b6e3ae service neutron] For port fbe8fb65-ced5-4a91-a5ae-6cb543a41773, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:20:27.005056 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-eec3161d-0d71-4695-ba6a-05d378b6e3ae service neutron] For port fbe8fb65-ced5-4a91-a5ae-6cb543a41773, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=fbe8fb65-ced5-4a91-a5ae-6cb543a41773,segment=NetworkSegment(27ebe24c-ba35-4acd-968e-6751f93581a9),segment_id=27ebe24c-ba35-4acd-968e-6751f93581a9)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:20:27.009658 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-eec3161d-0d71-4695-ba6a-05d378b6e3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:27.068979 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-eec3161d-0d71-4695-ba6a-05d378b6e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:27.069587 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-eec3161d-0d71-4695-ba6a-05d378b6e3ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:27.070990 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-eec3161d-0d71-4695-ba6a-05d378b6e3ae service neutron] 10.222.0.86 "PUT /v2.0/ports/fbe8fb65-ced5-4a91-a5ae-6cb543a41773 HTTP/1.1" status: 200 len: 1093 time: 0.9155388 May 10 15:20:27.071426 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b11617-608e-47e5-84b2-682b87d94976', 'tag': 'fbe8fb65-ced5-4a91-a5ae-6cb543a41773'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:20:27.096228 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3161d-0d71-4695-ba6a-05d378b6e3ae service neutron] Pushing event updated for resources: {'Port': ['ID=fbe8fb65-ced5-4a91-a5ae-6cb543a41773,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:27.122832 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9351db1-9832-424d-a76d-a4413a05ce96'] response: {'name': 'network-changed', 'server_uuid': '13b11617-608e-47e5-84b2-682b87d94976', 'tag': 'fbe8fb65-ced5-4a91-a5ae-6cb543a41773', 'status': 'completed', 'code': 200} May 10 15:20:27.205444 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-79f8b5ea-c771-442f-8186-a41eb30c9bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:27.207555 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-79f8b5ea-c771-442f-8186-a41eb30c9bcb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 1096 time: 0.0789444 May 10 15:20:27.279424 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-b76c44af-6b04-405f-ae37-b8dad2e48c97 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe8fb65-ced5-4a91-a5ae-6cb543a41773 HTTP/1.1" status: 200 len: 217 time: 0.0612555 May 10 15:20:27.346282 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-1e9a5416-ecc9-4f87-9e97-91a4df11f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:27.347843 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-1e9a5416-ecc9-4f87-9e97-91a4df11f8b0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=07791b4a-ff89-4bbf-b52b-4a8f112b6c70 HTTP/1.1" status: 200 len: 835 time: 0.0598342 May 10 15:20:27.426114 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-b45b4798-7c4e-461a-bd7f-8351cf2b4a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:27.427594 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-b45b4798-7c4e-461a-bd7f-8351cf2b4a34 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c8309ae6-c832-41dd-b937-92a294676354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702682 May 10 15:20:27.561547 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-caca53eb-2a0d-4098-899c-6acd2168c2c7 service neutron] 10.222.0.86 "GET /v2.0/networks/c8309ae6-c832-41dd-b937-92a294676354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235754 May 10 15:20:27.695643 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-88ea4da8-b101-4827-b2b0-3a090bf97d59 req-c205c15a-928d-4290-a970-2af698c90e74 service neutron] 10.222.0.86 "GET /v2.0/networks/c8309ae6-c832-41dd-b937-92a294676354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250756 May 10 15:20:27.928075 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af314b46-89da-4032-84d0-0af9eb85fc94 req-e14a3b04-32d7-45ef-a6c6-9599f090c359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:27.929544 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-af314b46-89da-4032-84d0-0af9eb85fc94 req-e14a3b04-32d7-45ef-a6c6-9599f090c359 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 1096 time: 0.1793447 May 10 15:20:28.002507 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9916c5-4eee-4a4d-aa35-ccc3b4eca201 req-edf5c517-fe2a-42d3-8aed-2373a7da94a7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:28.004078 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6d9916c5-4eee-4a4d-aa35-ccc3b4eca201 req-edf5c517-fe2a-42d3-8aed-2373a7da94a7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 943 time: 0.0836089 May 10 15:20:28.049651 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6d9916c5-4eee-4a4d-aa35-ccc3b4eca201 req-ba2b1527-00e6-48e9-8a31-58e77bdfae46 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396593 May 10 15:20:28.063966 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af314b46-89da-4032-84d0-0af9eb85fc94 req-b304cdb2-51d6-499f-9078-8f3d235486de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:28.066119 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-af314b46-89da-4032-84d0-0af9eb85fc94 req-b304cdb2-51d6-499f-9078-8f3d235486de service neutron] 10.222.0.86 "GET /v2.0/networks?id=c8309ae6-c832-41dd-b937-92a294676354 HTTP/1.1" status: 200 len: 898 time: 0.1292078 May 10 15:20:28.132881 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-af314b46-89da-4032-84d0-0af9eb85fc94 req-726f3a5a-bf3a-425e-9278-244ef83d67c6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe8fb65-ced5-4a91-a5ae-6cb543a41773 HTTP/1.1" status: 200 len: 217 time: 0.0611677 May 10 15:20:28.197471 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af314b46-89da-4032-84d0-0af9eb85fc94 req-25cc6084-73b2-42a0-8ddc-7513d22f458c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:28.198899 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-af314b46-89da-4032-84d0-0af9eb85fc94 req-25cc6084-73b2-42a0-8ddc-7513d22f458c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=07791b4a-ff89-4bbf-b52b-4a8f112b6c70 HTTP/1.1" status: 200 len: 835 time: 0.0596435 May 10 15:20:28.279540 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af314b46-89da-4032-84d0-0af9eb85fc94 req-c46c5d90-bad9-4339-b773-568090611647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:28.280892 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-af314b46-89da-4032-84d0-0af9eb85fc94 req-c46c5d90-bad9-4339-b773-568090611647 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c8309ae6-c832-41dd-b937-92a294676354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705760 May 10 15:20:28.411343 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-af314b46-89da-4032-84d0-0af9eb85fc94 req-8d073471-8648-4752-97cc-af0cde3ed45a service neutron] 10.222.0.86 "GET /v2.0/networks/c8309ae6-c832-41dd-b937-92a294676354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238585 May 10 15:20:28.542844 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-af314b46-89da-4032-84d0-0af9eb85fc94 req-233f37bb-1396-49f9-bb18-681346bdc995 service neutron] 10.222.0.86 "GET /v2.0/networks/c8309ae6-c832-41dd-b937-92a294676354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244485 May 10 15:20:29.231616 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951e889-9ef2-4b3f-8d52-a8efce066282 req-bcac233c-2ab1-4e76-b090-26f20371a5d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:29.233040 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e951e889-9ef2-4b3f-8d52-a8efce066282 req-bcac233c-2ab1-4e76-b090-26f20371a5d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 943 time: 0.0794215 May 10 15:20:29.280272 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e951e889-9ef2-4b3f-8d52-a8efce066282 req-ed07ae83-0a4c-45b5-855c-d3397bf6caae tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409963 May 10 15:20:29.856314 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device fbe8fb65-ced5-4a91-a5ae-6cb543a41773 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:20:29.986956 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port fbe8fb65-ced5-4a91-a5ae-6cb543a41773, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=fbe8fb65-ced5-4a91-a5ae-6cb543a41773,segment=NetworkSegment(27ebe24c-ba35-4acd-968e-6751f93581a9),segment_id=27ebe24c-ba35-4acd-968e-6751f93581a9)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:20:29.999546 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'fbe8fb65-ced5-4a91-a5ae-6cb543a41773', 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354', 'port_id': 'fbe8fb65-ced5-4a91-a5ae-6cb543a41773', 'mac_address': 'fa:16:3e:94:66:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07791b4a-ff89-4bbf-b52b-4a8f112b6c70', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:20:30.057428 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:30.074164 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe8fb65-ced5-4a91-a5ae-6cb543a41773 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:20:30.090123 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port fbe8fb65-ced5-4a91-a5ae-6cb543a41773, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=fbe8fb65-ced5-4a91-a5ae-6cb543a41773,segment=NetworkSegment(27ebe24c-ba35-4acd-968e-6751f93581a9),segment_id=27ebe24c-ba35-4acd-968e-6751f93581a9)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:20:30.093715 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:30.160660 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=fbe8fb65-ced5-4a91-a5ae-6cb543a41773,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:30.360276 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['fbe8fb65-ced5-4a91-a5ae-6cb543a41773'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:20:30.474644 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704000b-c3bf-43c3-8b92-bacd35d20563 req-924d6f2c-019a-4f52-a6d2-7f97c70e43ad tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:30.476106 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3704000b-c3bf-43c3-8b92-bacd35d20563 req-924d6f2c-019a-4f52-a6d2-7f97c70e43ad tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 944 time: 0.0889976 May 10 15:20:30.521230 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3704000b-c3bf-43c3-8b92-bacd35d20563 req-6c11b6b9-5f90-4635-9b65-569bb269c876 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395665 May 10 15:20:31.710271 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1d94f-66bd-4ab7-84bf-0abafde69b72 req-3dc52ff0-5c9f-4916-87cf-365b1770ee59 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:31.711730 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9ac1d94f-66bd-4ab7-84bf-0abafde69b72 req-3dc52ff0-5c9f-4916-87cf-365b1770ee59 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 944 time: 0.0849979 May 10 15:20:31.755078 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9ac1d94f-66bd-4ab7-84bf-0abafde69b72 req-f24ca917-a09b-44d6-a8e0-fb0c855f2db7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377593 May 10 15:20:31.856844 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device fbe8fb65-ced5-4a91-a5ae-6cb543a41773 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:20:31.923192 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port fbe8fb65-ced5-4a91-a5ae-6cb543a41773 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:20:31.928307 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port fbe8fb65-ced5-4a91-a5ae-6cb543a41773 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:20:31.928671 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:32.044766 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:32.071540 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b11617-608e-47e5-84b2-682b87d94976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe8fb65-ced5-4a91-a5ae-6cb543a41773'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:20:32.080823 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port fbe8fb65-ced5-4a91-a5ae-6cb543a41773, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=fbe8fb65-ced5-4a91-a5ae-6cb543a41773,segment=NetworkSegment(27ebe24c-ba35-4acd-968e-6751f93581a9),segment_id=27ebe24c-ba35-4acd-968e-6751f93581a9)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:20:32.085159 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:32.157018 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=fbe8fb65-ced5-4a91-a5ae-6cb543a41773,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:32.171527 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa8c799-25af-4760-8993-636503178807'] response: {'server_uuid': '13b11617-608e-47e5-84b2-682b87d94976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe8fb65-ced5-4a91-a5ae-6cb543a41773', 'code': 200} May 10 15:20:32.408326 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4ceea-cb70-4947-a9ef-1957ed5c0f43 req-1d071f06-23e5-4f17-b229-26022d11fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:32.410277 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8eb4ceea-cb70-4947-a9ef-1957ed5c0f43 req-1d071f06-23e5-4f17-b229-26022d11fb99 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 1098 time: 0.0742605 May 10 15:20:32.458110 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8eb4ceea-cb70-4947-a9ef-1957ed5c0f43 req-7cace007-9a92-4012-9ffa-9afffaf914fa service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376828 May 10 15:20:32.942109 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e293de3-b006-4886-8c88-cc0d2f3bc9bd req-ab47faf2-b21c-4669-b97e-7d138078201e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:32.943598 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6e293de3-b006-4886-8c88-cc0d2f3bc9bd req-ab47faf2-b21c-4669-b97e-7d138078201e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 945 time: 0.0830903 May 10 15:20:32.987721 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6e293de3-b006-4886-8c88-cc0d2f3bc9bd req-8ffdfdf5-4dc9-4d60-b8b9-66268de32bde tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384018 May 10 15:20:34.180720 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e39620-7e01-488a-b78a-8cb30a6247cb req-ede317d9-8e1c-4112-a1d9-7cf618e2e466 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:34.182083 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-41e39620-7e01-488a-b78a-8cb30a6247cb req-ede317d9-8e1c-4112-a1d9-7cf618e2e466 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 945 time: 0.0862589 May 10 15:20:34.225845 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-41e39620-7e01-488a-b78a-8cb30a6247cb req-5cefb7e4-2a78-4ff2-8133-5ca69df7f3d9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380247 May 10 15:20:34.406726 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0895b8-46bd-4341-9eb5-4967354ee364 req-ae816681-943a-45b9-baa4-f60fdaebec49 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:34.408168 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3a0895b8-46bd-4341-9eb5-4967354ee364 req-ae816681-943a-45b9-baa4-f60fdaebec49 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 945 time: 0.0793099 May 10 15:20:34.457577 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3a0895b8-46bd-4341-9eb5-4967354ee364 req-f8f051e5-8ccd-46d0-ac64-ce522c7554d5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427594 May 10 15:20:34.480336 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52782) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:34.548943 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319b564d-6004-476d-9a6d-29f8ac84864c tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:34.551122 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-319b564d-6004-476d-9a6d-29f8ac84864c tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 1093 time: 0.0698216 May 10 15:20:34.553819 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52786) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:34.558548 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': 'fbe8fb65-ced5-4a91-a5ae-6cb543a41773', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:20:34.564359 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:20:34.568372 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:floatingip and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:20:34.571143 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:20:34.576808 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:20:34.587002 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:34.816027 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:34.952489 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Allocated IP 172.26.0.125 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/0a6aae55-f90a-44e4-8cfa-27ff51d40b93) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:20:35.098001 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:35.128424 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:35.191681 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:20:35.194302 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:20:35.198044 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:20:35.240685 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=0a6aae55-f90a-44e4-8cfa-27ff51d40b93,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:35.601896 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:35.675087 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:35.876133 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:35.881262 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:35.991958 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=0a6aae55-f90a-44e4-8cfa-27ff51d40b93,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:20:35.999784 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:36.171161 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Floating IP a5acd4fd-ffff-4b25-8bb2-62f8ae9078ee associated. External IP: 172.26.0.125, port: fbe8fb65-ced5-4a91-a5ae-6cb543a41773. May 10 15:20:36.626605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router 2d8813df-1d20-4f42-aaef-c2bd0536b0c8 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:20:36.805509 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:20:36.815897 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb068d-4b18-441a-8859-a8eb8e25f6dc None None] Sync routers for ids ['2d8813df-1d20-4f42-aaef-c2bd0536b0c8'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:20:36.825560 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceb068d-4b18-441a-8859-a8eb8e25f6dc None None] Routers {'2d8813df-1d20-4f42-aaef-c2bd0536b0c8'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:20:36.826168 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-0ceb068d-4b18-441a-8859-a8eb8e25f6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:20:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2d8813df-1d20-4f42-aaef-c2bd0536b0c8'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:36.831891 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:36.901197 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-232c14f7-6305-401b-bf5c-7461c4e4c0ef tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3403203 May 10 15:20:36.901846 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b11617-608e-47e5-84b2-682b87d94976', 'tag': 'fbe8fb65-ced5-4a91-a5ae-6cb543a41773'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:20:36.956454 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fbd1da2-e099-4ecc-ba6f-c710e290fce2'] response: {'name': 'network-changed', 'server_uuid': '13b11617-608e-47e5-84b2-682b87d94976', 'tag': 'fbe8fb65-ced5-4a91-a5ae-6cb543a41773', 'status': 'completed', 'code': 200} May 10 15:20:37.005623 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-0ceb068d-4b18-441a-8859-a8eb8e25f6dc None None] Set router 2d8813df-1d20-4f42-aaef-c2bd0536b0c8 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:20:37.048953 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c81df-ab82-42e6-8465-c82fa973e671 req-54874604-da7b-4e01-89d8-4c9903cb676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:37.050932 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-933c81df-ab82-42e6-8465-c82fa973e671 req-54874604-da7b-4e01-89d8-4c9903cb676f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 1098 time: 0.0731709 May 10 15:20:37.076390 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c7c88-6e4e-4961-b24d-d96a24ca04cc req-c0f3b803-fa64-43cc-a8be-bd144a39c249 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:37.077869 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-253c7c88-6e4e-4961-b24d-d96a24ca04cc req-c0f3b803-fa64-43cc-a8be-bd144a39c249 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 945 time: 0.0826781 May 10 15:20:37.131501 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-253c7c88-6e4e-4961-b24d-d96a24ca04cc req-537b715b-713c-4e38-a5d7-44eb3996ae4b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466342 May 10 15:20:37.154768 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52794) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:37.188191 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c81df-ab82-42e6-8465-c82fa973e671 req-1f7e213b-2dc2-4e38-a471-ed84484d7204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:37.189665 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-933c81df-ab82-42e6-8465-c82fa973e671 req-1f7e213b-2dc2-4e38-a471-ed84484d7204 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c8309ae6-c832-41dd-b937-92a294676354 HTTP/1.1" status: 200 len: 898 time: 0.1323247 May 10 15:20:37.264324 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-34792a9f-68da-4284-8f2e-cc8306dc307e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/floatingips/a5acd4fd-ffff-4b25-8bb2-62f8ae9078ee HTTP/1.1" status: 200 len: 991 time: 0.1082227 May 10 15:20:37.300256 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-933c81df-ab82-42e6-8465-c82fa973e671 req-451ea03f-8dbf-4d61-b69f-353de6e1eeab service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe8fb65-ced5-4a91-a5ae-6cb543a41773 HTTP/1.1" status: 200 len: 999 time: 0.1040444 May 10 15:20:37.355653 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-0ceb068d-4b18-441a-8859-a8eb8e25f6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74426766', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:20:12Z', 'updated_at': '2022-05-10T15:20:17Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:20:13Z', 'updated_at': '2022-05-10T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'a5acd4fd-ffff-4b25-8bb2-62f8ae9078ee', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'floating_ip_address': '172.26.0.125', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'port_id': 'fbe8fb65-ced5-4a91-a5ae-6cb543a41773', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354', 'mac_address': 'fa:16:3e:94:66:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b11617-608e-47e5-84b2-682b87d94976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:20:35Z', 'updated_at': '2022-05-10T15:20:35Z', 'revision_number': 0, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf20393a-48d8-45db-bcb5-530743b61793', 'name': '', 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:9e:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '07791b4a-ff89-4bbf-b52b-4a8f112b6c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:20:16Z', 'updated_at': '2022-05-10T15:20:23Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '07791b4a-ff89-4bbf-b52b-4a8f112b6c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:37.359511 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb068d-4b18-441a-8859-a8eb8e25f6dc None None] Checking router: 2d8813df-1d20-4f42-aaef-c2bd0536b0c8 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:20:37.362973 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c81df-ab82-42e6-8465-c82fa973e671 req-9c04f281-3aa1-47be-ad0c-83d1a8edefe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:37.364420 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-933c81df-ab82-42e6-8465-c82fa973e671 req-9c04f281-3aa1-47be-ad0c-83d1a8edefe5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=07791b4a-ff89-4bbf-b52b-4a8f112b6c70 HTTP/1.1" status: 200 len: 835 time: 0.0587866 May 10 15:20:37.369414 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceb068d-4b18-441a-8859-a8eb8e25f6dc None None] Routers {'2d8813df-1d20-4f42-aaef-c2bd0536b0c8'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:20:37.370075 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-0ceb068d-4b18-441a-8859-a8eb8e25f6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:20:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2d8813df-1d20-4f42-aaef-c2bd0536b0c8'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:37.443538 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c81df-ab82-42e6-8465-c82fa973e671 req-2023800b-cc40-4fbc-be21-eaf09f33a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:20:37.444928 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-933c81df-ab82-42e6-8465-c82fa973e671 req-2023800b-cc40-4fbc-be21-eaf09f33a292 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c8309ae6-c832-41dd-b937-92a294676354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742178 May 10 15:20:37.544635 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-0ceb068d-4b18-441a-8859-a8eb8e25f6dc None None] Set router 2d8813df-1d20-4f42-aaef-c2bd0536b0c8 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:20:37.575737 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-933c81df-ab82-42e6-8465-c82fa973e671 req-17816eb7-9b6b-4581-830f-b9c905446bdd service neutron] 10.222.0.86 "GET /v2.0/networks/c8309ae6-c832-41dd-b937-92a294676354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247489 May 10 15:20:37.710878 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-933c81df-ab82-42e6-8465-c82fa973e671 req-23b416b6-d5f0-4cb5-b319-cbc77fae310e service neutron] 10.222.0.86 "GET /v2.0/networks/c8309ae6-c832-41dd-b937-92a294676354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293962 May 10 15:20:37.886205 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-0ceb068d-4b18-441a-8859-a8eb8e25f6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74426766', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:20:12Z', 'updated_at': '2022-05-10T15:20:17Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:20:13Z', 'updated_at': '2022-05-10T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'a5acd4fd-ffff-4b25-8bb2-62f8ae9078ee', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'floating_ip_address': '172.26.0.125', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'port_id': 'fbe8fb65-ced5-4a91-a5ae-6cb543a41773', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354', 'mac_address': 'fa:16:3e:94:66:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b11617-608e-47e5-84b2-682b87d94976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:20:35Z', 'updated_at': '2022-05-10T15:20:35Z', 'revision_number': 0, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf20393a-48d8-45db-bcb5-530743b61793', 'name': '', 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:9e:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '07791b4a-ff89-4bbf-b52b-4a8f112b6c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:20:16Z', 'updated_at': '2022-05-10T15:20:23Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '07791b4a-ff89-4bbf-b52b-4a8f112b6c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:20:37.890053 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceb068d-4b18-441a-8859-a8eb8e25f6dc None None] The sync data for ids ['2d8813df-1d20-4f42-aaef-c2bd0536b0c8'] in dv-neutron-841204-2-hyperv is: [{'id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74426766', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:20:12Z', 'updated_at': '2022-05-10T15:20:17Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:20:13Z', 'updated_at': '2022-05-10T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'a5acd4fd-ffff-4b25-8bb2-62f8ae9078ee', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'floating_ip_address': '172.26.0.125', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'port_id': 'fbe8fb65-ced5-4a91-a5ae-6cb543a41773', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354', 'mac_address': 'fa:16:3e:94:66:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b11617-608e-47e5-84b2-682b87d94976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:20:35Z', 'updated_at': '2022-05-10T15:20:35Z', 'revision_number': 0, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf20393a-48d8-45db-bcb5-530743b61793', 'name': '', 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:9e:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '07791b4a-ff89-4bbf-b52b-4a8f112b6c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:20:16Z', 'updated_at': '2022-05-10T15:20:23Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '07791b4a-ff89-4bbf-b52b-4a8f112b6c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:20:38.064049 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ec6c3-cb26-45b7-9fba-732642d673ac None None] New status for floating IP a5acd4fd-ffff-4b25-8bb2-62f8ae9078ee: ACTIVE {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:20:38.268407 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52798) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:20:38.380720 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4665ebac-fcf9-4ea5-aef1-4ba1b5d21284 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/floatingips/a5acd4fd-ffff-4b25-8bb2-62f8ae9078ee HTTP/1.1" status: 200 len: 993 time: 0.1112647 May 10 15:20:50.138050 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7f58f3f1-93bc-4d84-9729-9ed016268324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:52.451401 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-28e8ff6c-eafe-4d20-81cb-ca2d40d5071d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:53.320060 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:53.328584 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:20:53.404845 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:53.449017 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:54.991786 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:11.842887 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4057329-1010-4fa7-b2d5-e1a548ae15f6 req-d15b9a66-8368-4b50-9023-d64863ebc04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:21:11.844273 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a4057329-1010-4fa7-b2d5-e1a548ae15f6 req-d15b9a66-8368-4b50-9023-d64863ebc04c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 1098 time: 0.0710595 May 10 15:21:11.886080 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef1431-f74e-40d7-a82d-eb5f50638a1a req-50325fb5-de39-4a8d-b656-8e07ff323f9f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:21:11.888294 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9fef1431-f74e-40d7-a82d-eb5f50638a1a req-50325fb5-de39-4a8d-b656-8e07ff323f9f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 945 time: 0.0860915 May 10 15:21:11.936914 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9fef1431-f74e-40d7-a82d-eb5f50638a1a req-2c5d8d5e-b3c7-4cc0-a698-52d7644ebae2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426824 May 10 15:21:12.075873 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4057329-1010-4fa7-b2d5-e1a548ae15f6 req-488336e6-2879-49c5-95ca-17c61ba8e863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:21:12.077305 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a4057329-1010-4fa7-b2d5-e1a548ae15f6 req-488336e6-2879-49c5-95ca-17c61ba8e863 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c8309ae6-c832-41dd-b937-92a294676354 HTTP/1.1" status: 200 len: 898 time: 0.2261064 May 10 15:21:12.181378 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a4057329-1010-4fa7-b2d5-e1a548ae15f6 req-2eff0762-1315-4ff5-897e-986b08c9ca86 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe8fb65-ced5-4a91-a5ae-6cb543a41773 HTTP/1.1" status: 200 len: 1001 time: 0.0971410 May 10 15:21:12.245215 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4057329-1010-4fa7-b2d5-e1a548ae15f6 req-ead45c56-6406-4703-945c-b794f665a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:21:12.246814 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a4057329-1010-4fa7-b2d5-e1a548ae15f6 req-ead45c56-6406-4703-945c-b794f665a4f6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=07791b4a-ff89-4bbf-b52b-4a8f112b6c70 HTTP/1.1" status: 200 len: 835 time: 0.0590761 May 10 15:21:12.321181 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4057329-1010-4fa7-b2d5-e1a548ae15f6 req-3107c373-8ac4-42ba-b10a-59c1f5c2f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:21:12.322724 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a4057329-1010-4fa7-b2d5-e1a548ae15f6 req-3107c373-8ac4-42ba-b10a-59c1f5c2f099 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c8309ae6-c832-41dd-b937-92a294676354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699871 May 10 15:21:12.454163 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a4057329-1010-4fa7-b2d5-e1a548ae15f6 req-ba88e824-cc7c-4382-b92c-b96375102903 service neutron] 10.222.0.86 "GET /v2.0/networks/c8309ae6-c832-41dd-b937-92a294676354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248999 May 10 15:21:12.586017 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a4057329-1010-4fa7-b2d5-e1a548ae15f6 req-5bf71ff8-43f5-4db4-b5ff-96a4080d93c4 service neutron] 10.222.0.86 "GET /v2.0/networks/c8309ae6-c832-41dd-b937-92a294676354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252673 May 10 15:21:13.125122 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f03f9a-e9ba-4011-a1b1-9fbafbf976c9 req-25418f38-ca7f-4f2c-83ad-01a7d0200b92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:21:13.126587 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-12f03f9a-e9ba-4011-a1b1-9fbafbf976c9 req-25418f38-ca7f-4f2c-83ad-01a7d0200b92 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 945 time: 0.0798309 May 10 15:21:13.171004 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-12f03f9a-e9ba-4011-a1b1-9fbafbf976c9 req-52de258c-3e68-4c5c-91e8-6205c7e23ef6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380929 May 10 15:21:14.360900 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc3f2c-93fa-4692-b143-705c37bce561 req-1bf0e8d6-df1f-4c32-aaac-aaced69784d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:21:14.362351 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7adc3f2c-93fa-4692-b143-705c37bce561 req-1bf0e8d6-df1f-4c32-aaac-aaced69784d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 945 time: 0.0828350 May 10 15:21:14.406904 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7adc3f2c-93fa-4692-b143-705c37bce561 req-d8583c95-992b-4e49-af7c-ada9f43f6833 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387208 May 10 15:21:15.588171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3462ee-8299-452c-958f-9ff12bdcb5c1 req-c29a544c-6ab5-43c9-baa7-ff71c5bca7ea tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:21:15.589531 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9a3462ee-8299-452c-958f-9ff12bdcb5c1 req-c29a544c-6ab5-43c9-baa7-ff71c5bca7ea tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 945 time: 0.0795655 May 10 15:21:15.636673 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9a3462ee-8299-452c-958f-9ff12bdcb5c1 req-503f22df-f367-4e77-8f46-30164ea37b06 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413728 May 10 15:21:16.822967 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f3c20-c341-4e36-bf9a-43892dd01fc0 req-1eb553bc-e97c-42a7-88db-b1204e78f66d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:21:16.824405 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1a5f3c20-c341-4e36-bf9a-43892dd01fc0 req-1eb553bc-e97c-42a7-88db-b1204e78f66d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 945 time: 0.0798187 May 10 15:21:16.879156 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1a5f3c20-c341-4e36-bf9a-43892dd01fc0 req-3c3b8916-4a6e-45de-a32f-534192773cfe tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483632 May 10 15:21:18.065799 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97711bc0-42d4-4ed4-a78d-0ad69ab3144f req-f03c3681-c543-4f51-904a-c9f525eafd6a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:21:18.067527 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-97711bc0-42d4-4ed4-a78d-0ad69ab3144f req-f03c3681-c543-4f51-904a-c9f525eafd6a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 945 time: 0.0835276 May 10 15:21:18.111415 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-97711bc0-42d4-4ed4-a78d-0ad69ab3144f req-e4e2f3aa-4aa0-4e7f-bafe-5502246190a4 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383017 May 10 15:21:19.297493 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f6837-cd25-4bd2-b0a2-71fffe15f0a1 req-10780ff9-3c87-4da7-8e90-e19ddc5ddfd7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:21:19.298945 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7a6f6837-cd25-4bd2-b0a2-71fffe15f0a1 req-10780ff9-3c87-4da7-8e90-e19ddc5ddfd7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 945 time: 0.0813046 May 10 15:21:19.343543 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7a6f6837-cd25-4bd2-b0a2-71fffe15f0a1 req-847fb641-0888-4db9-9748-c8e55fe1b6bc tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387857 May 10 15:21:20.140002 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-808d9651-f4f2-4936-a9cd-b19ae889168c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:20.632570 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48393cc3-c6c6-4c62-829d-655d74c55677 req-b86c44e1-be27-4bd1-a07e-dd5b98ef74da tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:21:20.634044 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-48393cc3-c6c6-4c62-829d-655d74c55677 req-b86c44e1-be27-4bd1-a07e-dd5b98ef74da tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 945 time: 0.1827824 May 10 15:21:20.679184 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-48393cc3-c6c6-4c62-829d-655d74c55677 req-40778244-d67f-4773-b432-4e933220febf tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392122 May 10 15:21:21.866880 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337a4af-3bac-41d7-8c3e-918cb3514249 req-401e6bbc-db59-4e25-b2d8-44b257f71312 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:21:21.868339 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f337a4af-3bac-41d7-8c3e-918cb3514249 req-401e6bbc-db59-4e25-b2d8-44b257f71312 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 945 time: 0.0792921 May 10 15:21:21.916029 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f337a4af-3bac-41d7-8c3e-918cb3514249 req-7c77a9f7-f55e-4bc9-994a-ebc7e00711ec tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420601 May 10 15:21:22.453150 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6435db63-1680-4001-a16a-da2d0c565982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:23.097527 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9c9dd-232c-49ad-8161-6f390a589d0f req-925da420-abc3-4313-bf10-b611c9ebecf5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:21:23.099131 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-27b9c9dd-232c-49ad-8161-6f390a589d0f req-925da420-abc3-4313-bf10-b611c9ebecf5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 945 time: 0.0800328 May 10 15:21:23.143194 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-27b9c9dd-232c-49ad-8161-6f390a589d0f req-13ff76ec-ec6a-4607-ada0-b10a95b93198 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384891 May 10 15:21:23.322882 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:23.406928 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:23.460812 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:24.330138 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e8c19-702f-4006-b4c5-50da926b222e req-5354c13e-adde-4b8d-819c-4fbb45c510db tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:21:24.331595 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f60e8c19-702f-4006-b4c5-50da926b222e req-5354c13e-adde-4b8d-819c-4fbb45c510db tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 945 time: 0.0849977 May 10 15:21:24.375990 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f60e8c19-702f-4006-b4c5-50da926b222e req-71bef48e-4d72-47d0-885d-9f59f8f53246 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377779 May 10 15:21:24.399909 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52846) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:21:24.508524 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-db297605-0e2f-484d-adfc-0584ccabe026 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/floatingips/a5acd4fd-ffff-4b25-8bb2-62f8ae9078ee HTTP/1.1" status: 200 len: 993 time: 0.1072884 May 10 15:21:24.993629 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:29.840114 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-01912306-cb17-4062-9518-e8fc22779be4 req-bdadeb14-c3bd-460f-81f3-2189ec123795 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741432 May 10 15:21:29.978660 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01912306-cb17-4062-9518-e8fc22779be4 req-734d46cc-3dad-4343-adf5-6aa62d48bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:21:29.980123 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-01912306-cb17-4062-9518-e8fc22779be4 req-734d46cc-3dad-4343-adf5-6aa62d48bb88 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 1098 time: 0.0707645 May 10 15:21:30.124161 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01912306-cb17-4062-9518-e8fc22779be4 req-04bd3b7f-a56a-4703-878a-d3c326187407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:21:30.125798 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-01912306-cb17-4062-9518-e8fc22779be4 req-04bd3b7f-a56a-4703-878a-d3c326187407 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c8309ae6-c832-41dd-b937-92a294676354 HTTP/1.1" status: 200 len: 898 time: 0.1277440 May 10 15:21:30.230170 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-01912306-cb17-4062-9518-e8fc22779be4 req-a24f76b9-b4b1-44c5-a64b-514d3ab938bd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe8fb65-ced5-4a91-a5ae-6cb543a41773 HTTP/1.1" status: 200 len: 1001 time: 0.0971372 May 10 15:21:30.291617 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01912306-cb17-4062-9518-e8fc22779be4 req-04fc241e-2de1-4dcb-9668-f660a9840688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:21:30.293004 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-01912306-cb17-4062-9518-e8fc22779be4 req-04fc241e-2de1-4dcb-9668-f660a9840688 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=07791b4a-ff89-4bbf-b52b-4a8f112b6c70 HTTP/1.1" status: 200 len: 835 time: 0.0565650 May 10 15:21:30.327311 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:21:30.372203 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01912306-cb17-4062-9518-e8fc22779be4 req-16826676-5203-4e1b-967b-a7bb787bebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:21:30.373655 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-01912306-cb17-4062-9518-e8fc22779be4 req-16826676-5203-4e1b-967b-a7bb787bebe7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c8309ae6-c832-41dd-b937-92a294676354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739689 May 10 15:21:30.503574 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-01912306-cb17-4062-9518-e8fc22779be4 req-0ceba6c4-97a8-4a85-ab63-97463508eb76 service neutron] 10.222.0.86 "GET /v2.0/networks/c8309ae6-c832-41dd-b937-92a294676354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237440 May 10 15:21:30.632197 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-01912306-cb17-4062-9518-e8fc22779be4 req-d3f1f03a-f7a3-40c2-b166-fc334983c9a0 service neutron] 10.222.0.86 "GET /v2.0/networks/c8309ae6-c832-41dd-b937-92a294676354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229584 May 10 15:21:50.141563 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3dd75116-b815-4005-9749-2f02c305a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:52.454724 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-61478396-03b5-494f-ae47-1b66c2293cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:53.324733 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:53.408354 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:53.466896 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:54.996168 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:56.947715 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52858) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:21:57.152882 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting port 0a6aae55-f90a-44e4-8cfa-27ff51d40b93 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:21:57.153216 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:57.327384 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:57.327704 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:57.447508 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Calling delete_port for 0a6aae55-f90a-44e4-8cfa-27ff51d40b93 owned by network:floatingip {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:21:57.595424 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:57.642918 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Port': ['ID=0a6aae55-f90a-44e4-8cfa-27ff51d40b93,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:21:57.679503 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:57.679830 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:57.680157 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:57.680477 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:57.680793 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:57.681105 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:57.681413 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:57.681722 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:57.682033 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:57.682338 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:57.682668 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:57.682975 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:21:57.747852 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for floatingip, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:57.748168 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Floating IP a5acd4fd-ffff-4b25-8bb2-62f8ae9078ee disassociated (deleted). External IP: 172.26.0.125, port: fbe8fb65-ced5-4a91-a5ae-6cb543a41773. May 10 15:21:58.202514 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router 2d8813df-1d20-4f42-aaef-c2bd0536b0c8 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:21:58.382452 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:21:58.392488 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38dd7d-86d2-44ee-93b5-4b8a21875520 None None] Sync routers for ids ['2d8813df-1d20-4f42-aaef-c2bd0536b0c8'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:21:58.399168 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:58.403432 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e38dd7d-86d2-44ee-93b5-4b8a21875520 None None] Routers {'2d8813df-1d20-4f42-aaef-c2bd0536b0c8'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:21:58.404031 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-2e38dd7d-86d2-44ee-93b5-4b8a21875520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:21:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2d8813df-1d20-4f42-aaef-c2bd0536b0c8'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:21:58.454167 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-94dbba32-d0e6-4f72-949d-ccb5f86a662f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/floatingips/a5acd4fd-ffff-4b25-8bb2-62f8ae9078ee HTTP/1.1" status: 204 len: 168 time: 1.5051322 May 10 15:21:58.454607 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b11617-608e-47e5-84b2-682b87d94976', 'tag': 'fbe8fb65-ced5-4a91-a5ae-6cb543a41773'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:21:58.498887 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27944f1d-84f0-4d50-8b83-8f81e095b822'] response: {'name': 'network-changed', 'server_uuid': '13b11617-608e-47e5-84b2-682b87d94976', 'tag': 'fbe8fb65-ced5-4a91-a5ae-6cb543a41773', 'status': 'completed', 'code': 200} May 10 15:21:58.585958 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-2e38dd7d-86d2-44ee-93b5-4b8a21875520 None None] Set router 2d8813df-1d20-4f42-aaef-c2bd0536b0c8 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:21:58.602410 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeee3a1-63bd-4da6-b405-eced7bd28663 req-956d214c-d78d-4848-827f-8c69236d9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:21:58.603898 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0eeee3a1-63bd-4da6-b405-eced7bd28663 req-956d214c-d78d-4848-827f-8c69236d9de0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 1098 time: 0.0728312 May 10 15:21:58.843341 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c9228-1f49-49cd-afad-90a9af4c1527 req-65b669a6-dcd4-4501-a769-31ff34f53625 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:21:58.843954 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-9e5c9228-1f49-49cd-afad-90a9af4c1527 req-65b669a6-dcd4-4501-a769-31ff34f53625 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:21:58.856982 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeee3a1-63bd-4da6-b405-eced7bd28663 req-263bdeca-6e24-4617-b616-b6128c94fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:21:58.858417 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0eeee3a1-63bd-4da6-b405-eced7bd28663 req-263bdeca-6e24-4617-b616-b6128c94fb8f service neutron] 10.222.0.86 "GET /v2.0/networks?id=c8309ae6-c832-41dd-b937-92a294676354 HTTP/1.1" status: 200 len: 898 time: 0.2454102 May 10 15:21:58.861946 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-9e5c9228-1f49-49cd-afad-90a9af4c1527 req-65b669a6-dcd4-4501-a769-31ff34f53625 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:21:58.863380 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9e5c9228-1f49-49cd-afad-90a9af4c1527 req-65b669a6-dcd4-4501-a769-31ff34f53625 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 945 time: 0.1112568 May 10 15:21:58.915960 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9e5c9228-1f49-49cd-afad-90a9af4c1527 req-ece3524c-54b1-48ff-927f-6eb6a1c23f76 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461228 May 10 15:21:58.930834 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-2e38dd7d-86d2-44ee-93b5-4b8a21875520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74426766', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:20:12Z', 'updated_at': '2022-05-10T15:20:17Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:20:13Z', 'updated_at': '2022-05-10T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'cf20393a-48d8-45db-bcb5-530743b61793', 'name': '', 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:9e:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '07791b4a-ff89-4bbf-b52b-4a8f112b6c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:20:16Z', 'updated_at': '2022-05-10T15:20:23Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '07791b4a-ff89-4bbf-b52b-4a8f112b6c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:21:58.934952 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38dd7d-86d2-44ee-93b5-4b8a21875520 None None] Checking router: 2d8813df-1d20-4f42-aaef-c2bd0536b0c8 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:21:58.949112 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e38dd7d-86d2-44ee-93b5-4b8a21875520 None None] Routers {'2d8813df-1d20-4f42-aaef-c2bd0536b0c8'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:21:58.949708 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-2e38dd7d-86d2-44ee-93b5-4b8a21875520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:21:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2d8813df-1d20-4f42-aaef-c2bd0536b0c8'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:21:58.950216 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0eeee3a1-63bd-4da6-b405-eced7bd28663 req-82ac3c81-77f9-4854-ab8e-8c2a300eb315 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe8fb65-ced5-4a91-a5ae-6cb543a41773 HTTP/1.1" status: 200 len: 217 time: 0.0842183 May 10 15:21:59.014276 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeee3a1-63bd-4da6-b405-eced7bd28663 req-2dad8501-55f1-4312-87a5-4846563b6cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:21:59.015777 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0eeee3a1-63bd-4da6-b405-eced7bd28663 req-2dad8501-55f1-4312-87a5-4846563b6cb8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=07791b4a-ff89-4bbf-b52b-4a8f112b6c70 HTTP/1.1" status: 200 len: 835 time: 0.0577292 May 10 15:21:59.096988 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeee3a1-63bd-4da6-b405-eced7bd28663 req-9c1e97a3-d8e5-4395-84ca-17b40949990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:21:59.098368 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0eeee3a1-63bd-4da6-b405-eced7bd28663 req-9c1e97a3-d8e5-4395-84ca-17b40949990a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c8309ae6-c832-41dd-b937-92a294676354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732191 May 10 15:21:59.128540 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-2e38dd7d-86d2-44ee-93b5-4b8a21875520 None None] Set router 2d8813df-1d20-4f42-aaef-c2bd0536b0c8 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:21:59.242055 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0eeee3a1-63bd-4da6-b405-eced7bd28663 req-8ed6012e-2705-4a34-931f-9e12f459d27a service neutron] 10.222.0.86 "GET /v2.0/networks/c8309ae6-c832-41dd-b937-92a294676354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318610 May 10 15:21:59.376215 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0eeee3a1-63bd-4da6-b405-eced7bd28663 req-04b04320-10cb-471c-b05a-fc67d65fe146 service neutron] 10.222.0.86 "GET /v2.0/networks/c8309ae6-c832-41dd-b937-92a294676354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262655 May 10 15:21:59.440192 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-2e38dd7d-86d2-44ee-93b5-4b8a21875520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74426766', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:20:12Z', 'updated_at': '2022-05-10T15:20:17Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:20:13Z', 'updated_at': '2022-05-10T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'cf20393a-48d8-45db-bcb5-530743b61793', 'name': '', 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:9e:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '07791b4a-ff89-4bbf-b52b-4a8f112b6c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:20:16Z', 'updated_at': '2022-05-10T15:20:23Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '07791b4a-ff89-4bbf-b52b-4a8f112b6c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:21:59.444639 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38dd7d-86d2-44ee-93b5-4b8a21875520 None None] The sync data for ids ['2d8813df-1d20-4f42-aaef-c2bd0536b0c8'] in dv-neutron-841204-2-hyperv is: [{'id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74426766', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:20:12Z', 'updated_at': '2022-05-10T15:20:17Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:20:13Z', 'updated_at': '2022-05-10T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'cf20393a-48d8-45db-bcb5-530743b61793', 'name': '', 'network_id': 'c8309ae6-c832-41dd-b937-92a294676354', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:9e:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': '07791b4a-ff89-4bbf-b52b-4a8f112b6c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:20:16Z', 'updated_at': '2022-05-10T15:20:23Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '07791b4a-ff89-4bbf-b52b-4a8f112b6c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:21:59.663435 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e700e1-ba4c-45f2-97ec-f85fe361eeb8 None None] New status for floating IP a5acd4fd-ffff-4b25-8bb2-62f8ae9078ee: DOWN {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:22:00.109715 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320c308-fdc9-454d-a082-e17a8f61ec72 req-d9a3ed13-20d3-4e99-82d9-6005879027d6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:00.111208 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6320c308-fdc9-454d-a082-e17a8f61ec72 req-d9a3ed13-20d3-4e99-82d9-6005879027d6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 945 time: 0.0797338 May 10 15:22:00.156100 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6320c308-fdc9-454d-a082-e17a8f61ec72 req-a9f004ac-be04-4f77-99a7-cbd64ce7492e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385921 May 10 15:22:00.585919 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27f533-1691-4aa8-9847-864b6d32cfe3 req-78499356-9361-403f-bc1f-7a1478c53da0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:00.586622 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-ae27f533-1691-4aa8-9847-864b6d32cfe3 req-78499356-9361-403f-bc1f-7a1478c53da0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:22:00.598226 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-ae27f533-1691-4aa8-9847-864b6d32cfe3 req-78499356-9361-403f-bc1f-7a1478c53da0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:22:00.599984 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ae27f533-1691-4aa8-9847-864b6d32cfe3 req-78499356-9361-403f-bc1f-7a1478c53da0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 945 time: 0.0920630 May 10 15:22:00.674332 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-ae27f533-1691-4aa8-9847-864b6d32cfe3 req-81d69b9e-dc9c-49cc-b898-4da88c30a803 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting port fbe8fb65-ced5-4a91-a5ae-6cb543a41773 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:22:00.674720 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-ae27f533-1691-4aa8-9847-864b6d32cfe3 req-81d69b9e-dc9c-49cc-b898-4da88c30a803 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:00.914701 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-ae27f533-1691-4aa8-9847-864b6d32cfe3 req-81d69b9e-dc9c-49cc-b898-4da88c30a803 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] For port fbe8fb65-ced5-4a91-a5ae-6cb543a41773, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=fbe8fb65-ced5-4a91-a5ae-6cb543a41773,segment=NetworkSegment(27ebe24c-ba35-4acd-968e-6751f93581a9),segment_id=27ebe24c-ba35-4acd-968e-6751f93581a9)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:22:00.914972 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-ae27f533-1691-4aa8-9847-864b6d32cfe3 req-81d69b9e-dc9c-49cc-b898-4da88c30a803 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:01.040503 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-ae27f533-1691-4aa8-9847-864b6d32cfe3 req-81d69b9e-dc9c-49cc-b898-4da88c30a803 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Calling delete_port for fbe8fb65-ced5-4a91-a5ae-6cb543a41773 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:22:01.186234 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-ae27f533-1691-4aa8-9847-864b6d32cfe3 req-81d69b9e-dc9c-49cc-b898-4da88c30a803 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:01.246801 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d69b9e-dc9c-49cc-b898-4da88c30a803 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Port': ['ID=fbe8fb65-ced5-4a91-a5ae-6cb543a41773,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:01.289099 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d69b9e-dc9c-49cc-b898-4da88c30a803 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:01.289433 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d69b9e-dc9c-49cc-b898-4da88c30a803 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:01.289762 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d69b9e-dc9c-49cc-b898-4da88c30a803 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:01.290086 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d69b9e-dc9c-49cc-b898-4da88c30a803 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:01.290409 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d69b9e-dc9c-49cc-b898-4da88c30a803 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:01.290752 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d69b9e-dc9c-49cc-b898-4da88c30a803 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:01.291069 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d69b9e-dc9c-49cc-b898-4da88c30a803 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:01.291383 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d69b9e-dc9c-49cc-b898-4da88c30a803 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:01.291696 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d69b9e-dc9c-49cc-b898-4da88c30a803 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:01.292007 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d69b9e-dc9c-49cc-b898-4da88c30a803 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:01.292320 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d69b9e-dc9c-49cc-b898-4da88c30a803 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:01.292626 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d69b9e-dc9c-49cc-b898-4da88c30a803 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:01.315349 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cb9e3a2b-c042-4138-a323-ea7813da6e89 req-07179b68-56b0-4f32-9f29-0f4a089c432f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=13b11617-608e-47e5-84b2-682b87d94976 HTTP/1.1" status: 200 len: 210 time: 0.0465915 May 10 15:22:01.334779 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae27f533-1691-4aa8-9847-864b6d32cfe3 req-81d69b9e-dc9c-49cc-b898-4da88c30a803 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] No DVR routers for this DVR port fbe8fb65-ced5-4a91-a5ae-6cb543a41773 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:22:01.337138 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-ae27f533-1691-4aa8-9847-864b6d32cfe3 req-81d69b9e-dc9c-49cc-b898-4da88c30a803 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:01.339690 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b11617-608e-47e5-84b2-682b87d94976', 'name': 'network-vif-deleted', 'tag': 'fbe8fb65-ced5-4a91-a5ae-6cb543a41773'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:22:01.355845 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ae27f533-1691-4aa8-9847-864b6d32cfe3 req-81d69b9e-dc9c-49cc-b898-4da88c30a803 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "DELETE /v2.0/ports/fbe8fb65-ced5-4a91-a5ae-6cb543a41773 HTTP/1.1" status: 204 len: 173 time: 0.7479894 May 10 15:22:01.384924 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-824b30ed-9efb-4868-8901-b95cd947a91a'] response: {'server_uuid': '13b11617-608e-47e5-84b2-682b87d94976', 'name': 'network-vif-deleted', 'tag': 'fbe8fb65-ced5-4a91-a5ae-6cb543a41773', 'status': 'completed', 'code': 200} May 10 15:22:02.410041 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52876) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:22:02.954450 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b63d773-4fb3-479e-98b5-956c450c0828 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:03.424953 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-9b63d773-4fb3-479e-98b5-956c450c0828 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting port cf20393a-48d8-45db-bcb5-530743b61793 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:22:03.425660 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b63d773-4fb3-479e-98b5-956c450c0828 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:03.609057 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-9b63d773-4fb3-479e-98b5-956c450c0828 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] For port cf20393a-48d8-45db-bcb5-530743b61793, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=cf20393a-48d8-45db-bcb5-530743b61793,segment=NetworkSegment(27ebe24c-ba35-4acd-968e-6751f93581a9),segment_id=27ebe24c-ba35-4acd-968e-6751f93581a9)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:22:03.609325 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b63d773-4fb3-479e-98b5-956c450c0828 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:03.731001 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-9b63d773-4fb3-479e-98b5-956c450c0828 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Calling delete_port for cf20393a-48d8-45db-bcb5-530743b61793 owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:22:04.056518 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b63d773-4fb3-479e-98b5-956c450c0828 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:04.154616 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63d773-4fb3-479e-98b5-956c450c0828 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Port': ['ID=cf20393a-48d8-45db-bcb5-530743b61793,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:04.276351 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device fbe8fb65-ced5-4a91-a5ae-6cb543a41773 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:22:04.310988 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: fbe8fb65-ced5-4a91-a5ae-6cb543a41773 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:22:04.311329 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device fbe8fb65-ced5-4a91-a5ae-6cb543a41773 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:22:04.399471 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9b63d773-4fb3-479e-98b5-956c450c0828 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:04.860126 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b63d773-4fb3-479e-98b5-956c450c0828 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router 2d8813df-1d20-4f42-aaef-c2bd0536b0c8 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:22:05.037397 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b63d773-4fb3-479e-98b5-956c450c0828 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:22:05.046730 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20273f27-c81c-499e-bede-92e50f444287 None None] Sync routers for ids ['2d8813df-1d20-4f42-aaef-c2bd0536b0c8'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:22:05.051039 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9b63d773-4fb3-479e-98b5-956c450c0828 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "PUT /v2.0/routers/2d8813df-1d20-4f42-aaef-c2bd0536b0c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6399312 May 10 15:22:05.054375 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52880) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:22:05.056695 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20273f27-c81c-499e-bede-92e50f444287 None None] Routers {'2d8813df-1d20-4f42-aaef-c2bd0536b0c8'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:22:05.057301 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-20273f27-c81c-499e-bede-92e50f444287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:21:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2d8813df-1d20-4f42-aaef-c2bd0536b0c8'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:22:05.122485 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5f5f7e-9838-4e96-92a9-feec1db49c64 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting subnet 07791b4a-ff89-4bbf-b52b-4a8f112b6c70 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:22:05.125638 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ce5f5f7e-9838-4e96-92a9-feec1db49c64 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:05.184325 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ce5f5f7e-9838-4e96-92a9-feec1db49c64 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:05.233755 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-20273f27-c81c-499e-bede-92e50f444287 None None] Set router 2d8813df-1d20-4f42-aaef-c2bd0536b0c8 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:22:05.268936 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ce5f5f7e-9838-4e96-92a9-feec1db49c64 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:05.347656 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ce5f5f7e-9838-4e96-92a9-feec1db49c64 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:05.389359 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f5f7e-9838-4e96-92a9-feec1db49c64 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Subnet': ['ID=07791b4a-ff89-4bbf-b52b-4a8f112b6c70,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:05.395373 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ce5f5f7e-9838-4e96-92a9-feec1db49c64 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:05.404537 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ce5f5f7e-9838-4e96-92a9-feec1db49c64 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/subnets/07791b4a-ff89-4bbf-b52b-4a8f112b6c70 HTTP/1.1" status: 204 len: 168 time: 0.3475270 May 10 15:22:05.404716 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc68899-f0b8-46e9-a2a2-7b538d5c9eea None None] Network c8309ae6-c832-41dd-b937-92a294676354 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:22:05.405679 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 52884) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:22:05.564117 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-20273f27-c81c-499e-bede-92e50f444287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74426766', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:20:12Z', 'updated_at': '2022-05-10T15:22:03Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:20:13Z', 'updated_at': '2022-05-10T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:22:05.569404 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20273f27-c81c-499e-bede-92e50f444287 None None] Checking router: 2d8813df-1d20-4f42-aaef-c2bd0536b0c8 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:22:05.578527 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20273f27-c81c-499e-bede-92e50f444287 None None] Routers {'2d8813df-1d20-4f42-aaef-c2bd0536b0c8'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:22:05.579153 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-20273f27-c81c-499e-bede-92e50f444287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:21:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2d8813df-1d20-4f42-aaef-c2bd0536b0c8'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:22:05.675390 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203e02e4-cc5e-4924-a12f-e59278c609e6 None None] DHCP port deletion for c8309ae6-c832-41dd-b937-92a294676354 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 15:22:05.680728 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-203e02e4-cc5e-4924-a12f-e59278c609e6 None None] Deleting port 1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:22:05.681108 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-203e02e4-cc5e-4924-a12f-e59278c609e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:05.703310 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fabd5708-38f5-4ffb-b399-31224d0c6f58 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:05.759855 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-20273f27-c81c-499e-bede-92e50f444287 None None] Set router 2d8813df-1d20-4f42-aaef-c2bd0536b0c8 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:22:05.898978 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fabd5708-38f5-4ffb-b399-31224d0c6f58 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:05.911559 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-fabd5708-38f5-4ffb-b399-31224d0c6f58 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting port 9ae8bfa1-8f71-458a-848d-98c7e6f2d533 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:22:05.912030 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fabd5708-38f5-4ffb-b399-31224d0c6f58 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:05.936509 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-203e02e4-cc5e-4924-a12f-e59278c609e6 None None] For port 1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0,segment=NetworkSegment(27ebe24c-ba35-4acd-968e-6751f93581a9),segment_id=27ebe24c-ba35-4acd-968e-6751f93581a9)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:22:05.936982 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-203e02e4-cc5e-4924-a12f-e59278c609e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:06.065987 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-203e02e4-cc5e-4924-a12f-e59278c609e6 None None] Calling delete_port for 1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:22:06.068433 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-20273f27-c81c-499e-bede-92e50f444287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74426766', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:20:12Z', 'updated_at': '2022-05-10T15:22:03Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:20:13Z', 'updated_at': '2022-05-10T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:22:06.072632 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20273f27-c81c-499e-bede-92e50f444287 None None] The sync data for ids ['2d8813df-1d20-4f42-aaef-c2bd0536b0c8'] in dv-neutron-841204-2-hyperv is: [{'id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74426766', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105'}], 'enable_snat': True}, 'gw_port_id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:20:12Z', 'updated_at': '2022-05-10T15:22:03Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '9ae8bfa1-8f71-458a-848d-98c7e6f2d533', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8813df-1d20-4f42-aaef-c2bd0536b0c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:20:13Z', 'updated_at': '2022-05-10T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:22:06.104542 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-fabd5708-38f5-4ffb-b399-31224d0c6f58 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] For port 9ae8bfa1-8f71-458a-848d-98c7e6f2d533, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=9ae8bfa1-8f71-458a-848d-98c7e6f2d533,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:22:06.104903 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fabd5708-38f5-4ffb-b399-31224d0c6f58 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:06.151109 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-203e02e4-cc5e-4924-a12f-e59278c609e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:06.198012 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e02e4-cc5e-4924-a12f-e59278c609e6 None None] Pushing event deleted for resources: {'Port': ['ID=1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:06.202513 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203e02e4-cc5e-4924-a12f-e59278c609e6 None None] No DVR routers for this DVR port 1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:22:06.209513 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e02e4-cc5e-4924-a12f-e59278c609e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:06.209898 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e02e4-cc5e-4924-a12f-e59278c609e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:06.214112 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e02e4-cc5e-4924-a12f-e59278c609e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:06.214112 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e02e4-cc5e-4924-a12f-e59278c609e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:06.214112 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e02e4-cc5e-4924-a12f-e59278c609e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:06.215094 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e02e4-cc5e-4924-a12f-e59278c609e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:06.215094 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e02e4-cc5e-4924-a12f-e59278c609e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:06.215094 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e02e4-cc5e-4924-a12f-e59278c609e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:06.215094 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e02e4-cc5e-4924-a12f-e59278c609e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:06.215730 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e02e4-cc5e-4924-a12f-e59278c609e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:06.215730 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e02e4-cc5e-4924-a12f-e59278c609e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:06.216029 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203e02e4-cc5e-4924-a12f-e59278c609e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:06.234253 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-fabd5708-38f5-4ffb-b399-31224d0c6f58 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Calling delete_port for 9ae8bfa1-8f71-458a-848d-98c7e6f2d533 owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:22:06.400344 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fabd5708-38f5-4ffb-b399-31224d0c6f58 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:06.452474 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd5708-38f5-4ffb-b399-31224d0c6f58 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Port': ['ID=9ae8bfa1-8f71-458a-848d-98c7e6f2d533,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:06.547192 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fabd5708-38f5-4ffb-b399-31224d0c6f58 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:06.720510 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fabd5708-38f5-4ffb-b399-31224d0c6f58 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:06.722643 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fabd5708-38f5-4ffb-b399-31224d0c6f58 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:06.743932 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fabd5708-38f5-4ffb-b399-31224d0c6f58 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:06.744429 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabd5708-38f5-4ffb-b399-31224d0c6f58 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Fanout notify agent at l3_agent the message router_deleted on router 2d8813df-1d20-4f42-aaef-c2bd0536b0c8 {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:22:06.760230 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-fabd5708-38f5-4ffb-b399-31224d0c6f58 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:06.761105 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-fabd5708-38f5-4ffb-b399-31224d0c6f58 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/routers/2d8813df-1d20-4f42-aaef-c2bd0536b0c8 HTTP/1.1" status: 204 len: 168 time: 1.3544619 May 10 15:22:06.763713 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 52888) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:22:06.881768 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a6893dc4-6aa3-4c4d-8a4a-b4fa594dc710 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:07.016864 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a6893dc4-6aa3-4c4d-8a4a-b4fa594dc710 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:07.042277 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-a6893dc4-6aa3-4c4d-8a4a-b4fa594dc710 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8309ae6-c832-41dd-b937-92a294676354']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:22:07.053994 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-a6893dc4-6aa3-4c4d-8a4a-b4fa594dc710 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ebe24c-ba35-4acd-968e-6751f93581a9') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:22:07.054287 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-a6893dc4-6aa3-4c4d-8a4a-b4fa594dc710 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ebe24c-ba35-4acd-968e-6751f93581a9') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:22:07.065233 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a6893dc4-6aa3-4c4d-8a4a-b4fa594dc710 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:07.081430 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a6893dc4-6aa3-4c4d-8a4a-b4fa594dc710 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:07.088129 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6893dc4-6aa3-4c4d-8a4a-b4fa594dc710 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:22:07.088514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a6893dc4-6aa3-4c4d-8a4a-b4fa594dc710 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:22:07.103722 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:22:07.289762 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a6893dc4-6aa3-4c4d-8a4a-b4fa594dc710 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:07.308244 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a6893dc4-6aa3-4c4d-8a4a-b4fa594dc710 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:07.319720 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6893dc4-6aa3-4c4d-8a4a-b4fa594dc710 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Network': ['ID=c8309ae6-c832-41dd-b937-92a294676354,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:07.326130 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:22:07.328503 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:22:07.334702 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a6893dc4-6aa3-4c4d-8a4a-b4fa594dc710 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/networks/c8309ae6-c832-41dd-b937-92a294676354 HTTP/1.1" status: 204 len: 168 time: 0.5675514 May 10 15:22:07.335079 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52892) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:22:07.363027 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:22:07.363356 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 1d2039a1-0724-4bfb-b4f1-ca6eba6f37d0 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:22:07.363764 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device cf20393a-48d8-45db-bcb5-530743b61793 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:22:07.398110 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: cf20393a-48d8-45db-bcb5-530743b61793 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:22:07.398459 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device cf20393a-48d8-45db-bcb5-530743b61793 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:22:07.398870 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 9ae8bfa1-8f71-458a-848d-98c7e6f2d533 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:22:07.405298 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0f857427-f49e-44ac-b1a0-a73fc515edaf tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:07.432544 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 9ae8bfa1-8f71-458a-848d-98c7e6f2d533 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:22:07.432884 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 9ae8bfa1-8f71-458a-848d-98c7e6f2d533 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:22:07.436221 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0f857427-f49e-44ac-b1a0-a73fc515edaf tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:07.500155 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0f857427-f49e-44ac-b1a0-a73fc515edaf tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:07.518252 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f857427-f49e-44ac-b1a0-a73fc515edaf tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c7fa9c-cb8c-4013-8e02-28f4965b41dc,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:07.529218 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0f857427-f49e-44ac-b1a0-a73fc515edaf tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:07.531453 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0f857427-f49e-44ac-b1a0-a73fc515edaf tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/security-groups/f7c7fa9c-cb8c-4013-8e02-28f4965b41dc HTTP/1.1" status: 204 len: 168 time: 0.1949449 May 10 15:22:07.648653 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52900) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:22:07.653880 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e4638c4b-8aa9-4312-8f58-03467b401a17 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1793473304', 'description': 'tempest-secgroup-smoke-1793473304 description', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:22:07.659849 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e4638c4b-8aa9-4312-8f58-03467b401a17 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:22:07.665633 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e4638c4b-8aa9-4312-8f58-03467b401a17 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:22:07.668520 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e4638c4b-8aa9-4312-8f58-03467b401a17 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:22:07.674182 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e4638c4b-8aa9-4312-8f58-03467b401a17 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:22:07.685021 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e4638c4b-8aa9-4312-8f58-03467b401a17 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:07.709646 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e4638c4b-8aa9-4312-8f58-03467b401a17 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:22:07.713864 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e4638c4b-8aa9-4312-8f58-03467b401a17 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:22:07.716698 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e4638c4b-8aa9-4312-8f58-03467b401a17 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:22:07.722305 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e4638c4b-8aa9-4312-8f58-03467b401a17 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:22:07.792881 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e4638c4b-8aa9-4312-8f58-03467b401a17 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:07.796663 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e4638c4b-8aa9-4312-8f58-03467b401a17 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:07.842381 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4638c4b-8aa9-4312-8f58-03467b401a17 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:07.845536 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e4638c4b-8aa9-4312-8f58-03467b401a17 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:07.846751 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e4638c4b-8aa9-4312-8f58-03467b401a17 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1970775 May 10 15:22:07.850280 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52904) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:22:07.859346 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-b55d496a-982f-422b-952c-0184133585e8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': 'e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:22:07.865544 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b55d496a-982f-422b-952c-0184133585e8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:22:07.869412 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b55d496a-982f-422b-952c-0184133585e8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:22:07.872400 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b55d496a-982f-422b-952c-0184133585e8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:22:07.878095 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b55d496a-982f-422b-952c-0184133585e8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:22:07.896011 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b55d496a-982f-422b-952c-0184133585e8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:07.958664 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b55d496a-982f-422b-952c-0184133585e8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:07.962036 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b55d496a-982f-422b-952c-0184133585e8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:07.984879 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d496a-982f-422b-952c-0184133585e8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ababb0-b5d6-4af5-8889-850364fea927,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:07.993378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b55d496a-982f-422b-952c-0184133585e8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:07.994572 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b55d496a-982f-422b-952c-0184133585e8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393924 May 10 15:22:07.997453 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 52908) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:22:08.002535 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-991c1ca8-ba59-4a4b-a253-a07fc115e2eb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': 'e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:22:08.008983 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-991c1ca8-ba59-4a4b-a253-a07fc115e2eb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:22:08.012780 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-991c1ca8-ba59-4a4b-a253-a07fc115e2eb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:22:08.015627 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-991c1ca8-ba59-4a4b-a253-a07fc115e2eb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:22:08.022192 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-991c1ca8-ba59-4a4b-a253-a07fc115e2eb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:22:08.038632 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-991c1ca8-ba59-4a4b-a253-a07fc115e2eb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.099138 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-991c1ca8-ba59-4a4b-a253-a07fc115e2eb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.102609 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-991c1ca8-ba59-4a4b-a253-a07fc115e2eb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.126319 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c1ca8-ba59-4a4b-a253-a07fc115e2eb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac8351f4-901b-407a-a421-ae32b093c9f0,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:08.136023 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-991c1ca8-ba59-4a4b-a253-a07fc115e2eb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.137192 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-991c1ca8-ba59-4a4b-a253-a07fc115e2eb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1387701 May 10 15:22:08.139876 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 52912) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:22:08.145125 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-d0a60679-084e-46e2-8370-308fc6a4985a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': 'e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:22:08.150905 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d0a60679-084e-46e2-8370-308fc6a4985a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:22:08.154705 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d0a60679-084e-46e2-8370-308fc6a4985a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:22:08.157503 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d0a60679-084e-46e2-8370-308fc6a4985a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:22:08.163669 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d0a60679-084e-46e2-8370-308fc6a4985a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:22:08.180220 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d0a60679-084e-46e2-8370-308fc6a4985a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.241240 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d0a60679-084e-46e2-8370-308fc6a4985a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.244275 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d0a60679-084e-46e2-8370-308fc6a4985a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.270010 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a60679-084e-46e2-8370-308fc6a4985a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b686ce0f-f067-448e-bee8-1331650a303d,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:08.279505 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d0a60679-084e-46e2-8370-308fc6a4985a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.280653 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d0a60679-084e-46e2-8370-308fc6a4985a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398425 May 10 15:22:08.283385 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 52916) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:22:08.288824 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-6ee4fa80-b7c7-4fa7-8406-23f3b67eb0e7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': 'e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:22:08.294507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6ee4fa80-b7c7-4fa7-8406-23f3b67eb0e7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:22:08.298331 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6ee4fa80-b7c7-4fa7-8406-23f3b67eb0e7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:22:08.301184 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6ee4fa80-b7c7-4fa7-8406-23f3b67eb0e7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:22:08.307459 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6ee4fa80-b7c7-4fa7-8406-23f3b67eb0e7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:22:08.322889 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ee4fa80-b7c7-4fa7-8406-23f3b67eb0e7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.384254 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ee4fa80-b7c7-4fa7-8406-23f3b67eb0e7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.388060 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ee4fa80-b7c7-4fa7-8406-23f3b67eb0e7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.413315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4fa80-b7c7-4fa7-8406-23f3b67eb0e7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0551f0-cb50-4ebe-9ffc-a51e67c73372,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:08.422267 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6ee4fa80-b7c7-4fa7-8406-23f3b67eb0e7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.423466 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6ee4fa80-b7c7-4fa7-8406-23f3b67eb0e7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1391890 May 10 15:22:08.426217 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 52920) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:22:08.431926 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-b3f97a68-0d10-4310-8a8c-c06b5338d20c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': 'e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:22:08.437635 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b3f97a68-0d10-4310-8a8c-c06b5338d20c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:22:08.441429 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b3f97a68-0d10-4310-8a8c-c06b5338d20c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:22:08.444921 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b3f97a68-0d10-4310-8a8c-c06b5338d20c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:22:08.450914 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b3f97a68-0d10-4310-8a8c-c06b5338d20c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:22:08.461681 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.securitygroups_db [None req-b3f97a68-0d10-4310-8a8c-c06b5338d20c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Project f5bb71568dee43e8a5d4e5f0cabe47f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:22:08.468032 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b3f97a68-0d10-4310-8a8c-c06b5338d20c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.530313 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b3f97a68-0d10-4310-8a8c-c06b5338d20c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.533672 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b3f97a68-0d10-4310-8a8c-c06b5338d20c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.557138 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f97a68-0d10-4310-8a8c-c06b5338d20c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676d0087-ded0-4400-a499-8223e88dfc84,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:08.565710 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b3f97a68-0d10-4310-8a8c-c06b5338d20c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.566899 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b3f97a68-0d10-4310-8a8c-c06b5338d20c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1391492 May 10 15:22:08.570222 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 52924) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:22:08.575036 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-088f2523-eb85-40ff-b1a3-61e6a7e21c68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': 'e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:22:08.580692 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-088f2523-eb85-40ff-b1a3-61e6a7e21c68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:22:08.585023 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-088f2523-eb85-40ff-b1a3-61e6a7e21c68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:22:08.587850 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-088f2523-eb85-40ff-b1a3-61e6a7e21c68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:22:08.593494 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-088f2523-eb85-40ff-b1a3-61e6a7e21c68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:22:08.604214 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.securitygroups_db [None req-088f2523-eb85-40ff-b1a3-61e6a7e21c68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Project f5bb71568dee43e8a5d4e5f0cabe47f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:22:08.610466 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-088f2523-eb85-40ff-b1a3-61e6a7e21c68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.677478 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-088f2523-eb85-40ff-b1a3-61e6a7e21c68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.680800 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-088f2523-eb85-40ff-b1a3-61e6a7e21c68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.703681 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f2523-eb85-40ff-b1a3-61e6a7e21c68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9279170b-ecb2-4316-9887-023f97b21871,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:08.713077 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-088f2523-eb85-40ff-b1a3-61e6a7e21c68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.714244 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-088f2523-eb85-40ff-b1a3-61e6a7e21c68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1430931 May 10 15:22:08.717124 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 52928) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:22:08.722508 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-1031429f-06ce-430b-aa42-c8618ea1ce34 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'network': {'name': 'tempest-network-smoke--1977590231', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'port_security_enabled': True}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:22:08.727931 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-1031429f-06ce-430b-aa42-c8618ea1ce34 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:22:08.731963 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1031429f-06ce-430b-aa42-c8618ea1ce34 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:network and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:22:08.734869 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-1031429f-06ce-430b-aa42-c8618ea1ce34 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:22:08.740667 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-1031429f-06ce-430b-aa42-c8618ea1ce34 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:22:08.750558 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1031429f-06ce-430b-aa42-c8618ea1ce34 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Made reservation on behalf of f5bb71568dee43e8a5d4e5f0cabe47f8 for: {'network': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:22:08.753862 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1031429f-06ce-430b-aa42-c8618ea1ce34 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.784054 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1031429f-06ce-430b-aa42-c8618ea1ce34 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=88052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:22:08.792920 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1031429f-06ce-430b-aa42-c8618ea1ce34 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.793252 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.segments_db [None req-1031429f-06ce-430b-aa42-c8618ea1ce34 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Added segment e37aa885-b755-42c6-82ae-50cec305ed98 of type vlan for network 4446133f-ae3c-4aa2-a4ca-675169e2c06e May 10 15:22:08.817956 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1031429f-06ce-430b-aa42-c8618ea1ce34 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.846126 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1031429f-06ce-430b-aa42-c8618ea1ce34 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.852269 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1031429f-06ce-430b-aa42-c8618ea1ce34 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:08.852846 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-1031429f-06ce-430b-aa42-c8618ea1ce34 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.956954 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-1031429f-06ce-430b-aa42-c8618ea1ce34 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2388351 May 10 15:22:08.960333 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031429f-06ce-430b-aa42-c8618ea1ce34 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Network': ['ID=4446133f-ae3c-4aa2-a4ca-675169e2c06e,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:08.960532 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52932) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:22:08.966898 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-c4ceba9e-b88e-4f5b-8d87-f87d0f2572a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1959438332', 'admin_state_up': True, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:22:08.970796 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 4446133f-ae3c-4aa2-a4ca-675169e2c06e details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:22:08.975180 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-c4ceba9e-b88e-4f5b-8d87-f87d0f2572a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:22:08.979035 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c4ceba9e-b88e-4f5b-8d87-f87d0f2572a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:router and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:22:08.981843 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c4ceba9e-b88e-4f5b-8d87-f87d0f2572a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:22:08.988238 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-c4ceba9e-b88e-4f5b-8d87-f87d0f2572a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:22:08.998382 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c4ceba9e-b88e-4f5b-8d87-f87d0f2572a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.999382 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c4ceba9e-b88e-4f5b-8d87-f87d0f2572a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:09.015457 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c4ceba9e-b88e-4f5b-8d87-f87d0f2572a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:09.285590 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c4ceba9e-b88e-4f5b-8d87-f87d0f2572a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:09.691520 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c4ceba9e-b88e-4f5b-8d87-f87d0f2572a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:09.719743 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c4ceba9e-b88e-4f5b-8d87-f87d0f2572a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:09.853689 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-c4ceba9e-b88e-4f5b-8d87-f87d0f2572a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Allocated IP 172.26.0.186 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/e03b6d10-1f48-44ce-bd48-aba1ec9519e4) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:22:09.999201 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c4ceba9e-b88e-4f5b-8d87-f87d0f2572a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:10.027797 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c4ceba9e-b88e-4f5b-8d87-f87d0f2572a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:10.092401 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ceba9e-b88e-4f5b-8d87-f87d0f2572a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:22:10.095279 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-c4ceba9e-b88e-4f5b-8d87-f87d0f2572a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:22:10.099530 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ceba9e-b88e-4f5b-8d87-f87d0f2572a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:22:10.131894 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ceba9e-b88e-4f5b-8d87-f87d0f2572a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=e03b6d10-1f48-44ce-bd48-aba1ec9519e4,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:10.512241 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c4ceba9e-b88e-4f5b-8d87-f87d0f2572a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:10.844977 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c4ceba9e-b88e-4f5b-8d87-f87d0f2572a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:11.164365 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ceba9e-b88e-4f5b-8d87-f87d0f2572a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router 18580069-ff4c-43d5-a7b9-a25f5e26fc39 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:22:11.342087 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ceba9e-b88e-4f5b-8d87-f87d0f2572a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:22:11.353516 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] Sync routers for ids ['18580069-ff4c-43d5-a7b9-a25f5e26fc39'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:22:11.362636 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] Routers {'18580069-ff4c-43d5-a7b9-a25f5e26fc39'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:22:11.363243 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:21:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['18580069-ff4c-43d5-a7b9-a25f5e26fc39'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:22:11.369636 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c4ceba9e-b88e-4f5b-8d87-f87d0f2572a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:11.371127 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c4ceba9e-b88e-4f5b-8d87-f87d0f2572a9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4095528 May 10 15:22:11.375748 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52936) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:22:11.415898 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-76922220-9d22-435a-9269-2bb6ab36e82d tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=f5bb71568dee43e8a5d4e5f0cabe47f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389538 May 10 15:22:11.418306 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52940) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:22:11.543465 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] Set router 18580069-ff4c-43d5-a7b9-a25f5e26fc39 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:22:11.549557 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5287cf4-d04d-4f2f-8077-988552603aa1 tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:11.551086 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e5287cf4-d04d-4f2f-8077-988552603aa1 tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1318724 May 10 15:22:11.554528 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52944) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:22:11.595705 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7e543155-1353-4d6c-9937-d73fcf5634e7 tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401251 May 10 15:22:11.598282 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52948) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:22:11.603550 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e458cb77-bff8-4449-88de-5bc57c3cf482 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-212780701', 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:22:11.715082 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e458cb77-bff8-4449-88de-5bc57c3cf482 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:22:11.718944 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e458cb77-bff8-4449-88de-5bc57c3cf482 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:subnet and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:22:11.721714 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e458cb77-bff8-4449-88de-5bc57c3cf482 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:22:11.727461 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e458cb77-bff8-4449-88de-5bc57c3cf482 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:22:11.737065 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e458cb77-bff8-4449-88de-5bc57c3cf482 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Made reservation on behalf of f5bb71568dee43e8a5d4e5f0cabe47f8 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:22:11.741187 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e458cb77-bff8-4449-88de-5bc57c3cf482 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:11.828752 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959438332', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:10Z', 'revision_number': 3, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:95:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:22:11.833285 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] Checking router: 18580069-ff4c-43d5-a7b9-a25f5e26fc39 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:22:11.833629 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] Updating router 18580069-ff4c-43d5-a7b9-a25f5e26fc39 port e03b6d10-1f48-44ce-bd48-aba1ec9519e4 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:22:11.888073 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:11.966358 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e458cb77-bff8-4449-88de-5bc57c3cf482 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:12.044734 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458cb77-bff8-4449-88de-5bc57c3cf482 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Subnet': ['ID=3f980716-33aa-4e66-a7d8-f16d83b3a8c0,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:12.052772 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e458cb77-bff8-4449-88de-5bc57c3cf482 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Checking segment: {'id': 'e37aa885-b755-42c6-82ae-50cec305ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:22:12.053116 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e458cb77-bff8-4449-88de-5bc57c3cf482 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network hostable DHCP agents. Network: 4446133f-ae3c-4aa2-a4ca-675169e2c06e, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:22:12.072273 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e458cb77-bff8-4449-88de-5bc57c3cf482 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 4446133f-ae3c-4aa2-a4ca-675169e2c06e is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:22:12.081772 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-e458cb77-bff8-4449-88de-5bc57c3cf482 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 4446133f-ae3c-4aa2-a4ca-675169e2c06e) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:22:12.086047 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e458cb77-bff8-4449-88de-5bc57c3cf482 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:12.086663 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e458cb77-bff8-4449-88de-5bc57c3cf482 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:12.109410 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e458cb77-bff8-4449-88de-5bc57c3cf482 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5100389 May 10 15:22:12.112321 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 52952) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:22:12.130875 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345c5d0e-e39b-4319-9e22-b97708e3d66b None None] Network 4446133f-ae3c-4aa2-a4ca-675169e2c06e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:22:12.436675 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:12.448600 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f2b6ac-e68c-4d84-9dcd-9f1c5c78c802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-4446133f-ae3c-4aa2-a4ca-675169e2c06e', 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ips': [{'subnet_id': '3f980716-33aa-4e66-a7d8-f16d83b3a8c0'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 15:22:12.449412 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-98f2b6ac-e68c-4d84-9dcd-9f1c5c78c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:12.466685 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] Transition to ACTIVE for port object e03b6d10-1f48-44ce-bd48-aba1ec9519e4 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:22:12.509203 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:12.634240 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b753281-c227-4325-b1e5-7fcec194d721 None None] Pushing event updated for resources: {'Port': ['ID=e03b6d10-1f48-44ce-bd48-aba1ec9519e4,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:12.668974 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] Attempting to bind port e03b6d10-1f48-44ce-bd48-aba1ec9519e4 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:22:12.669361 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] Attempting to bind port e03b6d10-1f48-44ce-bd48-aba1ec9519e4 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:22:12.669732 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] Attempting to bind port e03b6d10-1f48-44ce-bd48-aba1ec9519e4 on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:22:12.685366 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:22:12.685744 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:22:12.686145 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:12.686566 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:22:12.687085 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] Bound port: e03b6d10-1f48-44ce-bd48-aba1ec9519e4, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:22:12.687407 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:12.754083 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-98f2b6ac-e68c-4d84-9dcd-9f1c5c78c802 None None] Allocated IP 172.20.0.2 (4446133f-ae3c-4aa2-a4ca-675169e2c06e/3f980716-33aa-4e66-a7d8-f16d83b3a8c0/d9e031a1-0135-46f5-9b1f-4d3a89b0b69b) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:22:12.798667 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] For port e03b6d10-1f48-44ce-bd48-aba1ec9519e4, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:22:12.862149 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] For port e03b6d10-1f48-44ce-bd48-aba1ec9519e4, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e03b6d10-1f48-44ce-bd48-aba1ec9519e4,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:22:12.869145 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:12.922925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93e88903-06be-4b59-9335-c7401c9e6a63 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:12.979247 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] Routers {'18580069-ff4c-43d5-a7b9-a25f5e26fc39'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:22:12.979871 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:21:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['18580069-ff4c-43d5-a7b9-a25f5e26fc39'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:22:13.061778 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b753281-c227-4325-b1e5-7fcec194d721 None None] Pushing event updated for resources: {'Port': ['ID=e03b6d10-1f48-44ce-bd48-aba1ec9519e4,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:13.210661 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-98f2b6ac-e68c-4d84-9dcd-9f1c5c78c802 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:13.229234 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-98f2b6ac-e68c-4d84-9dcd-9f1c5c78c802 None None] Transition to ACTIVE for port object d9e031a1-0135-46f5-9b1f-4d3a89b0b69b will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:22:13.247891 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] Set router 18580069-ff4c-43d5-a7b9-a25f5e26fc39 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:22:13.358366 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-98f2b6ac-e68c-4d84-9dcd-9f1c5c78c802 None None] Transition to ACTIVE for port object d9e031a1-0135-46f5-9b1f-4d3a89b0b69b will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:22:13.379042 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-98f2b6ac-e68c-4d84-9dcd-9f1c5c78c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:13.440039 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-93e88903-06be-4b59-9335-c7401c9e6a63 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Allocated IP 172.20.0.1 (4446133f-ae3c-4aa2-a4ca-675169e2c06e/3f980716-33aa-4e66-a7d8-f16d83b3a8c0/c3d933fc-85cb-4e82-9118-57ded2f6c227) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:22:13.503379 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f2b6ac-e68c-4d84-9dcd-9f1c5c78c802 None None] Network 4446133f-ae3c-4aa2-a4ca-675169e2c06e is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:22:13.507595 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-98f2b6ac-e68c-4d84-9dcd-9f1c5c78c802 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:22:13.514469 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f2b6ac-e68c-4d84-9dcd-9f1c5c78c802 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:22:13.536227 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2b6ac-e68c-4d84-9dcd-9f1c5c78c802 None None] Pushing event updated for resources: {'Port': ['ID=d9e031a1-0135-46f5-9b1f-4d3a89b0b69b,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:13.599649 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93e88903-06be-4b59-9335-c7401c9e6a63 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:13.617027 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-93e88903-06be-4b59-9335-c7401c9e6a63 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Transition to ACTIVE for port object c3d933fc-85cb-4e82-9118-57ded2f6c227 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:22:13.640645 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93e88903-06be-4b59-9335-c7401c9e6a63 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:13.716147 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e88903-06be-4b59-9335-c7401c9e6a63 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 4446133f-ae3c-4aa2-a4ca-675169e2c06e is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:22:13.719140 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-98f2b6ac-e68c-4d84-9dcd-9f1c5c78c802 None None] Attempting to bind port d9e031a1-0135-46f5-9b1f-4d3a89b0b69b on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:22:13.719285 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-93e88903-06be-4b59-9335-c7401c9e6a63 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:22:13.719414 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-98f2b6ac-e68c-4d84-9dcd-9f1c5c78c802 None None] Attempting to bind port d9e031a1-0135-46f5-9b1f-4d3a89b0b69b by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'e37aa885-b755-42c6-82ae-50cec305ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:22:13.719621 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f2b6ac-e68c-4d84-9dcd-9f1c5c78c802 None None] Attempting to bind port d9e031a1-0135-46f5-9b1f-4d3a89b0b69b on network 4446133f-ae3c-4aa2-a4ca-675169e2c06e {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:22:13.721523 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e88903-06be-4b59-9335-c7401c9e6a63 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:22:13.730886 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f2b6ac-e68c-4d84-9dcd-9f1c5c78c802 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:22:13.731255 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f2b6ac-e68c-4d84-9dcd-9f1c5c78c802 None None] Checking segment: {'id': 'e37aa885-b755-42c6-82ae-50cec305ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:22:13.731651 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-98f2b6ac-e68c-4d84-9dcd-9f1c5c78c802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:13.732039 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f2b6ac-e68c-4d84-9dcd-9f1c5c78c802 None None] Bound using segment: {'id': 'e37aa885-b755-42c6-82ae-50cec305ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:22:13.732502 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-98f2b6ac-e68c-4d84-9dcd-9f1c5c78c802 None None] Bound port: d9e031a1-0135-46f5-9b1f-4d3a89b0b69b, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37aa885-b755-42c6-82ae-50cec305ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:22:13.732871 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-98f2b6ac-e68c-4d84-9dcd-9f1c5c78c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:13.766607 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e88903-06be-4b59-9335-c7401c9e6a63 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=c3d933fc-85cb-4e82-9118-57ded2f6c227,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:13.788196 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93e88903-06be-4b59-9335-c7401c9e6a63 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:13.834776 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959438332', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:10Z', 'revision_number': 3, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:95:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:22:13.837067 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-98f2b6ac-e68c-4d84-9dcd-9f1c5c78c802 None None] For port d9e031a1-0135-46f5-9b1f-4d3a89b0b69b, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:22:13.841284 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-98f2b6ac-e68c-4d84-9dcd-9f1c5c78c802 None None] For port d9e031a1-0135-46f5-9b1f-4d3a89b0b69b, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d9e031a1-0135-46f5-9b1f-4d3a89b0b69b,segment=NetworkSegment(e37aa885-b755-42c6-82ae-50cec305ed98),segment_id=e37aa885-b755-42c6-82ae-50cec305ed98)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:22:13.843271 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe6bd0b-8ca4-48e5-b505-248076ccabb0 None None] The sync data for ids ['18580069-ff4c-43d5-a7b9-a25f5e26fc39'] in dv-neutron-841204-2-hyperv is: [{'id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959438332', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:10Z', 'revision_number': 3, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:95:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:22:13.845747 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-98f2b6ac-e68c-4d84-9dcd-9f1c5c78c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:13.944114 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2b6ac-e68c-4d84-9dcd-9f1c5c78c802 None None] Pushing event updated for resources: {'Port': ['ID=d9e031a1-0135-46f5-9b1f-4d3a89b0b69b,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:14.073355 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93e88903-06be-4b59-9335-c7401c9e6a63 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:14.678358 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93e88903-06be-4b59-9335-c7401c9e6a63 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:14.684892 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93e88903-06be-4b59-9335-c7401c9e6a63 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:14.806742 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-93e88903-06be-4b59-9335-c7401c9e6a63 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:14.810238 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e88903-06be-4b59-9335-c7401c9e6a63 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=c3d933fc-85cb-4e82-9118-57ded2f6c227,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:14.955450 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b048d5-2a95-40b3-922c-aee341c8b784 None None] Network 4446133f-ae3c-4aa2-a4ca-675169e2c06e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:22:14.957662 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e88903-06be-4b59-9335-c7401c9e6a63 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 4446133f-ae3c-4aa2-a4ca-675169e2c06e is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:22:14.959125 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-93e88903-06be-4b59-9335-c7401c9e6a63 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:22:15.063968 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-5b9147e7-4f24-4fa4-8ddd-c68719df8e90 None None] Provisioning for port d9e031a1-0135-46f5-9b1f-4d3a89b0b69b completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:22:15.152055 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e88903-06be-4b59-9335-c7401c9e6a63 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router 18580069-ff4c-43d5-a7b9-a25f5e26fc39 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:22:15.355789 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e88903-06be-4b59-9335-c7401c9e6a63 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:22:15.371869 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-93e88903-06be-4b59-9335-c7401c9e6a63 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "PUT /v2.0/routers/18580069-ff4c-43d5-a7b9-a25f5e26fc39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2584674 May 10 15:22:15.409883 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d9e031a1-0135-46f5-9b1f-4d3a89b0b69b up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:22:15.453062 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] Sync routers for ids ['18580069-ff4c-43d5-a7b9-a25f5e26fc39'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:22:15.469595 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] Routers {'18580069-ff4c-43d5-a7b9-a25f5e26fc39'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:22:15.470416 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:21:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['18580069-ff4c-43d5-a7b9-a25f5e26fc39'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:22:15.507339 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port d9e031a1-0135-46f5-9b1f-4d3a89b0b69b completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:22:15.519949 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port d9e031a1-0135-46f5-9b1f-4d3a89b0b69b triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:22:15.521063 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:15.573980 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-55bafb47-c620-48d2-a1cd-36a24340e551 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:22:15.588406 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-36728431-a28d-4a2b-887f-c7e00af6d747 None None] Provisioning for port c3d933fc-85cb-4e82-9118-57ded2f6c227 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:22:15.593180 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-55bafb47-c620-48d2-a1cd-36a24340e551 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:22:15.597147 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-36728431-a28d-4a2b-887f-c7e00af6d747 None None] Provisioning complete for port c3d933fc-85cb-4e82-9118-57ded2f6c227 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:22:15.597592 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-36728431-a28d-4a2b-887f-c7e00af6d747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:15.600004 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-55bafb47-c620-48d2-a1cd-36a24340e551 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1793473304&fields=id&tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8 HTTP/1.1" status: 200 len: 267 time: 0.0701098 May 10 15:22:15.693615 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] Set router 18580069-ff4c-43d5-a7b9-a25f5e26fc39 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:22:15.704060 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:15.737146 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-36728431-a28d-4a2b-887f-c7e00af6d747 None None] Port c3d933fc-85cb-4e82-9118-57ded2f6c227 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:22:15.760123 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port d9e031a1-0135-46f5-9b1f-4d3a89b0b69b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d9e031a1-0135-46f5-9b1f-4d3a89b0b69b,segment=NetworkSegment(e37aa885-b755-42c6-82ae-50cec305ed98),segment_id=e37aa885-b755-42c6-82ae-50cec305ed98)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:22:15.765406 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:15.766184 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e03b6d10-1f48-44ce-bd48-aba1ec9519e4 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:22:15.789843 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-36bea814-48c9-46b5-8186-491957df8d0e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:15.798658 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-36bea814-48c9-46b5-8186-491957df8d0e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/networks?id=4446133f-ae3c-4aa2-a4ca-675169e2c06e HTTP/1.1" status: 200 len: 797 time: 0.1918988 May 10 15:22:15.814947 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-9d76e6c3-8cef-41fc-bc76-8d9ee8a2b9ba tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/quotas/f5bb71568dee43e8a5d4e5f0cabe47f8 HTTP/1.1" status: 200 len: 375 time: 0.0153470 May 10 15:22:15.914800 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7cefb477-ecac-4b97-8e8f-c051187f43ef None None] Provisioning complete for port c3d933fc-85cb-4e82-9118-57ded2f6c227 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:22:15.915172 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7cefb477-ecac-4b97-8e8f-c051187f43ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:15.922280 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-d4c421cd-3630-4d06-86d9-a0fb03cfcc6b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:22:15.952554 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-d4c421cd-3630-4d06-86d9-a0fb03cfcc6b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:22:15.956927 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-d4c421cd-3630-4d06-86d9-a0fb03cfcc6b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1411049 May 10 15:22:15.971668 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-d3d922f2-ee70-4d9a-a77f-7513bdb1f310 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:22:15.972774 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-d3d922f2-ee70-4d9a-a77f-7513bdb1f310 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052917 May 10 15:22:15.975346 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=d9e031a1-0135-46f5-9b1f-4d3a89b0b69b,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:15.983366 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7cefb477-ecac-4b97-8e8f-c051187f43ef None None] Port c3d933fc-85cb-4e82-9118-57ded2f6c227 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:22:15.990516 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port e03b6d10-1f48-44ce-bd48-aba1ec9519e4 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:22:15.995538 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port e03b6d10-1f48-44ce-bd48-aba1ec9519e4 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:22:15.995910 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:16.081820 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959438332', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:14Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:95:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'c3d933fc-85cb-4e82-9118-57ded2f6c227', 'name': '', 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:38:a7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '3f980716-33aa-4e66-a7d8-f16d83b3a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:22:13Z', 'updated_at': '2022-05-10T15:22:14Z', 'revision_number': 2, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '3f980716-33aa-4e66-a7d8-f16d83b3a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:22:16.086368 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] Checking router: 18580069-ff4c-43d5-a7b9-a25f5e26fc39 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:22:16.086744 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] Updating router 18580069-ff4c-43d5-a7b9-a25f5e26fc39 port c3d933fc-85cb-4e82-9118-57ded2f6c227 binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:22:16.121498 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-5c906103-ec35-4907-8feb-506335a7b8dd service neutron] 10.222.0.79 "GET /v2.0/networks/4446133f-ae3c-4aa2-a4ca-675169e2c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378880 May 10 15:22:16.124233 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:16.133384 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-377bbe3c-0e42-48e4-b70b-baeedddcb720 None None] Provisioning complete for port c3d933fc-85cb-4e82-9118-57ded2f6c227 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:22:16.133746 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-377bbe3c-0e42-48e4-b70b-baeedddcb720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:16.178970 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:16.185526 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port e03b6d10-1f48-44ce-bd48-aba1ec9519e4, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e03b6d10-1f48-44ce-bd48-aba1ec9519e4,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:22:16.192975 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:16.234508 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-377bbe3c-0e42-48e4-b70b-baeedddcb720 None None] Port c3d933fc-85cb-4e82-9118-57ded2f6c227 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:22:16.260419 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-94cabd7e-c664-49ea-a668-fd05c016780d service neutron] 10.222.0.79 "GET /v2.0/networks/4446133f-ae3c-4aa2-a4ca-675169e2c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313477 May 10 15:22:16.272250 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=e03b6d10-1f48-44ce-bd48-aba1ec9519e4,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:16.447308 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c225000d-9847-4031-bb34-f0c41409d784 req-ca1bac38-d921-44e9-a7e2-9c8ddc2b464d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 210 time: 0.0426974 May 10 15:22:16.527582 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:16.539714 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] Transition to ACTIVE for port object c3d933fc-85cb-4e82-9118-57ded2f6c227 will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:22:16.546557 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:16.684574 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc818a-93af-43af-9dba-4dc6631e0da2 None None] Pushing event updated for resources: {'Port': ['ID=c3d933fc-85cb-4e82-9118-57ded2f6c227,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:16.725316 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc818a-93af-43af-9dba-4dc6631e0da2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:16.725457 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc818a-93af-43af-9dba-4dc6631e0da2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:16.725815 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc818a-93af-43af-9dba-4dc6631e0da2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:16.726112 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc818a-93af-43af-9dba-4dc6631e0da2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:16.726446 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc818a-93af-43af-9dba-4dc6631e0da2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:16.726771 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc818a-93af-43af-9dba-4dc6631e0da2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:16.727087 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc818a-93af-43af-9dba-4dc6631e0da2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:16.727399 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc818a-93af-43af-9dba-4dc6631e0da2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:16.727708 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc818a-93af-43af-9dba-4dc6631e0da2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:16.728013 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc818a-93af-43af-9dba-4dc6631e0da2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:16.728353 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc818a-93af-43af-9dba-4dc6631e0da2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:16.728630 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fc818a-93af-43af-9dba-4dc6631e0da2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:22:16.782446 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] Attempting to bind port c3d933fc-85cb-4e82-9118-57ded2f6c227 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:22:16.782805 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] Attempting to bind port c3d933fc-85cb-4e82-9118-57ded2f6c227 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'e37aa885-b755-42c6-82ae-50cec305ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:22:16.783154 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] Attempting to bind port c3d933fc-85cb-4e82-9118-57ded2f6c227 on network 4446133f-ae3c-4aa2-a4ca-675169e2c06e {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:22:16.790172 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:22:16.790624 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] Checking segment: {'id': 'e37aa885-b755-42c6-82ae-50cec305ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:22:16.790997 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:16.791416 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] Bound using segment: {'id': 'e37aa885-b755-42c6-82ae-50cec305ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:22:16.791896 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] Bound port: c3d933fc-85cb-4e82-9118-57ded2f6c227, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37aa885-b755-42c6-82ae-50cec305ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:22:16.792261 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:16.887070 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] For port c3d933fc-85cb-4e82-9118-57ded2f6c227, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:22:16.890353 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] For port c3d933fc-85cb-4e82-9118-57ded2f6c227, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=c3d933fc-85cb-4e82-9118-57ded2f6c227,segment=NetworkSegment(e37aa885-b755-42c6-82ae-50cec305ed98),segment_id=e37aa885-b755-42c6-82ae-50cec305ed98)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:22:16.896187 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:16.972665 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] Routers {'18580069-ff4c-43d5-a7b9-a25f5e26fc39'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:22:16.973863 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:21:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['18580069-ff4c-43d5-a7b9-a25f5e26fc39'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:22:17.040105 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc818a-93af-43af-9dba-4dc6631e0da2 None None] Pushing event updated for resources: {'Port': ['ID=c3d933fc-85cb-4e82-9118-57ded2f6c227,revision_number=4']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:17.159584 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] Set router 18580069-ff4c-43d5-a7b9-a25f5e26fc39 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:22:17.338141 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d9e031a1-0135-46f5-9b1f-4d3a89b0b69b up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:22:17.411557 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port d9e031a1-0135-46f5-9b1f-4d3a89b0b69b triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:22:17.411946 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:17.491853 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959438332', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:14Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:95:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'c3d933fc-85cb-4e82-9118-57ded2f6c227', 'name': '', 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:38:a7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '3f980716-33aa-4e66-a7d8-f16d83b3a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:22:13Z', 'updated_at': '2022-05-10T15:22:16Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '3f980716-33aa-4e66-a7d8-f16d83b3a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:22:17.496856 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ad11b-0619-4a2b-ab75-b1c48fdad0f3 None None] The sync data for ids ['18580069-ff4c-43d5-a7b9-a25f5e26fc39'] in dv-neutron-841204-2-hyperv is: [{'id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959438332', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:14Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:95:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'c3d933fc-85cb-4e82-9118-57ded2f6c227', 'name': '', 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:38:a7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '3f980716-33aa-4e66-a7d8-f16d83b3a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:22:13Z', 'updated_at': '2022-05-10T15:22:16Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '3f980716-33aa-4e66-a7d8-f16d83b3a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:22:17.601464 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e03b6d10-1f48-44ce-bd48-aba1ec9519e4 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:22:17.678326 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-6f40f715-a2e0-4996-9db2-be153d50304e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:17.688259 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-6f40f715-a2e0-4996-9db2-be153d50304e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:22:17.706907 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-6f40f715-a2e0-4996-9db2-be153d50304e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:22:17.708747 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-6f40f715-a2e0-4996-9db2-be153d50304e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "GET /v2.0/networks?id=4446133f-ae3c-4aa2-a4ca-675169e2c06e HTTP/1.1" status: 200 len: 797 time: 0.2773905 May 10 15:22:17.711364 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a229d65f-9d4d-45b3-a9a3-7fd54dcf53aa req-b76596d4-e62f-41e7-bb4a-6278daeb6559 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 210 time: 0.0593684 May 10 15:22:17.718039 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port e03b6d10-1f48-44ce-bd48-aba1ec9519e4 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:22:17.718492 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:17.767073 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-fe07f0de-5db4-469c-8082-e876205c14e3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8 HTTP/1.1" status: 200 len: 380 time: 0.0454016 May 10 15:22:17.793347 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-21ce0ace-bfea-46a6-9679-422b9be2e9d6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'port': {'device_id': '22d87c79-4540-42e7-9ee5-2bf22535c990', 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e', 'admin_state_up': True, 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'security_groups': ['e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:22:17.944315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-21ce0ace-bfea-46a6-9679-422b9be2e9d6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:22:17.954330 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-21ce0ace-bfea-46a6-9679-422b9be2e9d6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:22:17.964256 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-21ce0ace-bfea-46a6-9679-422b9be2e9d6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Made reservation on behalf of f5bb71568dee43e8a5d4e5f0cabe47f8 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:22:17.967899 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-21ce0ace-bfea-46a6-9679-422b9be2e9d6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:18.140078 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-21ce0ace-bfea-46a6-9679-422b9be2e9d6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Allocated IP 172.20.0.9 (4446133f-ae3c-4aa2-a4ca-675169e2c06e/3f980716-33aa-4e66-a7d8-f16d83b3a8c0/4799a684-2dc6-4ceb-8564-0f21b683e2d4) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:22:18.343776 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-21ce0ace-bfea-46a6-9679-422b9be2e9d6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:18.360514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-21ce0ace-bfea-46a6-9679-422b9be2e9d6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Transition to ACTIVE for port object 4799a684-2dc6-4ceb-8564-0f21b683e2d4 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:22:18.385274 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-21ce0ace-bfea-46a6-9679-422b9be2e9d6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:18.462768 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-21ce0ace-bfea-46a6-9679-422b9be2e9d6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 4446133f-ae3c-4aa2-a4ca-675169e2c06e is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:22:18.466208 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-21ce0ace-bfea-46a6-9679-422b9be2e9d6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:22:18.470047 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-21ce0ace-bfea-46a6-9679-422b9be2e9d6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:22:18.503568 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce0ace-bfea-46a6-9679-422b9be2e9d6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=4799a684-2dc6-4ceb-8564-0f21b683e2d4,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:18.549399 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-21ce0ace-bfea-46a6-9679-422b9be2e9d6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:18.550177 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-21ce0ace-bfea-46a6-9679-422b9be2e9d6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:18.578297 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-21ce0ace-bfea-46a6-9679-422b9be2e9d6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7965150 May 10 15:22:18.594824 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-3e6b3dc7-dbc8-4119-813e-0637d07f95bf service neutron] Request body: {'port': {'device_id': '22d87c79-4540-42e7-9ee5-2bf22535c990', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:22:18.712384 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e3b39371-c913-4e22-b9d8-5718701c3ddf None None] Provisioning for port 4799a684-2dc6-4ceb-8564-0f21b683e2d4 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:22:18.713173 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-3e6b3dc7-dbc8-4119-813e-0637d07f95bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:18.717634 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-e3b39371-c913-4e22-b9d8-5718701c3ddf None None] Provisioning complete for port 4799a684-2dc6-4ceb-8564-0f21b683e2d4 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:22:18.718063 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e3b39371-c913-4e22-b9d8-5718701c3ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:18.828389 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e3b39371-c913-4e22-b9d8-5718701c3ddf None None] Port 4799a684-2dc6-4ceb-8564-0f21b683e2d4 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:22:19.031039 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ce773-37c8-4164-847b-3cf2f61e50f5 req-207a6942-e172-45be-9924-0ca9a82cd2de tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:19.033158 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ec0ce773-37c8-4164-847b-3cf2f61e50f5 req-207a6942-e172-45be-9924-0ca9a82cd2de tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 931 time: 0.2126064 May 10 15:22:19.077204 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-3e6b3dc7-dbc8-4119-813e-0637d07f95bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4799a684-2dc6-4ceb-8564-0f21b683e2d4 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:22:19.078157 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ec0ce773-37c8-4164-847b-3cf2f61e50f5 req-bedc65de-842b-4459-9308-512d04876f30 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385387 May 10 15:22:19.085119 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-3e6b3dc7-dbc8-4119-813e-0637d07f95bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:19.101242 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-3e6b3dc7-dbc8-4119-813e-0637d07f95bf service neutron] Transition to ACTIVE for port object 4799a684-2dc6-4ceb-8564-0f21b683e2d4 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:22:19.104166 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-3e6b3dc7-dbc8-4119-813e-0637d07f95bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:19.357495 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c3d933fc-85cb-4e82-9118-57ded2f6c227 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:22:19.363419 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b3dc7-dbc8-4119-813e-0637d07f95bf service neutron] Pushing event updated for resources: {'Port': ['ID=4799a684-2dc6-4ceb-8564-0f21b683e2d4,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:19.431507 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port c3d933fc-85cb-4e82-9118-57ded2f6c227 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:22:19.436891 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-3e6b3dc7-dbc8-4119-813e-0637d07f95bf service neutron] Attempting to bind port 4799a684-2dc6-4ceb-8564-0f21b683e2d4 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:22:19.437227 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-3e6b3dc7-dbc8-4119-813e-0637d07f95bf service neutron] Attempting to bind port 4799a684-2dc6-4ceb-8564-0f21b683e2d4 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'e37aa885-b755-42c6-82ae-50cec305ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:22:19.437349 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port c3d933fc-85cb-4e82-9118-57ded2f6c227 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:22:19.437552 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-3e6b3dc7-dbc8-4119-813e-0637d07f95bf service neutron] Attempting to bind port 4799a684-2dc6-4ceb-8564-0f21b683e2d4 on network 4446133f-ae3c-4aa2-a4ca-675169e2c06e {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:22:19.437645 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:19.442412 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-3e6b3dc7-dbc8-4119-813e-0637d07f95bf service neutron] Port 4799a684-2dc6-4ceb-8564-0f21b683e2d4 on network 4446133f-ae3c-4aa2-a4ca-675169e2c06e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:22:19.442758 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-3e6b3dc7-dbc8-4119-813e-0637d07f95bf service neutron] Attempting to bind port 4799a684-2dc6-4ceb-8564-0f21b683e2d4 on network 4446133f-ae3c-4aa2-a4ca-675169e2c06e {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:22:19.448142 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-3e6b3dc7-dbc8-4119-813e-0637d07f95bf service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:22:19.448477 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-3e6b3dc7-dbc8-4119-813e-0637d07f95bf service neutron] Checking segment: {'id': 'e37aa885-b755-42c6-82ae-50cec305ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:22:19.448856 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-3e6b3dc7-dbc8-4119-813e-0637d07f95bf service neutron] Bound using segment: {'id': 'e37aa885-b755-42c6-82ae-50cec305ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:22:19.449277 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-3e6b3dc7-dbc8-4119-813e-0637d07f95bf service neutron] Bound port: 4799a684-2dc6-4ceb-8564-0f21b683e2d4, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e37aa885-b755-42c6-82ae-50cec305ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:22:19.449621 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-3e6b3dc7-dbc8-4119-813e-0637d07f95bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:19.544870 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-3e6b3dc7-dbc8-4119-813e-0637d07f95bf service neutron] For port 4799a684-2dc6-4ceb-8564-0f21b683e2d4, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:22:19.548198 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-3e6b3dc7-dbc8-4119-813e-0637d07f95bf service neutron] For port 4799a684-2dc6-4ceb-8564-0f21b683e2d4, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=4799a684-2dc6-4ceb-8564-0f21b683e2d4,segment=NetworkSegment(e37aa885-b755-42c6-82ae-50cec305ed98),segment_id=e37aa885-b755-42c6-82ae-50cec305ed98)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:22:19.553067 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-3e6b3dc7-dbc8-4119-813e-0637d07f95bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:19.564262 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:19.600779 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port c3d933fc-85cb-4e82-9118-57ded2f6c227, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=c3d933fc-85cb-4e82-9118-57ded2f6c227,segment=NetworkSegment(e37aa885-b755-42c6-82ae-50cec305ed98),segment_id=e37aa885-b755-42c6-82ae-50cec305ed98)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:22:19.604773 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:19.616820 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-3e6b3dc7-dbc8-4119-813e-0637d07f95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:19.617430 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-3e6b3dc7-dbc8-4119-813e-0637d07f95bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:19.618813 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-3e6b3dc7-dbc8-4119-813e-0637d07f95bf service neutron] 10.222.0.86 "PUT /v2.0/ports/4799a684-2dc6-4ceb-8564-0f21b683e2d4 HTTP/1.1" status: 200 len: 1093 time: 1.0289655 May 10 15:22:19.619249 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d87c79-4540-42e7-9ee5-2bf22535c990', 'tag': '4799a684-2dc6-4ceb-8564-0f21b683e2d4'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:22:19.651490 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b3dc7-dbc8-4119-813e-0637d07f95bf service neutron] Pushing event updated for resources: {'Port': ['ID=4799a684-2dc6-4ceb-8564-0f21b683e2d4,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:19.692435 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=c3d933fc-85cb-4e82-9118-57ded2f6c227,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:19.713711 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b6bb80-2546-4d6b-9b6e-44fee2f2e223'] response: {'name': 'network-changed', 'server_uuid': '22d87c79-4540-42e7-9ee5-2bf22535c990', 'tag': '4799a684-2dc6-4ceb-8564-0f21b683e2d4', 'status': 'completed', 'code': 200} May 10 15:22:19.751189 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-ed4c9136-7f20-4111-8b2a-60cd5a1f6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:19.752661 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-ed4c9136-7f20-4111-8b2a-60cd5a1f6e61 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 1096 time: 0.0815961 May 10 15:22:19.826937 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-798a95f0-97bc-475b-87ba-30b357fa2b79 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4799a684-2dc6-4ceb-8564-0f21b683e2d4 HTTP/1.1" status: 200 len: 217 time: 0.0625484 May 10 15:22:19.896378 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-7c8129d4-8f38-40e5-bde0-26a92fe4498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:19.897851 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-7c8129d4-8f38-40e5-bde0-26a92fe4498b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f980716-33aa-4e66-a7d8-f16d83b3a8c0 HTTP/1.1" status: 200 len: 834 time: 0.0622804 May 10 15:22:19.977404 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-109b81e8-23cc-45f9-a98a-778a4f014894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:19.978885 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-109b81e8-23cc-45f9-a98a-778a4f014894 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4446133f-ae3c-4aa2-a4ca-675169e2c06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710983 May 10 15:22:20.115064 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-ad1666a5-91a3-473e-9e52-026a018fb2b2 service neutron] 10.222.0.86 "GET /v2.0/networks/4446133f-ae3c-4aa2-a4ca-675169e2c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261761 May 10 15:22:20.147363 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-61dca6d6-c4dc-437d-9d53-6f987098b203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:20.258012 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c32817d1-8c18-4b18-9a53-1b65ec8c0367 req-6a761c7b-a97e-4599-ba36-386b2baffc03 service neutron] 10.222.0.86 "GET /v2.0/networks/4446133f-ae3c-4aa2-a4ca-675169e2c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338775 May 10 15:22:20.267977 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e0b03-dbd8-4ffe-8b51-491383e42395 req-c814b404-1656-4e22-a8dc-5dea68ecc887 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:20.269442 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-664e0b03-dbd8-4ffe-8b51-491383e42395 req-c814b404-1656-4e22-a8dc-5dea68ecc887 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 943 time: 0.0830901 May 10 15:22:20.315802 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-664e0b03-dbd8-4ffe-8b51-491383e42395 req-9601f567-0355-4a7f-bfa7-74f8f13afb75 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395408 May 10 15:22:20.389061 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ece2ae-6e88-4b09-b215-b4e43083c5bf req-1a67437b-10bf-4d54-8d14-f48f082ec1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:20.390482 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-56ece2ae-6e88-4b09-b215-b4e43083c5bf req-1a67437b-10bf-4d54-8d14-f48f082ec1a6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 1096 time: 0.0791621 May 10 15:22:20.523981 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ece2ae-6e88-4b09-b215-b4e43083c5bf req-16691902-7e79-4559-95c1-7d2a3005f805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:20.525392 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-56ece2ae-6e88-4b09-b215-b4e43083c5bf req-16691902-7e79-4559-95c1-7d2a3005f805 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4446133f-ae3c-4aa2-a4ca-675169e2c06e HTTP/1.1" status: 200 len: 898 time: 0.1260197 May 10 15:22:20.591871 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-56ece2ae-6e88-4b09-b215-b4e43083c5bf req-e7ebd85d-25f0-46d1-85f9-3b2ea0760bce service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4799a684-2dc6-4ceb-8564-0f21b683e2d4 HTTP/1.1" status: 200 len: 217 time: 0.0595181 May 10 15:22:20.657037 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ece2ae-6e88-4b09-b215-b4e43083c5bf req-a2c2eb73-e149-432d-bfd2-39a7abd36ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:20.658366 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-56ece2ae-6e88-4b09-b215-b4e43083c5bf req-a2c2eb73-e149-432d-bfd2-39a7abd36ab4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f980716-33aa-4e66-a7d8-f16d83b3a8c0 HTTP/1.1" status: 200 len: 834 time: 0.0604966 May 10 15:22:20.732731 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ece2ae-6e88-4b09-b215-b4e43083c5bf req-20316eb6-17b6-467a-939b-9e8c94e6c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:20.734216 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-56ece2ae-6e88-4b09-b215-b4e43083c5bf req-20316eb6-17b6-467a-939b-9e8c94e6c793 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4446133f-ae3c-4aa2-a4ca-675169e2c06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690436 May 10 15:22:20.864246 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-56ece2ae-6e88-4b09-b215-b4e43083c5bf req-9b380296-b918-4af5-8f90-9653e3f87d1b service neutron] 10.222.0.86 "GET /v2.0/networks/4446133f-ae3c-4aa2-a4ca-675169e2c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232212 May 10 15:22:21.141748 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-56ece2ae-6e88-4b09-b215-b4e43083c5bf req-c13cdb9f-c9da-47c5-a60e-c5dc6bbb2a27 service neutron] 10.222.0.86 "GET /v2.0/networks/4446133f-ae3c-4aa2-a4ca-675169e2c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703981 May 10 15:22:21.333490 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c3d933fc-85cb-4e82-9118-57ded2f6c227 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:22:21.401772 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port c3d933fc-85cb-4e82-9118-57ded2f6c227 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:22:21.402143 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:21.506668 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6108c-00b1-45c9-b3bf-c6a57cade776 req-55733818-3e99-42de-8b55-4d888e07d4b0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:21.508113 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b5b6108c-00b1-45c9-b3bf-c6a57cade776 req-55733818-3e99-42de-8b55-4d888e07d4b0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 943 time: 0.0820360 May 10 15:22:21.553686 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b5b6108c-00b1-45c9-b3bf-c6a57cade776 req-2514fb75-ef71-4ea4-843a-d5c871465ea6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394151 May 10 15:22:22.330323 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 4799a684-2dc6-4ceb-8564-0f21b683e2d4 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:22:22.471945 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 4799a684-2dc6-4ceb-8564-0f21b683e2d4, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=4799a684-2dc6-4ceb-8564-0f21b683e2d4,segment=NetworkSegment(e37aa885-b755-42c6-82ae-50cec305ed98),segment_id=e37aa885-b755-42c6-82ae-50cec305ed98)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:22:22.479400 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3f0e91cb-34aa-42c8-8572-c1d246ddca4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:22.486350 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '4799a684-2dc6-4ceb-8564-0f21b683e2d4', 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e', 'port_id': '4799a684-2dc6-4ceb-8564-0f21b683e2d4', 'mac_address': 'fa:16:3e:05:07:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f980716-33aa-4e66-a7d8-f16d83b3a8c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:22:22.540905 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:22.560006 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4799a684-2dc6-4ceb-8564-0f21b683e2d4 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:22:22.575175 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 4799a684-2dc6-4ceb-8564-0f21b683e2d4, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=4799a684-2dc6-4ceb-8564-0f21b683e2d4,segment=NetworkSegment(e37aa885-b755-42c6-82ae-50cec305ed98),segment_id=e37aa885-b755-42c6-82ae-50cec305ed98)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:22:22.579046 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:22.646402 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=4799a684-2dc6-4ceb-8564-0f21b683e2d4,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:22.745851 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d74465-9651-4184-adbd-7ae1790ff08a req-d789aa93-eb4f-463b-a612-05923a50aa6d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:22.747325 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-87d74465-9651-4184-adbd-7ae1790ff08a req-d789aa93-eb4f-463b-a612-05923a50aa6d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 944 time: 0.0847213 May 10 15:22:22.793432 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-87d74465-9651-4184-adbd-7ae1790ff08a req-ef228c91-28b9-47e9-b78c-f111db336d90 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404892 May 10 15:22:22.848459 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['4799a684-2dc6-4ceb-8564-0f21b683e2d4'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:22:23.327374 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:23.410926 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:23.464135 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:23.976501 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc94441-9d8d-4781-9893-d9c291a40b79 req-5ee950ea-30b4-46de-abba-d5c6e89805f2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:23.977943 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6cc94441-9d8d-4781-9893-d9c291a40b79 req-5ee950ea-30b4-46de-abba-d5c6e89805f2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 944 time: 0.0806501 May 10 15:22:24.024711 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6cc94441-9d8d-4781-9893-d9c291a40b79 req-a9c7b1d8-3230-4de6-93a7-18f87a29f032 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409281 May 10 15:22:24.338575 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 4799a684-2dc6-4ceb-8564-0f21b683e2d4 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:22:24.406972 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port 4799a684-2dc6-4ceb-8564-0f21b683e2d4 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:22:24.412387 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 4799a684-2dc6-4ceb-8564-0f21b683e2d4 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:22:24.412754 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:24.526469 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:24.553283 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d87c79-4540-42e7-9ee5-2bf22535c990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4799a684-2dc6-4ceb-8564-0f21b683e2d4'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:22:24.562661 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 4799a684-2dc6-4ceb-8564-0f21b683e2d4, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=4799a684-2dc6-4ceb-8564-0f21b683e2d4,segment=NetworkSegment(e37aa885-b755-42c6-82ae-50cec305ed98),segment_id=e37aa885-b755-42c6-82ae-50cec305ed98)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:22:24.567856 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:24.603763 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3826506-63ef-4ce3-b0d6-473b0e8cf252'] response: {'server_uuid': '22d87c79-4540-42e7-9ee5-2bf22535c990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4799a684-2dc6-4ceb-8564-0f21b683e2d4', 'code': 200} May 10 15:22:24.637152 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=4799a684-2dc6-4ceb-8564-0f21b683e2d4,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:24.840593 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adde9d-0c67-407a-9b52-5dc416091251 req-ca74f717-4e70-4d43-b99a-f5bba477c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:24.841976 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f3adde9d-0c67-407a-9b52-5dc416091251 req-ca74f717-4e70-4d43-b99a-f5bba477c3f0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 1098 time: 0.0748174 May 10 15:22:24.885488 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f3adde9d-0c67-407a-9b52-5dc416091251 req-8df9ce99-c05c-4417-937f-cabe80331a83 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341871 May 10 15:22:24.998559 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:25.209086 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e502882-ef5c-44db-bb4f-255ddd317304 req-3664ca99-1973-4489-8a83-44bd6927d1db tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:25.210552 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1e502882-ef5c-44db-bb4f-255ddd317304 req-3664ca99-1973-4489-8a83-44bd6927d1db tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 945 time: 0.0803421 May 10 15:22:25.253496 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1e502882-ef5c-44db-bb4f-255ddd317304 req-98dceee8-17dd-418c-9fda-06b27bbcda9c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373578 May 10 15:22:26.442066 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d3e13-226d-4c39-b707-b978af91b8c8 req-7bfa4f39-d5ac-4635-a2e7-f3f7c0a86a2a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:26.443686 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-096d3e13-226d-4c39-b707-b978af91b8c8 req-7bfa4f39-d5ac-4635-a2e7-f3f7c0a86a2a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 945 time: 0.0832748 May 10 15:22:26.486211 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-096d3e13-226d-4c39-b707-b978af91b8c8 req-12e3cb5e-0cee-4845-8105-af1caba8082c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369844 May 10 15:22:26.670950 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af03848-25b3-4906-9421-a8eeb327c177 req-4f98bf71-f219-4380-85da-90d4cabedd97 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:26.672334 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6af03848-25b3-4906-9421-a8eeb327c177 req-4f98bf71-f219-4380-85da-90d4cabedd97 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 945 time: 0.0798507 May 10 15:22:26.718409 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6af03848-25b3-4906-9421-a8eeb327c177 req-94a920c4-e19e-4898-aa85-88045ff4a88e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383821 May 10 15:22:26.741678 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53006) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:22:26.814141 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c2600c-24d2-4fc1-9b25-0f9cc975a07e tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:26.815767 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f1c2600c-24d2-4fc1-9b25-0f9cc975a07e tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 1093 time: 0.0730314 May 10 15:22:26.818749 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53010) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:22:26.823418 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': '4799a684-2dc6-4ceb-8564-0f21b683e2d4', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:22:26.829276 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:22:26.833498 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:floatingip and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:22:26.836341 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:22:26.842061 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:22:26.852971 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:26.989379 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:27.121419 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Allocated IP 172.26.0.232 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/1ac42794-b957-4e36-b35f-d6cf6b47ca56) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:22:27.274984 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:27.305949 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:27.383847 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:22:27.388542 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:22:27.392341 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:22:27.426183 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=1ac42794-b957-4e36-b35f-d6cf6b47ca56,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:27.951172 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:28.030497 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:28.234739 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:28.239805 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:28.353235 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=1ac42794-b957-4e36-b35f-d6cf6b47ca56,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:22:28.364820 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:28.538035 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Floating IP 5c051fa7-b1f9-4e7c-9a92-274c5609dd56 associated. External IP: 172.26.0.232, port: 4799a684-2dc6-4ceb-8564-0f21b683e2d4. May 10 15:22:28.889041 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router 18580069-ff4c-43d5-a7b9-a25f5e26fc39 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:22:29.065337 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:22:29.074902 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b44447-7fe1-46f6-82f8-e282de0f6b5b None None] Sync routers for ids ['18580069-ff4c-43d5-a7b9-a25f5e26fc39'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:22:29.084754 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b44447-7fe1-46f6-82f8-e282de0f6b5b None None] Routers {'18580069-ff4c-43d5-a7b9-a25f5e26fc39'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:22:29.085411 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-48b44447-7fe1-46f6-82f8-e282de0f6b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:22:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['18580069-ff4c-43d5-a7b9-a25f5e26fc39'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:22:29.089099 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:29.150620 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-747282e9-68be-4329-8baa-48c2c25609e6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3282044 May 10 15:22:29.150620 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d87c79-4540-42e7-9ee5-2bf22535c990', 'tag': '4799a684-2dc6-4ceb-8564-0f21b683e2d4'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:22:29.271349 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-48b44447-7fe1-46f6-82f8-e282de0f6b5b None None] Set router 18580069-ff4c-43d5-a7b9-a25f5e26fc39 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:22:29.274036 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3936549b-7678-477a-b157-228ac4491f12'] response: {'name': 'network-changed', 'server_uuid': '22d87c79-4540-42e7-9ee5-2bf22535c990', 'tag': '4799a684-2dc6-4ceb-8564-0f21b683e2d4', 'status': 'completed', 'code': 200} May 10 15:22:29.318231 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49baa49b-be73-47b1-8568-673c470b5f4c req-f326fb64-3001-45ca-b41a-e0df944f80b8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:29.319682 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-49baa49b-be73-47b1-8568-673c470b5f4c req-f326fb64-3001-45ca-b41a-e0df944f80b8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 945 time: 0.0829995 May 10 15:22:29.352985 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4ecbe-5e3b-449e-b18d-9c25e2c437ef req-909e7312-2d62-4cc2-8df2-6d38789f0c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:29.354527 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-bdb4ecbe-5e3b-449e-b18d-9c25e2c437ef req-909e7312-2d62-4cc2-8df2-6d38789f0c98 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 1098 time: 0.0819275 May 10 15:22:29.367601 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-49baa49b-be73-47b1-8568-673c470b5f4c req-d6ff06fd-44ba-4e25-85a3-3cd6e40b9061 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419118 May 10 15:22:29.391538 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53020) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:22:29.500872 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4ecbe-5e3b-449e-b18d-9c25e2c437ef req-545403d1-0f73-48da-8449-c5bbe4159d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:29.502528 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-bdb4ecbe-5e3b-449e-b18d-9c25e2c437ef req-545403d1-0f73-48da-8449-c5bbe4159d23 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4446133f-ae3c-4aa2-a4ca-675169e2c06e HTTP/1.1" status: 200 len: 898 time: 0.1406796 May 10 15:22:29.611547 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-bdb4ecbe-5e3b-449e-b18d-9c25e2c437ef req-bc60dd1b-73bf-4b40-9bfd-049229a13896 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4799a684-2dc6-4ceb-8564-0f21b683e2d4 HTTP/1.1" status: 200 len: 999 time: 0.1025555 May 10 15:22:29.628457 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f65c85cd-7efb-474a-a282-93c64f588736 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/floatingips/5c051fa7-b1f9-4e7c-9a92-274c5609dd56 HTTP/1.1" status: 200 len: 991 time: 0.2346404 May 10 15:22:29.676854 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-48b44447-7fe1-46f6-82f8-e282de0f6b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959438332', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:14Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:95:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '5c051fa7-b1f9-4e7c-9a92-274c5609dd56', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'floating_ip_address': '172.26.0.232', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'port_id': '4799a684-2dc6-4ceb-8564-0f21b683e2d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e', 'mac_address': 'fa:16:3e:05:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d87c79-4540-42e7-9ee5-2bf22535c990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:22:27Z', 'updated_at': '2022-05-10T15:22:27Z', 'revision_number': 0, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d933fc-85cb-4e82-9118-57ded2f6c227', 'name': '', 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:38:a7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '3f980716-33aa-4e66-a7d8-f16d83b3a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:22:13Z', 'updated_at': '2022-05-10T15:22:19Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '3f980716-33aa-4e66-a7d8-f16d83b3a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:22:29.680050 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4ecbe-5e3b-449e-b18d-9c25e2c437ef req-d29943fc-b8ea-46f5-ad09-653dfb92575f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:29.680477 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b44447-7fe1-46f6-82f8-e282de0f6b5b None None] Checking router: 18580069-ff4c-43d5-a7b9-a25f5e26fc39 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:22:29.681548 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-bdb4ecbe-5e3b-449e-b18d-9c25e2c437ef req-d29943fc-b8ea-46f5-ad09-653dfb92575f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f980716-33aa-4e66-a7d8-f16d83b3a8c0 HTTP/1.1" status: 200 len: 834 time: 0.0637734 May 10 15:22:29.688887 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b44447-7fe1-46f6-82f8-e282de0f6b5b None None] Routers {'18580069-ff4c-43d5-a7b9-a25f5e26fc39'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:22:29.689475 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-48b44447-7fe1-46f6-82f8-e282de0f6b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:22:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['18580069-ff4c-43d5-a7b9-a25f5e26fc39'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:22:29.756522 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4ecbe-5e3b-449e-b18d-9c25e2c437ef req-fd672000-0514-44f5-8a71-d48c3ac79ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:29.757997 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-bdb4ecbe-5e3b-449e-b18d-9c25e2c437ef req-fd672000-0514-44f5-8a71-d48c3ac79ca0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4446133f-ae3c-4aa2-a4ca-675169e2c06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707524 May 10 15:22:29.866947 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-48b44447-7fe1-46f6-82f8-e282de0f6b5b None None] Set router 18580069-ff4c-43d5-a7b9-a25f5e26fc39 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:22:29.892013 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-bdb4ecbe-5e3b-449e-b18d-9c25e2c437ef req-5ec077af-5ffe-4f84-8ffa-f34f5ff4aac3 service neutron] 10.222.0.86 "GET /v2.0/networks/4446133f-ae3c-4aa2-a4ca-675169e2c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272869 May 10 15:22:30.027227 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-bdb4ecbe-5e3b-449e-b18d-9c25e2c437ef req-3927e419-ea2a-49dd-930e-be0a19e3eaec service neutron] 10.222.0.86 "GET /v2.0/networks/4446133f-ae3c-4aa2-a4ca-675169e2c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287079 May 10 15:22:30.208684 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-48b44447-7fe1-46f6-82f8-e282de0f6b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959438332', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:14Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:95:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '5c051fa7-b1f9-4e7c-9a92-274c5609dd56', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'floating_ip_address': '172.26.0.232', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'port_id': '4799a684-2dc6-4ceb-8564-0f21b683e2d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e', 'mac_address': 'fa:16:3e:05:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d87c79-4540-42e7-9ee5-2bf22535c990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:22:27Z', 'updated_at': '2022-05-10T15:22:27Z', 'revision_number': 0, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d933fc-85cb-4e82-9118-57ded2f6c227', 'name': '', 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:38:a7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '3f980716-33aa-4e66-a7d8-f16d83b3a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:22:13Z', 'updated_at': '2022-05-10T15:22:19Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '3f980716-33aa-4e66-a7d8-f16d83b3a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:22:30.212584 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b44447-7fe1-46f6-82f8-e282de0f6b5b None None] The sync data for ids ['18580069-ff4c-43d5-a7b9-a25f5e26fc39'] in dv-neutron-841204-2-hyperv is: [{'id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959438332', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:14Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:95:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '5c051fa7-b1f9-4e7c-9a92-274c5609dd56', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'floating_ip_address': '172.26.0.232', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'port_id': '4799a684-2dc6-4ceb-8564-0f21b683e2d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e', 'mac_address': 'fa:16:3e:05:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d87c79-4540-42e7-9ee5-2bf22535c990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:22:27Z', 'updated_at': '2022-05-10T15:22:27Z', 'revision_number': 0, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d933fc-85cb-4e82-9118-57ded2f6c227', 'name': '', 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:38:a7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '3f980716-33aa-4e66-a7d8-f16d83b3a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:22:13Z', 'updated_at': '2022-05-10T15:22:19Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '3f980716-33aa-4e66-a7d8-f16d83b3a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:22:30.394386 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cf84da-a731-46dc-9d8d-dbbf7ac8548d None None] New status for floating IP 5c051fa7-b1f9-4e7c-9a92-274c5609dd56: ACTIVE {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:22:30.631377 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53024) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:22:30.738171 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dacb8d1e-a6f8-4945-90af-1c34a611f38a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/floatingips/5c051fa7-b1f9-4e7c-9a92-274c5609dd56 HTTP/1.1" status: 200 len: 993 time: 0.1057377 May 10 15:22:31.835224 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8fcfb718-8129-499b-af72-393604062c7c req-d5b0a88f-8f0d-4b9f-a05d-e3fe0e261205 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695407 May 10 15:22:31.975834 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfb718-8129-499b-af72-393604062c7c req-e9dd4168-c3c5-4813-bd85-74736b75b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:31.977255 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8fcfb718-8129-499b-af72-393604062c7c req-e9dd4168-c3c5-4813-bd85-74736b75b2c1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 1098 time: 0.0750744 May 10 15:22:32.120630 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfb718-8129-499b-af72-393604062c7c req-790d91cb-0d86-44e7-b6bd-08956f147d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:32.121969 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8fcfb718-8129-499b-af72-393604062c7c req-790d91cb-0d86-44e7-b6bd-08956f147d7b service neutron] 10.222.0.86 "GET /v2.0/networks?id=4446133f-ae3c-4aa2-a4ca-675169e2c06e HTTP/1.1" status: 200 len: 898 time: 0.1259406 May 10 15:22:32.224861 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8fcfb718-8129-499b-af72-393604062c7c req-029505dd-ea18-4e0b-9a1c-ed20b8e2f6df service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4799a684-2dc6-4ceb-8564-0f21b683e2d4 HTTP/1.1" status: 200 len: 1001 time: 0.0962410 May 10 15:22:32.285892 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfb718-8129-499b-af72-393604062c7c req-b95f8b22-4bba-4ec1-a812-0de37e92c512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:32.287378 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8fcfb718-8129-499b-af72-393604062c7c req-b95f8b22-4bba-4ec1-a812-0de37e92c512 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f980716-33aa-4e66-a7d8-f16d83b3a8c0 HTTP/1.1" status: 200 len: 834 time: 0.0567052 May 10 15:22:32.360875 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfb718-8129-499b-af72-393604062c7c req-8dc529ca-2e54-4e8b-b1a5-66fad54a2b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:22:32.362315 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8fcfb718-8129-499b-af72-393604062c7c req-8dc529ca-2e54-4e8b-b1a5-66fad54a2b77 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4446133f-ae3c-4aa2-a4ca-675169e2c06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686061 May 10 15:22:32.492991 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8fcfb718-8129-499b-af72-393604062c7c req-80cf1e3f-2b7b-42c1-9e80-bbe856d119eb service neutron] 10.222.0.86 "GET /v2.0/networks/4446133f-ae3c-4aa2-a4ca-675169e2c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240416 May 10 15:22:32.726483 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8fcfb718-8129-499b-af72-393604062c7c req-85a12f1b-e9c6-45de-8ec7-3f77527ba20b service neutron] 10.222.0.86 "GET /v2.0/networks/4446133f-ae3c-4aa2-a4ca-675169e2c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268991 May 10 15:22:44.327461 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:22:50.150491 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0eb62da3-1a8b-471f-973d-1348df5d7195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:52.460790 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6bca2a38-4178-46fe-b613-405879123992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:53.334500 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:53.412448 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:53.476763 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:55.001977 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:04.262378 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 53048) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:23:04.306479 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e97deb-3416-4051-b268-188ed32d7fd5 req-50357403-af55-4736-9d95-c7d566334dd1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:04.307961 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-67e97deb-3416-4051-b268-188ed32d7fd5 req-50357403-af55-4736-9d95-c7d566334dd1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 945 time: 0.0857038 May 10 15:23:04.352345 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-67e97deb-3416-4051-b268-188ed32d7fd5 req-aa85a1b1-119f-4969-94b4-dbc914fd7d01 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388436 May 10 15:23:04.374310 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-1cede392-2688-4bf6-a98a-83e5839f6af6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1107080 May 10 15:23:05.539984 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044cfc0-4733-4b92-b59d-0a2df3914303 req-fc341d6a-063a-4a05-ab9d-06012cdee057 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:05.541447 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d044cfc0-4733-4b92-b59d-0a2df3914303 req-fc341d6a-063a-4a05-ab9d-06012cdee057 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 945 time: 0.0832312 May 10 15:23:05.569580 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-a44cb91a-0bd3-43a7-b820-6817ad8815ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:05.571113 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-a44cb91a-0bd3-43a7-b820-6817ad8815ea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 1098 time: 0.0725527 May 10 15:23:05.585236 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d044cfc0-4733-4b92-b59d-0a2df3914303 req-e4e82c7a-804d-4387-88e5-6f47c8a25c43 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382085 May 10 15:23:05.702274 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-91bbf968-dc02-40af-a5b7-0987e2af2996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:05.703740 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-91bbf968-dc02-40af-a5b7-0987e2af2996 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4446133f-ae3c-4aa2-a4ca-675169e2c06e HTTP/1.1" status: 200 len: 898 time: 0.1260829 May 10 15:23:05.806193 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-da02b025-96fa-482e-9362-fca2da28fc60 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4799a684-2dc6-4ceb-8564-0f21b683e2d4 HTTP/1.1" status: 200 len: 1001 time: 0.0961421 May 10 15:23:05.872268 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-1bd6120b-95c8-4621-b0c6-40b8f7c19144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:05.873669 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-1bd6120b-95c8-4621-b0c6-40b8f7c19144 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f980716-33aa-4e66-a7d8-f16d83b3a8c0 HTTP/1.1" status: 200 len: 834 time: 0.0607715 May 10 15:23:05.951133 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-05e16cb2-0a98-41de-86de-f4f7d00d37c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:05.952601 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-05e16cb2-0a98-41de-86de-f4f7d00d37c7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4446133f-ae3c-4aa2-a4ca-675169e2c06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708027 May 10 15:23:06.084832 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-baa0800a-7224-4a9b-a9aa-d89a73847bbe service neutron] 10.222.0.86 "GET /v2.0/networks/4446133f-ae3c-4aa2-a4ca-675169e2c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230268 May 10 15:23:06.215022 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-b8fc9d76-b737-472d-b02c-32e8ea83f7e2 service neutron] 10.222.0.86 "GET /v2.0/networks/4446133f-ae3c-4aa2-a4ca-675169e2c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239145 May 10 15:23:06.773370 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55147e29-7717-4c13-b009-f18e820b9a37 req-f78789c4-708a-499f-908b-1a3aa5ef45f3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:06.774827 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-55147e29-7717-4c13-b009-f18e820b9a37 req-f78789c4-708a-499f-908b-1a3aa5ef45f3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 945 time: 0.0833921 May 10 15:23:06.818033 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-55147e29-7717-4c13-b009-f18e820b9a37 req-a4ebaea2-08d0-4748-9e05-9c686a7c7f83 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376666 May 10 15:23:08.013294 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc0528-bb2e-4c40-a2d7-4086392d91b5 req-07c1c2bb-6ad7-4524-bd71-fc021d5cc482 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:08.014740 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-47fc0528-bb2e-4c40-a2d7-4086392d91b5 req-07c1c2bb-6ad7-4524-bd71-fc021d5cc482 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 945 time: 0.0794232 May 10 15:23:08.058355 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-47fc0528-bb2e-4c40-a2d7-4086392d91b5 req-e4e0fd7d-275b-4fea-80e5-15849a72df17 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378041 May 10 15:23:09.252116 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b390875-b9b3-488c-b40c-438ac44538e3 req-9d07a78d-e607-40bf-b6fd-27dfa58e4c91 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:09.253553 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1b390875-b9b3-488c-b40c-438ac44538e3 req-9d07a78d-e607-40bf-b6fd-27dfa58e4c91 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 945 time: 0.0826402 May 10 15:23:09.297977 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1b390875-b9b3-488c-b40c-438ac44538e3 req-155333df-d980-4725-a5ce-155ec6b5196a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377419 May 10 15:23:10.479377 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0b664-fa62-49db-83b8-2d4f03b179bb req-806a963a-1ed3-469b-b527-b3ed2271ffb7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:10.480830 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6dd0b664-fa62-49db-83b8-2d4f03b179bb req-806a963a-1ed3-469b-b527-b3ed2271ffb7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 945 time: 0.0791457 May 10 15:23:10.527300 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6dd0b664-fa62-49db-83b8-2d4f03b179bb req-183d0478-4e2b-4181-a8a7-217a362b3611 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409813 May 10 15:23:11.715048 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabea20-0122-4311-aa01-d41dd8595cbd req-37427c90-a38c-4141-a9de-11ad51bb27f1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:11.716670 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8eabea20-0122-4311-aa01-d41dd8595cbd req-37427c90-a38c-4141-a9de-11ad51bb27f1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 945 time: 0.0812826 May 10 15:23:11.759983 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8eabea20-0122-4311-aa01-d41dd8595cbd req-2e63a8b2-dccc-4d7f-b76f-5d1f40a63e1c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378447 May 10 15:23:12.946334 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96a86f-3774-4476-9a8b-12ca5949ee5e req-55e85801-071f-40c4-9cf0-6f6700468700 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:12.947810 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ba96a86f-3774-4476-9a8b-12ca5949ee5e req-55e85801-071f-40c4-9cf0-6f6700468700 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 945 time: 0.0842481 May 10 15:23:12.991484 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ba96a86f-3774-4476-9a8b-12ca5949ee5e req-c43c9d7b-c327-42b6-a802-8223d2a3f0b4 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380740 May 10 15:23:14.184013 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49440f16-db12-4e9f-9d4d-401713661f3f req-b9917862-73a5-40c3-b561-eb2d4fe7931e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:14.185652 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-49440f16-db12-4e9f-9d4d-401713661f3f req-b9917862-73a5-40c3-b561-eb2d4fe7931e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 945 time: 0.0900943 May 10 15:23:14.229903 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-49440f16-db12-4e9f-9d4d-401713661f3f req-7095ca3c-4ecf-40ee-a750-94cab624a868 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386214 May 10 15:23:15.418716 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c5d23-dc40-4149-b2fe-8df21c705f92 req-ebe12754-432a-46fc-8f2f-29ce726685d1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:15.420154 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0f3c5d23-dc40-4149-b2fe-8df21c705f92 req-ebe12754-432a-46fc-8f2f-29ce726685d1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 945 time: 0.0835721 May 10 15:23:15.463502 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0f3c5d23-dc40-4149-b2fe-8df21c705f92 req-4b0febd2-99b1-46a6-bf4b-88a26fc86414 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377564 May 10 15:23:16.651552 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9756005-05c4-45bc-a60f-11b4b1715294 req-3892af47-d690-4c7d-95cb-161fe69d3743 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:16.652985 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b9756005-05c4-45bc-a60f-11b4b1715294 req-3892af47-d690-4c7d-95cb-161fe69d3743 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 945 time: 0.0812604 May 10 15:23:16.700311 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b9756005-05c4-45bc-a60f-11b4b1715294 req-0e8fd854-a3c9-400c-b24c-6e1e85cbe4bd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418172 May 10 15:23:17.883843 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b16112-3915-49ac-9ffe-1400780b4cbd req-22058359-905b-4d67-ae65-6ebe083bd400 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:17.885292 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b8b16112-3915-49ac-9ffe-1400780b4cbd req-22058359-905b-4d67-ae65-6ebe083bd400 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 945 time: 0.0812564 May 10 15:23:17.930014 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b8b16112-3915-49ac-9ffe-1400780b4cbd req-d6065f84-36b0-40a0-a7fa-c856b27932f7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391710 May 10 15:23:18.197631 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-f8e8fee5-fe02-43d7-9aa2-4d6da8361026 service neutron] 10.222.0.86 "GET /v2.0/ports/4799a684-2dc6-4ceb-8564-0f21b683e2d4/bindings/hv-neutron-8412 HTTP/1.1" status: 200 len: 384 time: 0.0790730 May 10 15:23:18.479111 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-11aed250-649d-4dd6-ae9b-6562d8539273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:18.480564 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-11aed250-649d-4dd6-ae9b-6562d8539273 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990&tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8 HTTP/1.1" status: 200 len: 1098 time: 0.0715661 May 10 15:23:18.574510 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-2dd3e745-0409-4aa3-a5bc-3aa6d44b7058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:18.575962 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-2dd3e745-0409-4aa3-a5bc-3aa6d44b7058 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 1098 time: 0.0693173 May 10 15:23:18.706386 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-52af338d-dde5-44c5-8875-a38d1e0d85f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:18.707835 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-52af338d-dde5-44c5-8875-a38d1e0d85f9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4446133f-ae3c-4aa2-a4ca-675169e2c06e HTTP/1.1" status: 200 len: 898 time: 0.1232777 May 10 15:23:18.812021 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-4c4c4750-6e03-4cd1-9c91-a8c967920c35 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4799a684-2dc6-4ceb-8564-0f21b683e2d4 HTTP/1.1" status: 200 len: 1001 time: 0.0955682 May 10 15:23:18.881073 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-e9e1495b-b8d7-4b90-be7d-01e71710a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:18.882562 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-e9e1495b-b8d7-4b90-be7d-01e71710a4dc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f980716-33aa-4e66-a7d8-f16d83b3a8c0 HTTP/1.1" status: 200 len: 834 time: 0.0611997 May 10 15:23:18.961944 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-388e7a15-0ade-4181-b7b3-98dc9c3bee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:18.963456 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-388e7a15-0ade-4181-b7b3-98dc9c3bee24 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4446133f-ae3c-4aa2-a4ca-675169e2c06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717671 May 10 15:23:19.129471 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d35829-fd2a-4f83-b1e3-b0da0d1e5e1d req-ed159b57-1daf-4311-9c5d-6b3fb3984ee9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:19.131608 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-81d35829-fd2a-4f83-b1e3-b0da0d1e5e1d req-ed159b57-1daf-4311-9c5d-6b3fb3984ee9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 945 time: 0.0922358 May 10 15:23:19.176138 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-81d35829-fd2a-4f83-b1e3-b0da0d1e5e1d req-7a8d97dc-1a19-469e-9445-7a8ba51ecc37 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389497 May 10 15:23:19.198707 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-38cd35db-2c79-44be-8945-e6c7bf7d32a1 service neutron] 10.222.0.86 "GET /v2.0/networks/4446133f-ae3c-4aa2-a4ca-675169e2c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255404 May 10 15:23:19.331815 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-dc42e7b7-50cd-4422-91ea-5e1bbc430587 req-7e449e9e-e545-497c-a4d9-7a8c34920574 service neutron] 10.222.0.86 "GET /v2.0/networks/4446133f-ae3c-4aa2-a4ca-675169e2c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235204 May 10 15:23:20.153100 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a73a7a0c-796a-40e2-b0e8-4702323cbec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:20.361598 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9515c9f-4adc-46f5-8dd8-1525ebe7e203 req-6d26ecc0-4958-4c10-a4f9-a3654c880e55 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:20.363078 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f9515c9f-4adc-46f5-8dd8-1525ebe7e203 req-6d26ecc0-4958-4c10-a4f9-a3654c880e55 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 945 time: 0.0801697 May 10 15:23:20.409262 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f9515c9f-4adc-46f5-8dd8-1525ebe7e203 req-6bb88a0e-a95a-4834-87be-fab49bf44fb3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399563 May 10 15:23:20.697175 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 4799a684-2dc6-4ceb-8564-0f21b683e2d4 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:23:20.699457 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 4799a684-2dc6-4ceb-8564-0f21b683e2d4 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:23:20.905444 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:20.944084 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 4799a684-2dc6-4ceb-8564-0f21b683e2d4, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=4799a684-2dc6-4ceb-8564-0f21b683e2d4,segment=NetworkSegment(e37aa885-b755-42c6-82ae-50cec305ed98),segment_id=e37aa885-b755-42c6-82ae-50cec305ed98)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:23:20.960856 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d87c79-4540-42e7-9ee5-2bf22535c990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4799a684-2dc6-4ceb-8564-0f21b683e2d4'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:23:20.968179 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '4799a684-2dc6-4ceb-8564-0f21b683e2d4', 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e', 'port_id': '4799a684-2dc6-4ceb-8564-0f21b683e2d4', 'mac_address': 'fa:16:3e:05:07:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f980716-33aa-4e66-a7d8-f16d83b3a8c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:23:21.003259 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 4799a684-2dc6-4ceb-8564-0f21b683e2d4, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=4799a684-2dc6-4ceb-8564-0f21b683e2d4,segment=NetworkSegment(e37aa885-b755-42c6-82ae-50cec305ed98),segment_id=e37aa885-b755-42c6-82ae-50cec305ed98)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:23:21.012485 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:21.023002 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7430a75e-eadd-4976-a58f-fcd187f25a20'] response: {'server_uuid': '22d87c79-4540-42e7-9ee5-2bf22535c990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4799a684-2dc6-4ceb-8564-0f21b683e2d4', 'code': 200} May 10 15:23:21.085173 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:21.109133 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4799a684-2dc6-4ceb-8564-0f21b683e2d4 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:23:21.116024 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=4799a684-2dc6-4ceb-8564-0f21b683e2d4,revision_number=6']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:23:21.152214 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:21.152559 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:21.152897 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:21.153230 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:21.153787 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:21.154009 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:21.154337 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:21.154689 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:21.155016 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:21.155339 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:21.155659 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:21.155978 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:21.186476 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 15:23:21.187033 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 15:23:21.326201 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:23:21.610209 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8df23a-d263-48fb-b904-455ad458b302 req-2d17b8e5-e495-43e8-9474-251c095c186d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:21.611592 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dc8df23a-d263-48fb-b904-455ad458b302 req-2d17b8e5-e495-43e8-9474-251c095c186d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 943 time: 0.0875854 May 10 15:23:21.655593 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dc8df23a-d263-48fb-b904-455ad458b302 req-87b0613a-d41d-445b-97ea-5f43d8f05ba7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383215 May 10 15:23:21.740768 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:21.760662 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4799a684-2dc6-4ceb-8564-0f21b683e2d4 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:23:21.777056 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 4799a684-2dc6-4ceb-8564-0f21b683e2d4, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=4799a684-2dc6-4ceb-8564-0f21b683e2d4,segment=NetworkSegment(e37aa885-b755-42c6-82ae-50cec305ed98),segment_id=e37aa885-b755-42c6-82ae-50cec305ed98)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:23:21.781122 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:21.893862 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=4799a684-2dc6-4ceb-8564-0f21b683e2d4,revision_number=7']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:23:21.899361 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['4799a684-2dc6-4ceb-8564-0f21b683e2d4'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:23:21.985051 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e917f-cbec-4075-a168-cfab7cff4ed3 req-5c3107c0-8d33-4f3f-9710-6a31959c33fb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:21.986541 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e85e917f-cbec-4075-a168-cfab7cff4ed3 req-5c3107c0-8d33-4f3f-9710-6a31959c33fb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 944 time: 0.0980942 May 10 15:23:22.017388 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9df51-835b-4f54-aefb-34d9acdf4291 req-e95e7868-8b27-4db1-ad90-fedd8de7518a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:22.018086 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-65d9df51-835b-4f54-aefb-34d9acdf4291 req-e95e7868-8b27-4db1-ad90-fedd8de7518a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:23:22.034398 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e85e917f-cbec-4075-a168-cfab7cff4ed3 req-42470c4c-903c-45b8-839f-3d749505cc7f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420892 May 10 15:23:22.039692 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-65d9df51-835b-4f54-aefb-34d9acdf4291 req-e95e7868-8b27-4db1-ad90-fedd8de7518a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:23:22.040861 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-65d9df51-835b-4f54-aefb-34d9acdf4291 req-e95e7868-8b27-4db1-ad90-fedd8de7518a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990&tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&binding%3Ahost_id=hv-neutron-8412 HTTP/1.1" status: 200 len: 944 time: 0.1265700 May 10 15:23:22.183272 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9df51-835b-4f54-aefb-34d9acdf4291 req-b21a85c9-4ad1-4dce-9ccf-5add594b7687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:22.184650 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-65d9df51-835b-4f54-aefb-34d9acdf4291 req-b21a85c9-4ad1-4dce-9ccf-5add594b7687 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 1097 time: 0.0735414 May 10 15:23:22.230938 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24501acd-5651-4f5d-92be-be68c79d1013 req-16e4d717-67da-4f6b-a127-dd53245ccf03 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:22.232424 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-24501acd-5651-4f5d-92be-be68c79d1013 req-16e4d717-67da-4f6b-a127-dd53245ccf03 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 944 time: 0.0873582 May 10 15:23:22.278012 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-24501acd-5651-4f5d-92be-be68c79d1013 req-b6199be8-6dc8-413b-8348-a341114a3454 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398893 May 10 15:23:22.316699 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9df51-835b-4f54-aefb-34d9acdf4291 req-a41d58b2-1b5a-4b40-bfcc-804658873770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:22.318179 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-65d9df51-835b-4f54-aefb-34d9acdf4291 req-a41d58b2-1b5a-4b40-bfcc-804658873770 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4446133f-ae3c-4aa2-a4ca-675169e2c06e HTTP/1.1" status: 200 len: 898 time: 0.1275027 May 10 15:23:22.420599 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-65d9df51-835b-4f54-aefb-34d9acdf4291 req-c57a63f2-726a-4ad7-a9d4-e65a09945fb4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4799a684-2dc6-4ceb-8564-0f21b683e2d4 HTTP/1.1" status: 200 len: 1000 time: 0.0960295 May 10 15:23:22.463202 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-14f6aa6c-e648-43eb-b297-1e97c86ffbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:22.485141 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9df51-835b-4f54-aefb-34d9acdf4291 req-aa0655d4-7ece-4fd1-b249-bda226459a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:22.486593 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-65d9df51-835b-4f54-aefb-34d9acdf4291 req-aa0655d4-7ece-4fd1-b249-bda226459a08 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f980716-33aa-4e66-a7d8-f16d83b3a8c0 HTTP/1.1" status: 200 len: 834 time: 0.0597837 May 10 15:23:22.566268 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9df51-835b-4f54-aefb-34d9acdf4291 req-12fd8eba-b070-4c59-8789-c1ad09188fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:22.567785 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-65d9df51-835b-4f54-aefb-34d9acdf4291 req-12fd8eba-b070-4c59-8789-c1ad09188fa3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4446133f-ae3c-4aa2-a4ca-675169e2c06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750432 May 10 15:23:22.698846 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-65d9df51-835b-4f54-aefb-34d9acdf4291 req-8c185bb6-c1ce-46c9-bef7-4e23159f4734 service neutron] 10.222.0.86 "GET /v2.0/networks/4446133f-ae3c-4aa2-a4ca-675169e2c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246467 May 10 15:23:22.711345 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 4799a684-2dc6-4ceb-8564-0f21b683e2d4 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:23:22.779316 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 4799a684-2dc6-4ceb-8564-0f21b683e2d4 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:23:22.779590 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:22.830945 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-65d9df51-835b-4f54-aefb-34d9acdf4291 req-4d072962-cb42-4210-aa32-0dd312572ffe service neutron] 10.222.0.86 "GET /v2.0/networks/4446133f-ae3c-4aa2-a4ca-675169e2c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259794 May 10 15:23:22.902283 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:22.940584 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 4799a684-2dc6-4ceb-8564-0f21b683e2d4, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=4799a684-2dc6-4ceb-8564-0f21b683e2d4,segment=NetworkSegment(e37aa885-b755-42c6-82ae-50cec305ed98),segment_id=e37aa885-b755-42c6-82ae-50cec305ed98)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:23:22.944390 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:23.010742 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=4799a684-2dc6-4ceb-8564-0f21b683e2d4,revision_number=8']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:23:23.023837 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d87c79-4540-42e7-9ee5-2bf22535c990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4799a684-2dc6-4ceb-8564-0f21b683e2d4'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:23:23.076869 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99264a5a-0f14-450c-8f56-7c694aa53de0'] response: {'server_uuid': '22d87c79-4540-42e7-9ee5-2bf22535c990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4799a684-2dc6-4ceb-8564-0f21b683e2d4', 'code': 200} May 10 15:23:23.335071 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:23.417701 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:23.468124 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:23.482568 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef34487-d694-40db-af46-577101a14cc7 req-624476ff-b974-4bda-aa97-1548f24a7b66 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:23.484037 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2ef34487-d694-40db-af46-577101a14cc7 req-624476ff-b974-4bda-aa97-1548f24a7b66 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 945 time: 0.0886536 May 10 15:23:23.539041 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2ef34487-d694-40db-af46-577101a14cc7 req-d9cef5ce-c9f4-4b71-a8ca-e7032877deeb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481250 May 10 15:23:23.561865 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53120) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:23:23.670486 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0c43d51f-ce91-4f43-9284-16ee62959f6d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/floatingips/5c051fa7-b1f9-4e7c-9a92-274c5609dd56 HTTP/1.1" status: 200 len: 993 time: 0.1074641 May 10 15:23:25.006417 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:31.822346 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e95163c8-cc2a-4e1a-9b35-92d88cf4ce87 req-df70006b-424b-436d-8773-1be155fb11f5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695286 May 10 15:23:31.964827 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95163c8-cc2a-4e1a-9b35-92d88cf4ce87 req-161248a0-87d0-43f3-a60e-3728dea71f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:31.966260 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e95163c8-cc2a-4e1a-9b35-92d88cf4ce87 req-161248a0-87d0-43f3-a60e-3728dea71f65 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 1098 time: 0.0740554 May 10 15:23:32.122524 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95163c8-cc2a-4e1a-9b35-92d88cf4ce87 req-6bcc4f4c-611c-4f64-9001-bbbeea880b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:32.123810 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e95163c8-cc2a-4e1a-9b35-92d88cf4ce87 req-6bcc4f4c-611c-4f64-9001-bbbeea880b63 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4446133f-ae3c-4aa2-a4ca-675169e2c06e HTTP/1.1" status: 200 len: 898 time: 0.1359119 May 10 15:23:32.222030 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e95163c8-cc2a-4e1a-9b35-92d88cf4ce87 req-848c97de-1e1a-4474-82c8-bd3e266d7416 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4799a684-2dc6-4ceb-8564-0f21b683e2d4 HTTP/1.1" status: 200 len: 1001 time: 0.0917377 May 10 15:23:32.287415 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95163c8-cc2a-4e1a-9b35-92d88cf4ce87 req-e60c9b4d-677f-4510-8f43-83133842c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:32.288805 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e95163c8-cc2a-4e1a-9b35-92d88cf4ce87 req-e60c9b4d-677f-4510-8f43-83133842c14d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f980716-33aa-4e66-a7d8-f16d83b3a8c0 HTTP/1.1" status: 200 len: 834 time: 0.0595288 May 10 15:23:32.362821 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95163c8-cc2a-4e1a-9b35-92d88cf4ce87 req-f4112c0c-6dfa-4595-af45-deb99cab57e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:32.364864 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e95163c8-cc2a-4e1a-9b35-92d88cf4ce87 req-f4112c0c-6dfa-4595-af45-deb99cab57e4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4446133f-ae3c-4aa2-a4ca-675169e2c06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690224 May 10 15:23:32.593593 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e95163c8-cc2a-4e1a-9b35-92d88cf4ce87 req-df99a645-8861-4ae6-bdf1-87db0d45b4f9 service neutron] 10.222.0.86 "GET /v2.0/networks/4446133f-ae3c-4aa2-a4ca-675169e2c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228558 May 10 15:23:32.725530 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e95163c8-cc2a-4e1a-9b35-92d88cf4ce87 req-b06e88f5-a955-476c-a3a0-57d0c65b7a1f service neutron] 10.222.0.86 "GET /v2.0/networks/4446133f-ae3c-4aa2-a4ca-675169e2c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230776 May 10 15:23:50.155061 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-64ce1d6c-d570-4373-92d0-b8b40692bad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:52.466222 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-67fd99be-7c61-48db-9eac-a424033a5119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:53.335675 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:53.415354 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:53.476615 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:54.308902 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 53132) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:23:54.513749 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting port 1ac42794-b957-4e36-b35f-d6cf6b47ca56 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:23:54.514077 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:54.695135 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:54.695373 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:54.823514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Calling delete_port for 1ac42794-b957-4e36-b35f-d6cf6b47ca56 owned by network:floatingip {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:23:54.970674 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:55.009230 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:55.021726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Port': ['ID=1ac42794-b957-4e36-b35f-d6cf6b47ca56,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:23:55.061332 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:55.061670 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:55.062001 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:55.062328 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:55.062678 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:55.063001 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:55.063319 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:55.063636 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:55.063952 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:55.064264 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:55.064577 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:55.064888 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:23:55.126088 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for floatingip, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:55.126409 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Floating IP 5c051fa7-b1f9-4e7c-9a92-274c5609dd56 disassociated (deleted). External IP: 172.26.0.232, port: 4799a684-2dc6-4ceb-8564-0f21b683e2d4. May 10 15:23:55.571932 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router 18580069-ff4c-43d5-a7b9-a25f5e26fc39 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:23:55.754482 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:23:55.766180 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e944763-183d-4744-90fa-a2f937eab166 None None] Sync routers for ids ['18580069-ff4c-43d5-a7b9-a25f5e26fc39'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:23:55.775835 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:55.777021 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e944763-183d-4744-90fa-a2f937eab166 None None] Routers {'18580069-ff4c-43d5-a7b9-a25f5e26fc39'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:23:55.777703 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-4e944763-183d-4744-90fa-a2f937eab166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:23:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['18580069-ff4c-43d5-a7b9-a25f5e26fc39'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:23:55.837241 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-370397e6-9d05-4557-8e8b-750fafd502d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/floatingips/5c051fa7-b1f9-4e7c-9a92-274c5609dd56 HTTP/1.1" status: 204 len: 168 time: 1.5271180 May 10 15:23:55.838187 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d87c79-4540-42e7-9ee5-2bf22535c990', 'tag': '4799a684-2dc6-4ceb-8564-0f21b683e2d4'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:23:55.925766 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dbff5db-1d18-4bd8-88eb-cec083b39038'] response: {'name': 'network-changed', 'server_uuid': '22d87c79-4540-42e7-9ee5-2bf22535c990', 'tag': '4799a684-2dc6-4ceb-8564-0f21b683e2d4', 'status': 'completed', 'code': 200} May 10 15:23:55.970921 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-4e944763-183d-4744-90fa-a2f937eab166 None None] Set router 18580069-ff4c-43d5-a7b9-a25f5e26fc39 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:23:56.022009 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacaa40-7c23-4fd3-994d-e1f637ca73e4 req-c743a291-f153-409a-ae72-84087bcbd6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:56.023512 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0dacaa40-7c23-4fd3-994d-e1f637ca73e4 req-c743a291-f153-409a-ae72-84087bcbd6ea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 1098 time: 0.0731046 May 10 15:23:56.165896 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacaa40-7c23-4fd3-994d-e1f637ca73e4 req-28a3c01f-b3e3-49ce-9b78-01fdfef8e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:56.168440 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0dacaa40-7c23-4fd3-994d-e1f637ca73e4 req-28a3c01f-b3e3-49ce-9b78-01fdfef8e842 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4446133f-ae3c-4aa2-a4ca-675169e2c06e HTTP/1.1" status: 200 len: 898 time: 0.1387336 May 10 15:23:56.254842 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0dacaa40-7c23-4fd3-994d-e1f637ca73e4 req-50699d74-0a67-4959-b8f1-f57ca136a5ad service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4799a684-2dc6-4ceb-8564-0f21b683e2d4 HTTP/1.1" status: 200 len: 217 time: 0.0761576 May 10 15:23:56.329104 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacaa40-7c23-4fd3-994d-e1f637ca73e4 req-0ddf19a9-7cfc-4ca4-bb28-7bb7ac6aac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:56.331050 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0dacaa40-7c23-4fd3-994d-e1f637ca73e4 req-0ddf19a9-7cfc-4ca4-bb28-7bb7ac6aac02 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3f980716-33aa-4e66-a7d8-f16d83b3a8c0 HTTP/1.1" status: 200 len: 834 time: 0.0686190 May 10 15:23:56.361508 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-4e944763-183d-4744-90fa-a2f937eab166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959438332', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:14Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:95:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'c3d933fc-85cb-4e82-9118-57ded2f6c227', 'name': '', 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:38:a7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '3f980716-33aa-4e66-a7d8-f16d83b3a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:22:13Z', 'updated_at': '2022-05-10T15:22:19Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '3f980716-33aa-4e66-a7d8-f16d83b3a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:23:56.365597 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e944763-183d-4744-90fa-a2f937eab166 None None] Checking router: 18580069-ff4c-43d5-a7b9-a25f5e26fc39 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:23:56.376497 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e944763-183d-4744-90fa-a2f937eab166 None None] Routers {'18580069-ff4c-43d5-a7b9-a25f5e26fc39'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:23:56.377191 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-4e944763-183d-4744-90fa-a2f937eab166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:23:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['18580069-ff4c-43d5-a7b9-a25f5e26fc39'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:23:56.431682 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacaa40-7c23-4fd3-994d-e1f637ca73e4 req-ff7b625f-8186-446d-bdb1-f91527898207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:56.434353 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0dacaa40-7c23-4fd3-994d-e1f637ca73e4 req-ff7b625f-8186-446d-bdb1-f91527898207 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4446133f-ae3c-4aa2-a4ca-675169e2c06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0951166 May 10 15:23:56.570032 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85ea29-1a8d-4ff6-9767-082b89774a5e req-0d79cdf5-89f9-4698-aa66-16086b3d08fd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:56.571586 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8b85ea29-1a8d-4ff6-9767-082b89774a5e req-0d79cdf5-89f9-4698-aa66-16086b3d08fd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 945 time: 0.3691840 May 10 15:23:56.587327 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0dacaa40-7c23-4fd3-994d-e1f637ca73e4 req-8f4cd4d6-7a95-47d3-a2d8-6d668a913e88 service neutron] 10.222.0.86 "GET /v2.0/networks/4446133f-ae3c-4aa2-a4ca-675169e2c06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444180 May 10 15:23:56.622485 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-4e944763-183d-4744-90fa-a2f937eab166 None None] Set router 18580069-ff4c-43d5-a7b9-a25f5e26fc39 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:23:56.632024 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8b85ea29-1a8d-4ff6-9767-082b89774a5e req-2e04af19-01c7-4870-809d-d52c06ccdfb1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485287 May 10 15:23:56.734981 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0dacaa40-7c23-4fd3-994d-e1f637ca73e4 req-60b10e8f-7755-409a-a566-249ca16ee9be service neutron] 10.222.0.86 "GET /v2.0/networks/4446133f-ae3c-4aa2-a4ca-675169e2c06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397202 May 10 15:23:56.934666 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-4e944763-183d-4744-90fa-a2f937eab166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959438332', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:14Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:95:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'c3d933fc-85cb-4e82-9118-57ded2f6c227', 'name': '', 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:38:a7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '3f980716-33aa-4e66-a7d8-f16d83b3a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:22:13Z', 'updated_at': '2022-05-10T15:22:19Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '3f980716-33aa-4e66-a7d8-f16d83b3a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:23:56.938563 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e944763-183d-4744-90fa-a2f937eab166 None None] The sync data for ids ['18580069-ff4c-43d5-a7b9-a25f5e26fc39'] in dv-neutron-841204-2-hyperv is: [{'id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959438332', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:14Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:95:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'c3d933fc-85cb-4e82-9118-57ded2f6c227', 'name': '', 'network_id': '4446133f-ae3c-4aa2-a4ca-675169e2c06e', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:38:a7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '3f980716-33aa-4e66-a7d8-f16d83b3a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:22:13Z', 'updated_at': '2022-05-10T15:22:19Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '3f980716-33aa-4e66-a7d8-f16d83b3a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:23:57.146281 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c26687-b002-4b23-a4f2-6b0813036c7a None None] New status for floating IP 5c051fa7-b1f9-4e7c-9a92-274c5609dd56: DOWN {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:23:57.863617 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe30c71-6e45-4957-9263-ba79db7017c9 req-7059cb04-b771-4b92-b5ad-305a1d6d9322 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:57.865060 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4fe30c71-6e45-4957-9263-ba79db7017c9 req-7059cb04-b771-4b92-b5ad-305a1d6d9322 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 945 time: 0.1289182 May 10 15:23:57.909903 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4fe30c71-6e45-4957-9263-ba79db7017c9 req-e57889d4-382a-47c2-b78e-0d237774e565 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389881 May 10 15:23:58.193071 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72caf12b-d80f-4cbb-9dbf-c9b1cff87028 req-b078bd6e-e327-4180-ba1c-7b017baf8586 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:23:58.193642 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-72caf12b-d80f-4cbb-9dbf-c9b1cff87028 req-b078bd6e-e327-4180-ba1c-7b017baf8586 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:23:58.209322 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-72caf12b-d80f-4cbb-9dbf-c9b1cff87028 req-b078bd6e-e327-4180-ba1c-7b017baf8586 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:23:58.210516 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-72caf12b-d80f-4cbb-9dbf-c9b1cff87028 req-b078bd6e-e327-4180-ba1c-7b017baf8586 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 945 time: 0.1012959 May 10 15:23:58.290546 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-72caf12b-d80f-4cbb-9dbf-c9b1cff87028 req-ab934194-8d68-4ecd-b3cb-ca4311f631a3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting port 4799a684-2dc6-4ceb-8564-0f21b683e2d4 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:23:58.290883 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-72caf12b-d80f-4cbb-9dbf-c9b1cff87028 req-ab934194-8d68-4ecd-b3cb-ca4311f631a3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:58.325288 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:23:58.539343 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-72caf12b-d80f-4cbb-9dbf-c9b1cff87028 req-ab934194-8d68-4ecd-b3cb-ca4311f631a3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] For port 4799a684-2dc6-4ceb-8564-0f21b683e2d4, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=4799a684-2dc6-4ceb-8564-0f21b683e2d4,segment=NetworkSegment(e37aa885-b755-42c6-82ae-50cec305ed98),segment_id=e37aa885-b755-42c6-82ae-50cec305ed98)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:23:58.539697 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-72caf12b-d80f-4cbb-9dbf-c9b1cff87028 req-ab934194-8d68-4ecd-b3cb-ca4311f631a3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:58.662639 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-72caf12b-d80f-4cbb-9dbf-c9b1cff87028 req-ab934194-8d68-4ecd-b3cb-ca4311f631a3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Calling delete_port for 4799a684-2dc6-4ceb-8564-0f21b683e2d4 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:23:58.905334 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-72caf12b-d80f-4cbb-9dbf-c9b1cff87028 req-ab934194-8d68-4ecd-b3cb-ca4311f631a3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:58.958457 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab934194-8d68-4ecd-b3cb-ca4311f631a3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Port': ['ID=4799a684-2dc6-4ceb-8564-0f21b683e2d4,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:23:59.032410 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-72caf12b-d80f-4cbb-9dbf-c9b1cff87028 req-ab934194-8d68-4ecd-b3cb-ca4311f631a3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] No DVR routers for this DVR port 4799a684-2dc6-4ceb-8564-0f21b683e2d4 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:23:59.034937 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-72caf12b-d80f-4cbb-9dbf-c9b1cff87028 req-ab934194-8d68-4ecd-b3cb-ca4311f631a3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:23:59.037474 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d87c79-4540-42e7-9ee5-2bf22535c990', 'name': 'network-vif-deleted', 'tag': '4799a684-2dc6-4ceb-8564-0f21b683e2d4'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:23:59.054556 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-72caf12b-d80f-4cbb-9dbf-c9b1cff87028 req-ab934194-8d68-4ecd-b3cb-ca4311f631a3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "DELETE /v2.0/ports/4799a684-2dc6-4ceb-8564-0f21b683e2d4 HTTP/1.1" status: 204 len: 173 time: 0.8364086 May 10 15:23:59.062507 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1fb79506-9a28-4796-8e59-54f375e6bb70 req-270d368b-ce93-4963-991f-d1559f2527d3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=22d87c79-4540-42e7-9ee5-2bf22535c990 HTTP/1.1" status: 200 len: 210 time: 0.0453372 May 10 15:23:59.101729 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f28e9aa-736b-4ef3-8396-6e2319496e99'] response: {'server_uuid': '22d87c79-4540-42e7-9ee5-2bf22535c990', 'name': 'network-vif-deleted', 'tag': '4799a684-2dc6-4ceb-8564-0f21b683e2d4', 'status': 'completed', 'code': 200} May 10 15:24:00.156434 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53156) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:00.704391 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-115a1101-5586-4c3e-9c50-ae3424011c04 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:00.946728 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 4799a684-2dc6-4ceb-8564-0f21b683e2d4 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:24:00.981271 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: 4799a684-2dc6-4ceb-8564-0f21b683e2d4 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:24:00.981522 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 4799a684-2dc6-4ceb-8564-0f21b683e2d4 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:24:01.058965 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-115a1101-5586-4c3e-9c50-ae3424011c04 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting port c3d933fc-85cb-4e82-9118-57ded2f6c227 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:24:01.059305 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-115a1101-5586-4c3e-9c50-ae3424011c04 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:01.244284 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-115a1101-5586-4c3e-9c50-ae3424011c04 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] For port c3d933fc-85cb-4e82-9118-57ded2f6c227, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=c3d933fc-85cb-4e82-9118-57ded2f6c227,segment=NetworkSegment(e37aa885-b755-42c6-82ae-50cec305ed98),segment_id=e37aa885-b755-42c6-82ae-50cec305ed98)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:24:01.245674 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-115a1101-5586-4c3e-9c50-ae3424011c04 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:01.470283 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-115a1101-5586-4c3e-9c50-ae3424011c04 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Calling delete_port for c3d933fc-85cb-4e82-9118-57ded2f6c227 owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:24:01.793696 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-115a1101-5586-4c3e-9c50-ae3424011c04 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:01.839530 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a1101-5586-4c3e-9c50-ae3424011c04 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Port': ['ID=c3d933fc-85cb-4e82-9118-57ded2f6c227,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:01.874287 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a1101-5586-4c3e-9c50-ae3424011c04 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:01.874656 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a1101-5586-4c3e-9c50-ae3424011c04 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:01.874982 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a1101-5586-4c3e-9c50-ae3424011c04 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:01.878563 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a1101-5586-4c3e-9c50-ae3424011c04 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:01.879107 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a1101-5586-4c3e-9c50-ae3424011c04 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:01.879476 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a1101-5586-4c3e-9c50-ae3424011c04 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:01.879803 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a1101-5586-4c3e-9c50-ae3424011c04 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:01.880130 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a1101-5586-4c3e-9c50-ae3424011c04 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:01.880577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a1101-5586-4c3e-9c50-ae3424011c04 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:01.880902 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a1101-5586-4c3e-9c50-ae3424011c04 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:01.881230 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a1101-5586-4c3e-9c50-ae3424011c04 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:01.881609 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a1101-5586-4c3e-9c50-ae3424011c04 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:02.134450 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-115a1101-5586-4c3e-9c50-ae3424011c04 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:02.487156 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115a1101-5586-4c3e-9c50-ae3424011c04 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router 18580069-ff4c-43d5-a7b9-a25f5e26fc39 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:24:02.660558 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115a1101-5586-4c3e-9c50-ae3424011c04 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:24:02.669943 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0092592-0bfd-483d-9f9d-b889973d5abd None None] Sync routers for ids ['18580069-ff4c-43d5-a7b9-a25f5e26fc39'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:24:02.675550 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-115a1101-5586-4c3e-9c50-ae3424011c04 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "PUT /v2.0/routers/18580069-ff4c-43d5-a7b9-a25f5e26fc39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5155976 May 10 15:24:02.675708 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53160) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:02.678909 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0092592-0bfd-483d-9f9d-b889973d5abd None None] Routers {'18580069-ff4c-43d5-a7b9-a25f5e26fc39'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:24:02.679520 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-d0092592-0bfd-483d-9f9d-b889973d5abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:23:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['18580069-ff4c-43d5-a7b9-a25f5e26fc39'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:24:02.864990 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94d19d4-7eb5-4e77-a10e-a73ad13a95d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting subnet 3f980716-33aa-4e66-a7d8-f16d83b3a8c0 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:24:02.867631 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-d0092592-0bfd-483d-9f9d-b889973d5abd None None] Set router 18580069-ff4c-43d5-a7b9-a25f5e26fc39 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:24:02.867862 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f94d19d4-7eb5-4e77-a10e-a73ad13a95d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:02.923022 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f94d19d4-7eb5-4e77-a10e-a73ad13a95d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:03.009590 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f94d19d4-7eb5-4e77-a10e-a73ad13a95d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:03.083575 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f94d19d4-7eb5-4e77-a10e-a73ad13a95d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:03.125099 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d19d4-7eb5-4e77-a10e-a73ad13a95d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Subnet': ['ID=3f980716-33aa-4e66-a7d8-f16d83b3a8c0,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:03.126979 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-f94d19d4-7eb5-4e77-a10e-a73ad13a95d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:03.134359 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f94d19d4-7eb5-4e77-a10e-a73ad13a95d8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/subnets/3f980716-33aa-4e66-a7d8-f16d83b3a8c0 HTTP/1.1" status: 204 len: 168 time: 0.4576912 May 10 15:24:03.138020 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53164) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:03.139594 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9a6672-5794-4f8d-b8f7-65015177b7d9 None None] Network 4446133f-ae3c-4aa2-a4ca-675169e2c06e requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:24:03.309095 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-d0092592-0bfd-483d-9f9d-b889973d5abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959438332', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:24:01Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:95:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:24:03.315078 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0092592-0bfd-483d-9f9d-b889973d5abd None None] Checking router: 18580069-ff4c-43d5-a7b9-a25f5e26fc39 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:24:03.317311 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a1016064-f88f-4946-a862-69ddb6e668c7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:03.334303 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0092592-0bfd-483d-9f9d-b889973d5abd None None] Routers {'18580069-ff4c-43d5-a7b9-a25f5e26fc39'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:24:03.334951 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-d0092592-0bfd-483d-9f9d-b889973d5abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:23:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['18580069-ff4c-43d5-a7b9-a25f5e26fc39'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:24:03.503780 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a1016064-f88f-4946-a862-69ddb6e668c7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:03.514148 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-a1016064-f88f-4946-a862-69ddb6e668c7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting port e03b6d10-1f48-44ce-bd48-aba1ec9519e4 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:24:03.514670 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a1016064-f88f-4946-a862-69ddb6e668c7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:03.565708 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-d0092592-0bfd-483d-9f9d-b889973d5abd None None] Set router 18580069-ff4c-43d5-a7b9-a25f5e26fc39 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:24:03.673712 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2889185-3895-471a-9ccc-b2b6429ff5f6 None None] DHCP port deletion for 4446133f-ae3c-4aa2-a4ca-675169e2c06e request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 15:24:03.711784 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-a1016064-f88f-4946-a862-69ddb6e668c7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] For port e03b6d10-1f48-44ce-bd48-aba1ec9519e4, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=e03b6d10-1f48-44ce-bd48-aba1ec9519e4,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:24:03.712314 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a1016064-f88f-4946-a862-69ddb6e668c7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:03.748520 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d2889185-3895-471a-9ccc-b2b6429ff5f6 None None] Deleting port d9e031a1-0135-46f5-9b1f-4d3a89b0b69b {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:24:03.748890 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d2889185-3895-471a-9ccc-b2b6429ff5f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:03.841444 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-a1016064-f88f-4946-a862-69ddb6e668c7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Calling delete_port for e03b6d10-1f48-44ce-bd48-aba1ec9519e4 owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:24:04.010854 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a1016064-f88f-4946-a862-69ddb6e668c7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:04.013068 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-d2889185-3895-471a-9ccc-b2b6429ff5f6 None None] For port d9e031a1-0135-46f5-9b1f-4d3a89b0b69b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d9e031a1-0135-46f5-9b1f-4d3a89b0b69b,segment=NetworkSegment(e37aa885-b755-42c6-82ae-50cec305ed98),segment_id=e37aa885-b755-42c6-82ae-50cec305ed98)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:24:04.013466 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d2889185-3895-471a-9ccc-b2b6429ff5f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:04.061658 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1016064-f88f-4946-a862-69ddb6e668c7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Port': ['ID=e03b6d10-1f48-44ce-bd48-aba1ec9519e4,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:04.149509 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a1016064-f88f-4946-a862-69ddb6e668c7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:04.169814 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d2889185-3895-471a-9ccc-b2b6429ff5f6 None None] Calling delete_port for d9e031a1-0135-46f5-9b1f-4d3a89b0b69b owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:24:04.259704 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d2889185-3895-471a-9ccc-b2b6429ff5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:04.313033 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-d0092592-0bfd-483d-9f9d-b889973d5abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959438332', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:24:01Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:95:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:24:04.316872 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2889185-3895-471a-9ccc-b2b6429ff5f6 None None] Pushing event deleted for resources: {'Port': ['ID=d9e031a1-0135-46f5-9b1f-4d3a89b0b69b,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:04.323813 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0092592-0bfd-483d-9f9d-b889973d5abd None None] The sync data for ids ['18580069-ff4c-43d5-a7b9-a25f5e26fc39'] in dv-neutron-841204-2-hyperv is: [{'id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959438332', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:24:01Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'e03b6d10-1f48-44ce-bd48-aba1ec9519e4', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:95:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18580069-ff4c-43d5-a7b9-a25f5e26fc39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:22:09Z', 'updated_at': '2022-05-10T15:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:24:04.325593 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2889185-3895-471a-9ccc-b2b6429ff5f6 None None] No DVR routers for this DVR port d9e031a1-0135-46f5-9b1f-4d3a89b0b69b on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:24:04.444569 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a1016064-f88f-4946-a862-69ddb6e668c7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:04.446694 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a1016064-f88f-4946-a862-69ddb6e668c7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:04.468506 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a1016064-f88f-4946-a862-69ddb6e668c7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:04.469111 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1016064-f88f-4946-a862-69ddb6e668c7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Fanout notify agent at l3_agent the message router_deleted on router 18580069-ff4c-43d5-a7b9-a25f5e26fc39 {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:24:04.483844 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a1016064-f88f-4946-a862-69ddb6e668c7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:04.484893 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a1016064-f88f-4946-a862-69ddb6e668c7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/routers/18580069-ff4c-43d5-a7b9-a25f5e26fc39 HTTP/1.1" status: 204 len: 168 time: 1.3458581 May 10 15:24:04.487650 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53168) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:04.601296 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6647a157-b608-4a51-9404-6b6630d1d367 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:04.739628 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6647a157-b608-4a51-9404-6b6630d1d367 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:04.766708 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-6647a157-b608-4a51-9404-6b6630d1d367 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4446133f-ae3c-4aa2-a4ca-675169e2c06e']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:24:04.780555 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-6647a157-b608-4a51-9404-6b6630d1d367 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37aa885-b755-42c6-82ae-50cec305ed98') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:24:04.781023 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-6647a157-b608-4a51-9404-6b6630d1d367 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37aa885-b755-42c6-82ae-50cec305ed98') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:24:04.794367 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6647a157-b608-4a51-9404-6b6630d1d367 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:04.810954 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6647a157-b608-4a51-9404-6b6630d1d367 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:04.816842 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6647a157-b608-4a51-9404-6b6630d1d367 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:24:04.817215 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6647a157-b608-4a51-9404-6b6630d1d367 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:24:04.831982 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:24:04.919701 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6647a157-b608-4a51-9404-6b6630d1d367 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:04.938650 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-6647a157-b608-4a51-9404-6b6630d1d367 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:04.950561 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647a157-b608-4a51-9404-6b6630d1d367 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Network': ['ID=4446133f-ae3c-4aa2-a4ca-675169e2c06e,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:04.959647 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6647a157-b608-4a51-9404-6b6630d1d367 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/networks/4446133f-ae3c-4aa2-a4ca-675169e2c06e HTTP/1.1" status: 204 len: 168 time: 0.4710009 May 10 15:24:04.962392 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 53172) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:05.034152 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c52f5f69-fd1f-42be-a1ed-e0c19c662574 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.063703 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c52f5f69-fd1f-42be-a1ed-e0c19c662574 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.127235 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c52f5f69-fd1f-42be-a1ed-e0c19c662574 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.144956 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f5f69-fd1f-42be-a1ed-e0c19c662574 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:05.156856 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c52f5f69-fd1f-42be-a1ed-e0c19c662574 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.158066 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c52f5f69-fd1f-42be-a1ed-e0c19c662574 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/security-groups/e5f95bfa-1bb1-42a0-ab92-92bbdede7d7a HTTP/1.1" status: 204 len: 168 time: 0.1946504 May 10 15:24:05.273983 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53180) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:05.279668 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-2fb6391f-3883-43d1-8815-aabfef179fd7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1526926470', 'description': 'tempest-secgroup-smoke-1526926470 description', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:24:05.285924 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2fb6391f-3883-43d1-8815-aabfef179fd7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:24:05.290391 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2fb6391f-3883-43d1-8815-aabfef179fd7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:24:05.294049 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2fb6391f-3883-43d1-8815-aabfef179fd7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:24:05.303267 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2fb6391f-3883-43d1-8815-aabfef179fd7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:24:05.314154 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2fb6391f-3883-43d1-8815-aabfef179fd7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.333634 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2fb6391f-3883-43d1-8815-aabfef179fd7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:24:05.338038 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2fb6391f-3883-43d1-8815-aabfef179fd7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:24:05.341051 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-2fb6391f-3883-43d1-8815-aabfef179fd7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:24:05.347170 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-2fb6391f-3883-43d1-8815-aabfef179fd7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:24:05.385546 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c3d933fc-85cb-4e82-9118-57ded2f6c227 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:24:05.419091 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2fb6391f-3883-43d1-8815-aabfef179fd7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.420340 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: c3d933fc-85cb-4e82-9118-57ded2f6c227 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:24:05.420786 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device c3d933fc-85cb-4e82-9118-57ded2f6c227 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:24:05.421295 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d9e031a1-0135-46f5-9b1f-4d3a89b0b69b no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:24:05.423129 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2fb6391f-3883-43d1-8815-aabfef179fd7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.458177 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: d9e031a1-0135-46f5-9b1f-4d3a89b0b69b {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:24:05.458529 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d9e031a1-0135-46f5-9b1f-4d3a89b0b69b not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:24:05.458944 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e03b6d10-1f48-44ce-bd48-aba1ec9519e4 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:24:05.469521 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6391f-3883-43d1-8815-aabfef179fd7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=275513b2-84d9-4ee1-9484-cbcb1ad1fb94,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:05.472169 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2fb6391f-3883-43d1-8815-aabfef179fd7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.476124 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2fb6391f-3883-43d1-8815-aabfef179fd7 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1982868 May 10 15:24:05.476399 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53184) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:05.482391 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-44f0ebcf-3b88-4eec-b93d-61f9b7154621 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': '275513b2-84d9-4ee1-9484-cbcb1ad1fb94', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:24:05.488340 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-44f0ebcf-3b88-4eec-b93d-61f9b7154621 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:24:05.492231 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-44f0ebcf-3b88-4eec-b93d-61f9b7154621 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:24:05.493042 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: e03b6d10-1f48-44ce-bd48-aba1ec9519e4 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:24:05.493387 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device e03b6d10-1f48-44ce-bd48-aba1ec9519e4 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:24:05.495809 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-44f0ebcf-3b88-4eec-b93d-61f9b7154621 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:24:05.501656 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-44f0ebcf-3b88-4eec-b93d-61f9b7154621 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:24:05.517615 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-44f0ebcf-3b88-4eec-b93d-61f9b7154621 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.580001 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-44f0ebcf-3b88-4eec-b93d-61f9b7154621 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.583479 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-44f0ebcf-3b88-4eec-b93d-61f9b7154621 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.606856 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0ebcf-3b88-4eec-b93d-61f9b7154621 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf37b9f-e8c0-405e-9087-f699535bb534,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:05.615703 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-44f0ebcf-3b88-4eec-b93d-61f9b7154621 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.616861 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-44f0ebcf-3b88-4eec-b93d-61f9b7154621 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397088 May 10 15:24:05.620318 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53188) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:05.625073 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-d5d5f718-17c0-46f0-8f9a-3cf337307052 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': '275513b2-84d9-4ee1-9484-cbcb1ad1fb94', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:24:05.631070 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d5d5f718-17c0-46f0-8f9a-3cf337307052 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:24:05.634785 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d5d5f718-17c0-46f0-8f9a-3cf337307052 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:24:05.637799 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d5d5f718-17c0-46f0-8f9a-3cf337307052 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:24:05.643469 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d5d5f718-17c0-46f0-8f9a-3cf337307052 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:24:05.660186 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d5d5f718-17c0-46f0-8f9a-3cf337307052 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.721850 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d5d5f718-17c0-46f0-8f9a-3cf337307052 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.725485 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d5d5f718-17c0-46f0-8f9a-3cf337307052 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.748561 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5f718-17c0-46f0-8f9a-3cf337307052 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b5ca6ec-bcd1-4e18-beaf-020204d3a20b,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:05.756647 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d5d5f718-17c0-46f0-8f9a-3cf337307052 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.757788 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d5d5f718-17c0-46f0-8f9a-3cf337307052 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1365509 May 10 15:24:05.760524 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53192) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:05.765360 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e8c57e51-4ac0-41f2-a20f-95bc3e321487 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': '275513b2-84d9-4ee1-9484-cbcb1ad1fb94', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:24:05.771534 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e8c57e51-4ac0-41f2-a20f-95bc3e321487 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:24:05.775294 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e8c57e51-4ac0-41f2-a20f-95bc3e321487 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:24:05.778630 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e8c57e51-4ac0-41f2-a20f-95bc3e321487 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:24:05.784478 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e8c57e51-4ac0-41f2-a20f-95bc3e321487 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:24:05.801211 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8c57e51-4ac0-41f2-a20f-95bc3e321487 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.865384 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8c57e51-4ac0-41f2-a20f-95bc3e321487 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.868969 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8c57e51-4ac0-41f2-a20f-95bc3e321487 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.892316 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c57e51-4ac0-41f2-a20f-95bc3e321487 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b903c66-fe6e-4fe1-bebc-d4bbc6f42e13,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:05.901684 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e8c57e51-4ac0-41f2-a20f-95bc3e321487 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:05.905570 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e8c57e51-4ac0-41f2-a20f-95bc3e321487 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416624 May 10 15:24:05.905927 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 53196) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:05.911086 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-f0a41e27-ed7a-4246-bffd-390f804efced tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': '275513b2-84d9-4ee1-9484-cbcb1ad1fb94', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:24:05.918028 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f0a41e27-ed7a-4246-bffd-390f804efced tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:24:05.921852 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f0a41e27-ed7a-4246-bffd-390f804efced tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:24:05.924697 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-f0a41e27-ed7a-4246-bffd-390f804efced tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:24:05.930272 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-f0a41e27-ed7a-4246-bffd-390f804efced tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:24:05.946109 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f0a41e27-ed7a-4246-bffd-390f804efced tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:06.007847 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f0a41e27-ed7a-4246-bffd-390f804efced tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:06.011756 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f0a41e27-ed7a-4246-bffd-390f804efced tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:06.035331 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a41e27-ed7a-4246-bffd-390f804efced tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f43aeb0-93f6-4d16-92c4-3131d154ebaa,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:06.043939 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-f0a41e27-ed7a-4246-bffd-390f804efced tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:06.045089 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-f0a41e27-ed7a-4246-bffd-390f804efced tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1381648 May 10 15:24:06.047732 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 53200) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:06.052662 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-659882a6-047d-48d0-84a2-347ecb1eabb2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': '275513b2-84d9-4ee1-9484-cbcb1ad1fb94', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:24:06.058503 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-659882a6-047d-48d0-84a2-347ecb1eabb2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:24:06.062243 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-659882a6-047d-48d0-84a2-347ecb1eabb2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:24:06.065079 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-659882a6-047d-48d0-84a2-347ecb1eabb2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:24:06.070665 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-659882a6-047d-48d0-84a2-347ecb1eabb2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:24:06.081268 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.securitygroups_db [None req-659882a6-047d-48d0-84a2-347ecb1eabb2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Project f5bb71568dee43e8a5d4e5f0cabe47f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:24:06.087504 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-659882a6-047d-48d0-84a2-347ecb1eabb2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:06.155577 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-659882a6-047d-48d0-84a2-347ecb1eabb2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:06.158785 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-659882a6-047d-48d0-84a2-347ecb1eabb2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:06.179224 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659882a6-047d-48d0-84a2-347ecb1eabb2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=175e1478-ad10-4b24-a644-3c25ce21ad98,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:06.190636 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-659882a6-047d-48d0-84a2-347ecb1eabb2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:06.191958 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-659882a6-047d-48d0-84a2-347ecb1eabb2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1433306 May 10 15:24:06.194594 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 53204) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:06.200030 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-d097d76f-969b-4476-aac1-d5325159b9e8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': '275513b2-84d9-4ee1-9484-cbcb1ad1fb94', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:24:06.205775 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d097d76f-969b-4476-aac1-d5325159b9e8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:24:06.209713 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d097d76f-969b-4476-aac1-d5325159b9e8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:24:06.212560 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d097d76f-969b-4476-aac1-d5325159b9e8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:24:06.219008 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d097d76f-969b-4476-aac1-d5325159b9e8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:24:06.229301 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.securitygroups_db [None req-d097d76f-969b-4476-aac1-d5325159b9e8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Project f5bb71568dee43e8a5d4e5f0cabe47f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:24:06.236151 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d097d76f-969b-4476-aac1-d5325159b9e8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:06.300982 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d097d76f-969b-4476-aac1-d5325159b9e8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:06.304622 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d097d76f-969b-4476-aac1-d5325159b9e8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:06.327568 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097d76f-969b-4476-aac1-d5325159b9e8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9c21e8-5701-4fa6-a625-5b2625787b23,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:06.339855 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d097d76f-969b-4476-aac1-d5325159b9e8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:06.341085 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d097d76f-969b-4476-aac1-d5325159b9e8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1455696 May 10 15:24:06.344464 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53208) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:06.350209 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-7f53d5c9-41e7-46de-88d2-e9637668882e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'network': {'name': 'tempest-network-smoke--1672312670', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'port_security_enabled': True}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:24:06.355623 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7f53d5c9-41e7-46de-88d2-e9637668882e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:24:06.359686 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7f53d5c9-41e7-46de-88d2-e9637668882e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:network and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:24:06.362563 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-7f53d5c9-41e7-46de-88d2-e9637668882e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:24:06.369230 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-7f53d5c9-41e7-46de-88d2-e9637668882e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:24:06.379435 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f53d5c9-41e7-46de-88d2-e9637668882e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Made reservation on behalf of f5bb71568dee43e8a5d4e5f0cabe47f8 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:24:06.382784 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7f53d5c9-41e7-46de-88d2-e9637668882e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:06.411085 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f53d5c9-41e7-46de-88d2-e9637668882e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:24:06.420142 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7f53d5c9-41e7-46de-88d2-e9637668882e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:06.420622 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-7f53d5c9-41e7-46de-88d2-e9637668882e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Added segment 3f0f514d-72d8-4db6-b6dd-ca4f162989ab of type vlan for network 8906c82a-8ef1-41c0-9871-c538ab547714 May 10 15:24:06.446101 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7f53d5c9-41e7-46de-88d2-e9637668882e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:06.474212 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7f53d5c9-41e7-46de-88d2-e9637668882e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:06.480057 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f53d5c9-41e7-46de-88d2-e9637668882e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:06.480630 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-7f53d5c9-41e7-46de-88d2-e9637668882e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:06.586471 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-7f53d5c9-41e7-46de-88d2-e9637668882e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2407894 May 10 15:24:06.589549 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 53212) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:06.592471 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53d5c9-41e7-46de-88d2-e9637668882e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Network': ['ID=8906c82a-8ef1-41c0-9871-c538ab547714,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:06.594920 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-da0d714c-ba56-43fd-9adf-c49c65babcbb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1822420613', 'admin_state_up': True, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:24:06.602150 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-da0d714c-ba56-43fd-9adf-c49c65babcbb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:24:06.602405 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 8906c82a-8ef1-41c0-9871-c538ab547714 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:24:06.606285 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-da0d714c-ba56-43fd-9adf-c49c65babcbb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:router and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:24:06.609785 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-da0d714c-ba56-43fd-9adf-c49c65babcbb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:24:06.616556 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-da0d714c-ba56-43fd-9adf-c49c65babcbb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:24:06.627509 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da0d714c-ba56-43fd-9adf-c49c65babcbb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:06.628585 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da0d714c-ba56-43fd-9adf-c49c65babcbb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:06.644721 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da0d714c-ba56-43fd-9adf-c49c65babcbb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:06.909951 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da0d714c-ba56-43fd-9adf-c49c65babcbb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:07.209503 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da0d714c-ba56-43fd-9adf-c49c65babcbb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_gateway, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:07.239030 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da0d714c-ba56-43fd-9adf-c49c65babcbb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:07.372128 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-da0d714c-ba56-43fd-9adf-c49c65babcbb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Allocated IP 172.26.0.196 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:24:07.610328 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da0d714c-ba56-43fd-9adf-c49c65babcbb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:07.639527 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da0d714c-ba56-43fd-9adf-c49c65babcbb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:07.702263 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0d714c-ba56-43fd-9adf-c49c65babcbb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:24:07.704907 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-da0d714c-ba56-43fd-9adf-c49c65babcbb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:24:07.708681 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0d714c-ba56-43fd-9adf-c49c65babcbb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:24:07.746506 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d714c-ba56-43fd-9adf-c49c65babcbb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:08.118822 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da0d714c-ba56-43fd-9adf-c49c65babcbb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_gateway, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:08.454326 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da0d714c-ba56-43fd-9adf-c49c65babcbb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:08.656032 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0d714c-ba56-43fd-9adf-c49c65babcbb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router c61f0074-c384-455d-a322-e860c794eb1c is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:24:08.828881 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0d714c-ba56-43fd-9adf-c49c65babcbb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:24:08.838322 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] Sync routers for ids ['c61f0074-c384-455d-a322-e860c794eb1c'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:24:08.847212 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] Routers {'c61f0074-c384-455d-a322-e860c794eb1c'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:24:08.847811 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:23:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c61f0074-c384-455d-a322-e860c794eb1c'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:24:08.856724 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-da0d714c-ba56-43fd-9adf-c49c65babcbb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:08.858158 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-da0d714c-ba56-43fd-9adf-c49c65babcbb tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2675443 May 10 15:24:08.861173 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 53216) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:09.024094 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] Set router c61f0074-c384-455d-a322-e860c794eb1c gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:24:09.057912 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-5be07344-01dc-49e5-ab83-197f3d568a7a tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=f5bb71568dee43e8a5d4e5f0cabe47f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1950963 May 10 15:24:09.060617 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 53222) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:09.188988 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3447593e-0b35-4bec-b488-c5446606990b tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:09.190939 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3447593e-0b35-4bec-b488-c5446606990b tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293769 May 10 15:24:09.193175 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 53226) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:09.232387 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-daa50212-bf20-4a8e-b2b8-e615d135dffb tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381572 May 10 15:24:09.234917 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 53230) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:09.240069 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-93731aa7-04ad-43f0-b370-4274f86a7fe1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-122402233', 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:24:09.303807 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822420613', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:24:06Z', 'updated_at': '2022-05-10T15:24:07Z', 'revision_number': 3, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:24:07Z', 'updated_at': '2022-05-10T15:24:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:24:09.308242 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] Checking router: c61f0074-c384-455d-a322-e860c794eb1c for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:24:09.308578 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] Updating router c61f0074-c384-455d-a322-e860c794eb1c port a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3 binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:24:09.349514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-93731aa7-04ad-43f0-b370-4274f86a7fe1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:24:09.353328 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-93731aa7-04ad-43f0-b370-4274f86a7fe1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:subnet and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:24:09.356779 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-93731aa7-04ad-43f0-b370-4274f86a7fe1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:24:09.359260 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:09.362512 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-93731aa7-04ad-43f0-b370-4274f86a7fe1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:24:09.373961 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93731aa7-04ad-43f0-b370-4274f86a7fe1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Made reservation on behalf of f5bb71568dee43e8a5d4e5f0cabe47f8 for: {'subnet': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:24:09.378298 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-93731aa7-04ad-43f0-b370-4274f86a7fe1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10960381'] for subnet, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:09.606700 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-93731aa7-04ad-43f0-b370-4274f86a7fe1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1675594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10960363'] for subnet, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:09.685122 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93731aa7-04ad-43f0-b370-4274f86a7fe1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Subnet': ['ID=5bbd9e9e-9127-4b01-87f8-f60716569d4e,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:09.693761 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93731aa7-04ad-43f0-b370-4274f86a7fe1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Checking segment: {'id': '3f0f514d-72d8-4db6-b6dd-ca4f162989ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:24:09.694110 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93731aa7-04ad-43f0-b370-4274f86a7fe1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network hostable DHCP agents. Network: 8906c82a-8ef1-41c0-9871-c538ab547714, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:24:09.710154 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:09.714459 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93731aa7-04ad-43f0-b370-4274f86a7fe1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 8906c82a-8ef1-41c0-9871-c538ab547714 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:24:09.722621 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] Transition to ACTIVE for port object a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3 will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:24:09.724136 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-93731aa7-04ad-43f0-b370-4274f86a7fe1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 8906c82a-8ef1-41c0-9871-c538ab547714) {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:24:09.728448 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93731aa7-04ad-43f0-b370-4274f86a7fe1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:09.729719 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-93731aa7-04ad-43f0-b370-4274f86a7fe1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:09.729898 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:09.737434 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c71447c-b3a1-442b-ad91-a578301aa29a None None] Network 8906c82a-8ef1-41c0-9871-c538ab547714 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:24:09.754758 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53234) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:09.755345 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-93731aa7-04ad-43f0-b370-4274f86a7fe1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5189004 May 10 15:24:09.811902 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] Attempting to bind port a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:24:09.812251 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] Attempting to bind port a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:24:09.812605 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] Attempting to bind port a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3 on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:24:09.815961 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fbacfa-7e71-47a7-bb40-698d7e99d41b None None] Pushing event updated for resources: {'Port': ['ID=a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3,revision_number=2']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:09.824342 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:24:09.824697 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:24:09.825089 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:09.825468 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:24:09.826159 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] Bound port: a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:24:09.826293 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:09.897914 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] For port a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:24:09.901855 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] For port a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:24:09.904444 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fbacfa-7e71-47a7-bb40-698d7e99d41b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:09.904994 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fbacfa-7e71-47a7-bb40-698d7e99d41b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:09.905472 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fbacfa-7e71-47a7-bb40-698d7e99d41b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:09.906100 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fbacfa-7e71-47a7-bb40-698d7e99d41b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:09.906611 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fbacfa-7e71-47a7-bb40-698d7e99d41b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:09.907080 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fbacfa-7e71-47a7-bb40-698d7e99d41b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:09.907545 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fbacfa-7e71-47a7-bb40-698d7e99d41b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:09.908082 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fbacfa-7e71-47a7-bb40-698d7e99d41b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:09.908548 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fbacfa-7e71-47a7-bb40-698d7e99d41b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:09.909020 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fbacfa-7e71-47a7-bb40-698d7e99d41b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:09.909652 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fbacfa-7e71-47a7-bb40-698d7e99d41b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:09.910159 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fbacfa-7e71-47a7-bb40-698d7e99d41b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:09.921071 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:09.973177 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26760731-847f-4741-8456-6ec8a0883e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-8906c82a-8ef1-41c0-9871-c538ab547714', 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ips': [{'subnet_id': '5bbd9e9e-9127-4b01-87f8-f60716569d4e'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 15:24:09.974008 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-26760731-847f-4741-8456-6ec8a0883e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:10.003935 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] Routers {'c61f0074-c384-455d-a322-e860c794eb1c'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:24:10.004547 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:23:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c61f0074-c384-455d-a322-e860c794eb1c'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:24:10.068919 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fbacfa-7e71-47a7-bb40-698d7e99d41b None None] Pushing event updated for resources: {'Port': ['ID=a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:10.140104 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-26760731-847f-4741-8456-6ec8a0883e48 None None] Allocated IP 172.20.0.2 (8906c82a-8ef1-41c0-9871-c538ab547714/5bbd9e9e-9127-4b01-87f8-f60716569d4e/5cd68372-4c97-4190-b29c-1c5d843460f3) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:24:10.187904 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] Set router c61f0074-c384-455d-a322-e860c794eb1c gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:24:10.419564 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-26760731-847f-4741-8456-6ec8a0883e48 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:10.430325 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-26760731-847f-4741-8456-6ec8a0883e48 None None] Transition to ACTIVE for port object 5cd68372-4c97-4190-b29c-1c5d843460f3 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:24:10.450744 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-26760731-847f-4741-8456-6ec8a0883e48 None None] Transition to ACTIVE for port object 5cd68372-4c97-4190-b29c-1c5d843460f3 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:24:10.457346 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-26760731-847f-4741-8456-6ec8a0883e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:10.484274 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822420613', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:24:06Z', 'updated_at': '2022-05-10T15:24:07Z', 'revision_number': 3, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:24:07Z', 'updated_at': '2022-05-10T15:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:24:10.489151 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a25f08-8950-45b7-92bf-ab4162689570 None None] The sync data for ids ['c61f0074-c384-455d-a322-e860c794eb1c'] in dv-neutron-841204-2-hyperv is: [{'id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822420613', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:24:06Z', 'updated_at': '2022-05-10T15:24:07Z', 'revision_number': 3, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:24:07Z', 'updated_at': '2022-05-10T15:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:24:10.521946 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26760731-847f-4741-8456-6ec8a0883e48 None None] Network 8906c82a-8ef1-41c0-9871-c538ab547714 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:24:10.524784 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-26760731-847f-4741-8456-6ec8a0883e48 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:24:10.529219 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26760731-847f-4741-8456-6ec8a0883e48 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:24:10.538091 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26760731-847f-4741-8456-6ec8a0883e48 None None] Pushing event updated for resources: {'Port': ['ID=5cd68372-4c97-4190-b29c-1c5d843460f3,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:10.609587 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0194142f-1ead-44b6-935d-d97239e2405d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:10.629522 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-26760731-847f-4741-8456-6ec8a0883e48 None None] Attempting to bind port 5cd68372-4c97-4190-b29c-1c5d843460f3 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:24:10.629938 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-26760731-847f-4741-8456-6ec8a0883e48 None None] Attempting to bind port 5cd68372-4c97-4190-b29c-1c5d843460f3 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '3f0f514d-72d8-4db6-b6dd-ca4f162989ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:24:10.630306 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26760731-847f-4741-8456-6ec8a0883e48 None None] Attempting to bind port 5cd68372-4c97-4190-b29c-1c5d843460f3 on network 8906c82a-8ef1-41c0-9871-c538ab547714 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:24:10.637609 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26760731-847f-4741-8456-6ec8a0883e48 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:24:10.637974 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26760731-847f-4741-8456-6ec8a0883e48 None None] Checking segment: {'id': '3f0f514d-72d8-4db6-b6dd-ca4f162989ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:24:10.638520 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-26760731-847f-4741-8456-6ec8a0883e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:10.638910 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26760731-847f-4741-8456-6ec8a0883e48 None None] Bound using segment: {'id': '3f0f514d-72d8-4db6-b6dd-ca4f162989ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:24:10.639367 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-26760731-847f-4741-8456-6ec8a0883e48 None None] Bound port: 5cd68372-4c97-4190-b29c-1c5d843460f3, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0f514d-72d8-4db6-b6dd-ca4f162989ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:24:10.639736 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-26760731-847f-4741-8456-6ec8a0883e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:10.745545 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-26760731-847f-4741-8456-6ec8a0883e48 None None] For port 5cd68372-4c97-4190-b29c-1c5d843460f3, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:24:10.749040 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-26760731-847f-4741-8456-6ec8a0883e48 None None] For port 5cd68372-4c97-4190-b29c-1c5d843460f3, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=5cd68372-4c97-4190-b29c-1c5d843460f3,segment=NetworkSegment(3f0f514d-72d8-4db6-b6dd-ca4f162989ab),segment_id=3f0f514d-72d8-4db6-b6dd-ca4f162989ab)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:24:10.760696 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-26760731-847f-4741-8456-6ec8a0883e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:10.847662 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26760731-847f-4741-8456-6ec8a0883e48 None None] Pushing event updated for resources: {'Port': ['ID=5cd68372-4c97-4190-b29c-1c5d843460f3,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:11.077804 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-0194142f-1ead-44b6-935d-d97239e2405d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Allocated IP 172.20.0.1 (8906c82a-8ef1-41c0-9871-c538ab547714/5bbd9e9e-9127-4b01-87f8-f60716569d4e/44de50ee-137a-4e9e-988c-88d836198c70) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:24:11.258837 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0194142f-1ead-44b6-935d-d97239e2405d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:11.276258 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-0194142f-1ead-44b6-935d-d97239e2405d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Transition to ACTIVE for port object 44de50ee-137a-4e9e-988c-88d836198c70 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:24:11.300635 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0194142f-1ead-44b6-935d-d97239e2405d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:11.375830 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0194142f-1ead-44b6-935d-d97239e2405d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 8906c82a-8ef1-41c0-9871-c538ab547714 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:24:11.379229 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-0194142f-1ead-44b6-935d-d97239e2405d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:24:11.383491 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0194142f-1ead-44b6-935d-d97239e2405d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:24:11.414642 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194142f-1ead-44b6-935d-d97239e2405d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=44de50ee-137a-4e9e-988c-88d836198c70,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:11.446771 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0194142f-1ead-44b6-935d-d97239e2405d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:11.474747 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5cd68372-4c97-4190-b29c-1c5d843460f3 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:24:11.545513 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 5cd68372-4c97-4190-b29c-1c5d843460f3 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:24:11.550450 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:24:11.621916 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:24:11.627105 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:24:11.627720 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:11.738611 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0194142f-1ead-44b6-935d-d97239e2405d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:11.756154 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:11.776924 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:24:11.782808 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:11.857516 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:11.937871 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e968d1d-16a9-449a-bd25-22e5cb4055c0 None None] Network 8906c82a-8ef1-41c0-9871-c538ab547714 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:24:12.050252 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-24fe813b-3057-454b-aed2-9b040a0b0259 None None] Provisioning for port 5cd68372-4c97-4190-b29c-1c5d843460f3 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:24:12.060270 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-24fe813b-3057-454b-aed2-9b040a0b0259 None None] Provisioning complete for port 5cd68372-4c97-4190-b29c-1c5d843460f3 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:24:12.060641 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-24fe813b-3057-454b-aed2-9b040a0b0259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:12.282265 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-24fe813b-3057-454b-aed2-9b040a0b0259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:12.297312 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0194142f-1ead-44b6-935d-d97239e2405d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:12.302661 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0194142f-1ead-44b6-935d-d97239e2405d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:12.328488 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-24fe813b-3057-454b-aed2-9b040a0b0259 None None] For port 5cd68372-4c97-4190-b29c-1c5d843460f3, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=5cd68372-4c97-4190-b29c-1c5d843460f3,segment=NetworkSegment(3f0f514d-72d8-4db6-b6dd-ca4f162989ab),segment_id=3f0f514d-72d8-4db6-b6dd-ca4f162989ab)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:24:12.332739 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-24fe813b-3057-454b-aed2-9b040a0b0259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:12.410564 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe813b-3057-454b-aed2-9b040a0b0259 None None] Pushing event updated for resources: {'Port': ['ID=5cd68372-4c97-4190-b29c-1c5d843460f3,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:12.424935 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0194142f-1ead-44b6-935d-d97239e2405d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:12.428520 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194142f-1ead-44b6-935d-d97239e2405d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=44de50ee-137a-4e9e-988c-88d836198c70,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:12.554183 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0f87cc74-5ff2-4e52-b442-b95b958d0c2a None None] Provisioning complete for port 5cd68372-4c97-4190-b29c-1c5d843460f3 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:24:12.554522 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0f87cc74-5ff2-4e52-b442-b95b958d0c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:12.573809 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0194142f-1ead-44b6-935d-d97239e2405d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 8906c82a-8ef1-41c0-9871-c538ab547714 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:24:12.575017 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-0194142f-1ead-44b6-935d-d97239e2405d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:24:12.694229 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0f87cc74-5ff2-4e52-b442-b95b958d0c2a None None] Provisioning for port 44de50ee-137a-4e9e-988c-88d836198c70 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:24:12.701057 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0f87cc74-5ff2-4e52-b442-b95b958d0c2a None None] Provisioning complete for port 44de50ee-137a-4e9e-988c-88d836198c70 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:24:12.701738 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0f87cc74-5ff2-4e52-b442-b95b958d0c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:12.757769 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-0f87cc74-5ff2-4e52-b442-b95b958d0c2a None None] Port 44de50ee-137a-4e9e-988c-88d836198c70 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:24:12.788747 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0194142f-1ead-44b6-935d-d97239e2405d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router c61f0074-c384-455d-a322-e860c794eb1c has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:24:12.879489 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-0272e7b9-c221-4c43-aa17-e32586c5d27f None None] Provisioning complete for port 44de50ee-137a-4e9e-988c-88d836198c70 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:24:12.879993 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0272e7b9-c221-4c43-aa17-e32586c5d27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:12.941955 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-0272e7b9-c221-4c43-aa17-e32586c5d27f None None] Port 44de50ee-137a-4e9e-988c-88d836198c70 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:24:12.981006 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0194142f-1ead-44b6-935d-d97239e2405d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:24:12.990787 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] Sync routers for ids ['c61f0074-c384-455d-a322-e860c794eb1c'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:24:12.993398 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0194142f-1ead-44b6-935d-d97239e2405d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "PUT /v2.0/routers/c61f0074-c384-455d-a322-e860c794eb1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2366948 May 10 15:24:13.000966 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] Routers {'c61f0074-c384-455d-a322-e860c794eb1c'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:24:13.001566 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:23:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c61f0074-c384-455d-a322-e860c794eb1c'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:24:13.093159 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3e2df8ae-25cf-453e-b116-74aeffe8a351 None None] Provisioning complete for port 44de50ee-137a-4e9e-988c-88d836198c70 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:24:13.093525 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3e2df8ae-25cf-453e-b116-74aeffe8a351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:13.159136 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-1b15f038-ed36-4915-b364-73216ea10ab1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:24:13.175416 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-1b15f038-ed36-4915-b364-73216ea10ab1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:24:13.177026 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-1b15f038-ed36-4915-b364-73216ea10ab1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1526926470&fields=id&tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8 HTTP/1.1" status: 200 len: 267 time: 0.0601468 May 10 15:24:13.256978 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-3e2df8ae-25cf-453e-b116-74aeffe8a351 None None] Port 44de50ee-137a-4e9e-988c-88d836198c70 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:24:13.271344 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] Set router c61f0074-c384-455d-a322-e860c794eb1c gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:24:13.329290 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-7bf50b91-9493-441e-81be-e65b784f3d3b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:13.329704 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-7bf50b91-9493-441e-81be-e65b784f3d3b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:network {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:24:13.347434 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-7bf50b91-9493-441e-81be-e65b784f3d3b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:network {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:24:13.348729 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-7bf50b91-9493-441e-81be-e65b784f3d3b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/networks?id=8906c82a-8ef1-41c0-9871-c538ab547714 HTTP/1.1" status: 200 len: 797 time: 0.1645999 May 10 15:24:13.364755 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-9328fdf6-f1be-4733-8b21-8c8bf0aee7aa tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/quotas/f5bb71568dee43e8a5d4e5f0cabe47f8 HTTP/1.1" status: 200 len: 375 time: 0.0099251 May 10 15:24:13.404474 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5cd68372-4c97-4190-b29c-1c5d843460f3 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:24:13.453862 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-5114c416-3173-401f-a6b0-edfc65b61d1f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:24:13.470799 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-5114c416-3173-401f-a6b0-edfc65b61d1f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:24:13.472057 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-5114c416-3173-401f-a6b0-edfc65b61d1f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1018372 May 10 15:24:13.587390 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 5cd68372-4c97-4190-b29c-1c5d843460f3 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:24:13.587669 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:13.612870 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-8876c12b-0381-40e3-8657-ec858c1d05af service neutron] 10.222.0.79 "GET /v2.0/networks/8906c82a-8ef1-41c0-9871-c538ab547714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286490 May 10 15:24:13.744856 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-927b5c2e-01f8-477b-93af-d0f8af56b041 service neutron] 10.222.0.79 "GET /v2.0/networks/8906c82a-8ef1-41c0-9871-c538ab547714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259041 May 10 15:24:13.753709 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822420613', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:24:06Z', 'updated_at': '2022-05-10T15:24:11Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:24:07Z', 'updated_at': '2022-05-10T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '44de50ee-137a-4e9e-988c-88d836198c70', 'name': '', 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:d9:83:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '5bbd9e9e-9127-4b01-87f8-f60716569d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:24:10Z', 'updated_at': '2022-05-10T15:24:12Z', 'revision_number': 2, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '5bbd9e9e-9127-4b01-87f8-f60716569d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:24:13.760748 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] Checking router: c61f0074-c384-455d-a322-e860c794eb1c for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:24:13.761353 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] Updating router c61f0074-c384-455d-a322-e860c794eb1c port 44de50ee-137a-4e9e-988c-88d836198c70 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:24:13.785376 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:24:13.870549 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:13.942769 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:24:13.943140 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:13.956795 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3b54855c-3901-4c5a-94ae-d89ad1100dbb req-43173491-18f8-47dd-8cc0-a050cd835e3e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 210 time: 0.0508566 May 10 15:24:14.338356 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:14.352016 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] Transition to ACTIVE for port object 44de50ee-137a-4e9e-988c-88d836198c70 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:24:14.359516 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:14.518307 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0837df2-2ed6-481c-b878-5e19fd4520a3 None None] Pushing event updated for resources: {'Port': ['ID=44de50ee-137a-4e9e-988c-88d836198c70,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:14.586215 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] Attempting to bind port 44de50ee-137a-4e9e-988c-88d836198c70 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:24:14.586625 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] Attempting to bind port 44de50ee-137a-4e9e-988c-88d836198c70 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '3f0f514d-72d8-4db6-b6dd-ca4f162989ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:24:14.586985 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] Attempting to bind port 44de50ee-137a-4e9e-988c-88d836198c70 on network 8906c82a-8ef1-41c0-9871-c538ab547714 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:24:14.593859 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:24:14.594227 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] Checking segment: {'id': '3f0f514d-72d8-4db6-b6dd-ca4f162989ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:24:14.594754 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:14.595115 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] Bound using segment: {'id': '3f0f514d-72d8-4db6-b6dd-ca4f162989ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:24:14.596044 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] Bound port: 44de50ee-137a-4e9e-988c-88d836198c70, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0f514d-72d8-4db6-b6dd-ca4f162989ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:24:14.596044 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:14.736641 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] For port 44de50ee-137a-4e9e-988c-88d836198c70, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:24:14.739701 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] For port 44de50ee-137a-4e9e-988c-88d836198c70, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=44de50ee-137a-4e9e-988c-88d836198c70,segment=NetworkSegment(3f0f514d-72d8-4db6-b6dd-ca4f162989ab),segment_id=3f0f514d-72d8-4db6-b6dd-ca4f162989ab)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:24:14.743245 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:14.820507 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] Routers {'c61f0074-c384-455d-a322-e860c794eb1c'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:24:14.821201 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:23:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c61f0074-c384-455d-a322-e860c794eb1c'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:24:14.875709 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0837df2-2ed6-481c-b878-5e19fd4520a3 None None] Pushing event updated for resources: {'Port': ['ID=44de50ee-137a-4e9e-988c-88d836198c70,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:15.014203 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] Set router c61f0074-c384-455d-a322-e860c794eb1c gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:24:15.128303 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2622341a-a74e-42e6-a617-c0a3376a1b1c req-ecbd539b-adcd-486d-a6d2-7741205a4146 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 210 time: 0.0567064 May 10 15:24:15.179979 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-d82f20ca-5bdf-4939-9b9b-e81d7edaf4d1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:15.181406 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-d82f20ca-5bdf-4939-9b9b-e81d7edaf4d1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "GET /v2.0/networks?id=8906c82a-8ef1-41c0-9871-c538ab547714 HTTP/1.1" status: 200 len: 797 time: 0.1582999 May 10 15:24:15.242614 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-2a9c3dd7-3b01-4cd8-83c1-70d2d2f13424 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:24:15.255168 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-2a9c3dd7-3b01-4cd8-83c1-70d2d2f13424 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:24:15.256293 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-2a9c3dd7-3b01-4cd8-83c1-70d2d2f13424 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8 HTTP/1.1" status: 200 len: 380 time: 0.0546765 May 10 15:24:15.267498 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-541082aa-0c3c-4668-8e40-50a4b940d6bd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'port': {'device_id': '71b175d9-3c0a-4257-a4e4-ff2c14bd650c', 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714', 'admin_state_up': True, 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'security_groups': ['275513b2-84d9-4ee1-9484-cbcb1ad1fb94']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:24:15.368904 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822420613', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:24:06Z', 'updated_at': '2022-05-10T15:24:11Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:24:07Z', 'updated_at': '2022-05-10T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '44de50ee-137a-4e9e-988c-88d836198c70', 'name': '', 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:d9:83:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '5bbd9e9e-9127-4b01-87f8-f60716569d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:24:10Z', 'updated_at': '2022-05-10T15:24:14Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '5bbd9e9e-9127-4b01-87f8-f60716569d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:24:15.373879 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34196b48-8778-4885-bb63-d7223b4855ed None None] The sync data for ids ['c61f0074-c384-455d-a322-e860c794eb1c'] in dv-neutron-841204-2-hyperv is: [{'id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822420613', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:24:06Z', 'updated_at': '2022-05-10T15:24:11Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:24:07Z', 'updated_at': '2022-05-10T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '44de50ee-137a-4e9e-988c-88d836198c70', 'name': '', 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:d9:83:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '5bbd9e9e-9127-4b01-87f8-f60716569d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:24:10Z', 'updated_at': '2022-05-10T15:24:14Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '5bbd9e9e-9127-4b01-87f8-f60716569d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:24:15.421757 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-541082aa-0c3c-4668-8e40-50a4b940d6bd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:24:15.438761 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-541082aa-0c3c-4668-8e40-50a4b940d6bd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:24:15.453125 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-541082aa-0c3c-4668-8e40-50a4b940d6bd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Made reservation on behalf of f5bb71568dee43e8a5d4e5f0cabe47f8 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:24:15.457527 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-541082aa-0c3c-4668-8e40-50a4b940d6bd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:15.633109 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-541082aa-0c3c-4668-8e40-50a4b940d6bd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Allocated IP 172.20.0.7 (8906c82a-8ef1-41c0-9871-c538ab547714/5bbd9e9e-9127-4b01-87f8-f60716569d4e/2ff53b21-fb5b-4ecb-bd04-b64481c7635c) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:24:15.833597 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-541082aa-0c3c-4668-8e40-50a4b940d6bd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:15.851365 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-541082aa-0c3c-4668-8e40-50a4b940d6bd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Transition to ACTIVE for port object 2ff53b21-fb5b-4ecb-bd04-b64481c7635c will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:24:15.877869 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-541082aa-0c3c-4668-8e40-50a4b940d6bd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:15.955399 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-541082aa-0c3c-4668-8e40-50a4b940d6bd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 8906c82a-8ef1-41c0-9871-c538ab547714 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:24:15.958379 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-541082aa-0c3c-4668-8e40-50a4b940d6bd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:24:15.960818 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-541082aa-0c3c-4668-8e40-50a4b940d6bd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:24:16.007782 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541082aa-0c3c-4668-8e40-50a4b940d6bd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=2ff53b21-fb5b-4ecb-bd04-b64481c7635c,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:16.035873 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-541082aa-0c3c-4668-8e40-50a4b940d6bd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:16.036522 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-541082aa-0c3c-4668-8e40-50a4b940d6bd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:16.065524 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-541082aa-0c3c-4668-8e40-50a4b940d6bd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8019240 May 10 15:24:16.081235 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-b7ac4ffe-607f-41aa-8cd1-10df17d34425 service neutron] Request body: {'port': {'device_id': '71b175d9-3c0a-4257-a4e4-ff2c14bd650c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:24:16.207761 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-784490e3-d5f1-4a8b-8f17-827b42ebd746 None None] Provisioning for port 2ff53b21-fb5b-4ecb-bd04-b64481c7635c completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:24:16.208289 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-b7ac4ffe-607f-41aa-8cd1-10df17d34425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:16.214796 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-784490e3-d5f1-4a8b-8f17-827b42ebd746 None None] Provisioning complete for port 2ff53b21-fb5b-4ecb-bd04-b64481c7635c triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:24:16.215646 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-784490e3-d5f1-4a8b-8f17-827b42ebd746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:16.287763 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-784490e3-d5f1-4a8b-8f17-827b42ebd746 None None] Port 2ff53b21-fb5b-4ecb-bd04-b64481c7635c cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:24:16.445842 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac25f54-e71f-4292-af31-8ca1d7c90a90 req-3062f3a7-ac56-45d1-872a-6a0a5a9f2c87 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:16.448172 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-aac25f54-e71f-4292-af31-8ca1d7c90a90 req-3062f3a7-ac56-45d1-872a-6a0a5a9f2c87 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 931 time: 0.2171316 May 10 15:24:16.495995 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-aac25f54-e71f-4292-af31-8ca1d7c90a90 req-96e8b618-5df2-40af-a090-5ee5af6736d9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422003 May 10 15:24:16.681051 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-b7ac4ffe-607f-41aa-8cd1-10df17d34425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff53b21-fb5b-4ecb-bd04-b64481c7635c {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:24:16.688939 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-b7ac4ffe-607f-41aa-8cd1-10df17d34425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:16.703405 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-b7ac4ffe-607f-41aa-8cd1-10df17d34425 service neutron] Transition to ACTIVE for port object 2ff53b21-fb5b-4ecb-bd04-b64481c7635c will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:24:16.707432 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-b7ac4ffe-607f-41aa-8cd1-10df17d34425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:16.875472 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac4ffe-607f-41aa-8cd1-10df17d34425 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff53b21-fb5b-4ecb-bd04-b64481c7635c,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:16.946956 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-b7ac4ffe-607f-41aa-8cd1-10df17d34425 service neutron] Attempting to bind port 2ff53b21-fb5b-4ecb-bd04-b64481c7635c on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:24:16.947404 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-b7ac4ffe-607f-41aa-8cd1-10df17d34425 service neutron] Attempting to bind port 2ff53b21-fb5b-4ecb-bd04-b64481c7635c by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '3f0f514d-72d8-4db6-b6dd-ca4f162989ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:24:16.947726 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-b7ac4ffe-607f-41aa-8cd1-10df17d34425 service neutron] Attempting to bind port 2ff53b21-fb5b-4ecb-bd04-b64481c7635c on network 8906c82a-8ef1-41c0-9871-c538ab547714 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:24:16.952214 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-b7ac4ffe-607f-41aa-8cd1-10df17d34425 service neutron] Port 2ff53b21-fb5b-4ecb-bd04-b64481c7635c on network 8906c82a-8ef1-41c0-9871-c538ab547714 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:24:16.952524 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-b7ac4ffe-607f-41aa-8cd1-10df17d34425 service neutron] Attempting to bind port 2ff53b21-fb5b-4ecb-bd04-b64481c7635c on network 8906c82a-8ef1-41c0-9871-c538ab547714 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:24:16.957573 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-b7ac4ffe-607f-41aa-8cd1-10df17d34425 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:24:16.957895 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-b7ac4ffe-607f-41aa-8cd1-10df17d34425 service neutron] Checking segment: {'id': '3f0f514d-72d8-4db6-b6dd-ca4f162989ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:24:16.958266 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-b7ac4ffe-607f-41aa-8cd1-10df17d34425 service neutron] Bound using segment: {'id': '3f0f514d-72d8-4db6-b6dd-ca4f162989ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:24:16.958710 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-b7ac4ffe-607f-41aa-8cd1-10df17d34425 service neutron] Bound port: 2ff53b21-fb5b-4ecb-bd04-b64481c7635c, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f0f514d-72d8-4db6-b6dd-ca4f162989ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:24:16.959043 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-b7ac4ffe-607f-41aa-8cd1-10df17d34425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:17.049810 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-b7ac4ffe-607f-41aa-8cd1-10df17d34425 service neutron] For port 2ff53b21-fb5b-4ecb-bd04-b64481c7635c, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:24:17.052621 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-b7ac4ffe-607f-41aa-8cd1-10df17d34425 service neutron] For port 2ff53b21-fb5b-4ecb-bd04-b64481c7635c, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=2ff53b21-fb5b-4ecb-bd04-b64481c7635c,segment=NetworkSegment(3f0f514d-72d8-4db6-b6dd-ca4f162989ab),segment_id=3f0f514d-72d8-4db6-b6dd-ca4f162989ab)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:24:17.057551 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-b7ac4ffe-607f-41aa-8cd1-10df17d34425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:17.115464 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-b7ac4ffe-607f-41aa-8cd1-10df17d34425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:17.116068 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-b7ac4ffe-607f-41aa-8cd1-10df17d34425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:17.117423 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-b7ac4ffe-607f-41aa-8cd1-10df17d34425 service neutron] 10.222.0.86 "PUT /v2.0/ports/2ff53b21-fb5b-4ecb-bd04-b64481c7635c HTTP/1.1" status: 200 len: 1093 time: 1.0405619 May 10 15:24:17.117923 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b175d9-3c0a-4257-a4e4-ff2c14bd650c', 'tag': '2ff53b21-fb5b-4ecb-bd04-b64481c7635c'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:24:17.144048 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac4ffe-607f-41aa-8cd1-10df17d34425 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff53b21-fb5b-4ecb-bd04-b64481c7635c,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:17.240858 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37058dd0-b641-48fc-b133-19ee7825763b'] response: {'name': 'network-changed', 'server_uuid': '71b175d9-3c0a-4257-a4e4-ff2c14bd650c', 'tag': '2ff53b21-fb5b-4ecb-bd04-b64481c7635c', 'status': 'completed', 'code': 200} May 10 15:24:17.247669 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-3befff1f-4326-41b8-9458-5d5e1d8f24b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:17.249297 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-3befff1f-4326-41b8-9458-5d5e1d8f24b8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 1096 time: 0.0850778 May 10 15:24:17.327205 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-2cb4d334-5f3e-4e79-87fc-05ec5511487d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ff53b21-fb5b-4ecb-bd04-b64481c7635c HTTP/1.1" status: 200 len: 217 time: 0.0658228 May 10 15:24:17.395802 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-172f899f-7242-427e-a153-2893745145a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:17.397250 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-172f899f-7242-427e-a153-2893745145a9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5bbd9e9e-9127-4b01-87f8-f60716569d4e HTTP/1.1" status: 200 len: 834 time: 0.0606873 May 10 15:24:17.407329 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 44de50ee-137a-4e9e-988c-88d836198c70 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:24:17.475958 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-e62f1844-9b94-42c5-b3b2-8728b72189b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:17.477353 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-e62f1844-9b94-42c5-b3b2-8728b72189b6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8906c82a-8ef1-41c0-9871-c538ab547714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713143 May 10 15:24:17.478992 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 44de50ee-137a-4e9e-988c-88d836198c70 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:24:17.483809 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 44de50ee-137a-4e9e-988c-88d836198c70 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:24:17.484207 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:17.604950 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:17.622195 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-2089401b-c2c1-444f-8fde-08666a1509de service neutron] 10.222.0.86 "GET /v2.0/networks/8906c82a-8ef1-41c0-9871-c538ab547714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354945 May 10 15:24:17.638243 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 44de50ee-137a-4e9e-988c-88d836198c70, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=44de50ee-137a-4e9e-988c-88d836198c70,segment=NetworkSegment(3f0f514d-72d8-4db6-b6dd-ca4f162989ab),segment_id=3f0f514d-72d8-4db6-b6dd-ca4f162989ab)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:24:17.642251 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:17.699906 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5366061-02c5-43a0-a349-a2eea529ee69 req-bdcdefec-8005-402e-83b8-5b4f4e9ffa6f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:17.702523 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a5366061-02c5-43a0-a349-a2eea529ee69 req-bdcdefec-8005-402e-83b8-5b4f4e9ffa6f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 943 time: 0.0974689 May 10 15:24:17.718732 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=44de50ee-137a-4e9e-988c-88d836198c70,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:17.749952 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a5366061-02c5-43a0-a349-a2eea529ee69 req-17ca6627-b5bb-4fc3-8f86-7b00475a0843 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411463 May 10 15:24:17.763873 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-03b71171-c363-4b00-9b40-7d45bcb53d16 req-9402cfa7-0f30-42ab-a3ca-a2c20b3b5c59 service neutron] 10.222.0.86 "GET /v2.0/networks/8906c82a-8ef1-41c0-9871-c538ab547714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314135 May 10 15:24:17.893965 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a53d5d-b11a-4ffb-bfa2-9917da950a81 req-116ede49-4015-4177-abd6-6d1a1c09212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:17.895630 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a5a53d5d-b11a-4ffb-bfa2-9917da950a81 req-116ede49-4015-4177-abd6-6d1a1c09212d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 1096 time: 0.0756557 May 10 15:24:18.027901 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a53d5d-b11a-4ffb-bfa2-9917da950a81 req-84cb9f48-5d4e-4c9a-8b29-006368fe15ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:18.029341 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a5a53d5d-b11a-4ffb-bfa2-9917da950a81 req-84cb9f48-5d4e-4c9a-8b29-006368fe15ca service neutron] 10.222.0.86 "GET /v2.0/networks?id=8906c82a-8ef1-41c0-9871-c538ab547714 HTTP/1.1" status: 200 len: 898 time: 0.1268771 May 10 15:24:18.100823 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a5a53d5d-b11a-4ffb-bfa2-9917da950a81 req-9945ea6f-0d73-454b-88b7-59adffb7bb4a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ff53b21-fb5b-4ecb-bd04-b64481c7635c HTTP/1.1" status: 200 len: 217 time: 0.0608609 May 10 15:24:18.167129 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a53d5d-b11a-4ffb-bfa2-9917da950a81 req-616e6656-d517-4b6f-b270-b4bf16627dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:18.168451 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a5a53d5d-b11a-4ffb-bfa2-9917da950a81 req-616e6656-d517-4b6f-b270-b4bf16627dd2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5bbd9e9e-9127-4b01-87f8-f60716569d4e HTTP/1.1" status: 200 len: 834 time: 0.0595496 May 10 15:24:18.242337 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a53d5d-b11a-4ffb-bfa2-9917da950a81 req-0b894f82-6cfd-453d-bb17-4b370d6c2042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:18.243800 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a5a53d5d-b11a-4ffb-bfa2-9917da950a81 req-0b894f82-6cfd-453d-bb17-4b370d6c2042 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8906c82a-8ef1-41c0-9871-c538ab547714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682104 May 10 15:24:18.472424 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a5a53d5d-b11a-4ffb-bfa2-9917da950a81 req-5f8f6f90-b97d-464d-bb17-6b1d8fc242e4 service neutron] 10.222.0.86 "GET /v2.0/networks/8906c82a-8ef1-41c0-9871-c538ab547714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205765 May 10 15:24:18.606065 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a5a53d5d-b11a-4ffb-bfa2-9917da950a81 req-1b1f8a84-1007-4e5e-b6ef-c3c4ffa60066 service neutron] 10.222.0.86 "GET /v2.0/networks/8906c82a-8ef1-41c0-9871-c538ab547714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231146 May 10 15:24:18.937387 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353138ab-bb87-46e3-baea-ab7d9c50aa32 req-af70eb46-814e-4126-99ec-d43bea9d6873 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:18.938858 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-353138ab-bb87-46e3-baea-ab7d9c50aa32 req-af70eb46-814e-4126-99ec-d43bea9d6873 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 943 time: 0.0796697 May 10 15:24:18.976660 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 2ff53b21-fb5b-4ecb-bd04-b64481c7635c details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:24:18.982146 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-353138ab-bb87-46e3-baea-ab7d9c50aa32 req-c884fae1-e14b-433d-9475-2fdedcce44d0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376847 May 10 15:24:19.108998 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 2ff53b21-fb5b-4ecb-bd04-b64481c7635c, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=2ff53b21-fb5b-4ecb-bd04-b64481c7635c,segment=NetworkSegment(3f0f514d-72d8-4db6-b6dd-ca4f162989ab),segment_id=3f0f514d-72d8-4db6-b6dd-ca4f162989ab)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:24:19.122226 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '2ff53b21-fb5b-4ecb-bd04-b64481c7635c', 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714', 'port_id': '2ff53b21-fb5b-4ecb-bd04-b64481c7635c', 'mac_address': 'fa:16:3e:58:a5:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bbd9e9e-9127-4b01-87f8-f60716569d4e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:24:19.180932 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:19.197886 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff53b21-fb5b-4ecb-bd04-b64481c7635c {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:24:19.213205 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 2ff53b21-fb5b-4ecb-bd04-b64481c7635c, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=2ff53b21-fb5b-4ecb-bd04-b64481c7635c,segment=NetworkSegment(3f0f514d-72d8-4db6-b6dd-ca4f162989ab),segment_id=3f0f514d-72d8-4db6-b6dd-ca4f162989ab)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:24:19.216875 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:19.283929 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=2ff53b21-fb5b-4ecb-bd04-b64481c7635c,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:19.388846 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 44de50ee-137a-4e9e-988c-88d836198c70 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:24:19.457407 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 44de50ee-137a-4e9e-988c-88d836198c70 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:24:19.457796 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:19.502498 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['2ff53b21-fb5b-4ecb-bd04-b64481c7635c'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:24:20.156783 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7f32ec2c-f1dc-4f3a-81fe-f792ff881410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:20.172511 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9212a6-e7b4-4b4c-8147-a28c31686b4f req-12d5cfcf-7d32-4f33-9370-2fb265805bac tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:20.173964 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2a9212a6-e7b4-4b4c-8147-a28c31686b4f req-12d5cfcf-7d32-4f33-9370-2fb265805bac tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 944 time: 0.0842941 May 10 15:24:20.217823 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2a9212a6-e7b4-4b4c-8147-a28c31686b4f req-34186e08-5efb-496f-a58a-3daf73f44b86 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382137 May 10 15:24:20.992123 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 2ff53b21-fb5b-4ecb-bd04-b64481c7635c up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:24:21.059362 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port 2ff53b21-fb5b-4ecb-bd04-b64481c7635c completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:24:21.063931 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 2ff53b21-fb5b-4ecb-bd04-b64481c7635c triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:24:21.064299 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:21.181271 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:21.207773 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b175d9-3c0a-4257-a4e4-ff2c14bd650c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff53b21-fb5b-4ecb-bd04-b64481c7635c'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:24:21.218638 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 2ff53b21-fb5b-4ecb-bd04-b64481c7635c, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=2ff53b21-fb5b-4ecb-bd04-b64481c7635c,segment=NetworkSegment(3f0f514d-72d8-4db6-b6dd-ca4f162989ab),segment_id=3f0f514d-72d8-4db6-b6dd-ca4f162989ab)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:24:21.222340 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:21.257969 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a391688-a24c-48e5-abeb-2ba2b60f0d56'] response: {'server_uuid': '71b175d9-3c0a-4257-a4e4-ff2c14bd650c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff53b21-fb5b-4ecb-bd04-b64481c7635c', 'code': 200} May 10 15:24:21.292203 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=2ff53b21-fb5b-4ecb-bd04-b64481c7635c,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:21.299535 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:21.299881 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:21.300217 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:21.300546 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:21.300873 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:21.301198 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:21.301518 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:21.301840 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:21.302159 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:21.302634 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:21.302915 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:21.303234 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:24:21.409704 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af3772-499c-4ed1-bbac-3357d036badc req-267766fa-02b7-4a51-8ab4-044daa99d9b4 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:21.411198 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-25af3772-499c-4ed1-bbac-3357d036badc req-267766fa-02b7-4a51-8ab4-044daa99d9b4 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 945 time: 0.0817299 May 10 15:24:21.457624 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-25af3772-499c-4ed1-bbac-3357d036badc req-8c9f94ba-2d2e-48bf-8bf9-34f1af9afd8c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405996 May 10 15:24:21.511002 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20e241-54c6-455f-a47d-f60b10f0d054 req-f9f3fe2f-b91c-4bf8-87b1-fceaedbb10b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:21.512500 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0e20e241-54c6-455f-a47d-f60b10f0d054 req-f9f3fe2f-b91c-4bf8-87b1-fceaedbb10b2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 1098 time: 0.0781772 May 10 15:24:21.557506 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0e20e241-54c6-455f-a47d-f60b10f0d054 req-af27452f-774c-4d7f-9b5c-28b34c52c301 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346935 May 10 15:24:22.468451 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c497ee86-b45d-4fd8-a11f-8a54a22a208b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:22.646761 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9de258-124f-4856-b4b0-c250ac240193 req-c8800499-5e52-4610-aa74-b535a382d132 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:22.648217 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9d9de258-124f-4856-b4b0-c250ac240193 req-c8800499-5e52-4610-aa74-b535a382d132 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 945 time: 0.0843582 May 10 15:24:22.695605 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9d9de258-124f-4856-b4b0-c250ac240193 req-5fa4d1f5-4e9e-4f22-a8d8-d7c438faed2f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410511 May 10 15:24:23.337886 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:23.421294 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:23.477776 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:23.880552 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158a4d6-0169-46e9-be29-93256853f6e2 req-d82331ae-970d-44aa-a6e8-aac6dcf53d24 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:23.882005 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0158a4d6-0169-46e9-be29-93256853f6e2 req-d82331ae-970d-44aa-a6e8-aac6dcf53d24 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 945 time: 0.0790279 May 10 15:24:23.931174 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0158a4d6-0169-46e9-be29-93256853f6e2 req-25a91c9e-d94a-428e-946c-dbdcfb6216c6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432673 May 10 15:24:24.113521 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d956ed-bd45-40bb-9e7c-d3f2b518c85f req-63e0ed25-f26a-4412-b64b-3c54842e520e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:24.115029 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-12d956ed-bd45-40bb-9e7c-d3f2b518c85f req-63e0ed25-f26a-4412-b64b-3c54842e520e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 945 time: 0.0809739 May 10 15:24:24.161084 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-12d956ed-bd45-40bb-9e7c-d3f2b518c85f req-ebe30476-f026-48a7-a470-5d5a804efbea tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405078 May 10 15:24:24.183032 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53292) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:24.255735 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83483027-bbc9-4ab0-986c-7606dcbd4466 tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:24.257222 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-83483027-bbc9-4ab0-986c-7606dcbd4466 tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 1093 time: 0.0732367 May 10 15:24:24.261192 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53296) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:24.266123 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': '2ff53b21-fb5b-4ecb-bd04-b64481c7635c', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:24:24.272491 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:24:24.277575 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:floatingip and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:24:24.280361 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:24:24.285995 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:24:24.296607 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:24.433903 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:24.574452 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Allocated IP 172.26.0.252 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/fd3712e6-b983-49a8-860b-109c94ec6a5d) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:24:24.718863 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:24.747465 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:24.814193 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:24:24.816939 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:24:24.820327 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:24:24.862752 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=fd3712e6-b983-49a8-860b-109c94ec6a5d,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:25.012443 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:25.350937 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:25.423897 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:25.629869 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:25.634940 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:25.747024 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=fd3712e6-b983-49a8-860b-109c94ec6a5d,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:24:25.754908 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:25.924898 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Floating IP 3b088291-f40e-4ef7-9bc7-ecb93a54924e associated. External IP: 172.26.0.252, port: 2ff53b21-fb5b-4ecb-bd04-b64481c7635c. May 10 15:24:26.270810 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router c61f0074-c384-455d-a322-e860c794eb1c has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:24:26.448007 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:24:26.457549 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044859d8-0f02-404e-9a9a-0aecfbdf182d None None] Sync routers for ids ['c61f0074-c384-455d-a322-e860c794eb1c'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:24:26.467556 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044859d8-0f02-404e-9a9a-0aecfbdf182d None None] Routers {'c61f0074-c384-455d-a322-e860c794eb1c'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:24:26.468164 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-044859d8-0f02-404e-9a9a-0aecfbdf182d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:24:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c61f0074-c384-455d-a322-e860c794eb1c'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:24:26.472416 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:26.528917 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-098cae1b-2e9c-4a90-bbc2-f5a552042c80 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2665391 May 10 15:24:26.529408 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b175d9-3c0a-4257-a4e4-ff2c14bd650c', 'tag': '2ff53b21-fb5b-4ecb-bd04-b64481c7635c'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:24:26.577012 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e123bd2-5af8-4d12-9b29-c07cab594771'] response: {'name': 'network-changed', 'server_uuid': '71b175d9-3c0a-4257-a4e4-ff2c14bd650c', 'tag': '2ff53b21-fb5b-4ecb-bd04-b64481c7635c', 'status': 'completed', 'code': 200} May 10 15:24:26.649903 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-044859d8-0f02-404e-9a9a-0aecfbdf182d None None] Set router c61f0074-c384-455d-a322-e860c794eb1c gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:24:26.676093 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d43ce8-f973-45f4-9ff7-70810e59f52c req-9b5ca6ff-c01e-4f7f-adc2-8739ac80b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:26.677682 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e6d43ce8-f973-45f4-9ff7-70810e59f52c req-9b5ca6ff-c01e-4f7f-adc2-8739ac80b6ea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 1098 time: 0.0795844 May 10 15:24:26.706922 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd908ad-8ae7-453e-b728-5b6e31c65da2 req-57effd62-a0b4-4498-a246-f6b83ed6065a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:26.709171 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9fd908ad-8ae7-453e-b728-5b6e31c65da2 req-57effd62-a0b4-4498-a246-f6b83ed6065a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 945 time: 0.0887556 May 10 15:24:26.754807 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9fd908ad-8ae7-453e-b728-5b6e31c65da2 req-ae88d5d9-49b8-4d82-9ef0-b5424cda59e9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398881 May 10 15:24:26.778347 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53306) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:26.813423 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d43ce8-f973-45f4-9ff7-70810e59f52c req-8a548a6c-a4ab-4ed0-b348-35d25f625eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:26.814823 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e6d43ce8-f973-45f4-9ff7-70810e59f52c req-8a548a6c-a4ab-4ed0-b348-35d25f625eb9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8906c82a-8ef1-41c0-9871-c538ab547714 HTTP/1.1" status: 200 len: 898 time: 0.1310008 May 10 15:24:26.928233 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e6d43ce8-f973-45f4-9ff7-70810e59f52c req-d4ff86c0-d424-45f2-ab3f-4bb6def45a21 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ff53b21-fb5b-4ecb-bd04-b64481c7635c HTTP/1.1" status: 200 len: 999 time: 0.1066415 May 10 15:24:27.002413 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d43ce8-f973-45f4-9ff7-70810e59f52c req-e18f1e5b-0a2e-477d-8378-98eda563b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:27.004367 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e6d43ce8-f973-45f4-9ff7-70810e59f52c req-e18f1e5b-0a2e-477d-8378-98eda563b402 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5bbd9e9e-9127-4b01-87f8-f60716569d4e HTTP/1.1" status: 200 len: 834 time: 0.0700216 May 10 15:24:27.018969 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e734e530-e10c-45f5-8a41-fbbf78644f3e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/floatingips/3b088291-f40e-4ef7-9bc7-ecb93a54924e HTTP/1.1" status: 200 len: 991 time: 0.2393615 May 10 15:24:27.055255 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-044859d8-0f02-404e-9a9a-0aecfbdf182d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822420613', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:24:06Z', 'updated_at': '2022-05-10T15:24:11Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:24:07Z', 'updated_at': '2022-05-10T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '3b088291-f40e-4ef7-9bc7-ecb93a54924e', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'floating_ip_address': '172.26.0.252', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'port_id': '2ff53b21-fb5b-4ecb-bd04-b64481c7635c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714', 'mac_address': 'fa:16:3e:58:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b175d9-3c0a-4257-a4e4-ff2c14bd650c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:24:25Z', 'updated_at': '2022-05-10T15:24:25Z', 'revision_number': 0, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44de50ee-137a-4e9e-988c-88d836198c70', 'name': '', 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:d9:83:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '5bbd9e9e-9127-4b01-87f8-f60716569d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:24:10Z', 'updated_at': '2022-05-10T15:24:17Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '5bbd9e9e-9127-4b01-87f8-f60716569d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:24:27.059601 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044859d8-0f02-404e-9a9a-0aecfbdf182d None None] Checking router: c61f0074-c384-455d-a322-e860c794eb1c for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:24:27.067752 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044859d8-0f02-404e-9a9a-0aecfbdf182d None None] Routers {'c61f0074-c384-455d-a322-e860c794eb1c'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:24:27.068279 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-044859d8-0f02-404e-9a9a-0aecfbdf182d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:24:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c61f0074-c384-455d-a322-e860c794eb1c'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:24:27.081572 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d43ce8-f973-45f4-9ff7-70810e59f52c req-fc93a1a7-8c7b-48a4-903e-f84601d2d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:27.083137 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e6d43ce8-f973-45f4-9ff7-70810e59f52c req-fc93a1a7-8c7b-48a4-903e-f84601d2d758 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8906c82a-8ef1-41c0-9871-c538ab547714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726509 May 10 15:24:27.216784 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e6d43ce8-f973-45f4-9ff7-70810e59f52c req-829bc363-9bdd-4fa8-af2d-99aa3161c8f0 service neutron] 10.222.0.86 "GET /v2.0/networks/8906c82a-8ef1-41c0-9871-c538ab547714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266599 May 10 15:24:27.247371 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-044859d8-0f02-404e-9a9a-0aecfbdf182d None None] Set router c61f0074-c384-455d-a322-e860c794eb1c gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:24:27.357879 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-e6d43ce8-f973-45f4-9ff7-70810e59f52c req-f92966cc-1d06-488e-9b66-1aec992556d5 service neutron] 10.222.0.86 "GET /v2.0/networks/8906c82a-8ef1-41c0-9871-c538ab547714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347935 May 10 15:24:27.619932 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-044859d8-0f02-404e-9a9a-0aecfbdf182d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822420613', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:24:06Z', 'updated_at': '2022-05-10T15:24:11Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:24:07Z', 'updated_at': '2022-05-10T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '3b088291-f40e-4ef7-9bc7-ecb93a54924e', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'floating_ip_address': '172.26.0.252', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'port_id': '2ff53b21-fb5b-4ecb-bd04-b64481c7635c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714', 'mac_address': 'fa:16:3e:58:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b175d9-3c0a-4257-a4e4-ff2c14bd650c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:24:25Z', 'updated_at': '2022-05-10T15:24:25Z', 'revision_number': 0, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44de50ee-137a-4e9e-988c-88d836198c70', 'name': '', 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:d9:83:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '5bbd9e9e-9127-4b01-87f8-f60716569d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:24:10Z', 'updated_at': '2022-05-10T15:24:17Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '5bbd9e9e-9127-4b01-87f8-f60716569d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:24:27.623853 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044859d8-0f02-404e-9a9a-0aecfbdf182d None None] The sync data for ids ['c61f0074-c384-455d-a322-e860c794eb1c'] in dv-neutron-841204-2-hyperv is: [{'id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822420613', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:24:06Z', 'updated_at': '2022-05-10T15:24:11Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:24:07Z', 'updated_at': '2022-05-10T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '3b088291-f40e-4ef7-9bc7-ecb93a54924e', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'floating_ip_address': '172.26.0.252', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'port_id': '2ff53b21-fb5b-4ecb-bd04-b64481c7635c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714', 'mac_address': 'fa:16:3e:58:a5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b175d9-3c0a-4257-a4e4-ff2c14bd650c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:24:25Z', 'updated_at': '2022-05-10T15:24:25Z', 'revision_number': 0, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44de50ee-137a-4e9e-988c-88d836198c70', 'name': '', 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:d9:83:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '5bbd9e9e-9127-4b01-87f8-f60716569d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:24:10Z', 'updated_at': '2022-05-10T15:24:17Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '5bbd9e9e-9127-4b01-87f8-f60716569d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:24:27.830286 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3b72f8-4167-44d0-83d2-bac6d9136ada None None] New status for floating IP 3b088291-f40e-4ef7-9bc7-ecb93a54924e: ACTIVE {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:24:28.023370 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53310) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:28.139862 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-415f2bc3-d9e5-4d96-9298-989ccb31777a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/floatingips/3b088291-f40e-4ef7-9bc7-ecb93a54924e HTTP/1.1" status: 200 len: 991 time: 0.1151218 May 10 15:24:29.143738 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53314) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:24:29.246635 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-df6a52cb-b8b5-4fa2-ab51-a4a16ad803ed tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/floatingips/3b088291-f40e-4ef7-9bc7-ecb93a54924e HTTP/1.1" status: 200 len: 993 time: 0.1015623 May 10 15:24:32.811585 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5a2024d9-0493-4e48-9a06-9309c1e97510 req-8e903f90-c273-4032-b5d3-ae083b0ca4f8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697880 May 10 15:24:32.956612 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2024d9-0493-4e48-9a06-9309c1e97510 req-6309952c-ce7c-49a4-88a5-26fdfab40f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:32.958083 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5a2024d9-0493-4e48-9a06-9309c1e97510 req-6309952c-ce7c-49a4-88a5-26fdfab40f8d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 1098 time: 0.0761001 May 10 15:24:33.101795 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2024d9-0493-4e48-9a06-9309c1e97510 req-d0e4e411-07de-4be0-9393-662cc2cf78ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:33.103435 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5a2024d9-0493-4e48-9a06-9309c1e97510 req-d0e4e411-07de-4be0-9393-662cc2cf78ac service neutron] 10.222.0.86 "GET /v2.0/networks?id=8906c82a-8ef1-41c0-9871-c538ab547714 HTTP/1.1" status: 200 len: 898 time: 0.1271305 May 10 15:24:33.210011 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5a2024d9-0493-4e48-9a06-9309c1e97510 req-9fab7cba-d1ff-4c4c-b6e1-63adfbe005c1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ff53b21-fb5b-4ecb-bd04-b64481c7635c HTTP/1.1" status: 200 len: 1001 time: 0.0996168 May 10 15:24:33.272743 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2024d9-0493-4e48-9a06-9309c1e97510 req-0ef6d1e8-5bed-4e8e-8f06-73cec579f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:33.274149 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5a2024d9-0493-4e48-9a06-9309c1e97510 req-0ef6d1e8-5bed-4e8e-8f06-73cec579f9c3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5bbd9e9e-9127-4b01-87f8-f60716569d4e HTTP/1.1" status: 200 len: 834 time: 0.0568597 May 10 15:24:33.353436 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2024d9-0493-4e48-9a06-9309c1e97510 req-e5a20e94-d695-4fc7-98cc-4beb5543b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:24:33.354826 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5a2024d9-0493-4e48-9a06-9309c1e97510 req-e5a20e94-d695-4fc7-98cc-4beb5543b85d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8906c82a-8ef1-41c0-9871-c538ab547714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720484 May 10 15:24:33.577486 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5a2024d9-0493-4e48-9a06-9309c1e97510 req-0efe5ddb-f66d-4d05-9436-15641dc92175 service neutron] 10.222.0.86 "GET /v2.0/networks/8906c82a-8ef1-41c0-9871-c538ab547714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156975 May 10 15:24:33.708325 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5a2024d9-0493-4e48-9a06-9309c1e97510 req-4508e417-7b6a-4bf8-af24-607641b0056a service neutron] 10.222.0.86 "GET /v2.0/networks/8906c82a-8ef1-41c0-9871-c538ab547714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236339 May 10 15:24:35.324388 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:24:50.158916 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dd29d9c2-90f5-45fc-8c2e-4ae744238e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:52.469568 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-77cb381b-6cfd-4d5e-9952-e98198920875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:53.341328 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:53.422663 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:53.478161 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:24:55.014680 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:00.758499 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487c613-8687-4ab0-afb4-7b6207888133 req-4113a2a1-3eb7-4726-b4bf-4cbc14f173cd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:00.759959 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c487c613-8687-4ab0-afb4-7b6207888133 req-4113a2a1-3eb7-4726-b4bf-4cbc14f173cd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 945 time: 0.0849926 May 10 15:25:00.803805 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c487c613-8687-4ab0-afb4-7b6207888133 req-b9092d0e-f879-4fe0-b424-f93aa9e7aabc tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381548 May 10 15:25:01.988189 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5b6cc-7a84-4322-b926-536342d63a0a req-0669987b-6391-4240-bad0-acc758141de3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:01.989646 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-99b5b6cc-7a84-4322-b926-536342d63a0a req-0669987b-6391-4240-bad0-acc758141de3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 945 time: 0.0797017 May 10 15:25:02.037435 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-99b5b6cc-7a84-4322-b926-536342d63a0a req-81b819a7-8b11-4b7b-aaff-63410e82ce96 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416403 May 10 15:25:03.221312 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4ec4a-38fb-42ff-a6c0-4e59028429b5 req-605f0287-d8b7-4a87-bca6-c58b6ea86533 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:03.222791 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4ea4ec4a-38fb-42ff-a6c0-4e59028429b5 req-605f0287-d8b7-4a87-bca6-c58b6ea86533 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 945 time: 0.0801303 May 10 15:25:03.265846 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4ea4ec4a-38fb-42ff-a6c0-4e59028429b5 req-438946f0-4282-4b50-9388-a4077320b0b4 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375099 May 10 15:25:04.456026 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e502498-6a4c-412f-8f35-1970627b3a25 req-cce86786-8141-4be4-b8f3-6daa930029b1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:04.457472 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1e502498-6a4c-412f-8f35-1970627b3a25 req-cce86786-8141-4be4-b8f3-6daa930029b1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 945 time: 0.0844092 May 10 15:25:04.501144 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1e502498-6a4c-412f-8f35-1970627b3a25 req-23cc46bb-0cfc-4611-9b58-156a2c03e1e2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380325 May 10 15:25:05.688625 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563cc4c2-56d4-46a9-8cbd-c72bb50672b6 req-d5f8526b-51e4-489b-9bce-1fbac8fd6df4 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:05.690048 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-563cc4c2-56d4-46a9-8cbd-c72bb50672b6 req-d5f8526b-51e4-489b-9bce-1fbac8fd6df4 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 945 time: 0.0811424 May 10 15:25:05.733849 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-563cc4c2-56d4-46a9-8cbd-c72bb50672b6 req-827f46de-fe5c-47a5-b88e-903afcf63e2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380929 May 10 15:25:06.920439 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65901710-2e74-4faf-ae3b-15c6741467d9 req-fb4aab6e-472b-4d57-a2b8-c706ec983c47 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:06.921908 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-65901710-2e74-4faf-ae3b-15c6741467d9 req-fb4aab6e-472b-4d57-a2b8-c706ec983c47 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 945 time: 0.0841963 May 10 15:25:06.967677 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-65901710-2e74-4faf-ae3b-15c6741467d9 req-6445a3e3-003c-4bf8-96b4-f1476699c2d4 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399044 May 10 15:25:08.152907 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396fd90-81f3-46e0-9279-7cf1f8b9dd38 req-d2295fc9-0db2-4ce1-8084-5c3002e6582e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:08.154361 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6396fd90-81f3-46e0-9279-7cf1f8b9dd38 req-d2295fc9-0db2-4ce1-8084-5c3002e6582e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 945 time: 0.0812752 May 10 15:25:08.202075 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6396fd90-81f3-46e0-9279-7cf1f8b9dd38 req-40c691aa-f5fe-42bc-ab99-1e6c99ae11b2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420742 May 10 15:25:09.385163 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946c49f-c7f1-4817-9b88-5194e8b3e489 req-1195bdfd-3d0f-424f-9a95-f4e5a1272924 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:09.387699 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b946c49f-c7f1-4817-9b88-5194e8b3e489 req-1195bdfd-3d0f-424f-9a95-f4e5a1272924 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 945 time: 0.0826554 May 10 15:25:09.431390 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b946c49f-c7f1-4817-9b88-5194e8b3e489 req-bd6aca46-b2e5-48e1-b07f-8a1024551003 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381408 May 10 15:25:10.617392 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5d6ce-0abf-4e18-9b26-02d84f130a05 req-6a153ade-1690-4388-9716-4942abe78538 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:10.618859 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0ec5d6ce-0abf-4e18-9b26-02d84f130a05 req-6a153ade-1690-4388-9716-4942abe78538 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 945 time: 0.0825393 May 10 15:25:10.664632 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0ec5d6ce-0abf-4e18-9b26-02d84f130a05 req-39cdc6d4-e351-4371-9ee7-2b68fae9c576 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400307 May 10 15:25:11.848417 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e9f70-fc86-4228-a4c6-de9928bce35b req-af96e8c7-eab7-42db-a856-4c3266c3e4c0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:11.849866 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8f1e9f70-fc86-4228-a4c6-de9928bce35b req-af96e8c7-eab7-42db-a856-4c3266c3e4c0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 945 time: 0.0805330 May 10 15:25:11.894137 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8f1e9f70-fc86-4228-a4c6-de9928bce35b req-b3b5cfdf-9251-416f-b54f-8fb280dd4390 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375657 May 10 15:25:11.918936 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53350) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:25:12.027318 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-03dd1bc3-f728-4858-9e9d-05bb760a9c9f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/floatingips/3b088291-f40e-4ef7-9bc7-ecb93a54924e HTTP/1.1" status: 200 len: 993 time: 0.1061795 May 10 15:25:12.322362 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:25:13.503112 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3056a-fa1d-4941-ba7c-5ebf5d1edfa7 req-9991675b-68de-4262-b96a-bfd173efde53 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:13.504562 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-61d3056a-fa1d-4941-ba7c-5ebf5d1edfa7 req-9991675b-68de-4262-b96a-bfd173efde53 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 945 time: 0.0849795 May 10 15:25:13.548168 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f01cce-b8af-4345-8008-29e94b3b2ed6 req-5d51161e-0216-4c8c-84fc-18931418f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:13.549642 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c0f01cce-b8af-4345-8008-29e94b3b2ed6 req-5d51161e-0216-4c8c-84fc-18931418f6ae service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 1098 time: 0.0713782 May 10 15:25:13.552325 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-61d3056a-fa1d-4941-ba7c-5ebf5d1edfa7 req-acdbb199-6ccd-4fae-bf7e-38a47b3324bd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392220 May 10 15:25:13.682997 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f01cce-b8af-4345-8008-29e94b3b2ed6 req-c868ce8e-dbf7-4621-9963-3e1633b364a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:13.684417 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c0f01cce-b8af-4345-8008-29e94b3b2ed6 req-c868ce8e-dbf7-4621-9963-3e1633b364a7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8906c82a-8ef1-41c0-9871-c538ab547714 HTTP/1.1" status: 200 len: 898 time: 0.1258137 May 10 15:25:13.789833 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c0f01cce-b8af-4345-8008-29e94b3b2ed6 req-2dfb7c16-4ae1-4304-871b-6f02eb6fa7a9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ff53b21-fb5b-4ecb-bd04-b64481c7635c HTTP/1.1" status: 200 len: 1001 time: 0.0954432 May 10 15:25:13.854109 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f01cce-b8af-4345-8008-29e94b3b2ed6 req-4942a771-5b9b-4bad-833c-589cb45ec393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:13.855644 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c0f01cce-b8af-4345-8008-29e94b3b2ed6 req-4942a771-5b9b-4bad-833c-589cb45ec393 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5bbd9e9e-9127-4b01-87f8-f60716569d4e HTTP/1.1" status: 200 len: 834 time: 0.0572033 May 10 15:25:13.937581 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f01cce-b8af-4345-8008-29e94b3b2ed6 req-21d8e7e0-65f0-4a01-b5e5-f767d32f9869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:13.939090 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c0f01cce-b8af-4345-8008-29e94b3b2ed6 req-21d8e7e0-65f0-4a01-b5e5-f767d32f9869 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8906c82a-8ef1-41c0-9871-c538ab547714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739410 May 10 15:25:14.072087 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c0f01cce-b8af-4345-8008-29e94b3b2ed6 req-8b95dfcb-b849-4cc4-8b76-09034b905a27 service neutron] 10.222.0.86 "GET /v2.0/networks/8906c82a-8ef1-41c0-9871-c538ab547714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228843 May 10 15:25:14.207399 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c0f01cce-b8af-4345-8008-29e94b3b2ed6 req-1241396d-3721-47d8-9a79-41258e052451 service neutron] 10.222.0.86 "GET /v2.0/networks/8906c82a-8ef1-41c0-9871-c538ab547714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252687 May 10 15:25:14.742060 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486bdbc-0bf4-4b97-8cd3-af8bea5abc01 req-10f89d3b-8af2-4d8d-b956-78c758379c22 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:14.743586 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4486bdbc-0bf4-4b97-8cd3-af8bea5abc01 req-10f89d3b-8af2-4d8d-b956-78c758379c22 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 945 time: 0.0817184 May 10 15:25:14.802075 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4486bdbc-0bf4-4b97-8cd3-af8bea5abc01 req-02be8fe1-e72f-4791-a589-2f663558c52a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511391 May 10 15:25:15.988975 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea606c-70e0-4a1d-80b0-b53e1fb42a62 req-4ea97a3f-9ab2-4d55-9763-57fed8a87354 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:15.990417 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d7ea606c-70e0-4a1d-80b0-b53e1fb42a62 req-4ea97a3f-9ab2-4d55-9763-57fed8a87354 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 945 time: 0.0823762 May 10 15:25:16.034331 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d7ea606c-70e0-4a1d-80b0-b53e1fb42a62 req-201a6c6c-9670-4c41-98fe-eb833e38e419 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381560 May 10 15:25:16.057446 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53364) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:25:16.260813 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6f5a4046-c64c-4d81-83b7-84d1679f023c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/floatingips/3b088291-f40e-4ef7-9bc7-ecb93a54924e HTTP/1.1" status: 200 len: 993 time: 0.2020628 May 10 15:25:20.160493 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7abb6391-1961-4007-9487-cc02738ce933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:22.470040 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ec5cf49b-fb48-4085-a208-0e3804258ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:23.345158 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:23.424426 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:23.498097 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:25.016896 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:33.440742 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-20c42d4e-3f7d-41ab-a650-cce20ef77cde req-33b5dbba-7b52-4882-ba9e-13a0780933ec service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680010 May 10 15:25:33.586900 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c42d4e-3f7d-41ab-a650-cce20ef77cde req-f50db407-ad93-47b0-a738-b38413b026fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:33.588333 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-20c42d4e-3f7d-41ab-a650-cce20ef77cde req-f50db407-ad93-47b0-a738-b38413b026fa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 1098 time: 0.0730891 May 10 15:25:33.732409 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c42d4e-3f7d-41ab-a650-cce20ef77cde req-865acfab-f46f-4948-b923-0d8b19645469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:33.733821 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-20c42d4e-3f7d-41ab-a650-cce20ef77cde req-865acfab-f46f-4948-b923-0d8b19645469 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8906c82a-8ef1-41c0-9871-c538ab547714 HTTP/1.1" status: 200 len: 898 time: 0.1248963 May 10 15:25:33.833221 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-20c42d4e-3f7d-41ab-a650-cce20ef77cde req-bc58fc59-c085-45ab-8cd5-9ba975ebbab6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ff53b21-fb5b-4ecb-bd04-b64481c7635c HTTP/1.1" status: 200 len: 1001 time: 0.0921431 May 10 15:25:33.898357 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c42d4e-3f7d-41ab-a650-cce20ef77cde req-08dfd5a3-136f-4e5d-92ce-16f4e5ba8940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:33.899807 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-20c42d4e-3f7d-41ab-a650-cce20ef77cde req-08dfd5a3-136f-4e5d-92ce-16f4e5ba8940 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5bbd9e9e-9127-4b01-87f8-f60716569d4e HTTP/1.1" status: 200 len: 834 time: 0.0606079 May 10 15:25:33.982928 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c42d4e-3f7d-41ab-a650-cce20ef77cde req-fa6ffb21-dcd7-46f5-8a23-0ec112b0f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:33.984279 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-20c42d4e-3f7d-41ab-a650-cce20ef77cde req-fa6ffb21-dcd7-46f5-8a23-0ec112b0f233 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8906c82a-8ef1-41c0-9871-c538ab547714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691776 May 10 15:25:34.211249 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-20c42d4e-3f7d-41ab-a650-cce20ef77cde req-361921aa-4c2b-44bc-98c4-056f4332b327 service neutron] 10.222.0.86 "GET /v2.0/networks/8906c82a-8ef1-41c0-9871-c538ab547714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197833 May 10 15:25:34.343220 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-20c42d4e-3f7d-41ab-a650-cce20ef77cde req-eb281b86-7f2b-4f26-8600-821dc85b4075 service neutron] 10.222.0.86 "GET /v2.0/networks/8906c82a-8ef1-41c0-9871-c538ab547714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248889 May 10 15:25:46.926739 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53382) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:25:47.131612 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting port fd3712e6-b983-49a8-860b-109c94ec6a5d {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:25:47.131950 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:47.297534 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:47.297855 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:47.418793 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Calling delete_port for fd3712e6-b983-49a8-860b-109c94ec6a5d owned by network:floatingip {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:25:47.570473 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:47.616821 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Port': ['ID=fd3712e6-b983-49a8-860b-109c94ec6a5d,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:25:47.657822 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:47.658153 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:47.658505 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:47.658831 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:47.659153 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:47.659467 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:47.659779 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:47.660089 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:47.660398 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:47.660707 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:47.661013 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:47.661325 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:47.720448 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for floatingip, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:47.720850 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Floating IP 3b088291-f40e-4ef7-9bc7-ecb93a54924e disassociated (deleted). External IP: 172.26.0.252, port: 2ff53b21-fb5b-4ecb-bd04-b64481c7635c. May 10 15:25:48.068554 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router c61f0074-c384-455d-a322-e860c794eb1c has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:25:48.364588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:25:48.375692 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7e4863-049d-473f-ac2c-4a65e0b11302 None None] Sync routers for ids ['c61f0074-c384-455d-a322-e860c794eb1c'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:25:48.381049 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:48.384891 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7e4863-049d-473f-ac2c-4a65e0b11302 None None] Routers {'c61f0074-c384-455d-a322-e860c794eb1c'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:25:48.385494 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-aa7e4863-049d-473f-ac2c-4a65e0b11302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:25:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c61f0074-c384-455d-a322-e860c794eb1c'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:25:48.437062 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2b983abb-69e3-46a0-a0f7-1aa07036a49f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/floatingips/3b088291-f40e-4ef7-9bc7-ecb93a54924e HTTP/1.1" status: 204 len: 168 time: 1.5092316 May 10 15:25:48.437643 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b175d9-3c0a-4257-a4e4-ff2c14bd650c', 'tag': '2ff53b21-fb5b-4ecb-bd04-b64481c7635c'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:25:48.483286 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32223f6d-c8b8-4fe9-ad28-0979653faa54'] response: {'name': 'network-changed', 'server_uuid': '71b175d9-3c0a-4257-a4e4-ff2c14bd650c', 'tag': '2ff53b21-fb5b-4ecb-bd04-b64481c7635c', 'status': 'completed', 'code': 200} May 10 15:25:48.565301 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-aa7e4863-049d-473f-ac2c-4a65e0b11302 None None] Set router c61f0074-c384-455d-a322-e860c794eb1c gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:25:48.582813 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152be59-6313-480c-a529-3f974ec4c5ba req-239da3b7-a94f-4bdb-9c1f-d7beb1f01243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:48.584410 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5152be59-6313-480c-a529-3f974ec4c5ba req-239da3b7-a94f-4bdb-9c1f-d7beb1f01243 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 1098 time: 0.0765481 May 10 15:25:48.737361 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152be59-6313-480c-a529-3f974ec4c5ba req-6cbfb01d-41bc-4658-8d9b-a86b2fda1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:48.738871 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5152be59-6313-480c-a529-3f974ec4c5ba req-6cbfb01d-41bc-4658-8d9b-a86b2fda1b34 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8906c82a-8ef1-41c0-9871-c538ab547714 HTTP/1.1" status: 200 len: 898 time: 0.1481788 May 10 15:25:48.811300 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5152be59-6313-480c-a529-3f974ec4c5ba req-a3eebe18-9dae-4e41-a8cf-d28df940328e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ff53b21-fb5b-4ecb-bd04-b64481c7635c HTTP/1.1" status: 200 len: 217 time: 0.0657747 May 10 15:25:48.823090 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77fc2a-f0c5-4ad2-8e07-00b6fd757546 req-224fef6e-20e5-46dd-96f3-ffacd03303ce tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:48.824413 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-cf77fc2a-f0c5-4ad2-8e07-00b6fd757546 req-224fef6e-20e5-46dd-96f3-ffacd03303ce tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:25:48.841536 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-cf77fc2a-f0c5-4ad2-8e07-00b6fd757546 req-224fef6e-20e5-46dd-96f3-ffacd03303ce tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:25:48.843390 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cf77fc2a-f0c5-4ad2-8e07-00b6fd757546 req-224fef6e-20e5-46dd-96f3-ffacd03303ce tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 945 time: 0.1055465 May 10 15:25:48.880992 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152be59-6313-480c-a529-3f974ec4c5ba req-bbb3807b-7065-43d0-a65e-c1562878d676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:48.882454 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5152be59-6313-480c-a529-3f974ec4c5ba req-bbb3807b-7065-43d0-a65e-c1562878d676 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5bbd9e9e-9127-4b01-87f8-f60716569d4e HTTP/1.1" status: 200 len: 834 time: 0.0633481 May 10 15:25:48.889179 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-aa7e4863-049d-473f-ac2c-4a65e0b11302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822420613', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:24:06Z', 'updated_at': '2022-05-10T15:24:11Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:24:07Z', 'updated_at': '2022-05-10T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '44de50ee-137a-4e9e-988c-88d836198c70', 'name': '', 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:d9:83:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '5bbd9e9e-9127-4b01-87f8-f60716569d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:24:10Z', 'updated_at': '2022-05-10T15:24:17Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '5bbd9e9e-9127-4b01-87f8-f60716569d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:25:48.895141 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7e4863-049d-473f-ac2c-4a65e0b11302 None None] Checking router: c61f0074-c384-455d-a322-e860c794eb1c for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:25:48.897840 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cf77fc2a-f0c5-4ad2-8e07-00b6fd757546 req-70a627ad-c7af-44de-932d-f3af52f644fa tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485778 May 10 15:25:48.904727 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7e4863-049d-473f-ac2c-4a65e0b11302 None None] Routers {'c61f0074-c384-455d-a322-e860c794eb1c'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:25:48.905466 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-aa7e4863-049d-473f-ac2c-4a65e0b11302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:25:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c61f0074-c384-455d-a322-e860c794eb1c'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:25:48.968641 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152be59-6313-480c-a529-3f974ec4c5ba req-398333f6-157d-474b-91b2-edb46ae8e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:48.970108 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5152be59-6313-480c-a529-3f974ec4c5ba req-398333f6-157d-474b-91b2-edb46ae8e9d9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8906c82a-8ef1-41c0-9871-c538ab547714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800304 May 10 15:25:49.109385 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5152be59-6313-480c-a529-3f974ec4c5ba req-d74c5ecc-f9ba-49d8-b86f-7246a358f30a service neutron] 10.222.0.86 "GET /v2.0/networks/8906c82a-8ef1-41c0-9871-c538ab547714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311567 May 10 15:25:49.128228 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-aa7e4863-049d-473f-ac2c-4a65e0b11302 None None] Set router c61f0074-c384-455d-a322-e860c794eb1c gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:25:49.243675 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5152be59-6313-480c-a529-3f974ec4c5ba req-a8941651-d3c0-43fb-8142-1a81bbe5b000 service neutron] 10.222.0.86 "GET /v2.0/networks/8906c82a-8ef1-41c0-9871-c538ab547714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272466 May 10 15:25:49.335769 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:25:49.442816 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-aa7e4863-049d-473f-ac2c-4a65e0b11302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822420613', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:24:06Z', 'updated_at': '2022-05-10T15:24:11Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:24:07Z', 'updated_at': '2022-05-10T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '44de50ee-137a-4e9e-988c-88d836198c70', 'name': '', 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:d9:83:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '5bbd9e9e-9127-4b01-87f8-f60716569d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:24:10Z', 'updated_at': '2022-05-10T15:24:17Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '5bbd9e9e-9127-4b01-87f8-f60716569d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:25:49.446574 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7e4863-049d-473f-ac2c-4a65e0b11302 None None] The sync data for ids ['c61f0074-c384-455d-a322-e860c794eb1c'] in dv-neutron-841204-2-hyperv is: [{'id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822420613', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:24:06Z', 'updated_at': '2022-05-10T15:24:11Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:24:07Z', 'updated_at': '2022-05-10T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '44de50ee-137a-4e9e-988c-88d836198c70', 'name': '', 'network_id': '8906c82a-8ef1-41c0-9871-c538ab547714', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:d9:83:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '5bbd9e9e-9127-4b01-87f8-f60716569d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:24:10Z', 'updated_at': '2022-05-10T15:24:17Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '5bbd9e9e-9127-4b01-87f8-f60716569d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:25:49.645318 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0da74e-7574-42d1-973d-0b4a22d1ddf9 None None] New status for floating IP 3b088291-f40e-4ef7-9bc7-ecb93a54924e: DOWN {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:25:50.090576 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5ba30-d31a-4ee9-8a5a-1ddff6a0a899 req-e42919e3-ee0d-4a29-846a-446402749a6d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:50.091936 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d8e5ba30-d31a-4ee9-8a5a-1ddff6a0a899 req-e42919e3-ee0d-4a29-846a-446402749a6d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 945 time: 0.0840607 May 10 15:25:50.136887 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d8e5ba30-d31a-4ee9-8a5a-1ddff6a0a899 req-c6732e5d-5406-4a81-a8b2-50dd3d84fc7c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386140 May 10 15:25:50.162811 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6fee9395-6218-435b-9b31-9c83686a4dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:50.616643 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db7279-d055-4798-9ac9-d02ce610a572 req-c3be91f2-4fc4-4acf-9edb-1883de639215 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:50.617332 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-85db7279-d055-4798-9ac9-d02ce610a572 req-c3be91f2-4fc4-4acf-9edb-1883de639215 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:25:50.628874 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-85db7279-d055-4798-9ac9-d02ce610a572 req-c3be91f2-4fc4-4acf-9edb-1883de639215 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:25:50.629942 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-85db7279-d055-4798-9ac9-d02ce610a572 req-c3be91f2-4fc4-4acf-9edb-1883de639215 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 945 time: 0.0951424 May 10 15:25:50.703221 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-85db7279-d055-4798-9ac9-d02ce610a572 req-29b8d486-de40-4401-97bb-470e43f691d9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting port 2ff53b21-fb5b-4ecb-bd04-b64481c7635c {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:25:50.703550 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-85db7279-d055-4798-9ac9-d02ce610a572 req-29b8d486-de40-4401-97bb-470e43f691d9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:50.945650 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-85db7279-d055-4798-9ac9-d02ce610a572 req-29b8d486-de40-4401-97bb-470e43f691d9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] For port 2ff53b21-fb5b-4ecb-bd04-b64481c7635c, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=2ff53b21-fb5b-4ecb-bd04-b64481c7635c,segment=NetworkSegment(3f0f514d-72d8-4db6-b6dd-ca4f162989ab),segment_id=3f0f514d-72d8-4db6-b6dd-ca4f162989ab)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:25:50.946004 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-85db7279-d055-4798-9ac9-d02ce610a572 req-29b8d486-de40-4401-97bb-470e43f691d9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:51.076328 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-85db7279-d055-4798-9ac9-d02ce610a572 req-29b8d486-de40-4401-97bb-470e43f691d9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Calling delete_port for 2ff53b21-fb5b-4ecb-bd04-b64481c7635c owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:25:51.319493 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-85db7279-d055-4798-9ac9-d02ce610a572 req-29b8d486-de40-4401-97bb-470e43f691d9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:51.330258 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295acef-681f-4f96-bbb1-9bc453e70932 req-b89f40a2-3b77-4368-a32d-0f72a317f93e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:51.331917 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9295acef-681f-4f96-bbb1-9bc453e70932 req-b89f40a2-3b77-4368-a32d-0f72a317f93e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=71b175d9-3c0a-4257-a4e4-ff2c14bd650c HTTP/1.1" status: 200 len: 945 time: 0.0829673 May 10 15:25:51.371383 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8d486-de40-4401-97bb-470e43f691d9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Port': ['ID=2ff53b21-fb5b-4ecb-bd04-b64481c7635c,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:25:51.379009 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9295acef-681f-4f96-bbb1-9bc453e70932 req-f854a01c-c0a7-4b72-a368-9d98dbef46d3 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=275513b2-84d9-4ee1-9484-cbcb1ad1fb94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408485 May 10 15:25:51.411993 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b8d486-de40-4401-97bb-470e43f691d9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:51.412332 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b8d486-de40-4401-97bb-470e43f691d9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:51.412691 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b8d486-de40-4401-97bb-470e43f691d9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:51.413024 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b8d486-de40-4401-97bb-470e43f691d9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:51.413350 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b8d486-de40-4401-97bb-470e43f691d9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:51.413673 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b8d486-de40-4401-97bb-470e43f691d9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:51.413996 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b8d486-de40-4401-97bb-470e43f691d9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:51.414313 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b8d486-de40-4401-97bb-470e43f691d9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:51.414664 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b8d486-de40-4401-97bb-470e43f691d9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:51.414984 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b8d486-de40-4401-97bb-470e43f691d9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:51.415301 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b8d486-de40-4401-97bb-470e43f691d9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:51.415615 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b8d486-de40-4401-97bb-470e43f691d9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:51.457030 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-85db7279-d055-4798-9ac9-d02ce610a572 req-29b8d486-de40-4401-97bb-470e43f691d9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] No DVR routers for this DVR port 2ff53b21-fb5b-4ecb-bd04-b64481c7635c on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:25:51.459269 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-85db7279-d055-4798-9ac9-d02ce610a572 req-29b8d486-de40-4401-97bb-470e43f691d9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:51.461674 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b175d9-3c0a-4257-a4e4-ff2c14bd650c', 'name': 'network-vif-deleted', 'tag': '2ff53b21-fb5b-4ecb-bd04-b64481c7635c'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:25:51.477484 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-85db7279-d055-4798-9ac9-d02ce610a572 req-29b8d486-de40-4401-97bb-470e43f691d9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "DELETE /v2.0/ports/2ff53b21-fb5b-4ecb-bd04-b64481c7635c HTTP/1.1" status: 204 len: 173 time: 0.8396571 May 10 15:25:51.506513 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc1559d-0559-4b8c-ba3c-ee1520c96a82'] response: {'server_uuid': '71b175d9-3c0a-4257-a4e4-ff2c14bd650c', 'name': 'network-vif-deleted', 'tag': '2ff53b21-fb5b-4ecb-bd04-b64481c7635c', 'status': 'completed', 'code': 200} May 10 15:25:52.474254 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8834844e-0df1-4f2d-9fa2-d55961bbb0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:52.635085 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53400) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:25:53.193289 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b441fcd5-80ef-4d4c-9083-68a77926bac2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:53.347794 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:53.427219 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:53.501320 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:53.550416 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-b441fcd5-80ef-4d4c-9083-68a77926bac2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting port 44de50ee-137a-4e9e-988c-88d836198c70 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:25:53.550777 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b441fcd5-80ef-4d4c-9083-68a77926bac2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:53.846110 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-b441fcd5-80ef-4d4c-9083-68a77926bac2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] For port 44de50ee-137a-4e9e-988c-88d836198c70, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=44de50ee-137a-4e9e-988c-88d836198c70,segment=NetworkSegment(3f0f514d-72d8-4db6-b6dd-ca4f162989ab),segment_id=3f0f514d-72d8-4db6-b6dd-ca4f162989ab)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:25:53.846823 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b441fcd5-80ef-4d4c-9083-68a77926bac2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:53.968962 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-b441fcd5-80ef-4d4c-9083-68a77926bac2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Calling delete_port for 44de50ee-137a-4e9e-988c-88d836198c70 owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:25:54.291072 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b441fcd5-80ef-4d4c-9083-68a77926bac2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:54.339597 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441fcd5-80ef-4d4c-9083-68a77926bac2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Port': ['ID=44de50ee-137a-4e9e-988c-88d836198c70,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:25:54.617390 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b441fcd5-80ef-4d4c-9083-68a77926bac2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:54.973650 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b441fcd5-80ef-4d4c-9083-68a77926bac2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router c61f0074-c384-455d-a322-e860c794eb1c has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:25:55.020407 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:55.267301 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b441fcd5-80ef-4d4c-9083-68a77926bac2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:25:55.277699 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af098c-e7b1-4d8f-a671-9cd85ffe0522 None None] Sync routers for ids ['c61f0074-c384-455d-a322-e860c794eb1c'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:25:55.280374 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b441fcd5-80ef-4d4c-9083-68a77926bac2 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "PUT /v2.0/routers/c61f0074-c384-455d-a322-e860c794eb1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6442356 May 10 15:25:55.282972 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53404) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:25:55.288144 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af098c-e7b1-4d8f-a671-9cd85ffe0522 None None] Routers {'c61f0074-c384-455d-a322-e860c794eb1c'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:25:55.288751 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-32af098c-e7b1-4d8f-a671-9cd85ffe0522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:25:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c61f0074-c384-455d-a322-e860c794eb1c'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:25:55.350632 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7ad1db-e751-48dc-a258-329d16030638 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting subnet 5bbd9e9e-9127-4b01-87f8-f60716569d4e {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:25:55.353536 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bc7ad1db-e751-48dc-a258-329d16030638 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:55.415738 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bc7ad1db-e751-48dc-a258-329d16030638 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:55.417729 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 2ff53b21-fb5b-4ecb-bd04-b64481c7635c no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:25:55.460944 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: 2ff53b21-fb5b-4ecb-bd04-b64481c7635c {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:25:55.461291 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 2ff53b21-fb5b-4ecb-bd04-b64481c7635c not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:25:55.469518 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-32af098c-e7b1-4d8f-a671-9cd85ffe0522 None None] Set router c61f0074-c384-455d-a322-e860c794eb1c gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:25:55.508155 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bc7ad1db-e751-48dc-a258-329d16030638 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:55.583028 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bc7ad1db-e751-48dc-a258-329d16030638 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:55.621538 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ad1db-e751-48dc-a258-329d16030638 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Subnet': ['ID=5bbd9e9e-9127-4b01-87f8-f60716569d4e,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:25:55.626619 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bc7ad1db-e751-48dc-a258-329d16030638 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:55.633588 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8da9dc0-73c6-46f9-a3a4-6299a07a2466 None None] Network 8906c82a-8ef1-41c0-9871-c538ab547714 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:25:55.641217 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bc7ad1db-e751-48dc-a258-329d16030638 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/subnets/5bbd9e9e-9127-4b01-87f8-f60716569d4e HTTP/1.1" status: 204 len: 168 time: 0.3572285 May 10 15:25:55.643961 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 53408) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:25:55.770074 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-32af098c-e7b1-4d8f-a671-9cd85ffe0522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822420613', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:24:06Z', 'updated_at': '2022-05-10T15:25:54Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:24:07Z', 'updated_at': '2022-05-10T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:25:55.774694 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af098c-e7b1-4d8f-a671-9cd85ffe0522 None None] Checking router: c61f0074-c384-455d-a322-e860c794eb1c for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:25:55.787233 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af098c-e7b1-4d8f-a671-9cd85ffe0522 None None] Routers {'c61f0074-c384-455d-a322-e860c794eb1c'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:25:55.788048 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-32af098c-e7b1-4d8f-a671-9cd85ffe0522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:25:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['c61f0074-c384-455d-a322-e860c794eb1c'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:25:55.848973 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b94f852d-1974-4f5c-a85c-d22bffb52737 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:55.905958 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d852b0f6-804e-4bbd-b168-083cadda5099 None None] DHCP port deletion for 8906c82a-8ef1-41c0-9871-c538ab547714 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 15:25:55.910267 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d852b0f6-804e-4bbd-b168-083cadda5099 None None] Deleting port 5cd68372-4c97-4190-b29c-1c5d843460f3 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:25:55.910663 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d852b0f6-804e-4bbd-b168-083cadda5099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:56.015248 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-32af098c-e7b1-4d8f-a671-9cd85ffe0522 None None] Set router c61f0074-c384-455d-a322-e860c794eb1c gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:25:56.071609 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b94f852d-1974-4f5c-a85c-d22bffb52737 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:56.082366 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-b94f852d-1974-4f5c-a85c-d22bffb52737 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting port a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:25:56.082781 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b94f852d-1974-4f5c-a85c-d22bffb52737 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:56.188969 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-d852b0f6-804e-4bbd-b168-083cadda5099 None None] For port 5cd68372-4c97-4190-b29c-1c5d843460f3, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=5cd68372-4c97-4190-b29c-1c5d843460f3,segment=NetworkSegment(3f0f514d-72d8-4db6-b6dd-ca4f162989ab),segment_id=3f0f514d-72d8-4db6-b6dd-ca4f162989ab)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:25:56.189501 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d852b0f6-804e-4bbd-b168-083cadda5099 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:56.277084 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-b94f852d-1974-4f5c-a85c-d22bffb52737 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] For port a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:25:56.277668 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b94f852d-1974-4f5c-a85c-d22bffb52737 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:56.336250 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-d852b0f6-804e-4bbd-b168-083cadda5099 None None] Calling delete_port for 5cd68372-4c97-4190-b29c-1c5d843460f3 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:25:56.360766 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-32af098c-e7b1-4d8f-a671-9cd85ffe0522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822420613', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:24:06Z', 'updated_at': '2022-05-10T15:25:54Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:24:07Z', 'updated_at': '2022-05-10T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:25:56.365243 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af098c-e7b1-4d8f-a671-9cd85ffe0522 None None] The sync data for ids ['c61f0074-c384-455d-a322-e860c794eb1c'] in dv-neutron-841204-2-hyperv is: [{'id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1822420613', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:24:06Z', 'updated_at': '2022-05-10T15:25:54Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': 'a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61f0074-c384-455d-a322-e860c794eb1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:24:07Z', 'updated_at': '2022-05-10T15:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:25:56.421982 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-b94f852d-1974-4f5c-a85c-d22bffb52737 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Calling delete_port for a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3 owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:25:56.429397 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d852b0f6-804e-4bbd-b168-083cadda5099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:56.482464 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852b0f6-804e-4bbd-b168-083cadda5099 None None] Pushing event deleted for resources: {'Port': ['ID=5cd68372-4c97-4190-b29c-1c5d843460f3,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:25:56.489170 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d852b0f6-804e-4bbd-b168-083cadda5099 None None] No DVR routers for this DVR port 5cd68372-4c97-4190-b29c-1c5d843460f3 on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:25:56.491303 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852b0f6-804e-4bbd-b168-083cadda5099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:56.491720 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852b0f6-804e-4bbd-b168-083cadda5099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:56.492125 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852b0f6-804e-4bbd-b168-083cadda5099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:56.492525 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852b0f6-804e-4bbd-b168-083cadda5099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:56.493012 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852b0f6-804e-4bbd-b168-083cadda5099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:56.493563 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852b0f6-804e-4bbd-b168-083cadda5099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:56.493956 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852b0f6-804e-4bbd-b168-083cadda5099 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:56.494347 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852b0f6-804e-4bbd-b168-083cadda5099 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:56.494782 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852b0f6-804e-4bbd-b168-083cadda5099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:56.495171 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852b0f6-804e-4bbd-b168-083cadda5099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:56.495561 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852b0f6-804e-4bbd-b168-083cadda5099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:56.495945 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d852b0f6-804e-4bbd-b168-083cadda5099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:25:56.596331 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b94f852d-1974-4f5c-a85c-d22bffb52737 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:56.648205 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f852d-1974-4f5c-a85c-d22bffb52737 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Port': ['ID=a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:25:56.740480 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b94f852d-1974-4f5c-a85c-d22bffb52737 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:57.020384 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b94f852d-1974-4f5c-a85c-d22bffb52737 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:57.022745 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b94f852d-1974-4f5c-a85c-d22bffb52737 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:57.045420 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b94f852d-1974-4f5c-a85c-d22bffb52737 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:57.046070 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94f852d-1974-4f5c-a85c-d22bffb52737 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Fanout notify agent at l3_agent the message router_deleted on router c61f0074-c384-455d-a322-e860c794eb1c {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:25:57.063216 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b94f852d-1974-4f5c-a85c-d22bffb52737 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:57.064337 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b94f852d-1974-4f5c-a85c-d22bffb52737 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/routers/c61f0074-c384-455d-a322-e860c794eb1c HTTP/1.1" status: 204 len: 168 time: 1.4194052 May 10 15:25:57.066978 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 53412) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:25:57.186701 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8567b4b4-5ba0-4a40-bd66-c254eb9bd9b6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:57.316767 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8567b4b4-5ba0-4a40-bd66-c254eb9bd9b6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:57.346525 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-8567b4b4-5ba0-4a40-bd66-c254eb9bd9b6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8906c82a-8ef1-41c0-9871-c538ab547714']}} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:25:57.359225 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-8567b4b4-5ba0-4a40-bd66-c254eb9bd9b6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f0f514d-72d8-4db6-b6dd-ca4f162989ab') {'for_net_delete': True} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:25:57.359512 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.services.segments.db [None req-8567b4b4-5ba0-4a40-bd66-c254eb9bd9b6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f0f514d-72d8-4db6-b6dd-ca4f162989ab') {} {{(pid=88052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:25:57.370624 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8567b4b4-5ba0-4a40-bd66-c254eb9bd9b6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1000025'] for segment, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:57.386817 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8567b4b4-5ba0-4a40-bd66-c254eb9bd9b6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:57.393773 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8567b4b4-5ba0-4a40-bd66-c254eb9bd9b6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=88052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:25:57.394142 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8567b4b4-5ba0-4a40-bd66-c254eb9bd9b6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1681065'] for segment, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: Traceback (most recent call last): May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: timer() May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: cb(*args, **kw) May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: return func(*args, **kwargs) May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: self._notify() May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: self.callback(batched_events) May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: event.method(event) May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: return f(self, *a, **k) May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._get(url).json() May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: return self.request(url, 'GET', **kwargs) May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:25:57.408631 dv-neutron-841204-2-hyperv neutron-server[88052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:25:57.493595 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8567b4b4-5ba0-4a40-bd66-c254eb9bd9b6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:57.503189 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8567b4b4-5ba0-4a40-bd66-c254eb9bd9b6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for network, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:57.514373 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5cd68372-4c97-4190-b29c-1c5d843460f3 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:25:57.531367 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567b4b4-5ba0-4a40-bd66-c254eb9bd9b6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Network': ['ID=8906c82a-8ef1-41c0-9871-c538ab547714,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:25:57.541703 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8567b4b4-5ba0-4a40-bd66-c254eb9bd9b6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/networks/8906c82a-8ef1-41c0-9871-c538ab547714 HTTP/1.1" status: 204 len: 168 time: 0.4719591 May 10 15:25:57.542629 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 53416) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:25:57.554556 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 5cd68372-4c97-4190-b29c-1c5d843460f3 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:25:57.554979 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 5cd68372-4c97-4190-b29c-1c5d843460f3 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:25:57.555458 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 44de50ee-137a-4e9e-988c-88d836198c70 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:25:57.589990 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 44de50ee-137a-4e9e-988c-88d836198c70 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:25:57.590245 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 44de50ee-137a-4e9e-988c-88d836198c70 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:25:57.590676 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:25:57.612296 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30709115-a605-4595-a807-1a3443facfff tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:57.623798 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:25:57.624137 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device a93be5ba-8415-4fa4-b6d6-8ddeb8b573a3 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:25:57.643653 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30709115-a605-4595-a807-1a3443facfff tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:57.710613 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30709115-a605-4595-a807-1a3443facfff tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:57.729510 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30709115-a605-4595-a807-1a3443facfff tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=275513b2-84d9-4ee1-9484-cbcb1ad1fb94,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:25:57.740976 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-30709115-a605-4595-a807-1a3443facfff tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:57.742209 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-30709115-a605-4595-a807-1a3443facfff tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/security-groups/275513b2-84d9-4ee1-9484-cbcb1ad1fb94 HTTP/1.1" status: 204 len: 168 time: 0.1985986 May 10 15:25:57.863338 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53424) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:25:57.868553 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-376ad06a-b928-4efe-8107-b0f0afb6e1a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-370575754', 'description': 'tempest-secgroup-smoke-370575754 description', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:25:57.874844 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-376ad06a-b928-4efe-8107-b0f0afb6e1a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:25:57.879195 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-376ad06a-b928-4efe-8107-b0f0afb6e1a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:25:57.882103 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-376ad06a-b928-4efe-8107-b0f0afb6e1a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:25:57.888455 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-376ad06a-b928-4efe-8107-b0f0afb6e1a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:25:57.898789 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-376ad06a-b928-4efe-8107-b0f0afb6e1a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:57.918627 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-376ad06a-b928-4efe-8107-b0f0afb6e1a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:25:57.923210 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-376ad06a-b928-4efe-8107-b0f0afb6e1a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:25:57.926081 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-376ad06a-b928-4efe-8107-b0f0afb6e1a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:25:57.931884 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-376ad06a-b928-4efe-8107-b0f0afb6e1a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:25:58.004555 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-376ad06a-b928-4efe-8107-b0f0afb6e1a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.008358 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-376ad06a-b928-4efe-8107-b0f0afb6e1a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.053527 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ad06a-b928-4efe-8107-b0f0afb6e1a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206499be-0f7e-4e21-b99a-582d6d1725c2,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:25:58.056332 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-376ad06a-b928-4efe-8107-b0f0afb6e1a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.057657 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-376ad06a-b928-4efe-8107-b0f0afb6e1a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1933033 May 10 15:25:58.060772 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53428) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:25:58.066005 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-9fb70f31-13c7-48df-a04a-a4c935a95ec9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': '206499be-0f7e-4e21-b99a-582d6d1725c2', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:25:58.072066 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9fb70f31-13c7-48df-a04a-a4c935a95ec9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:25:58.075960 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9fb70f31-13c7-48df-a04a-a4c935a95ec9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:25:58.078801 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-9fb70f31-13c7-48df-a04a-a4c935a95ec9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:25:58.084475 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-9fb70f31-13c7-48df-a04a-a4c935a95ec9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:25:58.101468 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9fb70f31-13c7-48df-a04a-a4c935a95ec9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.161594 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9fb70f31-13c7-48df-a04a-a4c935a95ec9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.164931 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9fb70f31-13c7-48df-a04a-a4c935a95ec9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.188897 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb70f31-13c7-48df-a04a-a4c935a95ec9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d95bcdd-8607-42f9-904c-69985d1ae8ce,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:25:58.197291 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-9fb70f31-13c7-48df-a04a-a4c935a95ec9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.198452 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9fb70f31-13c7-48df-a04a-a4c935a95ec9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367230 May 10 15:25:58.201276 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53432) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:25:58.206102 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-b0a4ce36-c9b4-4553-99e9-7a7752d47658 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': '206499be-0f7e-4e21-b99a-582d6d1725c2', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:25:58.211881 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b0a4ce36-c9b4-4553-99e9-7a7752d47658 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:25:58.215694 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b0a4ce36-c9b4-4553-99e9-7a7752d47658 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:25:58.219238 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-b0a4ce36-c9b4-4553-99e9-7a7752d47658 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:25:58.224923 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-b0a4ce36-c9b4-4553-99e9-7a7752d47658 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:25:58.241667 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b0a4ce36-c9b4-4553-99e9-7a7752d47658 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.305981 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b0a4ce36-c9b4-4553-99e9-7a7752d47658 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.309507 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b0a4ce36-c9b4-4553-99e9-7a7752d47658 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.333158 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4ce36-c9b4-4553-99e9-7a7752d47658 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7960fb42-4473-4a94-8f0e-a7e6ed9fd3fc,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:25:58.342247 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b0a4ce36-c9b4-4553-99e9-7a7752d47658 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.343440 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b0a4ce36-c9b4-4553-99e9-7a7752d47658 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1412268 May 10 15:25:58.346090 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53436) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:25:58.351042 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-62f215d9-71c6-47fd-a13c-3f4155f1fb66 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': '206499be-0f7e-4e21-b99a-582d6d1725c2', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:25:58.357341 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-62f215d9-71c6-47fd-a13c-3f4155f1fb66 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:25:58.361151 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-62f215d9-71c6-47fd-a13c-3f4155f1fb66 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:25:58.364088 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-62f215d9-71c6-47fd-a13c-3f4155f1fb66 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:25:58.369907 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-62f215d9-71c6-47fd-a13c-3f4155f1fb66 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:25:58.386248 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-62f215d9-71c6-47fd-a13c-3f4155f1fb66 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.448295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-62f215d9-71c6-47fd-a13c-3f4155f1fb66 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.451902 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-62f215d9-71c6-47fd-a13c-3f4155f1fb66 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.475063 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f215d9-71c6-47fd-a13c-3f4155f1fb66 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea8f863-fb02-41eb-8ffb-a08d4d7928e6,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:25:58.485281 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-62f215d9-71c6-47fd-a13c-3f4155f1fb66 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.486579 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-62f215d9-71c6-47fd-a13c-3f4155f1fb66 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395056 May 10 15:25:58.489246 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53440) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:25:58.494149 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-887bc9bf-d4a7-4772-bd5c-3276ce360351 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': '206499be-0f7e-4e21-b99a-582d6d1725c2', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:25:58.500726 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-887bc9bf-d4a7-4772-bd5c-3276ce360351 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:25:58.504600 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-887bc9bf-d4a7-4772-bd5c-3276ce360351 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:25:58.507469 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-887bc9bf-d4a7-4772-bd5c-3276ce360351 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:25:58.513277 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-887bc9bf-d4a7-4772-bd5c-3276ce360351 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:25:58.530205 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-887bc9bf-d4a7-4772-bd5c-3276ce360351 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.594067 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-887bc9bf-d4a7-4772-bd5c-3276ce360351 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.597304 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-887bc9bf-d4a7-4772-bd5c-3276ce360351 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.619576 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887bc9bf-d4a7-4772-bd5c-3276ce360351 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b96b43d-03f8-4003-b4ca-3787bccb24d9,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:25:58.628861 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-887bc9bf-d4a7-4772-bd5c-3276ce360351 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.630065 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-887bc9bf-d4a7-4772-bd5c-3276ce360351 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397898 May 10 15:25:58.632714 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53444) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:25:58.637591 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-28125b2f-df1a-4b29-af91-85e347de29a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': '206499be-0f7e-4e21-b99a-582d6d1725c2', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:25:58.644535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-28125b2f-df1a-4b29-af91-85e347de29a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:25:58.648781 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-28125b2f-df1a-4b29-af91-85e347de29a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:25:58.651616 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-28125b2f-df1a-4b29-af91-85e347de29a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:25:58.658289 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-28125b2f-df1a-4b29-af91-85e347de29a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:25:58.668159 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-28125b2f-df1a-4b29-af91-85e347de29a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Project f5bb71568dee43e8a5d4e5f0cabe47f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:25:58.674615 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-28125b2f-df1a-4b29-af91-85e347de29a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.740495 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-28125b2f-df1a-4b29-af91-85e347de29a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.743950 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-28125b2f-df1a-4b29-af91-85e347de29a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.768579 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28125b2f-df1a-4b29-af91-85e347de29a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f483cda3-0ccf-49ab-9442-8cbd8aa307d4,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:25:58.777956 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-28125b2f-df1a-4b29-af91-85e347de29a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.779766 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-28125b2f-df1a-4b29-af91-85e347de29a6 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1455016 May 10 15:25:58.782734 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53448) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:25:58.787710 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-d4eda737-be11-497a-aba1-7791e5033b70 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'security_group_rule': {'security_group_id': '206499be-0f7e-4e21-b99a-582d6d1725c2', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:25:58.793424 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d4eda737-be11-497a-aba1-7791e5033b70 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:25:58.797359 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d4eda737-be11-497a-aba1-7791e5033b70 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:security_group_rule and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:25:58.800341 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d4eda737-be11-497a-aba1-7791e5033b70 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:25:58.805954 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d4eda737-be11-497a-aba1-7791e5033b70 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:25:58.816624 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-d4eda737-be11-497a-aba1-7791e5033b70 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Project f5bb71568dee43e8a5d4e5f0cabe47f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:25:58.823055 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d4eda737-be11-497a-aba1-7791e5033b70 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.886973 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d4eda737-be11-497a-aba1-7791e5033b70 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.891379 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d4eda737-be11-497a-aba1-7791e5033b70 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.915795 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eda737-be11-497a-aba1-7791e5033b70 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ade478c-330d-4303-88a6-3dc9b01bf7b2,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:25:58.926520 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d4eda737-be11-497a-aba1-7791e5033b70 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.927707 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d4eda737-be11-497a-aba1-7791e5033b70 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1440725 May 10 15:25:58.930565 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53452) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:25:58.936523 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-63d282cb-c295-413b-ba88-0b99e7f08675 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'network': {'name': 'tempest-network-smoke--725772483', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'port_security_enabled': True}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:25:58.941405 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-63d282cb-c295-413b-ba88-0b99e7f08675 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:25:58.945696 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-63d282cb-c295-413b-ba88-0b99e7f08675 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:network and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:25:58.948602 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-63d282cb-c295-413b-ba88-0b99e7f08675 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:25:58.954875 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-63d282cb-c295-413b-ba88-0b99e7f08675 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:25:58.964135 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d282cb-c295-413b-ba88-0b99e7f08675 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Made reservation on behalf of f5bb71568dee43e8a5d4e5f0cabe47f8 for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:25:58.967652 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-63d282cb-c295-413b-ba88-0b99e7f08675 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:58.993948 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d282cb-c295-413b-ba88-0b99e7f08675 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:25:59.003428 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-63d282cb-c295-413b-ba88-0b99e7f08675 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:59.003805 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-63d282cb-c295-413b-ba88-0b99e7f08675 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Added segment cff73331-93de-4237-9fc1-7ab67960392a of type vlan for network 3b4e86d8-8c24-487e-a245-194cbf377cfc May 10 15:25:59.032151 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-63d282cb-c295-413b-ba88-0b99e7f08675 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:59.060397 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-63d282cb-c295-413b-ba88-0b99e7f08675 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:59.065940 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d282cb-c295-413b-ba88-0b99e7f08675 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:25:59.066681 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-63d282cb-c295-413b-ba88-0b99e7f08675 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:59.177501 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-63d282cb-c295-413b-ba88-0b99e7f08675 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2458711 May 10 15:25:59.180848 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53456) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:25:59.188037 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-c9c86a2f-2fe5-47c5-b297-a844ac470134 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894391', 'admin_state_up': True, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:25:59.196433 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-c9c86a2f-2fe5-47c5-b297-a844ac470134 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:25:59.198528 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d282cb-c295-413b-ba88-0b99e7f08675 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Network': ['ID=3b4e86d8-8c24-487e-a245-194cbf377cfc,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:25:59.202810 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c9c86a2f-2fe5-47c5-b297-a844ac470134 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:router and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:25:59.205727 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c9c86a2f-2fe5-47c5-b297-a844ac470134 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:25:59.209394 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 3b4e86d8-8c24-487e-a245-194cbf377cfc details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:25:59.211417 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-c9c86a2f-2fe5-47c5-b297-a844ac470134 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:25:59.222787 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9c86a2f-2fe5-47c5-b297-a844ac470134 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:59.223762 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9c86a2f-2fe5-47c5-b297-a844ac470134 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:59.239123 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9c86a2f-2fe5-47c5-b297-a844ac470134 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:59.503380 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9c86a2f-2fe5-47c5-b297-a844ac470134 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:59.900012 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9c86a2f-2fe5-47c5-b297-a844ac470134 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:25:59.929486 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9c86a2f-2fe5-47c5-b297-a844ac470134 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:00.064645 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-c9c86a2f-2fe5-47c5-b297-a844ac470134 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Allocated IP 172.26.0.166 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/90a751b1-6689-44b9-9b86-85431a2fd38e) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:26:00.210677 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9c86a2f-2fe5-47c5-b297-a844ac470134 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:00.239264 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9c86a2f-2fe5-47c5-b297-a844ac470134 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:00.303682 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c86a2f-2fe5-47c5-b297-a844ac470134 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:26:00.306548 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-c9c86a2f-2fe5-47c5-b297-a844ac470134 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:26:00.310043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c86a2f-2fe5-47c5-b297-a844ac470134 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:26:00.343641 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c86a2f-2fe5-47c5-b297-a844ac470134 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=90a751b1-6689-44b9-9b86-85431a2fd38e,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:26:00.723479 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9c86a2f-2fe5-47c5-b297-a844ac470134 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:01.062541 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9c86a2f-2fe5-47c5-b297-a844ac470134 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:01.394206 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c86a2f-2fe5-47c5-b297-a844ac470134 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router 2c208325-9fd0-44ec-b387-5f5456da1bfc is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:26:01.568489 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c86a2f-2fe5-47c5-b297-a844ac470134 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:26:01.578527 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] Sync routers for ids ['2c208325-9fd0-44ec-b387-5f5456da1bfc'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:26:01.587399 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] Routers {'2c208325-9fd0-44ec-b387-5f5456da1bfc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:26:01.588009 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:25:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2c208325-9fd0-44ec-b387-5f5456da1bfc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:26:01.595622 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c9c86a2f-2fe5-47c5-b297-a844ac470134 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:01.596867 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c9c86a2f-2fe5-47c5-b297-a844ac470134 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4151065 May 10 15:26:01.599959 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53460) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:26:01.643690 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-be5727da-2246-4c14-88e9-cd863d323ed4 tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=f5bb71568dee43e8a5d4e5f0cabe47f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425487 May 10 15:26:01.646550 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53464) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:26:01.768181 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] Set router 2c208325-9fd0-44ec-b387-5f5456da1bfc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:26:01.776225 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363d79b5-7a41-4745-80da-a15bd373e252 tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:01.777677 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-363d79b5-7a41-4745-80da-a15bd373e252 tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302192 May 10 15:26:01.780604 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53468) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:26:01.819010 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-9f7454d1-921c-4969-b714-df23bb046357 tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=9e00975f-1d79-46b0-9d42-98bca3a69c2b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373650 May 10 15:26:01.821485 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53472) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:26:01.827703 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-bdbb708d-7088-4a41-bfd4-eb3e71805a7a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1785968980', 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc', 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:26:01.937813 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-bdbb708d-7088-4a41-bfd4-eb3e71805a7a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:26:01.941654 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-bdbb708d-7088-4a41-bfd4-eb3e71805a7a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:subnet and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:26:01.944489 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-bdbb708d-7088-4a41-bfd4-eb3e71805a7a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:26:01.950207 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-bdbb708d-7088-4a41-bfd4-eb3e71805a7a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:26:01.960589 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbb708d-7088-4a41-bfd4-eb3e71805a7a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Made reservation on behalf of f5bb71568dee43e8a5d4e5f0cabe47f8 for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:26:01.964234 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bdbb708d-7088-4a41-bfd4-eb3e71805a7a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:02.055896 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894391', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:00Z', 'revision_number': 3, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:26:02.059675 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] Checking router: 2c208325-9fd0-44ec-b387-5f5456da1bfc for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:26:02.060025 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] Updating router 2c208325-9fd0-44ec-b387-5f5456da1bfc port 90a751b1-6689-44b9-9b86-85431a2fd38e binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:26:02.112544 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:02.179313 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bdbb708d-7088-4a41-bfd4-eb3e71805a7a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:02.261071 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb708d-7088-4a41-bfd4-eb3e71805a7a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Subnet': ['ID=2d7b7957-e5da-44ca-8930-eba435acf1bb,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:26:02.271891 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbb708d-7088-4a41-bfd4-eb3e71805a7a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Checking segment: {'id': 'cff73331-93de-4237-9fc1-7ab67960392a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:26:02.272254 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbb708d-7088-4a41-bfd4-eb3e71805a7a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network hostable DHCP agents. Network: 3b4e86d8-8c24-487e-a245-194cbf377cfc, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:26:02.291455 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbb708d-7088-4a41-bfd4-eb3e71805a7a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 3b4e86d8-8c24-487e-a245-194cbf377cfc is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:26:02.301717 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-bdbb708d-7088-4a41-bfd4-eb3e71805a7a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 3b4e86d8-8c24-487e-a245-194cbf377cfc) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:26:02.305738 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb708d-7088-4a41-bfd4-eb3e71805a7a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:02.306313 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bdbb708d-7088-4a41-bfd4-eb3e71805a7a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:02.327793 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bdbb708d-7088-4a41-bfd4-eb3e71805a7a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5053370 May 10 15:26:02.330562 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53476) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:26:02.332419 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607bb972-a562-4ab5-9060-f31b30f3b95d None None] Network 3b4e86d8-8c24-487e-a245-194cbf377cfc requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:26:02.650716 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:02.658039 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde1812d-f640-4239-a1c0-185f797e83d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-3b4e86d8-8c24-487e-a245-194cbf377cfc', 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ips': [{'subnet_id': '2d7b7957-e5da-44ca-8930-eba435acf1bb'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 15:26:02.658859 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fde1812d-f640-4239-a1c0-185f797e83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:02.681396 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] Transition to ACTIVE for port object 90a751b1-6689-44b9-9b86-85431a2fd38e will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:26:02.688090 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:02.821575 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] Attempting to bind port 90a751b1-6689-44b9-9b86-85431a2fd38e on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:26:02.822180 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] Attempting to bind port 90a751b1-6689-44b9-9b86-85431a2fd38e by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:26:02.822319 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] Attempting to bind port 90a751b1-6689-44b9-9b86-85431a2fd38e on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:26:02.831053 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa8a2d-53b2-4959-9826-a94c477336bc None None] Pushing event updated for resources: {'Port': ['ID=90a751b1-6689-44b9-9b86-85431a2fd38e,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:26:02.837732 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:26:02.838099 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:26:02.838515 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:02.838897 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:26:02.839587 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] Bound port: 90a751b1-6689-44b9-9b86-85431a2fd38e, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:26:02.839704 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:02.978175 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] For port 90a751b1-6689-44b9-9b86-85431a2fd38e, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:26:02.984094 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] For port 90a751b1-6689-44b9-9b86-85431a2fd38e, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=90a751b1-6689-44b9-9b86-85431a2fd38e,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:26:02.985469 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-fde1812d-f640-4239-a1c0-185f797e83d6 None None] Allocated IP 172.20.0.2 (3b4e86d8-8c24-487e-a245-194cbf377cfc/2d7b7957-e5da-44ca-8930-eba435acf1bb/0718c86a-86d3-4777-96f0-1e837a9fc24b) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:26:02.988227 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:03.150129 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-47095a89-0a6f-4c92-84f3-41ea46b4e16a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:03.162452 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] Routers {'2c208325-9fd0-44ec-b387-5f5456da1bfc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:26:03.163078 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:25:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2c208325-9fd0-44ec-b387-5f5456da1bfc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:26:03.214785 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa8a2d-53b2-4959-9826-a94c477336bc None None] Pushing event updated for resources: {'Port': ['ID=90a751b1-6689-44b9-9b86-85431a2fd38e,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:26:03.427637 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] Set router 2c208325-9fd0-44ec-b387-5f5456da1bfc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:26:03.551212 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fde1812d-f640-4239-a1c0-185f797e83d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:03.612131 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-fde1812d-f640-4239-a1c0-185f797e83d6 None None] Transition to ACTIVE for port object 0718c86a-86d3-4777-96f0-1e837a9fc24b will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:26:03.689811 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-fde1812d-f640-4239-a1c0-185f797e83d6 None None] Transition to ACTIVE for port object 0718c86a-86d3-4777-96f0-1e837a9fc24b will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:26:03.706348 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fde1812d-f640-4239-a1c0-185f797e83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:03.765158 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-47095a89-0a6f-4c92-84f3-41ea46b4e16a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Allocated IP 172.20.0.1 (3b4e86d8-8c24-487e-a245-194cbf377cfc/2d7b7957-e5da-44ca-8930-eba435acf1bb/d0755600-dad4-41b0-b0d6-01a09c5c5598) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:26:03.791893 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde1812d-f640-4239-a1c0-185f797e83d6 None None] Network 3b4e86d8-8c24-487e-a245-194cbf377cfc is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:26:03.820315 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-fde1812d-f640-4239-a1c0-185f797e83d6 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:26:03.824548 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1812d-f640-4239-a1c0-185f797e83d6 None None] Pushing event updated for resources: {'Port': ['ID=0718c86a-86d3-4777-96f0-1e837a9fc24b,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:26:03.827368 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde1812d-f640-4239-a1c0-185f797e83d6 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:26:03.928839 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-47095a89-0a6f-4c92-84f3-41ea46b4e16a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:03.932577 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-fde1812d-f640-4239-a1c0-185f797e83d6 None None] Attempting to bind port 0718c86a-86d3-4777-96f0-1e837a9fc24b on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:26:03.932941 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-fde1812d-f640-4239-a1c0-185f797e83d6 None None] Attempting to bind port 0718c86a-86d3-4777-96f0-1e837a9fc24b by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'cff73331-93de-4237-9fc1-7ab67960392a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:26:03.933295 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde1812d-f640-4239-a1c0-185f797e83d6 None None] Attempting to bind port 0718c86a-86d3-4777-96f0-1e837a9fc24b on network 3b4e86d8-8c24-487e-a245-194cbf377cfc {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:26:03.941642 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde1812d-f640-4239-a1c0-185f797e83d6 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:26:03.942010 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde1812d-f640-4239-a1c0-185f797e83d6 None None] Checking segment: {'id': 'cff73331-93de-4237-9fc1-7ab67960392a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:26:03.942401 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fde1812d-f640-4239-a1c0-185f797e83d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:03.942809 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde1812d-f640-4239-a1c0-185f797e83d6 None None] Bound using segment: {'id': 'cff73331-93de-4237-9fc1-7ab67960392a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:26:03.943270 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-fde1812d-f640-4239-a1c0-185f797e83d6 None None] Bound port: 0718c86a-86d3-4777-96f0-1e837a9fc24b, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff73331-93de-4237-9fc1-7ab67960392a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:26:03.943637 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fde1812d-f640-4239-a1c0-185f797e83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:03.945850 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-47095a89-0a6f-4c92-84f3-41ea46b4e16a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Transition to ACTIVE for port object d0755600-dad4-41b0-b0d6-01a09c5c5598 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:26:03.969814 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-47095a89-0a6f-4c92-84f3-41ea46b4e16a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:03.994399 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894391', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:00Z', 'revision_number': 3, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:26:04.011934 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c19374-d50f-4fd0-b7af-9f1380360d3d None None] The sync data for ids ['2c208325-9fd0-44ec-b387-5f5456da1bfc'] in dv-neutron-841204-2-hyperv is: [{'id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894391', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:00Z', 'revision_number': 3, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:26:04.038934 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47095a89-0a6f-4c92-84f3-41ea46b4e16a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 3b4e86d8-8c24-487e-a245-194cbf377cfc is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:26:04.042032 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-47095a89-0a6f-4c92-84f3-41ea46b4e16a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:26:04.044615 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-fde1812d-f640-4239-a1c0-185f797e83d6 None None] For port 0718c86a-86d3-4777-96f0-1e837a9fc24b, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:26:04.047210 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47095a89-0a6f-4c92-84f3-41ea46b4e16a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:26:04.049776 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-fde1812d-f640-4239-a1c0-185f797e83d6 None None] For port 0718c86a-86d3-4777-96f0-1e837a9fc24b, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0718c86a-86d3-4777-96f0-1e837a9fc24b,segment=NetworkSegment(cff73331-93de-4237-9fc1-7ab67960392a),segment_id=cff73331-93de-4237-9fc1-7ab67960392a)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:26:04.055115 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fde1812d-f640-4239-a1c0-185f797e83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:04.097033 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47095a89-0a6f-4c92-84f3-41ea46b4e16a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=d0755600-dad4-41b0-b0d6-01a09c5c5598,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:26:04.121174 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-47095a89-0a6f-4c92-84f3-41ea46b4e16a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:04.144107 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1812d-f640-4239-a1c0-185f797e83d6 None None] Pushing event updated for resources: {'Port': ['ID=0718c86a-86d3-4777-96f0-1e837a9fc24b,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:26:04.498078 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-47095a89-0a6f-4c92-84f3-41ea46b4e16a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:05.059875 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-47095a89-0a6f-4c92-84f3-41ea46b4e16a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:05.065966 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-47095a89-0a6f-4c92-84f3-41ea46b4e16a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:05.197725 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-47095a89-0a6f-4c92-84f3-41ea46b4e16a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:05.205258 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47095a89-0a6f-4c92-84f3-41ea46b4e16a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=d0755600-dad4-41b0-b0d6-01a09c5c5598,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:26:05.239736 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af556a76-bba5-414d-bd97-30eea2e59919 None None] Network 3b4e86d8-8c24-487e-a245-194cbf377cfc requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:26:05.327414 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-fcc21e57-3e5f-4a99-a856-ac8d5cba9569 None None] Provisioning for port 0718c86a-86d3-4777-96f0-1e837a9fc24b completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:26:05.346599 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47095a89-0a6f-4c92-84f3-41ea46b4e16a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 3b4e86d8-8c24-487e-a245-194cbf377cfc is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:26:05.347875 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-47095a89-0a6f-4c92-84f3-41ea46b4e16a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:26:05.525822 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0718c86a-86d3-4777-96f0-1e837a9fc24b up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:26:05.551894 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47095a89-0a6f-4c92-84f3-41ea46b4e16a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router 2c208325-9fd0-44ec-b387-5f5456da1bfc has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:26:05.606416 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 0718c86a-86d3-4777-96f0-1e837a9fc24b completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:26:05.612963 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 0718c86a-86d3-4777-96f0-1e837a9fc24b triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:26:05.613344 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:05.739432 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:05.754757 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47095a89-0a6f-4c92-84f3-41ea46b4e16a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:26:05.776472 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-47095a89-0a6f-4c92-84f3-41ea46b4e16a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "PUT /v2.0/routers/2c208325-9fd0-44ec-b387-5f5456da1bfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4374723 May 10 15:26:05.791136 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 0718c86a-86d3-4777-96f0-1e837a9fc24b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0718c86a-86d3-4777-96f0-1e837a9fc24b,segment=NetworkSegment(cff73331-93de-4237-9fc1-7ab67960392a),segment_id=cff73331-93de-4237-9fc1-7ab67960392a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:26:05.793004 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-60d632e5-870d-4ae5-a6b7-6aaadbd9ab0c None None] Provisioning complete for port 0718c86a-86d3-4777-96f0-1e837a9fc24b triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:26:05.793427 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-60d632e5-870d-4ae5-a6b7-6aaadbd9ab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:05.821648 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] Sync routers for ids ['2c208325-9fd0-44ec-b387-5f5456da1bfc'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:26:05.826675 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:05.827693 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 90a751b1-6689-44b9-9b86-85431a2fd38e up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:26:05.840993 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] Routers {'2c208325-9fd0-44ec-b387-5f5456da1bfc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:26:05.843047 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:25:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2c208325-9fd0-44ec-b387-5f5456da1bfc'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:26:05.988375 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-8629054b-0bc9-4410-9f13-98e5f823007e req-273a61b3-991f-4f48-931a-1502cd6ae212 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:26:05.990064 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=0718c86a-86d3-4777-96f0-1e837a9fc24b,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:26:06.014252 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-8629054b-0bc9-4410-9f13-98e5f823007e req-273a61b3-991f-4f48-931a-1502cd6ae212 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:26:06.016404 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8629054b-0bc9-4410-9f13-98e5f823007e req-273a61b3-991f-4f48-931a-1502cd6ae212 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-370575754&fields=id&tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8 HTTP/1.1" status: 200 len: 267 time: 0.0820749 May 10 15:26:06.059472 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] Set router 2c208325-9fd0-44ec-b387-5f5456da1bfc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:26:06.124688 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-60d632e5-870d-4ae5-a6b7-6aaadbd9ab0c None None] Provisioning for port d0755600-dad4-41b0-b0d6-01a09c5c5598 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:26:06.134009 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-60d632e5-870d-4ae5-a6b7-6aaadbd9ab0c None None] Provisioning complete for port d0755600-dad4-41b0-b0d6-01a09c5c5598 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:26:06.135336 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-60d632e5-870d-4ae5-a6b7-6aaadbd9ab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:06.176023 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 90a751b1-6689-44b9-9b86-85431a2fd38e completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:26:06.203259 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 90a751b1-6689-44b9-9b86-85431a2fd38e triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:26:06.204222 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:06.212223 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629054b-0bc9-4410-9f13-98e5f823007e req-30b810eb-caf2-47f1-9d8a-d3d8809b1e3f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:06.212838 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-8629054b-0bc9-4410-9f13-98e5f823007e req-30b810eb-caf2-47f1-9d8a-d3d8809b1e3f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:network {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:26:06.230830 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-8629054b-0bc9-4410-9f13-98e5f823007e req-30b810eb-caf2-47f1-9d8a-d3d8809b1e3f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:network {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:26:06.232754 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8629054b-0bc9-4410-9f13-98e5f823007e req-30b810eb-caf2-47f1-9d8a-d3d8809b1e3f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/networks?id=3b4e86d8-8c24-487e-a245-194cbf377cfc HTTP/1.1" status: 200 len: 796 time: 0.2086756 May 10 15:26:06.248968 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8629054b-0bc9-4410-9f13-98e5f823007e req-182b2db2-e6db-43cc-ae18-3359d140c4be tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/quotas/f5bb71568dee43e8a5d4e5f0cabe47f8 HTTP/1.1" status: 200 len: 375 time: 0.0100329 May 10 15:26:06.258836 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-60d632e5-870d-4ae5-a6b7-6aaadbd9ab0c None None] Port d0755600-dad4-41b0-b0d6-01a09c5c5598 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:26:06.332732 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:06.336418 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-8629054b-0bc9-4410-9f13-98e5f823007e req-78aadc5d-6b31-4e66-ac73-362603fee3dd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:26:06.349885 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 90a751b1-6689-44b9-9b86-85431a2fd38e, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=90a751b1-6689-44b9-9b86-85431a2fd38e,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:26:06.352781 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-8629054b-0bc9-4410-9f13-98e5f823007e req-78aadc5d-6b31-4e66-ac73-362603fee3dd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:26:06.354114 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8629054b-0bc9-4410-9f13-98e5f823007e req-78aadc5d-6b31-4e66-ac73-362603fee3dd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989037 May 10 15:26:06.354493 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:06.406961 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894391', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:04Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'd0755600-dad4-41b0-b0d6-01a09c5c5598', 'name': '', 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:e9:97:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '2d7b7957-e5da-44ca-8930-eba435acf1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:26:03Z', 'updated_at': '2022-05-10T15:26:04Z', 'revision_number': 2, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '2d7b7957-e5da-44ca-8930-eba435acf1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:26:06.411144 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] Checking router: 2c208325-9fd0-44ec-b387-5f5456da1bfc for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:26:06.411488 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] Updating router 2c208325-9fd0-44ec-b387-5f5456da1bfc port d0755600-dad4-41b0-b0d6-01a09c5c5598 binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:26:06.432440 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-8b98fb57-c411-4327-affb-65756aa46d82 None None] Provisioning complete for port d0755600-dad4-41b0-b0d6-01a09c5c5598 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:26:06.432808 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8b98fb57-c411-4327-affb-65756aa46d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:06.468001 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:06.482973 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=90a751b1-6689-44b9-9b86-85431a2fd38e,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:26:06.494050 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-8b98fb57-c411-4327-affb-65756aa46d82 None None] Port d0755600-dad4-41b0-b0d6-01a09c5c5598 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:26:06.548971 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8629054b-0bc9-4410-9f13-98e5f823007e req-b611b0fa-8c9f-4bcf-b1cb-7192e9b14f85 service neutron] 10.222.0.79 "GET /v2.0/networks/3b4e86d8-8c24-487e-a245-194cbf377cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820226 May 10 15:26:06.680353 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8629054b-0bc9-4410-9f13-98e5f823007e req-8a62e346-393f-42d6-b184-5aee72ee738c service neutron] 10.222.0.79 "GET /v2.0/networks/3b4e86d8-8c24-487e-a245-194cbf377cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255405 May 10 15:26:06.813052 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:06.825709 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] Transition to ACTIVE for port object d0755600-dad4-41b0-b0d6-01a09c5c5598 will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:26:06.832460 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:06.864422 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6ad2dfa3-db9a-4434-99df-4ac0be7c128c req-1397d160-4972-4a36-bcc0-ec9ba9a61e1b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 210 time: 0.0453992 May 10 15:26:07.017139 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8759b-e288-411c-8728-ddc821f79a95 None None] Pushing event updated for resources: {'Port': ['ID=d0755600-dad4-41b0-b0d6-01a09c5c5598,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:26:07.059467 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8759b-e288-411c-8728-ddc821f79a95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:26:07.059855 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8759b-e288-411c-8728-ddc821f79a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:26:07.060234 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8759b-e288-411c-8728-ddc821f79a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:26:07.060678 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8759b-e288-411c-8728-ddc821f79a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:26:07.061201 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8759b-e288-411c-8728-ddc821f79a95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:26:07.061563 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8759b-e288-411c-8728-ddc821f79a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:26:07.061908 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8759b-e288-411c-8728-ddc821f79a95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:26:07.062214 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8759b-e288-411c-8728-ddc821f79a95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:26:07.062621 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8759b-e288-411c-8728-ddc821f79a95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:26:07.063522 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8759b-e288-411c-8728-ddc821f79a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:26:07.063522 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8759b-e288-411c-8728-ddc821f79a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:26:07.063522 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8759b-e288-411c-8728-ddc821f79a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:26:07.087032 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] Attempting to bind port d0755600-dad4-41b0-b0d6-01a09c5c5598 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:26:07.087387 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] Attempting to bind port d0755600-dad4-41b0-b0d6-01a09c5c5598 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'cff73331-93de-4237-9fc1-7ab67960392a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:26:07.087736 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] Attempting to bind port d0755600-dad4-41b0-b0d6-01a09c5c5598 on network 3b4e86d8-8c24-487e-a245-194cbf377cfc {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:26:07.093688 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:26:07.094050 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] Checking segment: {'id': 'cff73331-93de-4237-9fc1-7ab67960392a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:26:07.094447 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:07.094840 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] Bound using segment: {'id': 'cff73331-93de-4237-9fc1-7ab67960392a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:26:07.095290 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] Bound port: d0755600-dad4-41b0-b0d6-01a09c5c5598, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff73331-93de-4237-9fc1-7ab67960392a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:26:07.095641 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:07.194854 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] For port d0755600-dad4-41b0-b0d6-01a09c5c5598, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:26:07.197852 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] For port d0755600-dad4-41b0-b0d6-01a09c5c5598, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d0755600-dad4-41b0-b0d6-01a09c5c5598,segment=NetworkSegment(cff73331-93de-4237-9fc1-7ab67960392a),segment_id=cff73331-93de-4237-9fc1-7ab67960392a)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:26:07.201517 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:07.283561 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] Routers {'2c208325-9fd0-44ec-b387-5f5456da1bfc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:26:07.284179 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:25:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2c208325-9fd0-44ec-b387-5f5456da1bfc'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:26:07.363939 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8759b-e288-411c-8728-ddc821f79a95 None None] Pushing event updated for resources: {'Port': ['ID=d0755600-dad4-41b0-b0d6-01a09c5c5598,revision_number=4']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:26:07.478905 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0718c86a-86d3-4777-96f0-1e837a9fc24b up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:26:07.501073 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] Set router 2c208325-9fd0-44ec-b387-5f5456da1bfc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:26:07.562654 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 0718c86a-86d3-4777-96f0-1e837a9fc24b triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:26:07.563028 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:07.678163 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 90a751b1-6689-44b9-9b86-85431a2fd38e up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:26:07.780290 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 90a751b1-6689-44b9-9b86-85431a2fd38e triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:26:07.780651 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:07.821125 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894391', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:04Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'd0755600-dad4-41b0-b0d6-01a09c5c5598', 'name': '', 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:e9:97:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '2d7b7957-e5da-44ca-8930-eba435acf1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:26:03Z', 'updated_at': '2022-05-10T15:26:07Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '2d7b7957-e5da-44ca-8930-eba435acf1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:26:07.825106 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879c6e1e-7f8a-4e9c-81b0-f1dae514022c None None] The sync data for ids ['2c208325-9fd0-44ec-b387-5f5456da1bfc'] in dv-neutron-841204-2-hyperv is: [{'id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894391', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:04Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'd0755600-dad4-41b0-b0d6-01a09c5c5598', 'name': '', 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:e9:97:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '2d7b7957-e5da-44ca-8930-eba435acf1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:26:03Z', 'updated_at': '2022-05-10T15:26:07Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '2d7b7957-e5da-44ca-8930-eba435acf1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:26:08.071524 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-77bb0088-9760-4d59-a594-b1f8e8c599ad req-c22b5cb2-be1d-4601-a772-5cae5876fa2d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 210 time: 0.0630982 May 10 15:26:08.146771 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629054b-0bc9-4410-9f13-98e5f823007e req-0d45076c-ede2-4a28-b715-842743bd20d0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:08.147347 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-8629054b-0bc9-4410-9f13-98e5f823007e req-0d45076c-ede2-4a28-b715-842743bd20d0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:network {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:26:08.161825 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-8629054b-0bc9-4410-9f13-98e5f823007e req-0d45076c-ede2-4a28-b715-842743bd20d0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:network {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:26:08.163078 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8629054b-0bc9-4410-9f13-98e5f823007e req-0d45076c-ede2-4a28-b715-842743bd20d0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "GET /v2.0/networks?id=3b4e86d8-8c24-487e-a245-194cbf377cfc HTTP/1.1" status: 200 len: 796 time: 0.1964552 May 10 15:26:08.231622 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-8629054b-0bc9-4410-9f13-98e5f823007e req-b9bc6f08-53d8-426e-932f-2e6217e1154f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:26:08.244094 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-8629054b-0bc9-4410-9f13-98e5f823007e req-b9bc6f08-53d8-426e-932f-2e6217e1154f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:26:08.245245 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8629054b-0bc9-4410-9f13-98e5f823007e req-b9bc6f08-53d8-426e-932f-2e6217e1154f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8 HTTP/1.1" status: 200 len: 379 time: 0.0701530 May 10 15:26:08.264245 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-8629054b-0bc9-4410-9f13-98e5f823007e req-657e7e8e-c70b-45e3-994a-932f57e4b48b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'port': {'device_id': '1afeefa4-74b4-4263-a446-8b04436f3e01', 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc', 'admin_state_up': True, 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'security_groups': ['206499be-0f7e-4e21-b99a-582d6d1725c2']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:26:08.412276 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-8629054b-0bc9-4410-9f13-98e5f823007e req-657e7e8e-c70b-45e3-994a-932f57e4b48b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:26:08.422880 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-8629054b-0bc9-4410-9f13-98e5f823007e req-657e7e8e-c70b-45e3-994a-932f57e4b48b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:26:08.433160 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8629054b-0bc9-4410-9f13-98e5f823007e req-657e7e8e-c70b-45e3-994a-932f57e4b48b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Made reservation on behalf of f5bb71568dee43e8a5d4e5f0cabe47f8 for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:26:08.437299 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8629054b-0bc9-4410-9f13-98e5f823007e req-657e7e8e-c70b-45e3-994a-932f57e4b48b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:08.603239 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-8629054b-0bc9-4410-9f13-98e5f823007e req-657e7e8e-c70b-45e3-994a-932f57e4b48b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Allocated IP 172.20.0.13 (3b4e86d8-8c24-487e-a245-194cbf377cfc/2d7b7957-e5da-44ca-8930-eba435acf1bb/ff645fe4-bd1f-4c29-a9df-6a9d02645e8b) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:26:08.808226 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8629054b-0bc9-4410-9f13-98e5f823007e req-657e7e8e-c70b-45e3-994a-932f57e4b48b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:08.824684 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-8629054b-0bc9-4410-9f13-98e5f823007e req-657e7e8e-c70b-45e3-994a-932f57e4b48b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Transition to ACTIVE for port object ff645fe4-bd1f-4c29-a9df-6a9d02645e8b will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:26:08.849222 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8629054b-0bc9-4410-9f13-98e5f823007e req-657e7e8e-c70b-45e3-994a-932f57e4b48b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:08.921090 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8629054b-0bc9-4410-9f13-98e5f823007e req-657e7e8e-c70b-45e3-994a-932f57e4b48b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 3b4e86d8-8c24-487e-a245-194cbf377cfc is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:26:08.924308 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-8629054b-0bc9-4410-9f13-98e5f823007e req-657e7e8e-c70b-45e3-994a-932f57e4b48b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:26:08.928107 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8629054b-0bc9-4410-9f13-98e5f823007e req-657e7e8e-c70b-45e3-994a-932f57e4b48b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:26:08.974222 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e7e8e-c70b-45e3-994a-932f57e4b48b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=ff645fe4-bd1f-4c29-a9df-6a9d02645e8b,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:26:09.001029 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629054b-0bc9-4410-9f13-98e5f823007e req-657e7e8e-c70b-45e3-994a-932f57e4b48b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:09.001634 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8629054b-0bc9-4410-9f13-98e5f823007e req-657e7e8e-c70b-45e3-994a-932f57e4b48b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:09.028594 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8629054b-0bc9-4410-9f13-98e5f823007e req-657e7e8e-c70b-45e3-994a-932f57e4b48b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7691681 May 10 15:26:09.046235 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-8629054b-0bc9-4410-9f13-98e5f823007e req-62da01bd-f713-4dd3-9fd8-7893e5f606ba service neutron] Request body: {'port': {'device_id': '1afeefa4-74b4-4263-a446-8b04436f3e01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:26:09.163948 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8629054b-0bc9-4410-9f13-98e5f823007e req-62da01bd-f713-4dd3-9fd8-7893e5f606ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:09.185493 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-750e9977-57f4-4cf0-b8e4-2daf64aa8beb None None] Provisioning for port ff645fe4-bd1f-4c29-a9df-6a9d02645e8b completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:26:09.191173 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-750e9977-57f4-4cf0-b8e4-2daf64aa8beb None None] Provisioning complete for port ff645fe4-bd1f-4c29-a9df-6a9d02645e8b triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:26:09.191536 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-750e9977-57f4-4cf0-b8e4-2daf64aa8beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:09.243293 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-750e9977-57f4-4cf0-b8e4-2daf64aa8beb None None] Port ff645fe4-bd1f-4c29-a9df-6a9d02645e8b cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:26:09.263969 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e93e26-6298-4a48-81de-49f02e90270f req-d92ccf28-6c8c-43b3-adfb-acdd99cd3ed8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:09.265432 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c2e93e26-6298-4a48-81de-49f02e90270f req-d92ccf28-6c8c-43b3-adfb-acdd99cd3ed8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 932 time: 0.0896287 May 10 15:26:09.311107 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c2e93e26-6298-4a48-81de-49f02e90270f req-5cb98e5e-e159-48af-bf86-8ad843e4e774 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=206499be-0f7e-4e21-b99a-582d6d1725c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397298 May 10 15:26:09.471397 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d0755600-dad4-41b0-b0d6-01a09c5c5598 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:26:09.519830 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-8629054b-0bc9-4410-9f13-98e5f823007e req-62da01bd-f713-4dd3-9fd8-7893e5f606ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff645fe4-bd1f-4c29-a9df-6a9d02645e8b {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:26:09.527418 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8629054b-0bc9-4410-9f13-98e5f823007e req-62da01bd-f713-4dd3-9fd8-7893e5f606ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:09.543296 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port d0755600-dad4-41b0-b0d6-01a09c5c5598 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:26:09.543917 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-8629054b-0bc9-4410-9f13-98e5f823007e req-62da01bd-f713-4dd3-9fd8-7893e5f606ba service neutron] Transition to ACTIVE for port object ff645fe4-bd1f-4c29-a9df-6a9d02645e8b will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:26:09.548240 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8629054b-0bc9-4410-9f13-98e5f823007e req-62da01bd-f713-4dd3-9fd8-7893e5f606ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:09.548719 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port d0755600-dad4-41b0-b0d6-01a09c5c5598 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:26:09.549081 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:09.669679 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:09.707797 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port d0755600-dad4-41b0-b0d6-01a09c5c5598, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d0755600-dad4-41b0-b0d6-01a09c5c5598,segment=NetworkSegment(cff73331-93de-4237-9fc1-7ab67960392a),segment_id=cff73331-93de-4237-9fc1-7ab67960392a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:26:09.712921 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:09.788398 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=d0755600-dad4-41b0-b0d6-01a09c5c5598,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:26:09.817559 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da01bd-f713-4dd3-9fd8-7893e5f606ba service neutron] Pushing event updated for resources: {'Port': ['ID=ff645fe4-bd1f-4c29-a9df-6a9d02645e8b,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:26:09.890768 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-8629054b-0bc9-4410-9f13-98e5f823007e req-62da01bd-f713-4dd3-9fd8-7893e5f606ba service neutron] Attempting to bind port ff645fe4-bd1f-4c29-a9df-6a9d02645e8b on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:26:09.891094 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-8629054b-0bc9-4410-9f13-98e5f823007e req-62da01bd-f713-4dd3-9fd8-7893e5f606ba service neutron] Attempting to bind port ff645fe4-bd1f-4c29-a9df-6a9d02645e8b by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'cff73331-93de-4237-9fc1-7ab67960392a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:26:09.891414 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8629054b-0bc9-4410-9f13-98e5f823007e req-62da01bd-f713-4dd3-9fd8-7893e5f606ba service neutron] Attempting to bind port ff645fe4-bd1f-4c29-a9df-6a9d02645e8b on network 3b4e86d8-8c24-487e-a245-194cbf377cfc {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:26:09.895918 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8629054b-0bc9-4410-9f13-98e5f823007e req-62da01bd-f713-4dd3-9fd8-7893e5f606ba service neutron] Port ff645fe4-bd1f-4c29-a9df-6a9d02645e8b on network 3b4e86d8-8c24-487e-a245-194cbf377cfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:26:09.896495 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8629054b-0bc9-4410-9f13-98e5f823007e req-62da01bd-f713-4dd3-9fd8-7893e5f606ba service neutron] Attempting to bind port ff645fe4-bd1f-4c29-a9df-6a9d02645e8b on network 3b4e86d8-8c24-487e-a245-194cbf377cfc {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:26:09.901529 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8629054b-0bc9-4410-9f13-98e5f823007e req-62da01bd-f713-4dd3-9fd8-7893e5f606ba service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:26:09.901854 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8629054b-0bc9-4410-9f13-98e5f823007e req-62da01bd-f713-4dd3-9fd8-7893e5f606ba service neutron] Checking segment: {'id': 'cff73331-93de-4237-9fc1-7ab67960392a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:26:09.902224 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8629054b-0bc9-4410-9f13-98e5f823007e req-62da01bd-f713-4dd3-9fd8-7893e5f606ba service neutron] Bound using segment: {'id': 'cff73331-93de-4237-9fc1-7ab67960392a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:26:09.902660 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-8629054b-0bc9-4410-9f13-98e5f823007e req-62da01bd-f713-4dd3-9fd8-7893e5f606ba service neutron] Bound port: ff645fe4-bd1f-4c29-a9df-6a9d02645e8b, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff73331-93de-4237-9fc1-7ab67960392a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:26:09.902997 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8629054b-0bc9-4410-9f13-98e5f823007e req-62da01bd-f713-4dd3-9fd8-7893e5f606ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:09.993791 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-8629054b-0bc9-4410-9f13-98e5f823007e req-62da01bd-f713-4dd3-9fd8-7893e5f606ba service neutron] For port ff645fe4-bd1f-4c29-a9df-6a9d02645e8b, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:26:09.996953 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-8629054b-0bc9-4410-9f13-98e5f823007e req-62da01bd-f713-4dd3-9fd8-7893e5f606ba service neutron] For port ff645fe4-bd1f-4c29-a9df-6a9d02645e8b, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=ff645fe4-bd1f-4c29-a9df-6a9d02645e8b,segment=NetworkSegment(cff73331-93de-4237-9fc1-7ab67960392a),segment_id=cff73331-93de-4237-9fc1-7ab67960392a)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:26:10.001426 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8629054b-0bc9-4410-9f13-98e5f823007e req-62da01bd-f713-4dd3-9fd8-7893e5f606ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:10.060212 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629054b-0bc9-4410-9f13-98e5f823007e req-62da01bd-f713-4dd3-9fd8-7893e5f606ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:10.061864 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-8629054b-0bc9-4410-9f13-98e5f823007e req-62da01bd-f713-4dd3-9fd8-7893e5f606ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:10.063344 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8629054b-0bc9-4410-9f13-98e5f823007e req-62da01bd-f713-4dd3-9fd8-7893e5f606ba service neutron] 10.222.0.86 "PUT /v2.0/ports/ff645fe4-bd1f-4c29-a9df-6a9d02645e8b HTTP/1.1" status: 200 len: 1094 time: 1.0222120 May 10 15:26:10.063785 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afeefa4-74b4-4263-a446-8b04436f3e01', 'tag': 'ff645fe4-bd1f-4c29-a9df-6a9d02645e8b'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:26:10.088750 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da01bd-f713-4dd3-9fd8-7893e5f606ba service neutron] Pushing event updated for resources: {'Port': ['ID=ff645fe4-bd1f-4c29-a9df-6a9d02645e8b,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:26:10.145460 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a48748-e9a2-400f-bc30-d06e02e583e7'] response: {'name': 'network-changed', 'server_uuid': '1afeefa4-74b4-4263-a446-8b04436f3e01', 'tag': 'ff645fe4-bd1f-4c29-a9df-6a9d02645e8b', 'status': 'completed', 'code': 200} May 10 15:26:10.196125 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629054b-0bc9-4410-9f13-98e5f823007e req-d3bde171-399b-4387-84cd-ca32b6d20ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:10.197613 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8629054b-0bc9-4410-9f13-98e5f823007e req-d3bde171-399b-4387-84cd-ca32b6d20ffb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 1097 time: 0.0863473 May 10 15:26:10.272172 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8629054b-0bc9-4410-9f13-98e5f823007e req-4830aab9-f240-45e5-8bbc-46dd2f66e761 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff645fe4-bd1f-4c29-a9df-6a9d02645e8b HTTP/1.1" status: 200 len: 217 time: 0.0626996 May 10 15:26:10.343592 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629054b-0bc9-4410-9f13-98e5f823007e req-3df82a7b-46f7-4489-809c-a2772cb2fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:10.345028 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8629054b-0bc9-4410-9f13-98e5f823007e req-3df82a7b-46f7-4489-809c-a2772cb2fe06 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2d7b7957-e5da-44ca-8930-eba435acf1bb HTTP/1.1" status: 200 len: 835 time: 0.0632079 May 10 15:26:10.427038 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629054b-0bc9-4410-9f13-98e5f823007e req-44b99efc-c126-4a7b-a797-f36557cba77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:10.428396 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8629054b-0bc9-4410-9f13-98e5f823007e req-44b99efc-c126-4a7b-a797-f36557cba77d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b4e86d8-8c24-487e-a245-194cbf377cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742826 May 10 15:26:10.571055 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8629054b-0bc9-4410-9f13-98e5f823007e req-131de5b5-1b18-4abf-b5c6-911c499e5115 service neutron] 10.222.0.86 "GET /v2.0/networks/3b4e86d8-8c24-487e-a245-194cbf377cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328378 May 10 15:26:10.616472 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ef88d-8e75-4e3e-8ed0-ebf4b6a49efd req-cd8b6b5b-ee57-4e53-b51c-afc5800fa10d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:10.618251 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-be9ef88d-8e75-4e3e-8ed0-ebf4b6a49efd req-cd8b6b5b-ee57-4e53-b51c-afc5800fa10d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 944 time: 0.2001944 May 10 15:26:10.663652 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-be9ef88d-8e75-4e3e-8ed0-ebf4b6a49efd req-0c2e49b3-c4f3-4282-8071-07d97add940e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=206499be-0f7e-4e21-b99a-582d6d1725c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393093 May 10 15:26:10.712411 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8629054b-0bc9-4410-9f13-98e5f823007e req-e44a2a49-056c-4f8c-ac95-370aa404098e service neutron] 10.222.0.86 "GET /v2.0/networks/3b4e86d8-8c24-487e-a245-194cbf377cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306577 May 10 15:26:10.833243 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037756d-ba35-4a41-87b2-7e0b6ad2827b req-d599e234-2906-4e1c-a768-2a875e9f8959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:10.834712 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9037756d-ba35-4a41-87b2-7e0b6ad2827b req-d599e234-2906-4e1c-a768-2a875e9f8959 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 1097 time: 0.0753179 May 10 15:26:10.966534 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037756d-ba35-4a41-87b2-7e0b6ad2827b req-3327af83-53c3-4c04-b7ea-b46b016f2b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:10.968022 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9037756d-ba35-4a41-87b2-7e0b6ad2827b req-3327af83-53c3-4c04-b7ea-b46b016f2b36 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b4e86d8-8c24-487e-a245-194cbf377cfc HTTP/1.1" status: 200 len: 897 time: 0.1254029 May 10 15:26:11.036428 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9037756d-ba35-4a41-87b2-7e0b6ad2827b req-84c7105b-947f-465b-a1ee-0f2d6dad77e3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff645fe4-bd1f-4c29-a9df-6a9d02645e8b HTTP/1.1" status: 200 len: 217 time: 0.0616028 May 10 15:26:11.103101 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037756d-ba35-4a41-87b2-7e0b6ad2827b req-9a82138f-54cc-45cf-a349-45c0ea20571e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:11.104464 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9037756d-ba35-4a41-87b2-7e0b6ad2827b req-9a82138f-54cc-45cf-a349-45c0ea20571e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2d7b7957-e5da-44ca-8930-eba435acf1bb HTTP/1.1" status: 200 len: 835 time: 0.0606239 May 10 15:26:11.196855 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037756d-ba35-4a41-87b2-7e0b6ad2827b req-626a6789-3893-4ace-ace7-2e72e067b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:11.198334 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9037756d-ba35-4a41-87b2-7e0b6ad2827b req-626a6789-3893-4ace-ace7-2e72e067b204 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b4e86d8-8c24-487e-a245-194cbf377cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868983 May 10 15:26:11.331058 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9037756d-ba35-4a41-87b2-7e0b6ad2827b req-bbad3fa6-c46c-4644-aeb8-c88aede2b454 service neutron] 10.222.0.86 "GET /v2.0/networks/3b4e86d8-8c24-487e-a245-194cbf377cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252637 May 10 15:26:11.450416 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d0755600-dad4-41b0-b0d6-01a09c5c5598 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:26:11.464539 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9037756d-ba35-4a41-87b2-7e0b6ad2827b req-01e8f501-297b-46ed-8509-0dda687bfdb4 service neutron] 10.222.0.86 "GET /v2.0/networks/3b4e86d8-8c24-487e-a245-194cbf377cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270595 May 10 15:26:11.519516 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port d0755600-dad4-41b0-b0d6-01a09c5c5598 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:26:11.519913 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:11.847678 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf362596-0cbf-4d3d-b8f9-894ebf37fb4b req-94db1316-ba49-4762-86a2-d9445bebde6a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:11.849123 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bf362596-0cbf-4d3d-b8f9-894ebf37fb4b req-94db1316-ba49-4762-86a2-d9445bebde6a tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 944 time: 0.0802367 May 10 15:26:11.896780 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bf362596-0cbf-4d3d-b8f9-894ebf37fb4b req-132bd014-eaa1-49eb-87bf-ee8e0e33e220 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=206499be-0f7e-4e21-b99a-582d6d1725c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416353 May 10 15:26:13.080130 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa39ec8-a917-4569-8dd4-e2c982fa7be0 req-049db83b-efad-4dd4-9106-56b091cab5cf tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:13.081579 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1aa39ec8-a917-4569-8dd4-e2c982fa7be0 req-049db83b-efad-4dd4-9106-56b091cab5cf tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 944 time: 0.0800946 May 10 15:26:13.126394 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1aa39ec8-a917-4569-8dd4-e2c982fa7be0 req-ac47c71e-d45a-40f4-834e-21ad91605662 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=206499be-0f7e-4e21-b99a-582d6d1725c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391228 May 10 15:26:13.492172 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device ff645fe4-bd1f-4c29-a9df-6a9d02645e8b details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:26:13.623817 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port ff645fe4-bd1f-4c29-a9df-6a9d02645e8b, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=ff645fe4-bd1f-4c29-a9df-6a9d02645e8b,segment=NetworkSegment(cff73331-93de-4237-9fc1-7ab67960392a),segment_id=cff73331-93de-4237-9fc1-7ab67960392a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:26:13.636322 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'ff645fe4-bd1f-4c29-a9df-6a9d02645e8b', 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc', 'port_id': 'ff645fe4-bd1f-4c29-a9df-6a9d02645e8b', 'mac_address': 'fa:16:3e:11:cc:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d7b7957-e5da-44ca-8930-eba435acf1bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:26:13.693338 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:13.710282 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff645fe4-bd1f-4c29-a9df-6a9d02645e8b {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:26:13.726148 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port ff645fe4-bd1f-4c29-a9df-6a9d02645e8b, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=ff645fe4-bd1f-4c29-a9df-6a9d02645e8b,segment=NetworkSegment(cff73331-93de-4237-9fc1-7ab67960392a),segment_id=cff73331-93de-4237-9fc1-7ab67960392a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:26:13.730003 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:13.795910 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=ff645fe4-bd1f-4c29-a9df-6a9d02645e8b,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:26:14.022980 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['ff645fe4-bd1f-4c29-a9df-6a9d02645e8b'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:26:14.317593 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391061d-41d4-4da1-b2d7-218199a24f84 req-377581ce-5027-487a-a862-16a5ec714ee9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:14.318952 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6391061d-41d4-4da1-b2d7-218199a24f84 req-377581ce-5027-487a-a862-16a5ec714ee9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 945 time: 0.0854161 May 10 15:26:14.363470 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6391061d-41d4-4da1-b2d7-218199a24f84 req-545e2e34-5ccf-4042-84bc-d0d95e6bb721 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=206499be-0f7e-4e21-b99a-582d6d1725c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389595 May 10 15:26:15.508200 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device ff645fe4-bd1f-4c29-a9df-6a9d02645e8b up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:26:15.547661 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082460f-f296-478a-a8b2-02b77f6c65f9 req-8a2ba4c3-dae3-4856-927c-9cf7d12c76b8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:15.548887 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9082460f-f296-478a-a8b2-02b77f6c65f9 req-8a2ba4c3-dae3-4856-927c-9cf7d12c76b8 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 945 time: 0.0812311 May 10 15:26:15.577975 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port ff645fe4-bd1f-4c29-a9df-6a9d02645e8b completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:26:15.582630 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port ff645fe4-bd1f-4c29-a9df-6a9d02645e8b triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:26:15.582995 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:15.594617 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9082460f-f296-478a-a8b2-02b77f6c65f9 req-902286ae-7894-4ddb-bdcf-9ff82ae0e205 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=206499be-0f7e-4e21-b99a-582d6d1725c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399294 May 10 15:26:15.700393 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:15.727257 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afeefa4-74b4-4263-a446-8b04436f3e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff645fe4-bd1f-4c29-a9df-6a9d02645e8b'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:26:15.737156 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port ff645fe4-bd1f-4c29-a9df-6a9d02645e8b, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=ff645fe4-bd1f-4c29-a9df-6a9d02645e8b,segment=NetworkSegment(cff73331-93de-4237-9fc1-7ab67960392a),segment_id=cff73331-93de-4237-9fc1-7ab67960392a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:26:15.743137 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:15.810629 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=ff645fe4-bd1f-4c29-a9df-6a9d02645e8b,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:26:15.823114 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d33d7377-88e4-4ca9-a08f-8b26a5fa223a'] response: {'server_uuid': '1afeefa4-74b4-4263-a446-8b04436f3e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff645fe4-bd1f-4c29-a9df-6a9d02645e8b', 'code': 200} May 10 15:26:16.068188 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f38c47-2c72-49cd-b1ad-0c9d4c7322e3 req-9cdf34a2-03d6-4429-9d0a-b10162b301ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:16.069774 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f6f38c47-2c72-49cd-b1ad-0c9d4c7322e3 req-9cdf34a2-03d6-4429-9d0a-b10162b301ba service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 1099 time: 0.0756547 May 10 15:26:16.204647 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f6f38c47-2c72-49cd-b1ad-0c9d4c7322e3 req-40e469ad-b401-4499-9a89-55d4d7dcf071 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=206499be-0f7e-4e21-b99a-582d6d1725c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253176 May 10 15:26:16.783730 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797b222-fff2-4edf-8dee-37cb67387346 req-53745bfd-2342-4ab2-b618-aa9a1627f282 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:16.785209 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b797b222-fff2-4edf-8dee-37cb67387346 req-53745bfd-2342-4ab2-b618-aa9a1627f282 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 946 time: 0.0845582 May 10 15:26:16.829188 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b797b222-fff2-4edf-8dee-37cb67387346 req-696f1d55-bf27-4799-8add-556166aa988d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=206499be-0f7e-4e21-b99a-582d6d1725c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383635 May 10 15:26:18.014176 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b05662-7524-41e5-956b-88e21080517f req-28b25de2-55eb-40b3-9de1-1b85e014ae3e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:18.015842 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-19b05662-7524-41e5-956b-88e21080517f req-28b25de2-55eb-40b3-9de1-1b85e014ae3e tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 946 time: 0.0796888 May 10 15:26:18.059499 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-19b05662-7524-41e5-956b-88e21080517f req-b1dc4967-87a6-4919-817f-cbe8e7986729 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=206499be-0f7e-4e21-b99a-582d6d1725c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381608 May 10 15:26:18.251249 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c790e24-5d94-47af-93aa-144ca1d456cc req-87515f55-d7b6-4058-a6be-a18961709f4f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:18.252672 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8c790e24-5d94-47af-93aa-144ca1d456cc req-87515f55-d7b6-4058-a6be-a18961709f4f tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 946 time: 0.0840600 May 10 15:26:18.298280 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8c790e24-5d94-47af-93aa-144ca1d456cc req-e5d11add-4b29-4ed8-8188-b91566af79f9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=206499be-0f7e-4e21-b99a-582d6d1725c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400505 May 10 15:26:18.322303 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53546) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:26:18.392396 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd755f60-c73e-4bf5-b6e6-f877d6732e5d tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:18.393863 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fd755f60-c73e-4bf5-b6e6-f877d6732e5d tempest-TestNetworkAdvancedServerOps-988470000 tempest-TestNetworkAdvancedServerOps-988470000-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 1094 time: 0.0705359 May 10 15:26:18.396872 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53550) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:26:18.401605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': 'ff645fe4-bd1f-4c29-a9df-6a9d02645e8b', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:26:18.407611 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:26:18.411369 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Usage tracker for resource:floatingip and tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:26:18.414128 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:26:18.419776 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:26:18.433016 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:18.568454 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:18.705527 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Allocated IP 172.26.0.129 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/8eb95097-cf63-468b-89e4-90c39f275371) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:26:18.852414 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:18.880916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:18.948831 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:26:18.951540 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:26:18.956257 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:26:18.995989 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=8eb95097-cf63-468b-89e4-90c39f275371,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:26:19.469350 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:19.542151 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:19.745695 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:19.750628 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:19.859635 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event updated for resources: {'Port': ['ID=8eb95097-cf63-468b-89e4-90c39f275371,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:26:19.869480 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:20.045511 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Floating IP 572c4783-f9bb-4465-a9c8-5315c3c03883 associated. External IP: 172.26.0.129, port: ff645fe4-bd1f-4c29-a9df-6a9d02645e8b. May 10 15:26:20.165187 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6ecd3c7b-c757-43c5-af59-afc87b902ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:20.401239 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router 2c208325-9fd0-44ec-b387-5f5456da1bfc has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:26:20.578302 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:26:20.587975 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc78f63a-df25-4f12-a459-7c8d2000bdb5 None None] Sync routers for ids ['2c208325-9fd0-44ec-b387-5f5456da1bfc'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:26:20.598813 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc78f63a-df25-4f12-a459-7c8d2000bdb5 None None] Routers {'2c208325-9fd0-44ec-b387-5f5456da1bfc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:26:20.599420 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-dc78f63a-df25-4f12-a459-7c8d2000bdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:25:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2c208325-9fd0-44ec-b387-5f5456da1bfc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:26:20.603001 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:20.660604 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-de026165-54fc-4e30-a117-60e53550a9a5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2625568 May 10 15:26:20.661009 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afeefa4-74b4-4263-a446-8b04436f3e01', 'tag': 'ff645fe4-bd1f-4c29-a9df-6a9d02645e8b'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:26:20.708402 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33e87090-5826-48b3-9ad2-751db4980673'] response: {'name': 'network-changed', 'server_uuid': '1afeefa4-74b4-4263-a446-8b04436f3e01', 'tag': 'ff645fe4-bd1f-4c29-a9df-6a9d02645e8b', 'status': 'completed', 'code': 200} May 10 15:26:20.806385 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75533ab-e557-4564-87f7-6902fe040c3c req-ead6ccc0-4c33-494d-bb87-545d960fab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:20.808655 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c75533ab-e557-4564-87f7-6902fe040c3c req-ead6ccc0-4c33-494d-bb87-545d960fab60 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 1099 time: 0.0765069 May 10 15:26:20.816578 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-dc78f63a-df25-4f12-a459-7c8d2000bdb5 None None] Set router 2c208325-9fd0-44ec-b387-5f5456da1bfc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:26:20.840345 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30460c6-97c3-4ca4-b5c8-800b3fb5385e req-6e0469f9-4701-4c95-9c2f-926253a24e4d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:20.841823 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f30460c6-97c3-4ca4-b5c8-800b3fb5385e req-6e0469f9-4701-4c95-9c2f-926253a24e4d tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 946 time: 0.0841660 May 10 15:26:20.892436 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f30460c6-97c3-4ca4-b5c8-800b3fb5385e req-1915b7d5-2b29-4bab-b243-cd6d1bc064ac tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=206499be-0f7e-4e21-b99a-582d6d1725c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437276 May 10 15:26:20.916450 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53558) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:26:20.960432 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75533ab-e557-4564-87f7-6902fe040c3c req-399e63ba-3e23-4bdd-9d4e-2096631f76e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:20.962042 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c75533ab-e557-4564-87f7-6902fe040c3c req-399e63ba-3e23-4bdd-9d4e-2096631f76e1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b4e86d8-8c24-487e-a245-194cbf377cfc HTTP/1.1" status: 200 len: 897 time: 0.1470432 May 10 15:26:21.072696 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c75533ab-e557-4564-87f7-6902fe040c3c req-87fb035d-9c1b-47f7-be40-9de449bbd1e2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff645fe4-bd1f-4c29-a9df-6a9d02645e8b HTTP/1.1" status: 200 len: 1000 time: 0.1042440 May 10 15:26:21.142039 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75533ab-e557-4564-87f7-6902fe040c3c req-980e1044-098e-4f47-bb73-ef556e6db98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:21.143725 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c75533ab-e557-4564-87f7-6902fe040c3c req-980e1044-098e-4f47-bb73-ef556e6db98d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2d7b7957-e5da-44ca-8930-eba435acf1bb HTTP/1.1" status: 200 len: 835 time: 0.0650651 May 10 15:26:21.148378 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ad5b4b3d-0e60-45a2-a23e-41f24e11d334 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/floatingips/572c4783-f9bb-4465-a9c8-5315c3c03883 HTTP/1.1" status: 200 len: 992 time: 0.2308924 May 10 15:26:21.181532 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-dc78f63a-df25-4f12-a459-7c8d2000bdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894391', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:04Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '572c4783-f9bb-4465-a9c8-5315c3c03883', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'floating_ip_address': '172.26.0.129', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'port_id': 'ff645fe4-bd1f-4c29-a9df-6a9d02645e8b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc', 'mac_address': 'fa:16:3e:11:cc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afeefa4-74b4-4263-a446-8b04436f3e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:26:19Z', 'updated_at': '2022-05-10T15:26:19Z', 'revision_number': 0, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0755600-dad4-41b0-b0d6-01a09c5c5598', 'name': '', 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:e9:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '2d7b7957-e5da-44ca-8930-eba435acf1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:26:03Z', 'updated_at': '2022-05-10T15:26:09Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '2d7b7957-e5da-44ca-8930-eba435acf1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:26:21.185289 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc78f63a-df25-4f12-a459-7c8d2000bdb5 None None] Checking router: 2c208325-9fd0-44ec-b387-5f5456da1bfc for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:26:21.194131 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc78f63a-df25-4f12-a459-7c8d2000bdb5 None None] Routers {'2c208325-9fd0-44ec-b387-5f5456da1bfc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:26:21.194768 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-dc78f63a-df25-4f12-a459-7c8d2000bdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:25:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2c208325-9fd0-44ec-b387-5f5456da1bfc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:26:21.219754 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75533ab-e557-4564-87f7-6902fe040c3c req-bc39dfd6-bc20-42a2-97b7-c31d6c4567d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:21.221233 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c75533ab-e557-4564-87f7-6902fe040c3c req-bc39dfd6-bc20-42a2-97b7-c31d6c4567d3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b4e86d8-8c24-487e-a245-194cbf377cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717356 May 10 15:26:21.354683 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c75533ab-e557-4564-87f7-6902fe040c3c req-21544cfc-b63e-4942-9e05-66031e878489 service neutron] 10.222.0.86 "GET /v2.0/networks/3b4e86d8-8c24-487e-a245-194cbf377cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267397 May 10 15:26:21.382145 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-dc78f63a-df25-4f12-a459-7c8d2000bdb5 None None] Set router 2c208325-9fd0-44ec-b387-5f5456da1bfc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:26:21.487891 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c75533ab-e557-4564-87f7-6902fe040c3c req-27aa7f12-2cb3-41a7-ace1-43a3266a9e99 service neutron] 10.222.0.86 "GET /v2.0/networks/3b4e86d8-8c24-487e-a245-194cbf377cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271288 May 10 15:26:21.733628 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-dc78f63a-df25-4f12-a459-7c8d2000bdb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894391', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:04Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '572c4783-f9bb-4465-a9c8-5315c3c03883', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'floating_ip_address': '172.26.0.129', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'port_id': 'ff645fe4-bd1f-4c29-a9df-6a9d02645e8b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc', 'mac_address': 'fa:16:3e:11:cc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afeefa4-74b4-4263-a446-8b04436f3e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:26:19Z', 'updated_at': '2022-05-10T15:26:19Z', 'revision_number': 0, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0755600-dad4-41b0-b0d6-01a09c5c5598', 'name': '', 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:e9:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '2d7b7957-e5da-44ca-8930-eba435acf1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:26:03Z', 'updated_at': '2022-05-10T15:26:09Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '2d7b7957-e5da-44ca-8930-eba435acf1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:26:21.737880 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc78f63a-df25-4f12-a459-7c8d2000bdb5 None None] The sync data for ids ['2c208325-9fd0-44ec-b387-5f5456da1bfc'] in dv-neutron-841204-2-hyperv is: [{'id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894391', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:04Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '572c4783-f9bb-4465-a9c8-5315c3c03883', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'floating_ip_address': '172.26.0.129', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'port_id': 'ff645fe4-bd1f-4c29-a9df-6a9d02645e8b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc', 'mac_address': 'fa:16:3e:11:cc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afeefa4-74b4-4263-a446-8b04436f3e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:26:19Z', 'updated_at': '2022-05-10T15:26:19Z', 'revision_number': 0, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0755600-dad4-41b0-b0d6-01a09c5c5598', 'name': '', 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:e9:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '2d7b7957-e5da-44ca-8930-eba435acf1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:26:03Z', 'updated_at': '2022-05-10T15:26:09Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '2d7b7957-e5da-44ca-8930-eba435acf1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:26:21.910676 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d08a874-da85-4e8c-a384-d242a4ed3de7 None None] New status for floating IP 572c4783-f9bb-4465-a9c8-5315c3c03883: ACTIVE {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:26:22.152251 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53562) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:26:22.257755 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b9e07d81-dafd-4656-ac77-99a7c9d894c1 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/floatingips/572c4783-f9bb-4465-a9c8-5315c3c03883 HTTP/1.1" status: 200 len: 994 time: 0.1042902 May 10 15:26:22.477605 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c2c685fa-f0c2-42b7-bb3b-c107d7cc7479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:23.350520 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:23.401121 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [req-e31b7a73-a40d-466e-acaf-d7bbc7f7acba req-966cfc47-44d3-463c-b0aa-b65db7a3bf41 tempest-ServerActionsTestJSON-1185470749 tempest-ServerActionsTestJSON-1185470749-project] (88052) timed out ('10.222.0.86', 54936) {{(pid=88052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 15:26:23.429118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:23.519143 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:25.023960 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:26.324849 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:26:33.413298 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0ee91bcb-ccb3-4479-b8b6-77c6ec6d83ee req-80360921-8a9b-49b7-8429-d41de4952912 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1afeefa4-74b4-4263-a446-8b04436f3e01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691926 May 10 15:26:33.555812 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee91bcb-ccb3-4479-b8b6-77c6ec6d83ee req-6eefac4d-461b-4e7f-a537-3196c684b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:33.557248 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0ee91bcb-ccb3-4479-b8b6-77c6ec6d83ee req-6eefac4d-461b-4e7f-a537-3196c684b9f8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 1099 time: 0.0742235 May 10 15:26:33.699721 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee91bcb-ccb3-4479-b8b6-77c6ec6d83ee req-274ae958-8682-47d4-8c92-3f732a47b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:33.701053 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0ee91bcb-ccb3-4479-b8b6-77c6ec6d83ee req-274ae958-8682-47d4-8c92-3f732a47b4fb service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b4e86d8-8c24-487e-a245-194cbf377cfc HTTP/1.1" status: 200 len: 897 time: 0.1247981 May 10 15:26:33.804692 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0ee91bcb-ccb3-4479-b8b6-77c6ec6d83ee req-7b823ab1-d33e-47a2-91f2-8deb7409d0f8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff645fe4-bd1f-4c29-a9df-6a9d02645e8b HTTP/1.1" status: 200 len: 1002 time: 0.0968111 May 10 15:26:33.866092 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee91bcb-ccb3-4479-b8b6-77c6ec6d83ee req-cf9558fc-6619-4009-907d-1e564322da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:33.867528 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0ee91bcb-ccb3-4479-b8b6-77c6ec6d83ee req-cf9558fc-6619-4009-907d-1e564322da2f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2d7b7957-e5da-44ca-8930-eba435acf1bb HTTP/1.1" status: 200 len: 835 time: 0.0564055 May 10 15:26:33.946141 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee91bcb-ccb3-4479-b8b6-77c6ec6d83ee req-9a85890e-d882-4c12-8786-885aebc3e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:33.947670 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0ee91bcb-ccb3-4479-b8b6-77c6ec6d83ee req-9a85890e-d882-4c12-8786-885aebc3e975 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b4e86d8-8c24-487e-a245-194cbf377cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736821 May 10 15:26:34.082705 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0ee91bcb-ccb3-4479-b8b6-77c6ec6d83ee req-bad2e79e-5b9e-4712-afbd-7ab9d8d34c76 service neutron] 10.222.0.86 "GET /v2.0/networks/3b4e86d8-8c24-487e-a245-194cbf377cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236329 May 10 15:26:34.225834 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-0ee91bcb-ccb3-4479-b8b6-77c6ec6d83ee req-1cd9e373-4199-41ad-9bbe-b518683715c6 service neutron] 10.222.0.86 "GET /v2.0/networks/3b4e86d8-8c24-487e-a245-194cbf377cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357324 May 10 15:26:50.166405 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0f6fa95c-59e6-4fd6-bca7-13a3571082fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:52.479370 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1dfb11e9-7d89-4475-ae42-2f59e0dc03ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:53.352241 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:53.430385 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:53.534396 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:55.026247 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:26:55.789302 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de83441-6371-45f1-b69e-6113f8ea00f9 req-c2cac25a-16d8-4a65-be33-dff2a2c6145c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:55.790803 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2de83441-6371-45f1-b69e-6113f8ea00f9 req-c2cac25a-16d8-4a65-be33-dff2a2c6145c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 946 time: 0.0850959 May 10 15:26:55.835441 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2de83441-6371-45f1-b69e-6113f8ea00f9 req-3ba6cc73-9e72-454b-8ccd-c492660ff648 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=206499be-0f7e-4e21-b99a-582d6d1725c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387397 May 10 15:26:57.024101 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab1e5a-9f0d-42e4-9f9f-5e78406f6a61 req-59d974bd-e8b2-47cd-8966-39121d6dd863 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:57.025518 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-86ab1e5a-9f0d-42e4-9f9f-5e78406f6a61 req-59d974bd-e8b2-47cd-8966-39121d6dd863 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 946 time: 0.0805864 May 10 15:26:57.071196 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-86ab1e5a-9f0d-42e4-9f9f-5e78406f6a61 req-3b53cc3b-b74c-42c8-bea0-a61d39982f82 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=206499be-0f7e-4e21-b99a-582d6d1725c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400994 May 10 15:26:57.093998 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53582) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:26:57.200420 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2e6f6f78-48f2-4e40-a42f-51cd8ed5f516 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/floatingips/572c4783-f9bb-4465-a9c8-5315c3c03883 HTTP/1.1" status: 200 len: 994 time: 0.1050410 May 10 15:26:58.679411 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370f6fb-0f7e-4ba9-a824-5c6fcbe0bb83 req-4176dcd2-4729-4c91-9fdf-795f89dd680b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:58.681083 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9370f6fb-0f7e-4ba9-a824-5c6fcbe0bb83 req-4176dcd2-4729-4c91-9fdf-795f89dd680b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 946 time: 0.0899568 May 10 15:26:58.728413 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9370f6fb-0f7e-4ba9-a824-5c6fcbe0bb83 req-caedc01d-0a56-45b2-8bab-833f80d981c9 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=206499be-0f7e-4e21-b99a-582d6d1725c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415328 May 10 15:26:58.784478 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e272146-9e6a-4feb-a003-1db9e4c5e747 req-987bce92-107b-44d1-9745-ba93788b694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:58.785851 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1e272146-9e6a-4feb-a003-1db9e4c5e747 req-987bce92-107b-44d1-9745-ba93788b694a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 1099 time: 0.1697402 May 10 15:26:58.919251 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e272146-9e6a-4feb-a003-1db9e4c5e747 req-ff622778-ee2c-4404-9649-cae6e7afe30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:58.920689 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1e272146-9e6a-4feb-a003-1db9e4c5e747 req-ff622778-ee2c-4404-9649-cae6e7afe30f service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b4e86d8-8c24-487e-a245-194cbf377cfc HTTP/1.1" status: 200 len: 897 time: 0.1247516 May 10 15:26:59.027167 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1e272146-9e6a-4feb-a003-1db9e4c5e747 req-261416cb-4afa-4449-8b49-90eda8a9c1e4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff645fe4-bd1f-4c29-a9df-6a9d02645e8b HTTP/1.1" status: 200 len: 1002 time: 0.0960205 May 10 15:26:59.091346 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e272146-9e6a-4feb-a003-1db9e4c5e747 req-3905085f-c1a5-4c29-85c4-6538a8d5add3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:59.092645 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1e272146-9e6a-4feb-a003-1db9e4c5e747 req-3905085f-c1a5-4c29-85c4-6538a8d5add3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2d7b7957-e5da-44ca-8930-eba435acf1bb HTTP/1.1" status: 200 len: 835 time: 0.0561516 May 10 15:26:59.175816 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e272146-9e6a-4feb-a003-1db9e4c5e747 req-2923a747-5ad4-4cb6-856c-273077aeb3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:59.177245 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1e272146-9e6a-4feb-a003-1db9e4c5e747 req-2923a747-5ad4-4cb6-856c-273077aeb3ca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b4e86d8-8c24-487e-a245-194cbf377cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748825 May 10 15:26:59.191113 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [req-1e272146-9e6a-4feb-a003-1db9e4c5e747 req-eaaf4c9f-cdc5-468d-b96a-9690da7ca193 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:26:59.192007 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1e272146-9e6a-4feb-a003-1db9e4c5e747 req-eaaf4c9f-cdc5-468d-b96a-9690da7ca193 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057809 May 10 15:26:59.326315 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1e272146-9e6a-4feb-a003-1db9e4c5e747 req-8ebe579f-aec2-4d51-a394-f2242bd5582b service neutron] 10.222.0.86 "GET /v2.0/networks/3b4e86d8-8c24-487e-a245-194cbf377cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245782 May 10 15:26:59.463843 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1e272146-9e6a-4feb-a003-1db9e4c5e747 req-4f23b114-cbff-4b2d-928e-a1eaf8402f5d service neutron] 10.222.0.86 "GET /v2.0/networks/3b4e86d8-8c24-487e-a245-194cbf377cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271751 May 10 15:26:59.914237 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68baae50-d38d-43c0-b821-750de96656d2 req-b20ef1ba-4122-470e-b905-1173acc0a3ea tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:26:59.915710 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-68baae50-d38d-43c0-b821-750de96656d2 req-b20ef1ba-4122-470e-b905-1173acc0a3ea tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 946 time: 0.0821950 May 10 15:26:59.960403 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-68baae50-d38d-43c0-b821-750de96656d2 req-71df8c0f-5697-4bad-80cf-8f1a51e8d1cd tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=206499be-0f7e-4e21-b99a-582d6d1725c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390303 May 10 15:27:01.145429 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8c649-cd16-45ad-9245-b18ebabd785d req-ad1160e5-3b84-47e9-a663-e72460e73ab0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:01.146909 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2df8c649-cd16-45ad-9245-b18ebabd785d req-ad1160e5-3b84-47e9-a663-e72460e73ab0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 946 time: 0.0837159 May 10 15:27:01.191095 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2df8c649-cd16-45ad-9245-b18ebabd785d req-270b8ee7-fce9-49f0-aba3-d23723796569 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=206499be-0f7e-4e21-b99a-582d6d1725c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382159 May 10 15:27:01.213655 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53596) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:01.318989 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-f3fe1d51-8d81-4060-8ce4-1c246ed7c296 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/floatingips/572c4783-f9bb-4465-a9c8-5315c3c03883 HTTP/1.1" status: 200 len: 994 time: 0.1042588 May 10 15:27:01.652807 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 53604) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:01.854880 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting port 8eb95097-cf63-468b-89e4-90c39f275371 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:27:01.855128 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:02.023213 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:02.023531 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:02.145135 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Calling delete_port for 8eb95097-cf63-468b-89e4-90c39f275371 owned by network:floatingip {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:27:02.290954 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:02.339289 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Port': ['ID=8eb95097-cf63-468b-89e4-90c39f275371,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:02.504982 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:02.505322 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:02.505661 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:02.505991 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:02.506320 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:02.506673 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:02.506994 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:02.507316 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:02.507634 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:02.507952 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:02.508268 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:02.508589 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:02.539280 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for floatingip, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:02.539608 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Floating IP 572c4783-f9bb-4465-a9c8-5315c3c03883 disassociated (deleted). External IP: 172.26.0.129, port: ff645fe4-bd1f-4c29-a9df-6a9d02645e8b. May 10 15:27:02.885653 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router 2c208325-9fd0-44ec-b387-5f5456da1bfc has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:27:03.064030 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:27:03.073980 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf5618-431d-45db-8a33-deb3ca8a5044 None None] Sync routers for ids ['2c208325-9fd0-44ec-b387-5f5456da1bfc'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:27:03.080773 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:03.083509 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bf5618-431d-45db-8a33-deb3ca8a5044 None None] Routers {'2c208325-9fd0-44ec-b387-5f5456da1bfc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:27:03.084183 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-38bf5618-431d-45db-8a33-deb3ca8a5044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:26:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2c208325-9fd0-44ec-b387-5f5456da1bfc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:03.136189 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-86b62f75-672f-477a-8c6b-b6a4e378fc2b tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/floatingips/572c4783-f9bb-4465-a9c8-5315c3c03883 HTTP/1.1" status: 204 len: 168 time: 1.4821341 May 10 15:27:03.136863 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afeefa4-74b4-4263-a446-8b04436f3e01', 'tag': 'ff645fe4-bd1f-4c29-a9df-6a9d02645e8b'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:27:03.183990 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66638c91-efd8-4a7d-9088-2f522a4470ae'] response: {'name': 'network-changed', 'server_uuid': '1afeefa4-74b4-4263-a446-8b04436f3e01', 'tag': 'ff645fe4-bd1f-4c29-a9df-6a9d02645e8b', 'status': 'completed', 'code': 200} May 10 15:27:03.270500 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-38bf5618-431d-45db-8a33-deb3ca8a5044 None None] Set router 2c208325-9fd0-44ec-b387-5f5456da1bfc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:27:03.287860 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51b144-9990-4a06-b090-e192433ac623 req-e985333a-6238-4b44-b636-a89c16772442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:03.290022 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7d51b144-9990-4a06-b090-e192433ac623 req-e985333a-6238-4b44-b636-a89c16772442 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 1099 time: 0.0782564 May 10 15:27:03.327710 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:27:03.435650 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51b144-9990-4a06-b090-e192433ac623 req-9341fae7-715b-4db7-88b1-eb230481fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:03.437208 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7d51b144-9990-4a06-b090-e192433ac623 req-9341fae7-715b-4db7-88b1-eb230481fc2d service neutron] 10.222.0.86 "GET /v2.0/networks?id=3b4e86d8-8c24-487e-a245-194cbf377cfc HTTP/1.1" status: 200 len: 897 time: 0.1378291 May 10 15:27:03.508964 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7d51b144-9990-4a06-b090-e192433ac623 req-0bf7ecea-6fc8-49bd-8ff1-5f86893690e3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff645fe4-bd1f-4c29-a9df-6a9d02645e8b HTTP/1.1" status: 200 len: 217 time: 0.0638185 May 10 15:27:03.539514 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e546ed1-8d8c-495b-aa67-daa039704c22 req-e620f9cd-7b62-4503-af6e-647d16ae8f67 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:03.543221 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4e546ed1-8d8c-495b-aa67-daa039704c22 req-e620f9cd-7b62-4503-af6e-647d16ae8f67 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 946 time: 0.0876029 May 10 15:27:03.577139 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51b144-9990-4a06-b090-e192433ac623 req-e4a28cfb-a63c-4aba-80af-28ca2a192026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:03.579239 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7d51b144-9990-4a06-b090-e192433ac623 req-e4a28cfb-a63c-4aba-80af-28ca2a192026 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2d7b7957-e5da-44ca-8930-eba435acf1bb HTTP/1.1" status: 200 len: 835 time: 0.0632741 May 10 15:27:03.588319 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4e546ed1-8d8c-495b-aa67-daa039704c22 req-c253234e-12dd-418e-bf2f-c0e4f3b7ecf0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=206499be-0f7e-4e21-b99a-582d6d1725c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409896 May 10 15:27:03.653262 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-38bf5618-431d-45db-8a33-deb3ca8a5044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894391', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:04Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'd0755600-dad4-41b0-b0d6-01a09c5c5598', 'name': '', 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:e9:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '2d7b7957-e5da-44ca-8930-eba435acf1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:26:03Z', 'updated_at': '2022-05-10T15:26:09Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '2d7b7957-e5da-44ca-8930-eba435acf1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:03.654462 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51b144-9990-4a06-b090-e192433ac623 req-78efc89c-a4d2-403d-8b79-4897ed488191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:03.656170 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7d51b144-9990-4a06-b090-e192433ac623 req-78efc89c-a4d2-403d-8b79-4897ed488191 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3b4e86d8-8c24-487e-a245-194cbf377cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704806 May 10 15:27:03.657851 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf5618-431d-45db-8a33-deb3ca8a5044 None None] Checking router: 2c208325-9fd0-44ec-b387-5f5456da1bfc for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:27:03.666163 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bf5618-431d-45db-8a33-deb3ca8a5044 None None] Routers {'2c208325-9fd0-44ec-b387-5f5456da1bfc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:27:03.666795 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-38bf5618-431d-45db-8a33-deb3ca8a5044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:26:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2c208325-9fd0-44ec-b387-5f5456da1bfc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:03.788543 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7d51b144-9990-4a06-b090-e192433ac623 req-a9da4442-3a37-4d1b-943e-cf3da2066f17 service neutron] 10.222.0.86 "GET /v2.0/networks/3b4e86d8-8c24-487e-a245-194cbf377cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256146 May 10 15:27:03.842144 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-38bf5618-431d-45db-8a33-deb3ca8a5044 None None] Set router 2c208325-9fd0-44ec-b387-5f5456da1bfc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:27:03.922403 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-7d51b144-9990-4a06-b090-e192433ac623 req-b8c70274-c5f3-41ff-8a56-7f35154f0643 service neutron] 10.222.0.86 "GET /v2.0/networks/3b4e86d8-8c24-487e-a245-194cbf377cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269484 May 10 15:27:04.153359 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-38bf5618-431d-45db-8a33-deb3ca8a5044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894391', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:04Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'd0755600-dad4-41b0-b0d6-01a09c5c5598', 'name': '', 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:e9:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '2d7b7957-e5da-44ca-8930-eba435acf1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:26:03Z', 'updated_at': '2022-05-10T15:26:09Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '2d7b7957-e5da-44ca-8930-eba435acf1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:04.157683 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf5618-431d-45db-8a33-deb3ca8a5044 None None] The sync data for ids ['2c208325-9fd0-44ec-b387-5f5456da1bfc'] in dv-neutron-841204-2-hyperv is: [{'id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894391', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:04Z', 'revision_number': 4, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'd0755600-dad4-41b0-b0d6-01a09c5c5598', 'name': '', 'network_id': '3b4e86d8-8c24-487e-a245-194cbf377cfc', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'mac_address': 'fa:16:3e:e9:97:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '2d7b7957-e5da-44ca-8930-eba435acf1bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:26:03Z', 'updated_at': '2022-05-10T15:26:09Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'subnets': [{'id': '2d7b7957-e5da-44ca-8930-eba435acf1bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:27:04.374063 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf310da-a0ec-4b44-bfc8-606eacada239 None None] New status for floating IP 572c4783-f9bb-4465-a9c8-5315c3c03883: DOWN {{(pid=88054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:27:04.788148 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1cdb2d-9e94-4653-b5aa-efa61bc330cc req-06f0f50c-477a-4a65-9265-cf4f684821b4 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:04.789509 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8c1cdb2d-9e94-4653-b5aa-efa61bc330cc req-06f0f50c-477a-4a65-9265-cf4f684821b4 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 946 time: 0.0862670 May 10 15:27:04.832495 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8c1cdb2d-9e94-4653-b5aa-efa61bc330cc req-ee3c7d4b-9754-4c0b-9283-a9fa1648b71c tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=206499be-0f7e-4e21-b99a-582d6d1725c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373087 May 10 15:27:05.435095 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f739bf-4c49-4bd5-8e5a-8059f09f25e8 req-361f8b81-bff8-4e44-a4b2-48f4d402ac50 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:05.435784 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-68f739bf-4c49-4bd5-8e5a-8059f09f25e8 req-361f8b81-bff8-4e44-a4b2-48f4d402ac50 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Synchronizing usage tracker for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:27:05.451232 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-68f739bf-4c49-4bd5-8e5a-8059f09f25e8 req-361f8b81-bff8-4e44-a4b2-48f4d402ac50 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Unset dirty status for tenant:f5bb71568dee43e8a5d4e5f0cabe47f8 on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:27:05.452457 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-68f739bf-4c49-4bd5-8e5a-8059f09f25e8 req-361f8b81-bff8-4e44-a4b2-48f4d402ac50 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "GET /v2.0/ports?device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 946 time: 0.1974151 May 10 15:27:05.527566 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-68f739bf-4c49-4bd5-8e5a-8059f09f25e8 req-67ea9ee6-5ee8-4a18-a3f5-1e5b722b0ed5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting port ff645fe4-bd1f-4c29-a9df-6a9d02645e8b {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:27:05.527903 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-68f739bf-4c49-4bd5-8e5a-8059f09f25e8 req-67ea9ee6-5ee8-4a18-a3f5-1e5b722b0ed5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:05.773183 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-68f739bf-4c49-4bd5-8e5a-8059f09f25e8 req-67ea9ee6-5ee8-4a18-a3f5-1e5b722b0ed5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] For port ff645fe4-bd1f-4c29-a9df-6a9d02645e8b, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=ff645fe4-bd1f-4c29-a9df-6a9d02645e8b,segment=NetworkSegment(cff73331-93de-4237-9fc1-7ab67960392a),segment_id=cff73331-93de-4237-9fc1-7ab67960392a)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:27:05.773533 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-68f739bf-4c49-4bd5-8e5a-8059f09f25e8 req-67ea9ee6-5ee8-4a18-a3f5-1e5b722b0ed5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:05.896622 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-68f739bf-4c49-4bd5-8e5a-8059f09f25e8 req-67ea9ee6-5ee8-4a18-a3f5-1e5b722b0ed5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Calling delete_port for ff645fe4-bd1f-4c29-a9df-6a9d02645e8b owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:27:06.025441 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e440dc-2d07-460b-a43b-c0b891057659 req-2ee65c53-7ff1-4d85-bfd5-ac57c3beab29 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:06.026838 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d3e440dc-2d07-460b-a43b-c0b891057659 req-2ee65c53-7ff1-4d85-bfd5-ac57c3beab29 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/ports?device_id=1afeefa4-74b4-4263-a446-8b04436f3e01 HTTP/1.1" status: 200 len: 946 time: 0.0864785 May 10 15:27:06.048750 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-68f739bf-4c49-4bd5-8e5a-8059f09f25e8 req-67ea9ee6-5ee8-4a18-a3f5-1e5b722b0ed5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:06.077047 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d3e440dc-2d07-460b-a43b-c0b891057659 req-54714bd2-abd4-423d-902c-d8ea563b7a21 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "GET /v2.0/security-groups?id=206499be-0f7e-4e21-b99a-582d6d1725c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440021 May 10 15:27:06.100096 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea9ee6-5ee8-4a18-a3f5-1e5b722b0ed5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Port': ['ID=ff645fe4-bd1f-4c29-a9df-6a9d02645e8b,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:06.181328 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f739bf-4c49-4bd5-8e5a-8059f09f25e8 req-67ea9ee6-5ee8-4a18-a3f5-1e5b722b0ed5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] No DVR routers for this DVR port ff645fe4-bd1f-4c29-a9df-6a9d02645e8b on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:27:06.183701 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-68f739bf-4c49-4bd5-8e5a-8059f09f25e8 req-67ea9ee6-5ee8-4a18-a3f5-1e5b722b0ed5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:06.186062 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afeefa4-74b4-4263-a446-8b04436f3e01', 'name': 'network-vif-deleted', 'tag': 'ff645fe4-bd1f-4c29-a9df-6a9d02645e8b'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:27:06.203023 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-68f739bf-4c49-4bd5-8e5a-8059f09f25e8 req-67ea9ee6-5ee8-4a18-a3f5-1e5b722b0ed5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.86 "DELETE /v2.0/ports/ff645fe4-bd1f-4c29-a9df-6a9d02645e8b HTTP/1.1" status: 204 len: 173 time: 0.7402816 May 10 15:27:06.237339 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f1f097c-c81a-43f1-a9a4-715a36175663'] response: {'server_uuid': '1afeefa4-74b4-4263-a446-8b04436f3e01', 'name': 'network-vif-deleted', 'tag': 'ff645fe4-bd1f-4c29-a9df-6a9d02645e8b', 'status': 'completed', 'code': 200} May 10 15:27:07.172022 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53622) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:07.820111 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c87e078-1f3d-434a-97e4-d4f2e1175e28 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:08.171133 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-4c87e078-1f3d-434a-97e4-d4f2e1175e28 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting port d0755600-dad4-41b0-b0d6-01a09c5c5598 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:27:08.171382 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c87e078-1f3d-434a-97e4-d4f2e1175e28 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:08.357151 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-4c87e078-1f3d-434a-97e4-d4f2e1175e28 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] For port d0755600-dad4-41b0-b0d6-01a09c5c5598, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d0755600-dad4-41b0-b0d6-01a09c5c5598,segment=NetworkSegment(cff73331-93de-4237-9fc1-7ab67960392a),segment_id=cff73331-93de-4237-9fc1-7ab67960392a)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:27:08.357879 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c87e078-1f3d-434a-97e4-d4f2e1175e28 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:08.480592 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-4c87e078-1f3d-434a-97e4-d4f2e1175e28 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Calling delete_port for d0755600-dad4-41b0-b0d6-01a09c5c5598 owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:27:08.806082 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c87e078-1f3d-434a-97e4-d4f2e1175e28 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:08.853791 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87e078-1f3d-434a-97e4-d4f2e1175e28 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Port': ['ID=d0755600-dad4-41b0-b0d6-01a09c5c5598,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:08.927029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e078-1f3d-434a-97e4-d4f2e1175e28 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:08.927371 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e078-1f3d-434a-97e4-d4f2e1175e28 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:08.927713 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e078-1f3d-434a-97e4-d4f2e1175e28 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:08.928042 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e078-1f3d-434a-97e4-d4f2e1175e28 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:08.928369 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e078-1f3d-434a-97e4-d4f2e1175e28 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:08.928698 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e078-1f3d-434a-97e4-d4f2e1175e28 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:08.929018 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e078-1f3d-434a-97e4-d4f2e1175e28 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:08.929340 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e078-1f3d-434a-97e4-d4f2e1175e28 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:08.929660 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e078-1f3d-434a-97e4-d4f2e1175e28 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:08.929984 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e078-1f3d-434a-97e4-d4f2e1175e28 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:08.930313 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e078-1f3d-434a-97e4-d4f2e1175e28 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:08.930655 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87e078-1f3d-434a-97e4-d4f2e1175e28 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:09.258289 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4c87e078-1f3d-434a-97e4-d4f2e1175e28 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:09.619825 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c87e078-1f3d-434a-97e4-d4f2e1175e28 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Router 2c208325-9fd0-44ec-b387-5f5456da1bfc has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:27:09.697918 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device ff645fe4-bd1f-4c29-a9df-6a9d02645e8b no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:27:09.732365 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: ff645fe4-bd1f-4c29-a9df-6a9d02645e8b {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:27:09.732706 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device ff645fe4-bd1f-4c29-a9df-6a9d02645e8b not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:27:09.807858 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c87e078-1f3d-434a-97e4-d4f2e1175e28 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:27:09.817509 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144c3753-ced6-4944-bb79-e3531695e126 None None] Sync routers for ids ['2c208325-9fd0-44ec-b387-5f5456da1bfc'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:27:09.821369 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4c87e078-1f3d-434a-97e4-d4f2e1175e28 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "PUT /v2.0/routers/2c208325-9fd0-44ec-b387-5f5456da1bfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6477199 May 10 15:27:09.824097 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 53626) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:09.826594 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144c3753-ced6-4944-bb79-e3531695e126 None None] Routers {'2c208325-9fd0-44ec-b387-5f5456da1bfc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:27:09.827208 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-144c3753-ced6-4944-bb79-e3531695e126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:26:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2c208325-9fd0-44ec-b387-5f5456da1bfc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:09.889587 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecdbe58c-7959-44fe-a24e-1955110970e5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting subnet 2d7b7957-e5da-44ca-8930-eba435acf1bb {{(pid=88052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:27:09.893042 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ecdbe58c-7959-44fe-a24e-1955110970e5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for subnet, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:09.951198 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ecdbe58c-7959-44fe-a24e-1955110970e5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1000032'] for subnet, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:10.005033 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-144c3753-ced6-4944-bb79-e3531695e126 None None] Set router 2c208325-9fd0-44ec-b387-5f5456da1bfc gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:27:10.034484 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ecdbe58c-7959-44fe-a24e-1955110970e5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:10.111664 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ecdbe58c-7959-44fe-a24e-1955110970e5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1675531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10960336'] for subnet, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:10.152622 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbe58c-7959-44fe-a24e-1955110970e5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Subnet': ['ID=2d7b7957-e5da-44ca-8930-eba435acf1bb,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:10.154483 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-ecdbe58c-7959-44fe-a24e-1955110970e5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for subnet, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:10.161008 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-ecdbe58c-7959-44fe-a24e-1955110970e5 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/subnets/2d7b7957-e5da-44ca-8930-eba435acf1bb HTTP/1.1" status: 204 len: 168 time: 0.3357863 May 10 15:27:10.163661 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 53630) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:10.177240 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2d2eeb-dae4-4a20-8f04-151dacd24219 None None] Network 3b4e86d8-8c24-487e-a245-194cbf377cfc requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:27:10.344771 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-72f3fa72-4839-4899-b695-bfa9d81dca68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:10.504849 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-144c3753-ced6-4944-bb79-e3531695e126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894391', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166'}], 'enable_snat': True}, 'gw_port_id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:27:08Z', 'revision_number': 5, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port': {'id': '90a751b1-6689-44b9-9b86-85431a2fd38e', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:10.508844 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144c3753-ced6-4944-bb79-e3531695e126 None None] Checking router: 2c208325-9fd0-44ec-b387-5f5456da1bfc for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:27:10.518802 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144c3753-ced6-4944-bb79-e3531695e126 None None] Routers {'2c208325-9fd0-44ec-b387-5f5456da1bfc'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:27:10.519428 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-144c3753-ced6-4944-bb79-e3531695e126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:26:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2c208325-9fd0-44ec-b387-5f5456da1bfc'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:10.537346 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-72f3fa72-4839-4899-b695-bfa9d81dca68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:10.547778 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-72f3fa72-4839-4899-b695-bfa9d81dca68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Deleting port 90a751b1-6689-44b9-9b86-85431a2fd38e {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:27:10.548111 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-72f3fa72-4839-4899-b695-bfa9d81dca68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:10.569648 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68321989-462f-4fee-b254-2c31b2239aa3 None None] DHCP port deletion for 3b4e86d8-8c24-487e-a245-194cbf377cfc request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 15:27:10.636328 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-68321989-462f-4fee-b254-2c31b2239aa3 None None] Deleting port 0718c86a-86d3-4777-96f0-1e837a9fc24b {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:27:10.636701 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-68321989-462f-4fee-b254-2c31b2239aa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:10.757348 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-144c3753-ced6-4944-bb79-e3531695e126 None None] Set router 2c208325-9fd0-44ec-b387-5f5456da1bfc gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:27:10.828316 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [None req-72f3fa72-4839-4899-b695-bfa9d81dca68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] For port 90a751b1-6689-44b9-9b86-85431a2fd38e, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=90a751b1-6689-44b9-9b86-85431a2fd38e,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:27:10.829175 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-72f3fa72-4839-4899-b695-bfa9d81dca68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:10.873389 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-144c3753-ced6-4944-bb79-e3531695e126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894391', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:27:10Z', 'revision_number': 6, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:10.895178 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144c3753-ced6-4944-bb79-e3531695e126 None None] The sync data for ids ['2c208325-9fd0-44ec-b387-5f5456da1bfc'] in dv-neutron-841204-2-hyperv is: [{'id': '2c208325-9fd0-44ec-b387-5f5456da1bfc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894391', 'tenant_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:25:59Z', 'updated_at': '2022-05-10T15:27:10Z', 'revision_number': 6, 'project_id': 'f5bb71568dee43e8a5d4e5f0cabe47f8', 'gw_port_host': None}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:27:10.957725 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-72f3fa72-4839-4899-b695-bfa9d81dca68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Calling delete_port for 90a751b1-6689-44b9-9b86-85431a2fd38e owned by network:router_gateway {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:27:10.978984 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-68321989-462f-4fee-b254-2c31b2239aa3 None None] For port 0718c86a-86d3-4777-96f0-1e837a9fc24b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=0718c86a-86d3-4777-96f0-1e837a9fc24b,segment=NetworkSegment(cff73331-93de-4237-9fc1-7ab67960392a),segment_id=cff73331-93de-4237-9fc1-7ab67960392a)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:27:10.979375 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-68321989-462f-4fee-b254-2c31b2239aa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:11.105177 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-68321989-462f-4fee-b254-2c31b2239aa3 None None] Calling delete_port for 0718c86a-86d3-4777-96f0-1e837a9fc24b owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:27:11.132956 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-72f3fa72-4839-4899-b695-bfa9d81dca68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:11.182833 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-68321989-462f-4fee-b254-2c31b2239aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351'] for port, after_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:11.185039 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3fa72-4839-4899-b695-bfa9d81dca68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Port': ['ID=90a751b1-6689-44b9-9b86-85431a2fd38e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:11.229087 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68321989-462f-4fee-b254-2c31b2239aa3 None None] Pushing event deleted for resources: {'Port': ['ID=0718c86a-86d3-4777-96f0-1e837a9fc24b,revision_number=None']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:11.239036 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68321989-462f-4fee-b254-2c31b2239aa3 None None] No DVR routers for this DVR port 0718c86a-86d3-4777-96f0-1e837a9fc24b on host dv-neutron-841204-2-hyperv {{(pid=88053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:27:11.241103 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68321989-462f-4fee-b254-2c31b2239aa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:11.241451 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68321989-462f-4fee-b254-2c31b2239aa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:11.241791 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68321989-462f-4fee-b254-2c31b2239aa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:11.242121 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68321989-462f-4fee-b254-2c31b2239aa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:11.242467 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68321989-462f-4fee-b254-2c31b2239aa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:11.242803 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68321989-462f-4fee-b254-2c31b2239aa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:11.243121 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68321989-462f-4fee-b254-2c31b2239aa3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:11.243443 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68321989-462f-4fee-b254-2c31b2239aa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:11.243769 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68321989-462f-4fee-b254-2c31b2239aa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:11.244089 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68321989-462f-4fee-b254-2c31b2239aa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:11.244403 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68321989-462f-4fee-b254-2c31b2239aa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:11.244719 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68321989-462f-4fee-b254-2c31b2239aa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:11.287058 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-72f3fa72-4839-4899-b695-bfa9d81dca68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:11.470560 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-72f3fa72-4839-4899-b695-bfa9d81dca68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:11.472861 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-72f3fa72-4839-4899-b695-bfa9d81dca68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:11.484174 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d0755600-dad4-41b0-b0d6-01a09c5c5598 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:27:11.501432 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-72f3fa72-4839-4899-b695-bfa9d81dca68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:11.502012 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f3fa72-4839-4899-b695-bfa9d81dca68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Fanout notify agent at l3_agent the message router_deleted on router 2c208325-9fd0-44ec-b387-5f5456da1bfc {{(pid=88052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:27:11.520121 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-72f3fa72-4839-4899-b695-bfa9d81dca68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for router, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:11.524892 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53634) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:11.525336 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: d0755600-dad4-41b0-b0d6-01a09c5c5598 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:27:11.525443 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-72f3fa72-4839-4899-b695-bfa9d81dca68 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/routers/2c208325-9fd0-44ec-b387-5f5456da1bfc HTTP/1.1" status: 204 len: 168 time: 1.3606355 May 10 15:27:11.525569 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d0755600-dad4-41b0-b0d6-01a09c5c5598 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:27:11.525988 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0718c86a-86d3-4777-96f0-1e837a9fc24b no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:27:11.560397 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 0718c86a-86d3-4777-96f0-1e837a9fc24b {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:27:11.560737 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 0718c86a-86d3-4777-96f0-1e837a9fc24b not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:27:11.561151 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 90a751b1-6689-44b9-9b86-85431a2fd38e no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:27:11.595970 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 90a751b1-6689-44b9-9b86-85431a2fd38e {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:27:11.596330 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 90a751b1-6689-44b9-9b86-85431a2fd38e not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:27:11.644946 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a462ecd5-37c6-42ca-98ee-8c2ec8acd1c0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:11.783065 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a462ecd5-37c6-42ca-98ee-8c2ec8acd1c0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:11.807462 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-a462ecd5-37c6-42ca-98ee-8c2ec8acd1c0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4e86d8-8c24-487e-a245-194cbf377cfc']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:11.819575 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-a462ecd5-37c6-42ca-98ee-8c2ec8acd1c0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff73331-93de-4237-9fc1-7ab67960392a') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:11.819865 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-a462ecd5-37c6-42ca-98ee-8c2ec8acd1c0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff73331-93de-4237-9fc1-7ab67960392a') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:11.831418 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a462ecd5-37c6-42ca-98ee-8c2ec8acd1c0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:11.850275 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a462ecd5-37c6-42ca-98ee-8c2ec8acd1c0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:11.856591 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a462ecd5-37c6-42ca-98ee-8c2ec8acd1c0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:27:11.857002 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a462ecd5-37c6-42ca-98ee-8c2ec8acd1c0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:27:11.872239 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:27:11.950290 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a462ecd5-37c6-42ca-98ee-8c2ec8acd1c0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:11.967008 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-a462ecd5-37c6-42ca-98ee-8c2ec8acd1c0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:11.977721 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462ecd5-37c6-42ca-98ee-8c2ec8acd1c0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'Network': ['ID=3b4e86d8-8c24-487e-a245-194cbf377cfc,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:11.987082 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-a462ecd5-37c6-42ca-98ee-8c2ec8acd1c0 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/networks/3b4e86d8-8c24-487e-a245-194cbf377cfc HTTP/1.1" status: 204 len: 168 time: 0.4601240 May 10 15:27:11.989321 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53638) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:12.060527 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-403a719f-53bc-493e-9562-fda3e7526e97 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:12.090224 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-403a719f-53bc-493e-9562-fda3e7526e97 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:12.154765 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-403a719f-53bc-493e-9562-fda3e7526e97 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:12.174335 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a719f-53bc-493e-9562-fda3e7526e97 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=206499be-0f7e-4e21-b99a-582d6d1725c2,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:12.184511 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-403a719f-53bc-493e-9562-fda3e7526e97 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:12.185626 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-403a719f-53bc-493e-9562-fda3e7526e97 tempest-TestNetworkAdvancedServerOps-1312471402 tempest-TestNetworkAdvancedServerOps-1312471402-project] 10.222.0.79 "DELETE /v2.0/security-groups/206499be-0f7e-4e21-b99a-582d6d1725c2 HTTP/1.1" status: 204 len: 168 time: 0.1953850 May 10 15:27:12.534097 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53648) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:12.679087 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-860d40a5-0af7-4db1-b4a1-03b590279279 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f5bb71568dee43e8a5d4e5f0cabe47f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436980 May 10 15:27:12.681430 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53654) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:12.741189 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb30d176-e869-403e-a90d-b12a09f0255a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:12.767158 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb30d176-e869-403e-a90d-b12a09f0255a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:12.818968 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb30d176-e869-403e-a90d-b12a09f0255a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:12.836013 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30d176-e869-403e-a90d-b12a09f0255a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cf151b-0b38-48d7-9adb-3d9afabba60c,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:12.843072 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bb30d176-e869-403e-a90d-b12a09f0255a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:12.844313 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bb30d176-e869-403e-a90d-b12a09f0255a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/99cf151b-0b38-48d7-9adb-3d9afabba60c HTTP/1.1" status: 204 len: 168 time: 0.1618731 May 10 15:27:13.123367 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53662) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:13.142447 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d422c107-db07-47ea-85ca-adf457752cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:13.157032 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d422c107-db07-47ea-85ca-adf457752cbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:27:13.160833 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d422c107-db07-47ea-85ca-adf457752cbc admin admin] Usage tracker for resource:security_group_rule and tenant:7ddcbdf5d55143769eaf43e62d681b8d is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:27:13.163632 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d422c107-db07-47ea-85ca-adf457752cbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:27:13.169350 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d422c107-db07-47ea-85ca-adf457752cbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:27:13.254724 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d422c107-db07-47ea-85ca-adf457752cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:13.258508 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d422c107-db07-47ea-85ca-adf457752cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:13.304999 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422c107-db07-47ea-85ca-adf457752cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474f776c-e1ee-427d-b5fd-f130825ce712,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:13.309068 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d422c107-db07-47ea-85ca-adf457752cbc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7ddcbdf5d55143769eaf43e62d681b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1846826 May 10 15:27:13.311745 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53666) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:13.479037 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-da38508e-12be-4c90-8aa0-e444bef9d3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:13.504924 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-da38508e-12be-4c90-8aa0-e444bef9d3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:13.557509 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-da38508e-12be-4c90-8aa0-e444bef9d3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:13.573154 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38508e-12be-4c90-8aa0-e444bef9d3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474f776c-e1ee-427d-b5fd-f130825ce712,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:13.577448 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-da38508e-12be-4c90-8aa0-e444bef9d3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:13.581498 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-da38508e-12be-4c90-8aa0-e444bef9d3a6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/474f776c-e1ee-427d-b5fd-f130825ce712 HTTP/1.1" status: 204 len: 168 time: 0.2657096 May 10 15:27:14.301693 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53690) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:14.408110 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-c6199c1a-f79c-4f9d-965b-5f51d4c8c3bf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1872896078-network', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:27:14.412913 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-c6199c1a-f79c-4f9d-965b-5f51d4c8c3bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:27:14.416762 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c6199c1a-f79c-4f9d-965b-5f51d4c8c3bf admin admin] Usage tracker for resource:network and tenant:8d8c999df2844d67b770ae42f7dfa12a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:27:14.419575 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c6199c1a-f79c-4f9d-965b-5f51d4c8c3bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:27:14.425658 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-c6199c1a-f79c-4f9d-965b-5f51d4c8c3bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:27:14.435218 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6199c1a-f79c-4f9d-965b-5f51d4c8c3bf admin admin] Made reservation on behalf of 8d8c999df2844d67b770ae42f7dfa12a for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:27:14.437507 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c6199c1a-f79c-4f9d-965b-5f51d4c8c3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:14.449713 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c6199c1a-f79c-4f9d-965b-5f51d4c8c3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:14.464085 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-c6199c1a-f79c-4f9d-965b-5f51d4c8c3bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:27:14.467838 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c6199c1a-f79c-4f9d-965b-5f51d4c8c3bf admin admin] Usage tracker for resource:security_group_rule and tenant:8d8c999df2844d67b770ae42f7dfa12a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:27:14.471083 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c6199c1a-f79c-4f9d-965b-5f51d4c8c3bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:27:14.476711 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-c6199c1a-f79c-4f9d-965b-5f51d4c8c3bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:27:14.561603 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c6199c1a-f79c-4f9d-965b-5f51d4c8c3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:14.565746 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c6199c1a-f79c-4f9d-965b-5f51d4c8c3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:14.596126 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6199c1a-f79c-4f9d-965b-5f51d4c8c3bf admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:27:14.604933 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6199c1a-f79c-4f9d-965b-5f51d4c8c3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c3f546-7838-4186-b114-a4637cc778e9,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:14.612642 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c6199c1a-f79c-4f9d-965b-5f51d4c8c3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:14.613698 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-c6199c1a-f79c-4f9d-965b-5f51d4c8c3bf admin admin] Added segment 5dec50f6-e6ca-460e-8e83-73abd34811ba of type vlan for network 7d6dfd65-3c18-434e-bb49-048431f25d36 May 10 15:27:14.639724 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c6199c1a-f79c-4f9d-965b-5f51d4c8c3bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:14.669303 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c6199c1a-f79c-4f9d-965b-5f51d4c8c3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:14.670249 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6199c1a-f79c-4f9d-965b-5f51d4c8c3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:14.670845 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c6199c1a-f79c-4f9d-965b-5f51d4c8c3bf admin admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:14.774043 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6199c1a-f79c-4f9d-965b-5f51d4c8c3bf admin admin] Pushing event updated for resources: {'Network': ['ID=7d6dfd65-3c18-434e-bb49-048431f25d36,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:14.777933 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c6199c1a-f79c-4f9d-965b-5f51d4c8c3bf admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4752331 May 10 15:27:14.780900 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53696) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:14.784484 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 7d6dfd65-3c18-434e-bb49-048431f25d36 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:27:14.787598 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-04ef88a9-c873-4438-a306-7c12837834d4 admin admin] Request body: {'subnet': {'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1872896078-subnet', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'ip_version': 4}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:27:14.792569 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-04ef88a9-c873-4438-a306-7c12837834d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:27:14.796342 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-04ef88a9-c873-4438-a306-7c12837834d4 admin admin] Usage tracker for resource:subnet and tenant:8d8c999df2844d67b770ae42f7dfa12a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:27:14.799957 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-04ef88a9-c873-4438-a306-7c12837834d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:27:14.805597 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-04ef88a9-c873-4438-a306-7c12837834d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:27:14.817220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ef88a9-c873-4438-a306-7c12837834d4 admin admin] Made reservation on behalf of 8d8c999df2844d67b770ae42f7dfa12a for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:27:14.819485 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-04ef88a9-c873-4438-a306-7c12837834d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:15.021295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-04ef88a9-c873-4438-a306-7c12837834d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:15.096565 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef88a9-c873-4438-a306-7c12837834d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5d254b7-c73a-499f-9994-31ef4f355667,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:15.104898 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ef88a9-c873-4438-a306-7c12837834d4 admin admin] Checking segment: {'id': '5dec50f6-e6ca-460e-8e83-73abd34811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:27:15.105252 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ef88a9-c873-4438-a306-7c12837834d4 admin admin] Network hostable DHCP agents. Network: 7d6dfd65-3c18-434e-bb49-048431f25d36, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:27:15.124377 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ef88a9-c873-4438-a306-7c12837834d4 admin admin] Network 7d6dfd65-3c18-434e-bb49-048431f25d36 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:27:15.133981 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-04ef88a9-c873-4438-a306-7c12837834d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 7d6dfd65-3c18-434e-bb49-048431f25d36) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:27:15.138491 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ef88a9-c873-4438-a306-7c12837834d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:15.139130 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-04ef88a9-c873-4438-a306-7c12837834d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:15.144075 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a050440f-45ad-402d-a09b-af528b5a2110 None None] Network 7d6dfd65-3c18-434e-bb49-048431f25d36 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:27:15.162024 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-04ef88a9-c873-4438-a306-7c12837834d4 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3788657 May 10 15:27:15.164708 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53700) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:15.169516 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-91531e3a-699d-483f-8013-6fe27a1ecdfc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1872896078-router', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:27:15.174930 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-91531e3a-699d-483f-8013-6fe27a1ecdfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:27:15.178761 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-91531e3a-699d-483f-8013-6fe27a1ecdfc admin admin] Usage tracker for resource:router and tenant:8d8c999df2844d67b770ae42f7dfa12a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:27:15.181546 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-91531e3a-699d-483f-8013-6fe27a1ecdfc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:27:15.187241 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-91531e3a-699d-483f-8013-6fe27a1ecdfc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:27:15.199594 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91531e3a-699d-483f-8013-6fe27a1ecdfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:15.200619 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91531e3a-699d-483f-8013-6fe27a1ecdfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:15.216680 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91531e3a-699d-483f-8013-6fe27a1ecdfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:15.363641 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cfec91-b6d0-444e-ab88-4a0474ebe175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-7d6dfd65-3c18-434e-bb49-048431f25d36', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'fixed_ips': [{'subnet_id': 'f5d254b7-c73a-499f-9994-31ef4f355667'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 15:27:15.364477 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-94cfec91-b6d0-444e-ab88-4a0474ebe175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:15.485468 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91531e3a-699d-483f-8013-6fe27a1ecdfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:15.558222 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-94cfec91-b6d0-444e-ab88-4a0474ebe175 None None] Allocated IP 172.20.0.2 (7d6dfd65-3c18-434e-bb49-048431f25d36/f5d254b7-c73a-499f-9994-31ef4f355667/79d6dfc6-56e3-4197-b43b-1b17dc03dcd5) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:27:15.759232 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-94cfec91-b6d0-444e-ab88-4a0474ebe175 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:15.770390 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-94cfec91-b6d0-444e-ab88-4a0474ebe175 None None] Transition to ACTIVE for port object 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:27:15.790466 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-94cfec91-b6d0-444e-ab88-4a0474ebe175 None None] Transition to ACTIVE for port object 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:27:15.796496 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-94cfec91-b6d0-444e-ab88-4a0474ebe175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:15.797061 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91531e3a-699d-483f-8013-6fe27a1ecdfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:15.827899 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91531e3a-699d-483f-8013-6fe27a1ecdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:15.862859 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cfec91-b6d0-444e-ab88-4a0474ebe175 None None] Network 7d6dfd65-3c18-434e-bb49-048431f25d36 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:27:15.865840 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-94cfec91-b6d0-444e-ab88-4a0474ebe175 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:27:15.869806 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cfec91-b6d0-444e-ab88-4a0474ebe175 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:27:15.907652 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfec91-b6d0-444e-ab88-4a0474ebe175 None None] Pushing event updated for resources: {'Port': ['ID=79d6dfc6-56e3-4197-b43b-1b17dc03dcd5,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:15.967988 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-94cfec91-b6d0-444e-ab88-4a0474ebe175 None None] Attempting to bind port 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:27:15.968358 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-94cfec91-b6d0-444e-ab88-4a0474ebe175 None None] Attempting to bind port 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '5dec50f6-e6ca-460e-8e83-73abd34811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:27:15.968729 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cfec91-b6d0-444e-ab88-4a0474ebe175 None None] Attempting to bind port 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5 on network 7d6dfd65-3c18-434e-bb49-048431f25d36 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:27:15.975401 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cfec91-b6d0-444e-ab88-4a0474ebe175 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:27:15.975772 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cfec91-b6d0-444e-ab88-4a0474ebe175 None None] Checking segment: {'id': '5dec50f6-e6ca-460e-8e83-73abd34811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:27:15.976169 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-94cfec91-b6d0-444e-ab88-4a0474ebe175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:15.976560 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cfec91-b6d0-444e-ab88-4a0474ebe175 None None] Bound using segment: {'id': '5dec50f6-e6ca-460e-8e83-73abd34811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:27:15.977028 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-94cfec91-b6d0-444e-ab88-4a0474ebe175 None None] Bound port: 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dec50f6-e6ca-460e-8e83-73abd34811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:27:15.977397 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-94cfec91-b6d0-444e-ab88-4a0474ebe175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:16.068658 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-94cfec91-b6d0-444e-ab88-4a0474ebe175 None None] For port 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:27:16.071544 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-94cfec91-b6d0-444e-ab88-4a0474ebe175 None None] For port 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=79d6dfc6-56e3-4197-b43b-1b17dc03dcd5,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:27:16.075428 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-91531e3a-699d-483f-8013-6fe27a1ecdfc admin admin] Allocated IP 172.26.0.92 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/a6d83fc9-7ef7-4662-99f7-71f3a9a0f227) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:27:16.075916 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-94cfec91-b6d0-444e-ab88-4a0474ebe175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:16.162407 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfec91-b6d0-444e-ab88-4a0474ebe175 None None] Pushing event updated for resources: {'Port': ['ID=79d6dfc6-56e3-4197-b43b-1b17dc03dcd5,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:16.237295 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91531e3a-699d-483f-8013-6fe27a1ecdfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:16.270079 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91531e3a-699d-483f-8013-6fe27a1ecdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:16.339686 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91531e3a-699d-483f-8013-6fe27a1ecdfc admin admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:27:16.342476 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-91531e3a-699d-483f-8013-6fe27a1ecdfc admin admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:27:16.346026 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91531e3a-699d-483f-8013-6fe27a1ecdfc admin admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:27:16.395374 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91531e3a-699d-483f-8013-6fe27a1ecdfc admin admin] Pushing event updated for resources: {'Port': ['ID=a6d83fc9-7ef7-4662-99f7-71f3a9a0f227,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:16.767801 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91531e3a-699d-483f-8013-6fe27a1ecdfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:17.056251 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7a7751-6b5f-4b2b-b483-05c4655cadce None None] Network 7d6dfd65-3c18-434e-bb49-048431f25d36 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:27:17.119689 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91531e3a-699d-483f-8013-6fe27a1ecdfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:17.148600 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-18011263-e5d6-4edc-bf8c-35015be5f2b3 None None] Provisioning for port 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:27:17.331847 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91531e3a-699d-483f-8013-6fe27a1ecdfc admin admin] Router 2d74e2f0-ccc1-4526-9f45-3949c575785a is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:27:17.518829 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:27:17.589679 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:27:17.594441 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:27:17.594815 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:17.639128 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91531e3a-699d-483f-8013-6fe27a1ecdfc admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:27:17.650374 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] Sync routers for ids ['2d74e2f0-ccc1-4526-9f45-3949c575785a'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:27:17.664420 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] Routers {'2d74e2f0-ccc1-4526-9f45-3949c575785a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:27:17.665170 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:26:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2d74e2f0-ccc1-4526-9f45-3949c575785a'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:17.666507 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-91531e3a-699d-483f-8013-6fe27a1ecdfc admin admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:17.670516 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-91531e3a-699d-483f-8013-6fe27a1ecdfc admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5022166 May 10 15:27:17.670737 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53704) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:17.721077 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:17.755566 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=79d6dfc6-56e3-4197-b43b-1b17dc03dcd5,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:27:17.759556 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:17.831379 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=79d6dfc6-56e3-4197-b43b-1b17dc03dcd5,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:17.874687 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] Set router 2d74e2f0-ccc1-4526-9f45-3949c575785a gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:27:18.158577 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'name': 'tempest-TestShelveInstance-1872896078-router', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:16Z', 'revision_number': 3, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'gw_port': {'id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:18.162399 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] Checking router: 2d74e2f0-ccc1-4526-9f45-3949c575785a for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:27:18.162769 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] Updating router 2d74e2f0-ccc1-4526-9f45-3949c575785a port a6d83fc9-7ef7-4662-99f7-71f3a9a0f227 binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:27:18.214590 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:18.357884 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1575ef04-2726-4b5f-b623-e3031981d536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:18.539885 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:18.552787 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] Transition to ACTIVE for port object a6d83fc9-7ef7-4662-99f7-71f3a9a0f227 will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:27:18.559676 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:18.563492 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-1575ef04-2726-4b5f-b623-e3031981d536 admin admin] Allocated IP 172.20.0.1 (7d6dfd65-3c18-434e-bb49-048431f25d36/f5d254b7-c73a-499f-9994-31ef4f355667/413b4ae2-0139-4344-9e11-69151ffa676c) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:27:18.640407 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] Attempting to bind port a6d83fc9-7ef7-4662-99f7-71f3a9a0f227 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:27:18.641292 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] Attempting to bind port a6d83fc9-7ef7-4662-99f7-71f3a9a0f227 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:27:18.642190 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] Attempting to bind port a6d83fc9-7ef7-4662-99f7-71f3a9a0f227 on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:27:18.647749 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267f420-c6d8-47bf-a492-677715ae6a11 None None] Pushing event updated for resources: {'Port': ['ID=a6d83fc9-7ef7-4662-99f7-71f3a9a0f227,revision_number=2']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:18.652728 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:27:18.653380 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:27:18.653481 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:18.653825 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:27:18.654247 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] Bound port: a6d83fc9-7ef7-4662-99f7-71f3a9a0f227, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:27:18.654629 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:18.686867 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8267f420-c6d8-47bf-a492-677715ae6a11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:18.687199 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8267f420-c6d8-47bf-a492-677715ae6a11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:18.687526 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8267f420-c6d8-47bf-a492-677715ae6a11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:18.688394 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8267f420-c6d8-47bf-a492-677715ae6a11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:18.688747 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8267f420-c6d8-47bf-a492-677715ae6a11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:18.689067 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8267f420-c6d8-47bf-a492-677715ae6a11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:18.689383 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8267f420-c6d8-47bf-a492-677715ae6a11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:18.689694 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8267f420-c6d8-47bf-a492-677715ae6a11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:18.690006 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8267f420-c6d8-47bf-a492-677715ae6a11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:18.690318 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8267f420-c6d8-47bf-a492-677715ae6a11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:18.690649 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8267f420-c6d8-47bf-a492-677715ae6a11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:18.690957 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8267f420-c6d8-47bf-a492-677715ae6a11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:27:18.711572 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1575ef04-2726-4b5f-b623-e3031981d536 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:18.727789 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-1575ef04-2726-4b5f-b623-e3031981d536 admin admin] Transition to ACTIVE for port object 413b4ae2-0139-4344-9e11-69151ffa676c will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:27:18.740656 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] For port a6d83fc9-7ef7-4662-99f7-71f3a9a0f227, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:27:18.743971 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] For port a6d83fc9-7ef7-4662-99f7-71f3a9a0f227, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=a6d83fc9-7ef7-4662-99f7-71f3a9a0f227,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:27:18.747630 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:18.751558 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1575ef04-2726-4b5f-b623-e3031981d536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:18.817683 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1575ef04-2726-4b5f-b623-e3031981d536 admin admin] Network 7d6dfd65-3c18-434e-bb49-048431f25d36 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:27:18.820562 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-1575ef04-2726-4b5f-b623-e3031981d536 admin admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:27:18.824079 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1575ef04-2726-4b5f-b623-e3031981d536 admin admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:27:18.827503 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] Routers {'2d74e2f0-ccc1-4526-9f45-3949c575785a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:27:18.828110 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:26:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2d74e2f0-ccc1-4526-9f45-3949c575785a'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:18.867775 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575ef04-2726-4b5f-b623-e3031981d536 admin admin] Pushing event updated for resources: {'Port': ['ID=413b4ae2-0139-4344-9e11-69151ffa676c,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:18.885092 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1575ef04-2726-4b5f-b623-e3031981d536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:18.885460 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267f420-c6d8-47bf-a492-677715ae6a11 None None] Pushing event updated for resources: {'Port': ['ID=a6d83fc9-7ef7-4662-99f7-71f3a9a0f227,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:19.025173 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] Set router 2d74e2f0-ccc1-4526-9f45-3949c575785a gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:27:19.127057 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4142e20c-56da-486f-be4f-f7fa90c22f76 None None] Provisioning for port 413b4ae2-0139-4344-9e11-69151ffa676c completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:27:19.132625 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-4142e20c-56da-486f-be4f-f7fa90c22f76 None None] Provisioning complete for port 413b4ae2-0139-4344-9e11-69151ffa676c triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:27:19.133271 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4142e20c-56da-486f-be4f-f7fa90c22f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:19.193169 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-4142e20c-56da-486f-be4f-f7fa90c22f76 None None] Port 413b4ae2-0139-4344-9e11-69151ffa676c cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:27:19.277494 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1575ef04-2726-4b5f-b623-e3031981d536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:19.347107 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'name': 'tempest-TestShelveInstance-1872896078-router', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:16Z', 'revision_number': 3, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'gw_port': {'id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:19.350982 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30416e00-f106-4285-b62f-691c7232bde0 None None] The sync data for ids ['2d74e2f0-ccc1-4526-9f45-3949c575785a'] in dv-neutron-841204-2-hyperv is: [{'id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'name': 'tempest-TestShelveInstance-1872896078-router', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:16Z', 'revision_number': 3, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'gw_port': {'id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:27:19.496835 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:27:19.509982 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1575ef04-2726-4b5f-b623-e3031981d536 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:19.515382 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1575ef04-2726-4b5f-b623-e3031981d536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:19.570457 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:27:19.570947 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:19.613210 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-1575ef04-2726-4b5f-b623-e3031981d536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:19.727695 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575ef04-2726-4b5f-b623-e3031981d536 admin admin] Pushing event updated for resources: {'Port': ['ID=413b4ae2-0139-4344-9e11-69151ffa676c,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:19.788294 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1575ef04-2726-4b5f-b623-e3031981d536 admin admin] Network 7d6dfd65-3c18-434e-bb49-048431f25d36 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:27:19.789482 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-1575ef04-2726-4b5f-b623-e3031981d536 admin admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:27:19.993831 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1575ef04-2726-4b5f-b623-e3031981d536 admin admin] Router 2d74e2f0-ccc1-4526-9f45-3949c575785a has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:27:20.020872 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-86e8b3aa-4647-492e-a70b-bc990c3ead2d None None] Provisioning complete for port 413b4ae2-0139-4344-9e11-69151ffa676c triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:27:20.021246 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-86e8b3aa-4647-492e-a70b-bc990c3ead2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:20.079172 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-86e8b3aa-4647-492e-a70b-bc990c3ead2d None None] Port 413b4ae2-0139-4344-9e11-69151ffa676c cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:27:20.170328 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-008b761d-dec2-441b-9bd8-6719b1bc6481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:20.190390 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1575ef04-2726-4b5f-b623-e3031981d536 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:27:20.199278 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-1575ef04-2726-4b5f-b623-e3031981d536 admin admin] 10.222.0.79 "PUT /v2.0/routers/2d74e2f0-ccc1-4526-9f45-3949c575785a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5275030 May 10 15:27:20.703203 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53722) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:20.709503 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-160030be-cd84-4cc9-9d8c-c2a24e31a434 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-528531713-network', 'tenant_id': '0dcf37f4c5c44d2ea4f58e63cd392fde'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:27:20.714363 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-160030be-cd84-4cc9-9d8c-c2a24e31a434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:27:20.718328 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-160030be-cd84-4cc9-9d8c-c2a24e31a434 admin admin] Usage tracker for resource:network and tenant:0dcf37f4c5c44d2ea4f58e63cd392fde is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:27:20.722075 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-160030be-cd84-4cc9-9d8c-c2a24e31a434 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:27:20.728346 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-160030be-cd84-4cc9-9d8c-c2a24e31a434 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:27:20.739949 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160030be-cd84-4cc9-9d8c-c2a24e31a434 admin admin] Made reservation on behalf of 0dcf37f4c5c44d2ea4f58e63cd392fde for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:27:20.742196 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-160030be-cd84-4cc9-9d8c-c2a24e31a434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:20.754888 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-160030be-cd84-4cc9-9d8c-c2a24e31a434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:20.769668 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-160030be-cd84-4cc9-9d8c-c2a24e31a434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:27:20.773695 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-160030be-cd84-4cc9-9d8c-c2a24e31a434 admin admin] Usage tracker for resource:security_group_rule and tenant:0dcf37f4c5c44d2ea4f58e63cd392fde is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:27:20.776447 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-160030be-cd84-4cc9-9d8c-c2a24e31a434 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:27:20.783030 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-160030be-cd84-4cc9-9d8c-c2a24e31a434 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:27:20.871786 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-160030be-cd84-4cc9-9d8c-c2a24e31a434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:20.876942 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-160030be-cd84-4cc9-9d8c-c2a24e31a434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:20.897459 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160030be-cd84-4cc9-9d8c-c2a24e31a434 admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:27:20.898670 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] Sync routers for ids ['2d74e2f0-ccc1-4526-9f45-3949c575785a'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:27:20.909146 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] Routers {'2d74e2f0-ccc1-4526-9f45-3949c575785a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:27:20.909922 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:26:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2d74e2f0-ccc1-4526-9f45-3949c575785a'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:20.920205 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-160030be-cd84-4cc9-9d8c-c2a24e31a434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:20.920550 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-160030be-cd84-4cc9-9d8c-c2a24e31a434 admin admin] Added segment 35615c96-f8cc-4da0-8e22-b3d49abd2cf7 of type vlan for network 82ed1879-fef1-481d-b55d-615a3c314f45 May 10 15:27:20.929472 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160030be-cd84-4cc9-9d8c-c2a24e31a434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c089d768-4dc3-4758-b2cf-5c5a53299b49,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:20.955059 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-160030be-cd84-4cc9-9d8c-c2a24e31a434 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:20.989200 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-160030be-cd84-4cc9-9d8c-c2a24e31a434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:20.990582 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160030be-cd84-4cc9-9d8c-c2a24e31a434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:20.991337 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-160030be-cd84-4cc9-9d8c-c2a24e31a434 admin admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:21.102922 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-160030be-cd84-4cc9-9d8c-c2a24e31a434 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3978910 May 10 15:27:21.105537 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53726) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:21.113591 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e0cf9a71-6807-456d-b634-41016bec3c40 admin admin] Request body: {'subnet': {'network_id': '82ed1879-fef1-481d-b55d-615a3c314f45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-528531713-subnet', 'tenant_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'ip_version': 4}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:27:21.116767 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160030be-cd84-4cc9-9d8c-c2a24e31a434 admin admin] Pushing event updated for resources: {'Network': ['ID=82ed1879-fef1-481d-b55d-615a3c314f45,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:21.120299 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e0cf9a71-6807-456d-b634-41016bec3c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:27:21.124353 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e0cf9a71-6807-456d-b634-41016bec3c40 admin admin] Usage tracker for resource:subnet and tenant:0dcf37f4c5c44d2ea4f58e63cd392fde is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:27:21.127977 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e0cf9a71-6807-456d-b634-41016bec3c40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:27:21.129741 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 82ed1879-fef1-481d-b55d-615a3c314f45 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:27:21.133702 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e0cf9a71-6807-456d-b634-41016bec3c40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:27:21.143799 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cf9a71-6807-456d-b634-41016bec3c40 admin admin] Made reservation on behalf of 0dcf37f4c5c44d2ea4f58e63cd392fde for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:27:21.146005 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0cf9a71-6807-456d-b634-41016bec3c40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:21.206941 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] Set router 2d74e2f0-ccc1-4526-9f45-3949c575785a gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:27:21.353731 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0cf9a71-6807-456d-b634-41016bec3c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:21.521729 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device a6d83fc9-7ef7-4662-99f7-71f3a9a0f227 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:27:21.552074 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf9a71-6807-456d-b634-41016bec3c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb0c4db9-0877-4419-846b-5960b16b4911,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:21.564076 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cf9a71-6807-456d-b634-41016bec3c40 admin admin] Checking segment: {'id': '35615c96-f8cc-4da0-8e22-b3d49abd2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '82ed1879-fef1-481d-b55d-615a3c314f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:27:21.564429 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cf9a71-6807-456d-b634-41016bec3c40 admin admin] Network hostable DHCP agents. Network: 82ed1879-fef1-481d-b55d-615a3c314f45, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:27:21.584030 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cf9a71-6807-456d-b634-41016bec3c40 admin admin] Network 82ed1879-fef1-481d-b55d-615a3c314f45 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:27:21.593330 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-e0cf9a71-6807-456d-b634-41016bec3c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 82ed1879-fef1-481d-b55d-615a3c314f45) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:27:21.597446 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cf9a71-6807-456d-b634-41016bec3c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:21.598023 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e0cf9a71-6807-456d-b634-41016bec3c40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:21.606704 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4486e5ae-57f0-4f4a-bca5-af6792b48080 None None] Network 82ed1879-fef1-481d-b55d-615a3c314f45 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:27:21.620571 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e0cf9a71-6807-456d-b634-41016bec3c40 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5140383 May 10 15:27:21.623267 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53730) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:21.628797 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-fa082e84-87bf-4cde-a96a-30ff6f97695b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-528531713-router', 'tenant_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:27:21.633460 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-fa082e84-87bf-4cde-a96a-30ff6f97695b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:27:21.637577 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-fa082e84-87bf-4cde-a96a-30ff6f97695b admin admin] Usage tracker for resource:router and tenant:0dcf37f4c5c44d2ea4f58e63cd392fde is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:27:21.640467 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-fa082e84-87bf-4cde-a96a-30ff6f97695b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:27:21.646773 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-fa082e84-87bf-4cde-a96a-30ff6f97695b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:27:21.657799 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa082e84-87bf-4cde-a96a-30ff6f97695b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:21.658964 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa082e84-87bf-4cde-a96a-30ff6f97695b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:21.674481 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port a6d83fc9-7ef7-4662-99f7-71f3a9a0f227 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:27:21.675235 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa082e84-87bf-4cde-a96a-30ff6f97695b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:21.692166 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port a6d83fc9-7ef7-4662-99f7-71f3a9a0f227 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:27:21.692540 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:21.751119 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'name': 'tempest-TestShelveInstance-1872896078-router', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:19Z', 'revision_number': 4, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'gw_port': {'id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '413b4ae2-0139-4344-9e11-69151ffa676c', 'name': '', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'mac_address': 'fa:16:3e:ad:29:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:18Z', 'updated_at': '2022-05-10T15:27:19Z', 'revision_number': 2, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'subnets': [{'id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:21.767201 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] Checking router: 2d74e2f0-ccc1-4526-9f45-3949c575785a for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:27:21.767548 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] Updating router 2d74e2f0-ccc1-4526-9f45-3949c575785a port 413b4ae2-0139-4344-9e11-69151ffa676c binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:27:21.883211 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:21.944649 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa082e84-87bf-4cde-a96a-30ff6f97695b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:22.018635 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:22.118702 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba0c51f-fd00-406d-98d5-a5954b4e0e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-82ed1879-fef1-481d-b55d-615a3c314f45', 'network_id': '82ed1879-fef1-481d-b55d-615a3c314f45', 'tenant_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'fixed_ips': [{'subnet_id': 'eb0c4db9-0877-4419-846b-5960b16b4911'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 15:27:22.119505 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9ba0c51f-fd00-406d-98d5-a5954b4e0e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:22.151653 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port a6d83fc9-7ef7-4662-99f7-71f3a9a0f227, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=a6d83fc9-7ef7-4662-99f7-71f3a9a0f227,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:27:22.195194 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:22.266681 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa082e84-87bf-4cde-a96a-30ff6f97695b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:22.301243 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa082e84-87bf-4cde-a96a-30ff6f97695b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:22.423756 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=a6d83fc9-7ef7-4662-99f7-71f3a9a0f227,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:22.436831 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-fa082e84-87bf-4cde-a96a-30ff6f97695b admin admin] Allocated IP 172.26.0.58 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/4ed1ea52-983d-456f-ad14-eb7547fca257) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:27:22.450913 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-9ba0c51f-fd00-406d-98d5-a5954b4e0e8d None None] Allocated IP 172.20.0.2 (82ed1879-fef1-481d-b55d-615a3c314f45/eb0c4db9-0877-4419-846b-5960b16b4911/9c9f511f-7485-4073-b573-69e8be10b8f6) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:27:22.591796 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa082e84-87bf-4cde-a96a-30ff6f97695b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:22.603429 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c3885cb8-f052-4451-ab2d-270cba856c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:22.621671 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa082e84-87bf-4cde-a96a-30ff6f97695b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:22.622282 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.resource_extend [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 15:27:22.693073 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa082e84-87bf-4cde-a96a-30ff6f97695b admin admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:27:22.696092 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-fa082e84-87bf-4cde-a96a-30ff6f97695b admin admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:27:22.699737 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa082e84-87bf-4cde-a96a-30ff6f97695b admin admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:27:22.726193 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:22.732656 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa082e84-87bf-4cde-a96a-30ff6f97695b admin admin] Pushing event updated for resources: {'Port': ['ID=4ed1ea52-983d-456f-ad14-eb7547fca257,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:22.784580 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] Transition to ACTIVE for port object 413b4ae2-0139-4344-9e11-69151ffa676c will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:27:22.795803 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:22.870836 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9ba0c51f-fd00-406d-98d5-a5954b4e0e8d None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:22.941417 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b22ff-40c4-4168-a252-2846958e7cb3 None None] Pushing event updated for resources: {'Port': ['ID=413b4ae2-0139-4344-9e11-69151ffa676c,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:22.944358 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-9ba0c51f-fd00-406d-98d5-a5954b4e0e8d None None] Transition to ACTIVE for port object 9c9f511f-7485-4073-b573-69e8be10b8f6 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:27:23.027746 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-9ba0c51f-fd00-406d-98d5-a5954b4e0e8d None None] Transition to ACTIVE for port object 9c9f511f-7485-4073-b573-69e8be10b8f6 will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:27:23.049088 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9ba0c51f-fd00-406d-98d5-a5954b4e0e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:23.124985 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] Attempting to bind port 413b4ae2-0139-4344-9e11-69151ffa676c on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:27:23.125915 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] Attempting to bind port 413b4ae2-0139-4344-9e11-69151ffa676c by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '5dec50f6-e6ca-460e-8e83-73abd34811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:27:23.126279 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] Attempting to bind port 413b4ae2-0139-4344-9e11-69151ffa676c on network 7d6dfd65-3c18-434e-bb49-048431f25d36 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:27:23.139123 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba0c51f-fd00-406d-98d5-a5954b4e0e8d None None] Network 82ed1879-fef1-481d-b55d-615a3c314f45 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:27:23.145458 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-9ba0c51f-fd00-406d-98d5-a5954b4e0e8d None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:27:23.147357 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:27:23.147744 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] Checking segment: {'id': '5dec50f6-e6ca-460e-8e83-73abd34811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:27:23.148367 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:23.148741 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] Bound using segment: {'id': '5dec50f6-e6ca-460e-8e83-73abd34811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:27:23.149209 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] Bound port: 413b4ae2-0139-4344-9e11-69151ffa676c, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dec50f6-e6ca-460e-8e83-73abd34811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:27:23.149576 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:23.162563 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba0c51f-fd00-406d-98d5-a5954b4e0e8d None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:27:23.176439 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0c51f-fd00-406d-98d5-a5954b4e0e8d None None] Pushing event updated for resources: {'Port': ['ID=9c9f511f-7485-4073-b573-69e8be10b8f6,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:23.248575 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa082e84-87bf-4cde-a96a-30ff6f97695b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:23.319971 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-9ba0c51f-fd00-406d-98d5-a5954b4e0e8d None None] Attempting to bind port 9c9f511f-7485-4073-b573-69e8be10b8f6 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:27:23.320329 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-9ba0c51f-fd00-406d-98d5-a5954b4e0e8d None None] Attempting to bind port 9c9f511f-7485-4073-b573-69e8be10b8f6 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '35615c96-f8cc-4da0-8e22-b3d49abd2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '82ed1879-fef1-481d-b55d-615a3c314f45'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:27:23.320682 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba0c51f-fd00-406d-98d5-a5954b4e0e8d None None] Attempting to bind port 9c9f511f-7485-4073-b573-69e8be10b8f6 on network 82ed1879-fef1-481d-b55d-615a3c314f45 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:27:23.331148 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba0c51f-fd00-406d-98d5-a5954b4e0e8d None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:27:23.331510 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba0c51f-fd00-406d-98d5-a5954b4e0e8d None None] Checking segment: {'id': '35615c96-f8cc-4da0-8e22-b3d49abd2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '82ed1879-fef1-481d-b55d-615a3c314f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:27:23.331901 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9ba0c51f-fd00-406d-98d5-a5954b4e0e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:23.332282 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba0c51f-fd00-406d-98d5-a5954b4e0e8d None None] Bound using segment: {'id': '35615c96-f8cc-4da0-8e22-b3d49abd2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '82ed1879-fef1-481d-b55d-615a3c314f45'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:27:23.332729 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-9ba0c51f-fd00-406d-98d5-a5954b4e0e8d None None] Bound port: 9c9f511f-7485-4073-b573-69e8be10b8f6, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35615c96-f8cc-4da0-8e22-b3d49abd2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '82ed1879-fef1-481d-b55d-615a3c314f45'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:27:23.333099 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9ba0c51f-fd00-406d-98d5-a5954b4e0e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:23.352191 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] For port 413b4ae2-0139-4344-9e11-69151ffa676c, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:27:23.400464 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] For port 413b4ae2-0139-4344-9e11-69151ffa676c, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=413b4ae2-0139-4344-9e11-69151ffa676c,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:27:23.411940 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:23.445707 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:23.519624 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device a6d83fc9-7ef7-4662-99f7-71f3a9a0f227 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:27:23.569584 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:23.587870 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-9ba0c51f-fd00-406d-98d5-a5954b4e0e8d None None] For port 9c9f511f-7485-4073-b573-69e8be10b8f6, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:27:23.598015 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] Routers {'2d74e2f0-ccc1-4526-9f45-3949c575785a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:27:23.598727 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:27:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2d74e2f0-ccc1-4526-9f45-3949c575785a'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:23.608653 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa082e84-87bf-4cde-a96a-30ff6f97695b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:23.663696 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b22ff-40c4-4168-a252-2846958e7cb3 None None] Pushing event updated for resources: {'Port': ['ID=413b4ae2-0139-4344-9e11-69151ffa676c,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:23.677268 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-9ba0c51f-fd00-406d-98d5-a5954b4e0e8d None None] For port 9c9f511f-7485-4073-b573-69e8be10b8f6, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=9c9f511f-7485-4073-b573-69e8be10b8f6,segment=NetworkSegment(35615c96-f8cc-4da0-8e22-b3d49abd2cf7),segment_id=35615c96-f8cc-4da0-8e22-b3d49abd2cf7)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:27:23.682854 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:23.699879 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9ba0c51f-fd00-406d-98d5-a5954b4e0e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:23.841765 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa082e84-87bf-4cde-a96a-30ff6f97695b admin admin] Router 463b90cc-22fb-46ac-93fd-f9023e4d29f8 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:27:23.890360 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0c51f-fd00-406d-98d5-a5954b4e0e8d None None] Pushing event updated for resources: {'Port': ['ID=9c9f511f-7485-4073-b573-69e8be10b8f6,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:23.895621 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port a6d83fc9-7ef7-4662-99f7-71f3a9a0f227 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:27:23.895997 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:23.932036 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] Set router 2d74e2f0-ccc1-4526-9f45-3949c575785a gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:27:24.038971 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa082e84-87bf-4cde-a96a-30ff6f97695b admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:27:24.050857 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] Sync routers for ids ['463b90cc-22fb-46ac-93fd-f9023e4d29f8'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:27:24.066639 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] Routers {'463b90cc-22fb-46ac-93fd-f9023e4d29f8'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:27:24.067361 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:27:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['463b90cc-22fb-46ac-93fd-f9023e4d29f8'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:24.082686 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-fa082e84-87bf-4cde-a96a-30ff6f97695b admin admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:24.083652 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-fa082e84-87bf-4cde-a96a-30ff6f97695b admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4594629 May 10 15:27:24.086329 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53734) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:24.326086 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] Set router 463b90cc-22fb-46ac-93fd-f9023e4d29f8 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:27:24.417611 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'name': 'tempest-TestShelveInstance-1872896078-router', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:19Z', 'revision_number': 4, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'gw_port': {'id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '413b4ae2-0139-4344-9e11-69151ffa676c', 'name': '', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'mac_address': 'fa:16:3e:ad:29:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:18Z', 'updated_at': '2022-05-10T15:27:23Z', 'revision_number': 4, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'subnets': [{'id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:24.421568 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b2582-1f5b-4a25-8b41-3f6380b05ae7 None None] The sync data for ids ['2d74e2f0-ccc1-4526-9f45-3949c575785a'] in dv-neutron-841204-2-hyperv is: [{'id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'name': 'tempest-TestShelveInstance-1872896078-router', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:19Z', 'revision_number': 4, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'gw_port': {'id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '413b4ae2-0139-4344-9e11-69151ffa676c', 'name': '', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'mac_address': 'fa:16:3e:ad:29:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:18Z', 'updated_at': '2022-05-10T15:27:23Z', 'revision_number': 4, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'subnets': [{'id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:27:24.654162 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463b90cc-22fb-46ac-93fd-f9023e4d29f8', 'name': 'tempest-TestShelveInstance-528531713-router', 'tenant_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4ed1ea52-983d-456f-ad14-eb7547fca257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:21Z', 'updated_at': '2022-05-10T15:27:22Z', 'revision_number': 3, 'project_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'gw_port': {'id': '4ed1ea52-983d-456f-ad14-eb7547fca257', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:70:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463b90cc-22fb-46ac-93fd-f9023e4d29f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:22Z', 'updated_at': '2022-05-10T15:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:24.659656 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] Checking router: 463b90cc-22fb-46ac-93fd-f9023e4d29f8 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:27:24.659993 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] Updating router 463b90cc-22fb-46ac-93fd-f9023e4d29f8 port 4ed1ea52-983d-456f-ad14-eb7547fca257 binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:27:24.724068 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:25.049019 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:25.065901 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-70d5cb90-cd96-4925-a212-2c1fe79b6e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:25.149244 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:25.163793 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] Transition to ACTIVE for port object 4ed1ea52-983d-456f-ad14-eb7547fca257 will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:27:25.173580 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:25.179494 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda42aba-1334-42f1-a88a-34da73bf9d94 None None] Network 82ed1879-fef1-481d-b55d-615a3c314f45 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:27:25.269729 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] Attempting to bind port 4ed1ea52-983d-456f-ad14-eb7547fca257 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:27:25.270086 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] Attempting to bind port 4ed1ea52-983d-456f-ad14-eb7547fca257 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:27:25.270449 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] Attempting to bind port 4ed1ea52-983d-456f-ad14-eb7547fca257 on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:27:25.278869 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:27:25.279231 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:27:25.279687 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:25.279987 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:27:25.280438 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] Bound port: 4ed1ea52-983d-456f-ad14-eb7547fca257, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:27:25.280796 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:25.331598 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcaed2e-bc3b-4e59-95d7-17ff13a11ecc None None] Pushing event updated for resources: {'Port': ['ID=4ed1ea52-983d-456f-ad14-eb7547fca257,revision_number=2']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:25.344920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-70d5cb90-cd96-4925-a212-2c1fe79b6e79 admin admin] Allocated IP 172.20.0.1 (82ed1879-fef1-481d-b55d-615a3c314f45/eb0c4db9-0877-4419-846b-5960b16b4911/245f58cc-64f2-4b17-b407-40d17378820b) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:27:25.361229 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-88547ac7-a9cd-435e-aa5e-98166587def8 None None] Provisioning for port 9c9f511f-7485-4073-b573-69e8be10b8f6 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:27:25.388289 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] For port 4ed1ea52-983d-456f-ad14-eb7547fca257, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:27:25.393101 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] For port 4ed1ea52-983d-456f-ad14-eb7547fca257, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=4ed1ea52-983d-456f-ad14-eb7547fca257,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:27:25.398529 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:25.496901 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] Routers {'463b90cc-22fb-46ac-93fd-f9023e4d29f8'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:27:25.497857 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:27:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['463b90cc-22fb-46ac-93fd-f9023e4d29f8'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:25.564086 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-70d5cb90-cd96-4925-a212-2c1fe79b6e79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:25.584448 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-70d5cb90-cd96-4925-a212-2c1fe79b6e79 admin admin] Transition to ACTIVE for port object 245f58cc-64f2-4b17-b407-40d17378820b will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:27:25.622676 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcaed2e-bc3b-4e59-95d7-17ff13a11ecc None None] Pushing event updated for resources: {'Port': ['ID=4ed1ea52-983d-456f-ad14-eb7547fca257,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:25.636512 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-70d5cb90-cd96-4925-a212-2c1fe79b6e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:25.670582 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 413b4ae2-0139-4344-9e11-69151ffa676c up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:27:25.738695 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5cb90-cd96-4925-a212-2c1fe79b6e79 admin admin] Pushing event updated for resources: {'Port': ['ID=245f58cc-64f2-4b17-b407-40d17378820b,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:25.752272 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d5cb90-cd96-4925-a212-2c1fe79b6e79 admin admin] Network 82ed1879-fef1-481d-b55d-615a3c314f45 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:27:25.755312 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-70d5cb90-cd96-4925-a212-2c1fe79b6e79 admin admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:27:25.757861 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d5cb90-cd96-4925-a212-2c1fe79b6e79 admin admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:27:25.787366 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] Set router 463b90cc-22fb-46ac-93fd-f9023e4d29f8 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:27:25.798013 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 413b4ae2-0139-4344-9e11-69151ffa676c completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:27:25.811782 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 413b4ae2-0139-4344-9e11-69151ffa676c triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:27:25.812227 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:25.820038 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-70d5cb90-cd96-4925-a212-2c1fe79b6e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:26.036744 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-70d5cb90-cd96-4925-a212-2c1fe79b6e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:26.044057 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:26.097208 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 413b4ae2-0139-4344-9e11-69151ffa676c, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=413b4ae2-0139-4344-9e11-69151ffa676c,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:27:26.103514 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:26.104930 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 9c9f511f-7485-4073-b573-69e8be10b8f6 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:27:26.204516 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463b90cc-22fb-46ac-93fd-f9023e4d29f8', 'name': 'tempest-TestShelveInstance-528531713-router', 'tenant_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4ed1ea52-983d-456f-ad14-eb7547fca257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:21Z', 'updated_at': '2022-05-10T15:27:22Z', 'revision_number': 3, 'project_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'gw_port': {'id': '4ed1ea52-983d-456f-ad14-eb7547fca257', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:70:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463b90cc-22fb-46ac-93fd-f9023e4d29f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:22Z', 'updated_at': '2022-05-10T15:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:26.209162 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70020ca0-1b0e-465f-a7fd-65eae6695fbc None None] The sync data for ids ['463b90cc-22fb-46ac-93fd-f9023e4d29f8'] in dv-neutron-841204-2-hyperv is: [{'id': '463b90cc-22fb-46ac-93fd-f9023e4d29f8', 'name': 'tempest-TestShelveInstance-528531713-router', 'tenant_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4ed1ea52-983d-456f-ad14-eb7547fca257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:21Z', 'updated_at': '2022-05-10T15:27:22Z', 'revision_number': 3, 'project_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'gw_port': {'id': '4ed1ea52-983d-456f-ad14-eb7547fca257', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:70:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463b90cc-22fb-46ac-93fd-f9023e4d29f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:22Z', 'updated_at': '2022-05-10T15:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:27:26.251158 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=413b4ae2-0139-4344-9e11-69151ffa676c,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:26.263169 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 9c9f511f-7485-4073-b573-69e8be10b8f6 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:27:26.268834 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 9c9f511f-7485-4073-b573-69e8be10b8f6 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:27:26.269204 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:26.324864 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-70d5cb90-cd96-4925-a212-2c1fe79b6e79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:26.330012 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-70d5cb90-cd96-4925-a212-2c1fe79b6e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:26.332918 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3a0ec873-0a9d-411b-803e-7875136c6dc9 None None] Provisioning for port 245f58cc-64f2-4b17-b407-40d17378820b completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:27:26.340469 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3a0ec873-0a9d-411b-803e-7875136c6dc9 None None] Provisioning complete for port 245f58cc-64f2-4b17-b407-40d17378820b triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:27:26.340834 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3a0ec873-0a9d-411b-803e-7875136c6dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:26.453789 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-70d5cb90-cd96-4925-a212-2c1fe79b6e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:26.456409 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-3a0ec873-0a9d-411b-803e-7875136c6dc9 None None] Port 245f58cc-64f2-4b17-b407-40d17378820b cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:27:26.460136 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5cb90-cd96-4925-a212-2c1fe79b6e79 admin admin] Pushing event updated for resources: {'Port': ['ID=245f58cc-64f2-4b17-b407-40d17378820b,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:26.471091 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:26.514207 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 9c9f511f-7485-4073-b573-69e8be10b8f6, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=9c9f511f-7485-4073-b573-69e8be10b8f6,segment=NetworkSegment(35615c96-f8cc-4da0-8e22-b3d49abd2cf7),segment_id=35615c96-f8cc-4da0-8e22-b3d49abd2cf7)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:27:26.519947 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:26.605023 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=9c9f511f-7485-4073-b573-69e8be10b8f6,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:26.615971 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d5cb90-cd96-4925-a212-2c1fe79b6e79 admin admin] Network 82ed1879-fef1-481d-b55d-615a3c314f45 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:27:26.617134 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-70d5cb90-cd96-4925-a212-2c1fe79b6e79 admin admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:27:26.818521 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d5cb90-cd96-4925-a212-2c1fe79b6e79 admin admin] Router 463b90cc-22fb-46ac-93fd-f9023e4d29f8 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:27:26.879950 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-3cab8075-5ba1-439f-84ee-0a48288588f1 None None] Provisioning complete for port 245f58cc-64f2-4b17-b407-40d17378820b triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:27:26.880867 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3cab8075-5ba1-439f-84ee-0a48288588f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:26.946552 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-3cab8075-5ba1-439f-84ee-0a48288588f1 None None] Port 245f58cc-64f2-4b17-b407-40d17378820b cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:27:27.132456 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d5cb90-cd96-4925-a212-2c1fe79b6e79 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:27:27.142831 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-70d5cb90-cd96-4925-a212-2c1fe79b6e79 admin admin] 10.222.0.79 "PUT /v2.0/routers/463b90cc-22fb-46ac-93fd-f9023e4d29f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0554087 May 10 15:27:27.511737 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53744) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:27.517507 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-880cf4c8-3776-4116-a36f-943c430161b3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1668773377', 'description': 'tempest-secgroup-smoke-1668773377 description', 'project_id': '8d8c999df2844d67b770ae42f7dfa12a'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:27:27.524164 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-880cf4c8-3776-4116-a36f-943c430161b3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:27:27.528334 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-880cf4c8-3776-4116-a36f-943c430161b3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Usage tracker for resource:security_group and tenant:8d8c999df2844d67b770ae42f7dfa12a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:27:27.531436 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-880cf4c8-3776-4116-a36f-943c430161b3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:27:27.537562 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-880cf4c8-3776-4116-a36f-943c430161b3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:27:27.548545 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-880cf4c8-3776-4116-a36f-943c430161b3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:27.570688 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-880cf4c8-3776-4116-a36f-943c430161b3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:27:27.574831 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-880cf4c8-3776-4116-a36f-943c430161b3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Usage tracker for resource:security_group_rule and tenant:8d8c999df2844d67b770ae42f7dfa12a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:27:27.577759 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-880cf4c8-3776-4116-a36f-943c430161b3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:27:27.580073 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 413b4ae2-0139-4344-9e11-69151ffa676c up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:27:27.584617 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-880cf4c8-3776-4116-a36f-943c430161b3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:27:27.657814 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 413b4ae2-0139-4344-9e11-69151ffa676c triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:27:27.658324 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:27.662257 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-880cf4c8-3776-4116-a36f-943c430161b3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:27.667648 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-880cf4c8-3776-4116-a36f-943c430161b3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:27.711882 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cf4c8-3776-4116-a36f-943c430161b3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:27.717720 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-880cf4c8-3776-4116-a36f-943c430161b3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:27.722363 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-880cf4c8-3776-4116-a36f-943c430161b3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2062900 May 10 15:27:27.722651 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53748) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:27.730119 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-c7aafec6-d847-4fee-9967-a426d91c7a4c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Request body: {'security_group_rule': {'security_group_id': 'a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09', 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:27:27.737123 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-c7aafec6-d847-4fee-9967-a426d91c7a4c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:27:27.741269 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c7aafec6-d847-4fee-9967-a426d91c7a4c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Usage tracker for resource:security_group_rule and tenant:8d8c999df2844d67b770ae42f7dfa12a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:27:27.744229 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c7aafec6-d847-4fee-9967-a426d91c7a4c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:27:27.750004 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-c7aafec6-d847-4fee-9967-a426d91c7a4c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:27:27.767535 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c7aafec6-d847-4fee-9967-a426d91c7a4c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:27.786935 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 9c9f511f-7485-4073-b573-69e8be10b8f6 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:27:27.819008 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] Sync routers for ids ['463b90cc-22fb-46ac-93fd-f9023e4d29f8'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:27:27.835899 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c7aafec6-d847-4fee-9967-a426d91c7a4c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:27.839710 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c7aafec6-d847-4fee-9967-a426d91c7a4c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:27.877570 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aafec6-d847-4fee-9967-a426d91c7a4c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced39065-9ee0-42f9-bc44-cc78286a4f47,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:27.880028 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c7aafec6-d847-4fee-9967-a426d91c7a4c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:27.881388 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c7aafec6-d847-4fee-9967-a426d91c7a4c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1577067 May 10 15:27:27.884052 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 53752) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:27.887287 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] Routers {'463b90cc-22fb-46ac-93fd-f9023e4d29f8'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:27:27.887931 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:27:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['463b90cc-22fb-46ac-93fd-f9023e4d29f8'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:27.892233 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-33366b2b-9195-43b2-8f1e-bc77b9e60d1c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Request body: {'security_group_rule': {'security_group_id': 'a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09', 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:27:27.901048 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-33366b2b-9195-43b2-8f1e-bc77b9e60d1c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:27:27.905472 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-33366b2b-9195-43b2-8f1e-bc77b9e60d1c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Usage tracker for resource:security_group_rule and tenant:8d8c999df2844d67b770ae42f7dfa12a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:27:27.909505 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-33366b2b-9195-43b2-8f1e-bc77b9e60d1c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:27:27.916785 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-33366b2b-9195-43b2-8f1e-bc77b9e60d1c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:27:27.936632 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-33366b2b-9195-43b2-8f1e-bc77b9e60d1c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.003027 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-33366b2b-9195-43b2-8f1e-bc77b9e60d1c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.006699 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-33366b2b-9195-43b2-8f1e-bc77b9e60d1c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.033243 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33366b2b-9195-43b2-8f1e-bc77b9e60d1c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25823cae-5fd0-4326-86a5-37b865b94cfc,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:28.044148 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-33366b2b-9195-43b2-8f1e-bc77b9e60d1c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.048551 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-33366b2b-9195-43b2-8f1e-bc77b9e60d1c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1594188 May 10 15:27:28.048751 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 53756) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:28.054189 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-6bd7daa0-e7c4-4447-9dc9-ac5abbad5e4d tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Request body: {'security_group_rule': {'security_group_id': 'a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09', 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:27:28.059960 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6bd7daa0-e7c4-4447-9dc9-ac5abbad5e4d tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:27:28.060087 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 9c9f511f-7485-4073-b573-69e8be10b8f6 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:27:28.060456 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.064327 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6bd7daa0-e7c4-4447-9dc9-ac5abbad5e4d tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Usage tracker for resource:security_group_rule and tenant:8d8c999df2844d67b770ae42f7dfa12a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:27:28.067266 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-6bd7daa0-e7c4-4447-9dc9-ac5abbad5e4d tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:27:28.073286 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-6bd7daa0-e7c4-4447-9dc9-ac5abbad5e4d tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:27:28.090013 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6bd7daa0-e7c4-4447-9dc9-ac5abbad5e4d tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.123544 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] Set router 463b90cc-22fb-46ac-93fd-f9023e4d29f8 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:27:28.156061 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6bd7daa0-e7c4-4447-9dc9-ac5abbad5e4d tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.160300 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6bd7daa0-e7c4-4447-9dc9-ac5abbad5e4d tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.184265 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7daa0-e7c4-4447-9dc9-ac5abbad5e4d tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc49c1a5-a41f-49bd-a4ba-8309851466a5,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:28.193242 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-6bd7daa0-e7c4-4447-9dc9-ac5abbad5e4d tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.196937 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-6bd7daa0-e7c4-4447-9dc9-ac5abbad5e4d tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447647 May 10 15:27:28.197291 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 53760) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:28.202418 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-3b642b62-69f5-4ecf-83d6-605ab35c4ae6 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Request body: {'security_group_rule': {'security_group_id': 'a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09', 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:27:28.208715 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3b642b62-69f5-4ecf-83d6-605ab35c4ae6 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:27:28.212487 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3b642b62-69f5-4ecf-83d6-605ab35c4ae6 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Usage tracker for resource:security_group_rule and tenant:8d8c999df2844d67b770ae42f7dfa12a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:27:28.215296 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-3b642b62-69f5-4ecf-83d6-605ab35c4ae6 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:27:28.221627 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-3b642b62-69f5-4ecf-83d6-605ab35c4ae6 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:27:28.239364 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3b642b62-69f5-4ecf-83d6-605ab35c4ae6 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.305663 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3b642b62-69f5-4ecf-83d6-605ab35c4ae6 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.309336 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3b642b62-69f5-4ecf-83d6-605ab35c4ae6 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.333629 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b642b62-69f5-4ecf-83d6-605ab35c4ae6 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd02790-bd27-4d2b-be1f-b6bd757cfbc5,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:28.345301 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-3b642b62-69f5-4ecf-83d6-605ab35c4ae6 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.349065 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-3b642b62-69f5-4ecf-83d6-605ab35c4ae6 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1484091 May 10 15:27:28.349247 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 53764) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:28.354131 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-8a4c09df-4030-4492-95b6-95e29cd9533f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Request body: {'security_group_rule': {'security_group_id': 'a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09', 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:27:28.361004 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8a4c09df-4030-4492-95b6-95e29cd9533f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:27:28.364790 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8a4c09df-4030-4492-95b6-95e29cd9533f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Usage tracker for resource:security_group_rule and tenant:8d8c999df2844d67b770ae42f7dfa12a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:27:28.367607 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-8a4c09df-4030-4492-95b6-95e29cd9533f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:27:28.373254 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-8a4c09df-4030-4492-95b6-95e29cd9533f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:27:28.384550 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.securitygroups_db [None req-8a4c09df-4030-4492-95b6-95e29cd9533f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Project 8d8c999df2844d67b770ae42f7dfa12a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:27:28.391895 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4ed1ea52-983d-456f-ad14-eb7547fca257 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:27:28.392288 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8a4c09df-4030-4492-95b6-95e29cd9533f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.459012 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8a4c09df-4030-4492-95b6-95e29cd9533f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.464361 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8a4c09df-4030-4492-95b6-95e29cd9533f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.493109 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c09df-4030-4492-95b6-95e29cd9533f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9babc566-8e60-42d6-96b4-b54bd96a8215,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:28.501783 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-8a4c09df-4030-4492-95b6-95e29cd9533f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.503242 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-8a4c09df-4030-4492-95b6-95e29cd9533f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1530707 May 10 15:27:28.506005 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 53768) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:28.511520 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-c313e94b-6b06-4ec1-947a-5b91e035f4f9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Request body: {'security_group_rule': {'security_group_id': 'a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09', 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:27:28.517743 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-c313e94b-6b06-4ec1-947a-5b91e035f4f9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:27:28.521797 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c313e94b-6b06-4ec1-947a-5b91e035f4f9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Usage tracker for resource:security_group_rule and tenant:8d8c999df2844d67b770ae42f7dfa12a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:27:28.525438 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-c313e94b-6b06-4ec1-947a-5b91e035f4f9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:27:28.526847 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 4ed1ea52-983d-456f-ad14-eb7547fca257 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:27:28.532051 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-c313e94b-6b06-4ec1-947a-5b91e035f4f9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:27:28.534353 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 4ed1ea52-983d-456f-ad14-eb7547fca257 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:27:28.534781 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.545825 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-c313e94b-6b06-4ec1-947a-5b91e035f4f9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Project 8d8c999df2844d67b770ae42f7dfa12a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:27:28.553328 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c313e94b-6b06-4ec1-947a-5b91e035f4f9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.603757 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463b90cc-22fb-46ac-93fd-f9023e4d29f8', 'name': 'tempest-TestShelveInstance-528531713-router', 'tenant_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4ed1ea52-983d-456f-ad14-eb7547fca257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:21Z', 'updated_at': '2022-05-10T15:27:25Z', 'revision_number': 4, 'project_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'gw_port': {'id': '4ed1ea52-983d-456f-ad14-eb7547fca257', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:70:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463b90cc-22fb-46ac-93fd-f9023e4d29f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:22Z', 'updated_at': '2022-05-10T15:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '245f58cc-64f2-4b17-b407-40d17378820b', 'name': '', 'network_id': '82ed1879-fef1-481d-b55d-615a3c314f45', 'tenant_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'mac_address': 'fa:16:3e:dd:87:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463b90cc-22fb-46ac-93fd-f9023e4d29f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'eb0c4db9-0877-4419-846b-5960b16b4911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:25Z', 'updated_at': '2022-05-10T15:27:26Z', 'revision_number': 2, 'project_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'subnets': [{'id': 'eb0c4db9-0877-4419-846b-5960b16b4911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:28.613197 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] Checking router: 463b90cc-22fb-46ac-93fd-f9023e4d29f8 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:27:28.613545 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] Updating router 463b90cc-22fb-46ac-93fd-f9023e4d29f8 port 245f58cc-64f2-4b17-b407-40d17378820b binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:27:28.621361 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c313e94b-6b06-4ec1-947a-5b91e035f4f9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.624955 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c313e94b-6b06-4ec1-947a-5b91e035f4f9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.651045 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313e94b-6b06-4ec1-947a-5b91e035f4f9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25049101-ff7e-475b-8081-faf0e54de522,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:28.662451 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c313e94b-6b06-4ec1-947a-5b91e035f4f9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.663634 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c313e94b-6b06-4ec1-947a-5b91e035f4f9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1565845 May 10 15:27:28.717869 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.732691 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.794793 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 4ed1ea52-983d-456f-ad14-eb7547fca257, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=4ed1ea52-983d-456f-ad14-eb7547fca257,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:27:28.802717 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:28.832004 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-85584973-bf8c-4c54-9600-8a918f1a2152 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Synchronizing usage tracker for tenant:8d8c999df2844d67b770ae42f7dfa12a on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:27:28.850020 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-85584973-bf8c-4c54-9600-8a918f1a2152 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Unset dirty status for tenant:8d8c999df2844d67b770ae42f7dfa12a on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:27:28.851221 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-85584973-bf8c-4c54-9600-8a918f1a2152 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1668773377&fields=id&tenant_id=8d8c999df2844d67b770ae42f7dfa12a HTTP/1.1" status: 200 len: 267 time: 0.0622485 May 10 15:27:29.006161 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-3b39c526-ffe6-43ff-8a24-abceadbfa9e3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:29.006770 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-3b39c526-ffe6-43ff-8a24-abceadbfa9e3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Synchronizing usage tracker for tenant:8d8c999df2844d67b770ae42f7dfa12a on resource:network {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:27:29.009899 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=4ed1ea52-983d-456f-ad14-eb7547fca257,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:29.025248 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-3b39c526-ffe6-43ff-8a24-abceadbfa9e3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Unset dirty status for tenant:8d8c999df2844d67b770ae42f7dfa12a on resource:network {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:27:29.027366 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-3b39c526-ffe6-43ff-8a24-abceadbfa9e3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/networks?id=7d6dfd65-3c18-434e-bb49-048431f25d36 HTTP/1.1" status: 200 len: 809 time: 0.1696544 May 10 15:27:29.043736 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-557b4a76-58e1-4d83-9fd8-845e0dd137c0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/quotas/8d8c999df2844d67b770ae42f7dfa12a HTTP/1.1" status: 200 len: 375 time: 0.0097554 May 10 15:27:29.133255 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-7371bcd8-7df0-4bad-bbac-ff7cb07c6bbd tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Synchronizing usage tracker for tenant:8d8c999df2844d67b770ae42f7dfa12a on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:27:29.151402 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-7371bcd8-7df0-4bad-bbac-ff7cb07c6bbd tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Unset dirty status for tenant:8d8c999df2844d67b770ae42f7dfa12a on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:27:29.152787 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-7371bcd8-7df0-4bad-bbac-ff7cb07c6bbd tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8d8c999df2844d67b770ae42f7dfa12a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019344 May 10 15:27:29.157549 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:29.169686 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] Transition to ACTIVE for port object 245f58cc-64f2-4b17-b407-40d17378820b will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:27:29.176512 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:29.270288 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-ded068d9-3f75-46fa-ad69-972f15000326 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:27:29.271538 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-ded068d9-3f75-46fa-ad69-972f15000326 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1062000 May 10 15:27:29.309440 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776d07d-d9e0-4148-8309-9e5cf087e8dc None None] Pushing event updated for resources: {'Port': ['ID=245f58cc-64f2-4b17-b407-40d17378820b,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:29.421794 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-40699b0e-5c37-4a60-a336-3fa108f175fd service neutron] 10.222.0.79 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431394 May 10 15:27:29.448940 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] Attempting to bind port 245f58cc-64f2-4b17-b407-40d17378820b on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:27:29.449309 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] Attempting to bind port 245f58cc-64f2-4b17-b407-40d17378820b by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '35615c96-f8cc-4da0-8e22-b3d49abd2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '82ed1879-fef1-481d-b55d-615a3c314f45'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:27:29.449672 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] Attempting to bind port 245f58cc-64f2-4b17-b407-40d17378820b on network 82ed1879-fef1-481d-b55d-615a3c314f45 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:27:29.455199 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:27:29.455574 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] Checking segment: {'id': '35615c96-f8cc-4da0-8e22-b3d49abd2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '82ed1879-fef1-481d-b55d-615a3c314f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:27:29.455973 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:29.456361 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] Bound using segment: {'id': '35615c96-f8cc-4da0-8e22-b3d49abd2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '82ed1879-fef1-481d-b55d-615a3c314f45'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:27:29.457102 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] Bound port: 245f58cc-64f2-4b17-b407-40d17378820b, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35615c96-f8cc-4da0-8e22-b3d49abd2cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '82ed1879-fef1-481d-b55d-615a3c314f45'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:27:29.457247 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:29.517806 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4ed1ea52-983d-456f-ad14-eb7547fca257 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:27:29.559972 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-b8b104a2-6fc1-4740-b44c-395a2f153683 service neutron] 10.222.0.79 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328444 May 10 15:27:29.623954 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] For port 245f58cc-64f2-4b17-b407-40d17378820b, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:27:29.628410 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] For port 245f58cc-64f2-4b17-b407-40d17378820b, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=245f58cc-64f2-4b17-b407-40d17378820b,segment=NetworkSegment(35615c96-f8cc-4da0-8e22-b3d49abd2cf7),segment_id=35615c96-f8cc-4da0-8e22-b3d49abd2cf7)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:27:29.633869 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:29.668915 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 4ed1ea52-983d-456f-ad14-eb7547fca257 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:27:29.669286 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:29.769392 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] Routers {'463b90cc-22fb-46ac-93fd-f9023e4d29f8'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:27:29.769955 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:27:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['463b90cc-22fb-46ac-93fd-f9023e4d29f8'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:29.770986 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fd72c63d-1483-4d4c-bd26-6e3124706d8f req-05c3caac-7b31-444e-9f23-38f388ed3644 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 210 time: 0.0596950 May 10 15:27:29.838148 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776d07d-d9e0-4148-8309-9e5cf087e8dc None None] Pushing event updated for resources: {'Port': ['ID=245f58cc-64f2-4b17-b407-40d17378820b,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:30.015675 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] Set router 463b90cc-22fb-46ac-93fd-f9023e4d29f8 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:27:30.335137 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463b90cc-22fb-46ac-93fd-f9023e4d29f8', 'name': 'tempest-TestShelveInstance-528531713-router', 'tenant_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4ed1ea52-983d-456f-ad14-eb7547fca257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:21Z', 'updated_at': '2022-05-10T15:27:25Z', 'revision_number': 4, 'project_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'gw_port': {'id': '4ed1ea52-983d-456f-ad14-eb7547fca257', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:70:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463b90cc-22fb-46ac-93fd-f9023e4d29f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:22Z', 'updated_at': '2022-05-10T15:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '245f58cc-64f2-4b17-b407-40d17378820b', 'name': '', 'network_id': '82ed1879-fef1-481d-b55d-615a3c314f45', 'tenant_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'mac_address': 'fa:16:3e:dd:87:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463b90cc-22fb-46ac-93fd-f9023e4d29f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'eb0c4db9-0877-4419-846b-5960b16b4911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:25Z', 'updated_at': '2022-05-10T15:27:29Z', 'revision_number': 4, 'project_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'subnets': [{'id': 'eb0c4db9-0877-4419-846b-5960b16b4911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:30.339259 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7ed83-0e55-41d7-8080-84fd64240ddb None None] The sync data for ids ['463b90cc-22fb-46ac-93fd-f9023e4d29f8'] in dv-neutron-841204-2-hyperv is: [{'id': '463b90cc-22fb-46ac-93fd-f9023e4d29f8', 'name': 'tempest-TestShelveInstance-528531713-router', 'tenant_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4ed1ea52-983d-456f-ad14-eb7547fca257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:21Z', 'updated_at': '2022-05-10T15:27:25Z', 'revision_number': 4, 'project_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'gw_port': {'id': '4ed1ea52-983d-456f-ad14-eb7547fca257', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:70:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463b90cc-22fb-46ac-93fd-f9023e4d29f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:22Z', 'updated_at': '2022-05-10T15:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '245f58cc-64f2-4b17-b407-40d17378820b', 'name': '', 'network_id': '82ed1879-fef1-481d-b55d-615a3c314f45', 'tenant_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'mac_address': 'fa:16:3e:dd:87:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '463b90cc-22fb-46ac-93fd-f9023e4d29f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'eb0c4db9-0877-4419-846b-5960b16b4911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:25Z', 'updated_at': '2022-05-10T15:27:29Z', 'revision_number': 4, 'project_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'subnets': [{'id': 'eb0c4db9-0877-4419-846b-5960b16b4911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:27:30.939315 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6727b97d-defb-4252-8efa-9b1e3ba7e2df req-d77ef3cb-42ee-4823-8a46-4d0a66e1b627 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 210 time: 0.0478525 May 10 15:27:31.068963 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-24b88ecc-d362-4a40-bfa4-834a25ed21b8 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:31.071260 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-24b88ecc-d362-4a40-bfa4-834a25ed21b8 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.86 "GET /v2.0/networks?id=7d6dfd65-3c18-434e-bb49-048431f25d36 HTTP/1.1" status: 200 len: 809 time: 0.2122626 May 10 15:27:31.136901 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-ddeb9088-86de-4527-b866-72907db0c9b8 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d8c999df2844d67b770ae42f7dfa12a HTTP/1.1" status: 200 len: 380 time: 0.0451057 May 10 15:27:31.151716 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-dc5d7ec3-03c3-4179-96fa-296fa37469e9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Request body: {'port': {'device_id': 'e17e272e-a8f9-495a-af3d-80117b0fc141', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'admin_state_up': True, 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'security_groups': ['a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:27:31.291974 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-dc5d7ec3-03c3-4179-96fa-296fa37469e9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:27:31.302560 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-dc5d7ec3-03c3-4179-96fa-296fa37469e9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:27:31.312261 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-dc5d7ec3-03c3-4179-96fa-296fa37469e9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Made reservation on behalf of 8d8c999df2844d67b770ae42f7dfa12a for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:27:31.315934 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-dc5d7ec3-03c3-4179-96fa-296fa37469e9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:31.515436 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 245f58cc-64f2-4b17-b407-40d17378820b up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:27:31.582317 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-dc5d7ec3-03c3-4179-96fa-296fa37469e9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Allocated IP 172.20.0.7 (7d6dfd65-3c18-434e-bb49-048431f25d36/f5d254b7-c73a-499f-9994-31ef4f355667/05e524dc-f736-43fa-b8c6-4901746c32be) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:27:31.589035 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 245f58cc-64f2-4b17-b407-40d17378820b completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:27:31.594676 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 245f58cc-64f2-4b17-b407-40d17378820b triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:27:31.595148 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:31.716552 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:31.748855 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 245f58cc-64f2-4b17-b407-40d17378820b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=245f58cc-64f2-4b17-b407-40d17378820b,segment=NetworkSegment(35615c96-f8cc-4da0-8e22-b3d49abd2cf7),segment_id=35615c96-f8cc-4da0-8e22-b3d49abd2cf7)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:27:31.753693 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:31.777029 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-dc5d7ec3-03c3-4179-96fa-296fa37469e9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:31.794379 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-dc5d7ec3-03c3-4179-96fa-296fa37469e9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Transition to ACTIVE for port object 05e524dc-f736-43fa-b8c6-4901746c32be will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:27:31.820318 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-dc5d7ec3-03c3-4179-96fa-296fa37469e9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:31.831559 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=245f58cc-64f2-4b17-b407-40d17378820b,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:31.895322 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-dc5d7ec3-03c3-4179-96fa-296fa37469e9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Network 7d6dfd65-3c18-434e-bb49-048431f25d36 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:27:31.898762 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-dc5d7ec3-03c3-4179-96fa-296fa37469e9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:27:31.902570 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-dc5d7ec3-03c3-4179-96fa-296fa37469e9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:27:31.933838 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d7ec3-03c3-4179-96fa-296fa37469e9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event updated for resources: {'Port': ['ID=05e524dc-f736-43fa-b8c6-4901746c32be,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:31.971432 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-dc5d7ec3-03c3-4179-96fa-296fa37469e9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:31.972005 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-dc5d7ec3-03c3-4179-96fa-296fa37469e9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:32.003593 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-dc5d7ec3-03c3-4179-96fa-296fa37469e9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8558934 May 10 15:27:32.072432 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-546ab2ee-f5c6-4a5b-9240-9d39e8e7e837 service neutron] Request body: {'port': {'device_id': 'e17e272e-a8f9-495a-af3d-80117b0fc141', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:27:32.119902 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-92f6357d-25bf-40c1-9d44-118943a91f1b None None] Provisioning for port 05e524dc-f736-43fa-b8c6-4901746c32be completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:27:32.126245 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-92f6357d-25bf-40c1-9d44-118943a91f1b None None] Provisioning complete for port 05e524dc-f736-43fa-b8c6-4901746c32be triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:27:32.126687 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-92f6357d-25bf-40c1-9d44-118943a91f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:32.154831 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8edc30-4060-40ae-bdc0-9a0264bd3edd req-40d9e448-1237-41b0-9f56-0671e28b7a39 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:32.157040 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1f8edc30-4060-40ae-bdc0-9a0264bd3edd req-40d9e448-1237-41b0-9f56-0671e28b7a39 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 931 time: 0.0966980 May 10 15:27:32.210018 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-92f6357d-25bf-40c1-9d44-118943a91f1b None None] Port 05e524dc-f736-43fa-b8c6-4901746c32be cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:27:32.212300 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1f8edc30-4060-40ae-bdc0-9a0264bd3edd req-14c856bb-81a9-4b96-bdb1-8e7a02caf06c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495679 May 10 15:27:32.229773 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-546ab2ee-f5c6-4a5b-9240-9d39e8e7e837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:32.625951 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-546ab2ee-f5c6-4a5b-9240-9d39e8e7e837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e524dc-f736-43fa-b8c6-4901746c32be {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:27:32.633394 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-546ab2ee-f5c6-4a5b-9240-9d39e8e7e837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:32.648808 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-546ab2ee-f5c6-4a5b-9240-9d39e8e7e837 service neutron] Transition to ACTIVE for port object 05e524dc-f736-43fa-b8c6-4901746c32be will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:27:32.652906 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-546ab2ee-f5c6-4a5b-9240-9d39e8e7e837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:32.834368 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ab2ee-f5c6-4a5b-9240-9d39e8e7e837 service neutron] Pushing event updated for resources: {'Port': ['ID=05e524dc-f736-43fa-b8c6-4901746c32be,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:32.934323 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-546ab2ee-f5c6-4a5b-9240-9d39e8e7e837 service neutron] Attempting to bind port 05e524dc-f736-43fa-b8c6-4901746c32be on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:27:32.934883 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-546ab2ee-f5c6-4a5b-9240-9d39e8e7e837 service neutron] Attempting to bind port 05e524dc-f736-43fa-b8c6-4901746c32be by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '5dec50f6-e6ca-460e-8e83-73abd34811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:27:32.935401 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-546ab2ee-f5c6-4a5b-9240-9d39e8e7e837 service neutron] Attempting to bind port 05e524dc-f736-43fa-b8c6-4901746c32be on network 7d6dfd65-3c18-434e-bb49-048431f25d36 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:27:32.942324 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-546ab2ee-f5c6-4a5b-9240-9d39e8e7e837 service neutron] Port 05e524dc-f736-43fa-b8c6-4901746c32be on network 7d6dfd65-3c18-434e-bb49-048431f25d36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:27:32.942685 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-546ab2ee-f5c6-4a5b-9240-9d39e8e7e837 service neutron] Attempting to bind port 05e524dc-f736-43fa-b8c6-4901746c32be on network 7d6dfd65-3c18-434e-bb49-048431f25d36 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:27:32.948869 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-546ab2ee-f5c6-4a5b-9240-9d39e8e7e837 service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:27:32.949193 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-546ab2ee-f5c6-4a5b-9240-9d39e8e7e837 service neutron] Checking segment: {'id': '5dec50f6-e6ca-460e-8e83-73abd34811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:27:32.949565 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-546ab2ee-f5c6-4a5b-9240-9d39e8e7e837 service neutron] Bound using segment: {'id': '5dec50f6-e6ca-460e-8e83-73abd34811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:27:32.949981 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-546ab2ee-f5c6-4a5b-9240-9d39e8e7e837 service neutron] Bound port: 05e524dc-f736-43fa-b8c6-4901746c32be, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dec50f6-e6ca-460e-8e83-73abd34811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:27:32.950317 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-546ab2ee-f5c6-4a5b-9240-9d39e8e7e837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:33.063087 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-546ab2ee-f5c6-4a5b-9240-9d39e8e7e837 service neutron] For port 05e524dc-f736-43fa-b8c6-4901746c32be, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:27:33.066823 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-546ab2ee-f5c6-4a5b-9240-9d39e8e7e837 service neutron] For port 05e524dc-f736-43fa-b8c6-4901746c32be, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=05e524dc-f736-43fa-b8c6-4901746c32be,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:27:33.071125 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-546ab2ee-f5c6-4a5b-9240-9d39e8e7e837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:33.138620 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-546ab2ee-f5c6-4a5b-9240-9d39e8e7e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:33.139642 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-546ab2ee-f5c6-4a5b-9240-9d39e8e7e837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:33.142342 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-546ab2ee-f5c6-4a5b-9240-9d39e8e7e837 service neutron] 10.222.0.86 "PUT /v2.0/ports/05e524dc-f736-43fa-b8c6-4901746c32be HTTP/1.1" status: 200 len: 1093 time: 1.1301975 May 10 15:27:33.142814 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17e272e-a8f9-495a-af3d-80117b0fc141', 'tag': '05e524dc-f736-43fa-b8c6-4901746c32be'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:27:33.166547 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ab2ee-f5c6-4a5b-9240-9d39e8e7e837 service neutron] Pushing event updated for resources: {'Port': ['ID=05e524dc-f736-43fa-b8c6-4901746c32be,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:33.232427 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e60336-edf6-4c42-8ac1-da4a4e8db77c'] response: {'name': 'network-changed', 'server_uuid': 'e17e272e-a8f9-495a-af3d-80117b0fc141', 'tag': '05e524dc-f736-43fa-b8c6-4901746c32be', 'status': 'completed', 'code': 200} May 10 15:27:33.278151 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-1bf3c678-dadd-4f86-949b-de7d673d6312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:33.279682 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-1bf3c678-dadd-4f86-949b-de7d673d6312 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d8c999df2844d67b770ae42f7dfa12a&device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 1096 time: 0.0902145 May 10 15:27:33.356230 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-3a449a26-a172-438a-85bd-6c33455e1440 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05e524dc-f736-43fa-b8c6-4901746c32be HTTP/1.1" status: 200 len: 217 time: 0.0643561 May 10 15:27:33.409390 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766a4d4-0cae-454b-8aeb-27e7ca14e859 req-eaf09516-4181-460b-b5a6-7ca94857b83b tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:33.410839 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0766a4d4-0cae-454b-8aeb-27e7ca14e859 req-eaf09516-4181-460b-b5a6-7ca94857b83b tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 943 time: 0.0830479 May 10 15:27:33.428874 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-7978d21c-a271-4501-91dc-9d0ed49a093a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:33.430305 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-7978d21c-a271-4501-91dc-9d0ed49a093a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5d254b7-c73a-499f-9994-31ef4f355667 HTTP/1.1" status: 200 len: 848 time: 0.0647049 May 10 15:27:33.457983 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0766a4d4-0cae-454b-8aeb-27e7ca14e859 req-48e692d2-9fee-45c4-af43-d0fcceb54930 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414679 May 10 15:27:33.503046 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 245f58cc-64f2-4b17-b407-40d17378820b up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:27:33.516645 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-0ec71465-72be-445f-a22f-f0391415eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:33.518113 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-0ec71465-72be-445f-a22f-f0391415eb8b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7d6dfd65-3c18-434e-bb49-048431f25d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737202 May 10 15:27:33.571902 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 245f58cc-64f2-4b17-b407-40d17378820b triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:27:33.572265 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:33.656000 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-6c42313a-aaae-4005-914d-ac0bd94d7b14 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277311 May 10 15:27:33.882810 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c1f16951-157d-4386-ba9d-1887dc5bfd7c req-8b1aa648-0693-4326-bc82-3f92dcc8c2b0 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164996 May 10 15:27:34.006251 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027819d7-61b3-419d-980a-f3e90fd9850e req-83d9503f-95b8-44ee-926e-443559b8d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:34.007762 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-027819d7-61b3-419d-980a-f3e90fd9850e req-83d9503f-95b8-44ee-926e-443559b8d4f4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d8c999df2844d67b770ae42f7dfa12a&device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 1096 time: 0.0740211 May 10 15:27:34.139766 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027819d7-61b3-419d-980a-f3e90fd9850e req-4d472ff5-998c-43dd-a6de-28249a61398d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:34.141829 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-027819d7-61b3-419d-980a-f3e90fd9850e req-4d472ff5-998c-43dd-a6de-28249a61398d service neutron] 10.222.0.86 "GET /v2.0/networks?id=7d6dfd65-3c18-434e-bb49-048431f25d36 HTTP/1.1" status: 200 len: 910 time: 0.1268756 May 10 15:27:34.214271 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-027819d7-61b3-419d-980a-f3e90fd9850e req-951aec4d-a101-4055-8230-24eb0047ce2d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05e524dc-f736-43fa-b8c6-4901746c32be HTTP/1.1" status: 200 len: 217 time: 0.0637109 May 10 15:27:34.277302 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027819d7-61b3-419d-980a-f3e90fd9850e req-f5c50005-d0d4-4c7f-9bba-d9b6f734c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:34.278753 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-027819d7-61b3-419d-980a-f3e90fd9850e req-f5c50005-d0d4-4c7f-9bba-d9b6f734c41b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5d254b7-c73a-499f-9994-31ef4f355667 HTTP/1.1" status: 200 len: 848 time: 0.0583739 May 10 15:27:34.354380 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027819d7-61b3-419d-980a-f3e90fd9850e req-2ad8105d-e562-4975-aab1-5ed6bfa60b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:34.355835 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-027819d7-61b3-419d-980a-f3e90fd9850e req-2ad8105d-e562-4975-aab1-5ed6bfa60b1e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7d6dfd65-3c18-434e-bb49-048431f25d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695319 May 10 15:27:34.492406 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-027819d7-61b3-419d-980a-f3e90fd9850e req-12fb10b6-1b90-4929-95f8-f591b071bfe8 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272919 May 10 15:27:34.627372 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-027819d7-61b3-419d-980a-f3e90fd9850e req-00906ff3-c49c-49e7-b861-78b193f161ef service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277845 May 10 15:27:34.652665 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ee701-caeb-4da1-b29f-fb1823cea0dc req-3c0a30e7-167e-48c7-abb1-e03f001c2c06 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:34.654137 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-785ee701-caeb-4da1-b29f-fb1823cea0dc req-3c0a30e7-167e-48c7-abb1-e03f001c2c06 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 943 time: 0.0853858 May 10 15:27:34.699728 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-785ee701-caeb-4da1-b29f-fb1823cea0dc req-cf90e7ee-5c81-4190-8d10-b173e95f9d21 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383599 May 10 15:27:35.821397 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 05e524dc-f736-43fa-b8c6-4901746c32be details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:27:35.891165 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e18f76-ca10-4ae4-9af6-f394bce4f00e req-cac61173-b0a9-452e-9b7f-4c68c8df4e33 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:35.892900 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-23e18f76-ca10-4ae4-9af6-f394bce4f00e req-cac61173-b0a9-452e-9b7f-4c68c8df4e33 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 943 time: 0.0853574 May 10 15:27:35.939422 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-23e18f76-ca10-4ae4-9af6-f394bce4f00e req-7e338b4e-cb63-4024-a8d7-073c7a53a5c7 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408008 May 10 15:27:35.956968 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 05e524dc-f736-43fa-b8c6-4901746c32be, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=05e524dc-f736-43fa-b8c6-4901746c32be,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:27:35.969862 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '05e524dc-f736-43fa-b8c6-4901746c32be', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'port_id': '05e524dc-f736-43fa-b8c6-4901746c32be', 'mac_address': 'fa:16:3e:cb:92:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:27:36.024171 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:36.043490 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e524dc-f736-43fa-b8c6-4901746c32be {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:27:36.059165 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 05e524dc-f736-43fa-b8c6-4901746c32be, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=05e524dc-f736-43fa-b8c6-4901746c32be,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:27:36.063154 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:36.129737 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=05e524dc-f736-43fa-b8c6-4901746c32be,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:36.317810 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['05e524dc-f736-43fa-b8c6-4901746c32be'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:27:37.125736 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e0d85-b238-459e-9b12-7c06db66a2ca req-a5d5d5ec-962d-411c-9e3e-705a63b6f92c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:37.127492 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-448e0d85-b238-459e-9b12-7c06db66a2ca req-a5d5d5ec-962d-411c-9e3e-705a63b6f92c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 944 time: 0.0840373 May 10 15:27:37.175887 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-448e0d85-b238-459e-9b12-7c06db66a2ca req-513c34ba-1f00-4ebb-be05-280f7f22bd27 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427642 May 10 15:27:37.822981 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 05e524dc-f736-43fa-b8c6-4901746c32be up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:27:37.892921 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port 05e524dc-f736-43fa-b8c6-4901746c32be completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:27:37.897549 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 05e524dc-f736-43fa-b8c6-4901746c32be triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:27:37.897919 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:38.013736 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:38.040381 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17e272e-a8f9-495a-af3d-80117b0fc141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e524dc-f736-43fa-b8c6-4901746c32be'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:27:38.050840 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 05e524dc-f736-43fa-b8c6-4901746c32be, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=05e524dc-f736-43fa-b8c6-4901746c32be,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:27:38.054868 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:38.088598 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e507f924-217d-4fe2-9b3d-dc7f427d464d'] response: {'server_uuid': 'e17e272e-a8f9-495a-af3d-80117b0fc141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e524dc-f736-43fa-b8c6-4901746c32be', 'code': 200} May 10 15:27:38.126512 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=05e524dc-f736-43fa-b8c6-4901746c32be,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:38.325228 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a84408-e061-4557-b7b4-20783752f7ca req-1ea4e731-e77a-4f79-833e-c8cffa54c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:38.327882 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-63a84408-e061-4557-b7b4-20783752f7ca req-1ea4e731-e77a-4f79-833e-c8cffa54c1c8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 1098 time: 0.0766239 May 10 15:27:38.360832 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d318c71-0dc2-4816-b285-33e95d364497 req-0dbdcad8-f8f4-457e-a001-31865cebf70e tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:38.362194 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1d318c71-0dc2-4816-b285-33e95d364497 req-0dbdcad8-f8f4-457e-a001-31865cebf70e tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 945 time: 0.0815856 May 10 15:27:38.376895 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-63a84408-e061-4557-b7b4-20783752f7ca req-fffcd626-6991-4985-818c-9cd363648796 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374281 May 10 15:27:38.503054 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1d318c71-0dc2-4816-b285-33e95d364497 req-1516eecb-d24f-4c3f-8147-2aa9a79e91e4 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344690 May 10 15:27:39.835788 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72d8d2-eb98-4d33-ad78-be1e48043fd5 req-52e58c21-ec2e-4e09-9bd5-526bb091e316 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:39.837245 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4b72d8d2-eb98-4d33-ad78-be1e48043fd5 req-52e58c21-ec2e-4e09-9bd5-526bb091e316 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 945 time: 0.0827367 May 10 15:27:39.882156 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4b72d8d2-eb98-4d33-ad78-be1e48043fd5 req-1c3ba2f8-ac47-4f24-b352-672415e1dad0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393305 May 10 15:27:40.071725 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34528ec-f253-4409-aed1-f5202bcc518b req-fdcbe4d4-acc3-4d3f-93b9-230261542736 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:40.073161 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c34528ec-f253-4409-aed1-f5202bcc518b req-fdcbe4d4-acc3-4d3f-93b9-230261542736 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 945 time: 0.0822661 May 10 15:27:40.117425 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c34528ec-f253-4409-aed1-f5202bcc518b req-70d97733-2016-442e-bf80-29f63cc03c45 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386395 May 10 15:27:40.139823 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 53824) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:40.252985 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955b2e80-9725-4058-b0f6-88183d04d572 tempest-TestShelveInstance-1582371084 tempest-TestShelveInstance-1582371084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:40.254474 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-955b2e80-9725-4058-b0f6-88183d04d572 tempest-TestShelveInstance-1582371084 tempest-TestShelveInstance-1582371084-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 1093 time: 0.1136520 May 10 15:27:40.257440 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 53830) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:27:40.262253 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': '05e524dc-f736-43fa-b8c6-4901746c32be', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:27:40.269146 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:27:40.272919 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Usage tracker for resource:floatingip and tenant:8d8c999df2844d67b770ae42f7dfa12a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:27:40.275940 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:27:40.281897 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:27:40.292282 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for floatingip, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:40.324619 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:27:40.429347 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:40.567344 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Allocated IP 172.26.0.190 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/1c2a6783-fdf4-467c-a529-588612c4639e) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:27:40.713240 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:40.744601 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:40.810250 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:27:40.813814 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:27:40.817267 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:27:40.861834 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event updated for resources: {'Port': ['ID=1c2a6783-fdf4-467c-a529-588612c4639e,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:41.319731 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:41.394168 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:41.597182 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:41.601373 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:41.713333 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event updated for resources: {'Port': ['ID=1c2a6783-fdf4-467c-a529-588612c4639e,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:27:41.721897 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:41.891202 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Floating IP f107f682-76f7-4dfb-9924-c967082fc67a associated. External IP: 172.26.0.190, port: 05e524dc-f736-43fa-b8c6-4901746c32be. May 10 15:27:42.243761 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Router 2d74e2f0-ccc1-4526-9f45-3949c575785a has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:27:42.527428 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:27:42.538192 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1b24d7-8f13-4cb4-a100-9ef994acb331 None None] Sync routers for ids ['2d74e2f0-ccc1-4526-9f45-3949c575785a'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:27:42.547859 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1b24d7-8f13-4cb4-a100-9ef994acb331 None None] Routers {'2d74e2f0-ccc1-4526-9f45-3949c575785a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:27:42.548814 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-0c1b24d7-8f13-4cb4-a100-9ef994acb331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:27:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2d74e2f0-ccc1-4526-9f45-3949c575785a'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:42.552479 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:42.610448 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-11be5434-c58d-460a-ae8a-ea56d3c37146 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3518813 May 10 15:27:42.611280 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17e272e-a8f9-495a-af3d-80117b0fc141', 'tag': '05e524dc-f736-43fa-b8c6-4901746c32be'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:27:42.655393 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93f7be58-072f-4d00-b279-b74b04497dd6'] response: {'name': 'network-changed', 'server_uuid': 'e17e272e-a8f9-495a-af3d-80117b0fc141', 'tag': '05e524dc-f736-43fa-b8c6-4901746c32be', 'status': 'completed', 'code': 200} May 10 15:27:42.728530 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-0c1b24d7-8f13-4cb4-a100-9ef994acb331 None None] Set router 2d74e2f0-ccc1-4526-9f45-3949c575785a gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:27:42.748536 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff24b86-9082-42b2-8896-553f9d2f6af5 req-3dd5855b-c707-4e97-8e4a-780d98d49960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:42.750480 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5ff24b86-9082-42b2-8896-553f9d2f6af5 req-3dd5855b-c707-4e97-8e4a-780d98d49960 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d8c999df2844d67b770ae42f7dfa12a&device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 1098 time: 0.0710852 May 10 15:27:42.885321 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff24b86-9082-42b2-8896-553f9d2f6af5 req-b94fe5ef-00e1-4f6c-ab5a-f2b2cdc60540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:42.886811 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5ff24b86-9082-42b2-8896-553f9d2f6af5 req-b94fe5ef-00e1-4f6c-ab5a-f2b2cdc60540 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7d6dfd65-3c18-434e-bb49-048431f25d36 HTTP/1.1" status: 200 len: 910 time: 0.1309495 May 10 15:27:42.992425 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5ff24b86-9082-42b2-8896-553f9d2f6af5 req-9f124a47-54bf-41d4-bd62-396b6351db63 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05e524dc-f736-43fa-b8c6-4901746c32be HTTP/1.1" status: 200 len: 999 time: 0.0995646 May 10 15:27:43.056550 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff24b86-9082-42b2-8896-553f9d2f6af5 req-69cf32aa-bd5e-4eb6-aea8-373b23258052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:43.057978 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5ff24b86-9082-42b2-8896-553f9d2f6af5 req-69cf32aa-bd5e-4eb6-aea8-373b23258052 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5d254b7-c73a-499f-9994-31ef4f355667 HTTP/1.1" status: 200 len: 848 time: 0.0601654 May 10 15:27:43.076979 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-0c1b24d7-8f13-4cb4-a100-9ef994acb331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'name': 'tempest-TestShelveInstance-1872896078-router', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:19Z', 'revision_number': 4, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'gw_port': {'id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'f107f682-76f7-4dfb-9924-c967082fc67a', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'floating_ip_address': '172.26.0.190', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'port_id': '05e524dc-f736-43fa-b8c6-4901746c32be', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'mac_address': 'fa:16:3e:cb:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17e272e-a8f9-495a-af3d-80117b0fc141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:27:41Z', 'updated_at': '2022-05-10T15:27:41Z', 'revision_number': 0, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '413b4ae2-0139-4344-9e11-69151ffa676c', 'name': '', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'mac_address': 'fa:16:3e:ad:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:18Z', 'updated_at': '2022-05-10T15:27:26Z', 'revision_number': 5, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'subnets': [{'id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:43.080874 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1b24d7-8f13-4cb4-a100-9ef994acb331 None None] Checking router: 2d74e2f0-ccc1-4526-9f45-3949c575785a for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:27:43.089105 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1b24d7-8f13-4cb4-a100-9ef994acb331 None None] Routers {'2d74e2f0-ccc1-4526-9f45-3949c575785a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:27:43.089693 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-0c1b24d7-8f13-4cb4-a100-9ef994acb331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:27:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2d74e2f0-ccc1-4526-9f45-3949c575785a'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:43.140303 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff24b86-9082-42b2-8896-553f9d2f6af5 req-37ac67f4-a8a9-4626-bcf7-ae9f84a89715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:27:43.142260 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5ff24b86-9082-42b2-8896-553f9d2f6af5 req-37ac67f4-a8a9-4626-bcf7-ae9f84a89715 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7d6dfd65-3c18-434e-bb49-048431f25d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783503 May 10 15:27:43.263972 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-0c1b24d7-8f13-4cb4-a100-9ef994acb331 None None] Set router 2d74e2f0-ccc1-4526-9f45-3949c575785a gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:27:43.277654 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5ff24b86-9082-42b2-8896-553f9d2f6af5 req-a942eb12-edaf-48d5-843c-c7484e4bd556 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290340 May 10 15:27:43.409120 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-5ff24b86-9082-42b2-8896-553f9d2f6af5 req-ced15c60-b3a5-4905-aa2b-54a4d969ced1 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253939 May 10 15:27:43.606786 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-0c1b24d7-8f13-4cb4-a100-9ef994acb331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'name': 'tempest-TestShelveInstance-1872896078-router', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:19Z', 'revision_number': 4, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'gw_port': {'id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'f107f682-76f7-4dfb-9924-c967082fc67a', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'floating_ip_address': '172.26.0.190', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'port_id': '05e524dc-f736-43fa-b8c6-4901746c32be', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'mac_address': 'fa:16:3e:cb:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17e272e-a8f9-495a-af3d-80117b0fc141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:27:41Z', 'updated_at': '2022-05-10T15:27:41Z', 'revision_number': 0, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '413b4ae2-0139-4344-9e11-69151ffa676c', 'name': '', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'mac_address': 'fa:16:3e:ad:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:18Z', 'updated_at': '2022-05-10T15:27:26Z', 'revision_number': 5, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'subnets': [{'id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:27:43.611542 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1b24d7-8f13-4cb4-a100-9ef994acb331 None None] The sync data for ids ['2d74e2f0-ccc1-4526-9f45-3949c575785a'] in dv-neutron-841204-2-hyperv is: [{'id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'name': 'tempest-TestShelveInstance-1872896078-router', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:19Z', 'revision_number': 4, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'gw_port': {'id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'f107f682-76f7-4dfb-9924-c967082fc67a', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'floating_ip_address': '172.26.0.190', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'port_id': '05e524dc-f736-43fa-b8c6-4901746c32be', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1807, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'mac_address': 'fa:16:3e:cb:92:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17e272e-a8f9-495a-af3d-80117b0fc141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:27:41Z', 'updated_at': '2022-05-10T15:27:41Z', 'revision_number': 0, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '413b4ae2-0139-4344-9e11-69151ffa676c', 'name': '', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'mac_address': 'fa:16:3e:ad:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:18Z', 'updated_at': '2022-05-10T15:27:26Z', 'revision_number': 5, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'subnets': [{'id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:27:43.789683 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71bae27-aed5-45a5-8f4c-e3ac20744c62 None None] New status for floating IP f107f682-76f7-4dfb-9924-c967082fc67a: ACTIVE {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:27:50.173783 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-43010f09-5dd3-42ba-858b-d7c3c17e25c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:52.486550 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1510dbb2-1290-4ffb-9d99-0e354ba29120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:53.358379 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:53.432731 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:53.551358 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:27:55.035142 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:02.038337 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [req-61c3bea6-3828-4898-a072-5aa2af2998d7 req-46d96cf8-ac39-44ce-8ab3-b825c8685c67 service neutron] (88052) timed out ('10.222.0.79', 49626) {{(pid=88052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 15:28:17.324624 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:28:20.176198 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f7121fd8-8350-4171-9002-80b42d2dee11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:22.489697 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-91c2bd1e-5d94-4f9d-8260-c672a57e463b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:23.359696 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:23.434698 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:23.564511 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:25.036451 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:36.841385 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-aeda0928-6130-46d9-b73c-fb3b17178835 req-50519794-f8f7-4649-b44f-7b56ed471d70 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693898 May 10 15:28:36.986442 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda0928-6130-46d9-b73c-fb3b17178835 req-3df6190d-0519-47b9-9899-0db0fbcef12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:28:36.987912 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-aeda0928-6130-46d9-b73c-fb3b17178835 req-3df6190d-0519-47b9-9899-0db0fbcef12f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d8c999df2844d67b770ae42f7dfa12a&device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 1098 time: 0.0701473 May 10 15:28:37.133605 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda0928-6130-46d9-b73c-fb3b17178835 req-879c52b2-9206-46e8-af35-5056654b5be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:28:37.134999 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-aeda0928-6130-46d9-b73c-fb3b17178835 req-879c52b2-9206-46e8-af35-5056654b5be2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7d6dfd65-3c18-434e-bb49-048431f25d36 HTTP/1.1" status: 200 len: 910 time: 0.1252561 May 10 15:28:37.240975 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-aeda0928-6130-46d9-b73c-fb3b17178835 req-25b8cfda-62c2-4325-b111-2e5d5c9f9741 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05e524dc-f736-43fa-b8c6-4901746c32be HTTP/1.1" status: 200 len: 1001 time: 0.0965734 May 10 15:28:37.308942 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda0928-6130-46d9-b73c-fb3b17178835 req-ae5778b8-f143-46de-add1-ab3047f17f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:28:37.310338 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-aeda0928-6130-46d9-b73c-fb3b17178835 req-ae5778b8-f143-46de-add1-ab3047f17f7b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5d254b7-c73a-499f-9994-31ef4f355667 HTTP/1.1" status: 200 len: 848 time: 0.0601628 May 10 15:28:37.388694 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda0928-6130-46d9-b73c-fb3b17178835 req-3f75c864-8398-46a4-83de-88e0f7c5b7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:28:37.390039 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-aeda0928-6130-46d9-b73c-fb3b17178835 req-3f75c864-8398-46a4-83de-88e0f7c5b7f6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7d6dfd65-3c18-434e-bb49-048431f25d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698211 May 10 15:28:37.524664 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-aeda0928-6130-46d9-b73c-fb3b17178835 req-a7910337-9540-4581-b184-7a49755a6c53 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247647 May 10 15:28:37.754651 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-aeda0928-6130-46d9-b73c-fb3b17178835 req-77f2f947-095e-4418-a715-a44150d7a257 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197981 May 10 15:28:50.179730 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e8d3d350-b761-46bb-9308-62c74922e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:52.490719 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-91c626e9-3104-4cb8-b722-106df9935e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:53.363445 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:53.434804 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:53.582389 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:28:54.323238 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:28:55.041445 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:20.181641 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f79c227b-75d7-487c-8cc5-a6127057c2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:22.492149 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1fd9475b-7bc3-478c-9376-22488d73f3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:23.369129 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:23.436559 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:23.583496 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:25.044350 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:31.322861 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:29:38.823162 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-37a94dc2-c33d-446a-8039-b04556bf472e req-b10498ed-9e70-43b2-9e73-b1c63db418dc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725551 May 10 15:29:38.971584 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a94dc2-c33d-446a-8039-b04556bf472e req-ad1447a2-20dd-4799-8a81-d5474e229455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:29:38.973072 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-37a94dc2-c33d-446a-8039-b04556bf472e req-ad1447a2-20dd-4799-8a81-d5474e229455 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d8c999df2844d67b770ae42f7dfa12a&device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 1098 time: 0.0706410 May 10 15:29:39.123330 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a94dc2-c33d-446a-8039-b04556bf472e req-77028c25-fff6-42ef-92ee-a6f8bc1727c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:29:39.124691 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-37a94dc2-c33d-446a-8039-b04556bf472e req-77028c25-fff6-42ef-92ee-a6f8bc1727c2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7d6dfd65-3c18-434e-bb49-048431f25d36 HTTP/1.1" status: 200 len: 910 time: 0.1283433 May 10 15:29:39.230777 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-37a94dc2-c33d-446a-8039-b04556bf472e req-5429be52-64d2-4fd3-bc66-70d603aaea47 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05e524dc-f736-43fa-b8c6-4901746c32be HTTP/1.1" status: 200 len: 1001 time: 0.0971024 May 10 15:29:39.295801 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a94dc2-c33d-446a-8039-b04556bf472e req-f3681895-c016-4f18-ab7a-25947ed4537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:29:39.297236 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-37a94dc2-c33d-446a-8039-b04556bf472e req-f3681895-c016-4f18-ab7a-25947ed4537c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5d254b7-c73a-499f-9994-31ef4f355667 HTTP/1.1" status: 200 len: 848 time: 0.0567200 May 10 15:29:39.375960 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a94dc2-c33d-446a-8039-b04556bf472e req-19eb928c-7dc1-4e8c-a025-be0e08cf1b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:29:39.377302 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-37a94dc2-c33d-446a-8039-b04556bf472e req-19eb928c-7dc1-4e8c-a025-be0e08cf1b43 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7d6dfd65-3c18-434e-bb49-048431f25d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709658 May 10 15:29:39.509853 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-37a94dc2-c33d-446a-8039-b04556bf472e req-bdaf72ce-5b3a-40d9-ba56-256199d62669 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226737 May 10 15:29:39.643092 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-37a94dc2-c33d-446a-8039-b04556bf472e req-4f5a878a-9248-433f-86d1-51a1e0d9e651 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225779 May 10 15:29:40.991668 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c46f5-4628-482b-bc28-da7f8f9d5a41 req-df19c713-817a-45e5-bc2f-bc3cc93d5e2b tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:29:40.993099 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c15c46f5-4628-482b-bc28-da7f8f9d5a41 req-df19c713-817a-45e5-bc2f-bc3cc93d5e2b tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 945 time: 0.1461759 May 10 15:29:41.040119 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c15c46f5-4628-482b-bc28-da7f8f9d5a41 req-9481d1ed-54a9-4b86-8dc6-ddebf999df58 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411963 May 10 15:29:42.226340 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e4a88-b6bf-4b02-8570-e585ce9812ea req-b0e061b9-ec2b-4d46-8732-688c9fb35d89 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:29:42.227802 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-af4e4a88-b6bf-4b02-8570-e585ce9812ea req-b0e061b9-ec2b-4d46-8732-688c9fb35d89 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 945 time: 0.0828469 May 10 15:29:42.271317 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-af4e4a88-b6bf-4b02-8570-e585ce9812ea req-acaea451-a38b-42eb-892e-ba27a6869bc2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378609 May 10 15:29:43.461523 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531b641-7d2e-4c3b-b457-122253b25131 req-d48c1fdb-b043-4da6-aa34-43e48eb2e950 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:29:43.462970 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b531b641-7d2e-4c3b-b457-122253b25131 req-d48c1fdb-b043-4da6-aa34-43e48eb2e950 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 945 time: 0.0826895 May 10 15:29:43.507265 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b531b641-7d2e-4c3b-b457-122253b25131 req-357ccdfa-f851-4713-8141-fd4327775a84 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379856 May 10 15:29:44.691265 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32724d-23ba-4119-9330-a4434a0fb733 req-7c21b7a5-4623-4e07-80ed-6cbed88f8081 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:29:44.692699 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1c32724d-23ba-4119-9330-a4434a0fb733 req-7c21b7a5-4623-4e07-80ed-6cbed88f8081 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 945 time: 0.0822377 May 10 15:29:44.742954 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1c32724d-23ba-4119-9330-a4434a0fb733 req-e7822c54-5efd-44f0-b113-ed9bf5b58b08 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435655 May 10 15:29:45.930552 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9025f-36a6-4947-a339-fe67cbd14357 req-da9fee2f-4097-4a0f-b102-1b5e2fd943be tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:29:45.933064 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4eb9025f-36a6-4947-a339-fe67cbd14357 req-da9fee2f-4097-4a0f-b102-1b5e2fd943be tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 945 time: 0.0858047 May 10 15:29:45.976722 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4eb9025f-36a6-4947-a339-fe67cbd14357 req-b9c65928-fae8-4725-9635-5de043f26610 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385196 May 10 15:29:47.165922 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4bebd-2121-4aec-bc25-8bdcdf68452b req-d8f2c168-84c3-42a1-a8e4-9821736ebb44 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:29:47.167401 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a1c4bebd-2121-4aec-bc25-8bdcdf68452b req-d8f2c168-84c3-42a1-a8e4-9821736ebb44 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 945 time: 0.0799460 May 10 15:29:47.213163 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a1c4bebd-2121-4aec-bc25-8bdcdf68452b req-9b9c691c-f817-49f2-983b-c523b4d4ccee tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401738 May 10 15:29:48.398381 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e633c-cb69-4702-8d80-b385b23717c0 req-1f2361b9-cad6-4dac-9eb4-0b72f4957706 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:29:48.400858 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cb4e633c-cb69-4702-8d80-b385b23717c0 req-1f2361b9-cad6-4dac-9eb4-0b72f4957706 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 945 time: 0.0844560 May 10 15:29:48.444904 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cb4e633c-cb69-4702-8d80-b385b23717c0 req-1eb900cd-532a-4427-a283-fbad90d747db tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381770 May 10 15:29:49.628243 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07851074-30a4-46c1-a105-f3655e63a75b req-981508ed-a450-482a-83ba-2ccf2a69d7ff tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:29:49.629665 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-07851074-30a4-46c1-a105-f3655e63a75b req-981508ed-a450-482a-83ba-2ccf2a69d7ff tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 945 time: 0.0807037 May 10 15:29:49.677896 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-07851074-30a4-46c1-a105-f3655e63a75b req-0621c46c-f23e-4832-8ce6-5f9906128f3b tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422108 May 10 15:29:50.182867 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ace7e06d-72da-49e6-bf7d-50b606b0f38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:50.866661 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c1d57-f7ea-4d60-b466-e2aadf1db700 req-fa8b387a-3640-4573-8bff-f28da8a5cb18 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:29:50.868414 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fe1c1d57-f7ea-4d60-b466-e2aadf1db700 req-fa8b387a-3640-4573-8bff-f28da8a5cb18 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 945 time: 0.0834537 May 10 15:29:50.913140 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-fe1c1d57-f7ea-4d60-b466-e2aadf1db700 req-6037983c-c0a9-4f75-93f4-f9d257930197 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390520 May 10 15:29:52.099184 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62496076-ff6d-4c48-b36f-835ec8e46bf4 req-91e3af8b-f3ba-4430-bb65-b69edc0c8134 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:29:52.100614 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-62496076-ff6d-4c48-b36f-835ec8e46bf4 req-91e3af8b-f3ba-4430-bb65-b69edc0c8134 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 945 time: 0.0824628 May 10 15:29:52.144164 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-62496076-ff6d-4c48-b36f-835ec8e46bf4 req-d153f05c-da5a-4ef9-bac6-69d8854defb4 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378859 May 10 15:29:52.521854 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 05e524dc-f736-43fa-b8c6-4901746c32be details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:29:52.532867 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4b8d7b30-e324-49b5-a9c2-735940b37b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:52.659035 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 05e524dc-f736-43fa-b8c6-4901746c32be, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=05e524dc-f736-43fa-b8c6-4901746c32be,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:29:52.672397 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '05e524dc-f736-43fa-b8c6-4901746c32be', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'port_id': '05e524dc-f736-43fa-b8c6-4901746c32be', 'mac_address': 'fa:16:3e:cb:92:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:29:52.726308 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:52.743985 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05e524dc-f736-43fa-b8c6-4901746c32be {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:29:52.759164 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 05e524dc-f736-43fa-b8c6-4901746c32be, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=05e524dc-f736-43fa-b8c6-4901746c32be,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:29:52.762763 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:52.842452 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=05e524dc-f736-43fa-b8c6-4901746c32be,revision_number=6']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:52.845894 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['05e524dc-f736-43fa-b8c6-4901746c32be'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:29:52.879091 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:52.879438 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:52.879775 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:52.880104 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:52.880427 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:52.880756 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:52.881077 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:52.881399 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:52.881720 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:52.882042 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:52.882356 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:52.882703 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:29:53.328297 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd3c31-6d67-4e90-bf84-5d1b0be21bde req-3975e753-7c8f-4790-8104-66fd1b105d75 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:29:53.329797 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-26fd3c31-6d67-4e90-bf84-5d1b0be21bde req-3975e753-7c8f-4790-8104-66fd1b105d75 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 944 time: 0.0817583 May 10 15:29:53.369386 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:53.376655 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-26fd3c31-6d67-4e90-bf84-5d1b0be21bde req-6a9e4e63-2f8d-4ca7-b35b-44a3797ab56a tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412774 May 10 15:29:53.438234 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:53.599395 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:54.508675 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 05e524dc-f736-43fa-b8c6-4901746c32be up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:29:54.596804 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42086d9a-375e-4f08-891b-dc71e2f7e3b3 req-18354e7c-e16e-44b2-84b1-96e5873390c8 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:29:54.599777 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-42086d9a-375e-4f08-891b-dc71e2f7e3b3 req-18354e7c-e16e-44b2-84b1-96e5873390c8 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 944 time: 0.1083083 May 10 15:29:54.605118 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 05e524dc-f736-43fa-b8c6-4901746c32be triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:29:54.606174 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:54.655593 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-42086d9a-375e-4f08-891b-dc71e2f7e3b3 req-6b123e8a-74cf-4f73-a8e8-f1145f19a6ea tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489445 May 10 15:29:54.755931 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:54.791541 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17e272e-a8f9-495a-af3d-80117b0fc141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e524dc-f736-43fa-b8c6-4901746c32be'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:29:54.803908 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 05e524dc-f736-43fa-b8c6-4901746c32be, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=05e524dc-f736-43fa-b8c6-4901746c32be,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:29:54.809408 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:54.866375 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da19da5c-1973-47e4-88ec-5b8e1163652e'] response: {'server_uuid': 'e17e272e-a8f9-495a-af3d-80117b0fc141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e524dc-f736-43fa-b8c6-4901746c32be', 'code': 200} May 10 15:29:54.893920 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=05e524dc-f736-43fa-b8c6-4901746c32be,revision_number=7']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:29:55.051911 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:29:55.908845 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b243d-b3ec-4b5e-98ca-8e37e65f5b7d req-23051e04-4c41-4ae8-ae99-5498c0e7e083 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:29:55.917742 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0e5b243d-b3ec-4b5e-98ca-8e37e65f5b7d req-23051e04-4c41-4ae8-ae99-5498c0e7e083 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 945 time: 0.1205180 May 10 15:29:55.981355 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0e5b243d-b3ec-4b5e-98ca-8e37e65f5b7d req-392f6c53-08f5-4b10-b809-27192c79604a tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624175 May 10 15:29:57.185645 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3dc2f-13d6-423b-afb5-8b856b8e0018 req-9c8cc74e-42a8-4360-b355-6a1886a078fc tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:29:57.187195 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e4d3dc2f-13d6-423b-afb5-8b856b8e0018 req-9c8cc74e-42a8-4360-b355-6a1886a078fc tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 945 time: 0.0999539 May 10 15:29:57.250687 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e4d3dc2f-13d6-423b-afb5-8b856b8e0018 req-45ab6753-ff93-47dc-a57d-263695d124b3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576184 May 10 15:29:58.458048 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ba8a2-5752-473e-aee4-9510425fa41e req-ee10f055-249a-41b9-8b71-363b3962ba46 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:29:58.459598 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-703ba8a2-5752-473e-aee4-9510425fa41e req-ee10f055-249a-41b9-8b71-363b3962ba46 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 945 time: 0.0908732 May 10 15:29:58.512746 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-703ba8a2-5752-473e-aee4-9510425fa41e req-7d24092a-195b-407e-a179-f713cef2f6c0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469024 May 10 15:29:59.720363 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cea28e-1da0-4717-9dc9-3e3330718ab5 req-4241d0a1-c4a8-4e00-95c3-5fe9cb771f70 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:29:59.721087 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-88cea28e-1da0-4717-9dc9-3e3330718ab5 req-4241d0a1-c4a8-4e00-95c3-5fe9cb771f70 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 945 time: 0.0887647 May 10 15:29:59.775044 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-88cea28e-1da0-4717-9dc9-3e3330718ab5 req-db708d42-c2e3-4c5b-bc31-84667d1e0c50 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466876 May 10 15:30:01.001967 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ada6e-65ce-417f-9773-da553b118539 req-71b170d4-e3d0-4169-8a4d-20371acac172 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:01.004395 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f74ada6e-65ce-417f-9773-da553b118539 req-71b170d4-e3d0-4169-8a4d-20371acac172 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 945 time: 0.1083443 May 10 15:30:01.052870 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f74ada6e-65ce-417f-9773-da553b118539 req-e1e17f07-51ce-4fa1-915f-8b8c4f21ba67 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409529 May 10 15:30:02.285731 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9955162-90b8-4abe-b4f8-71404d6e3f27 req-88de78a8-b9b2-4a79-9930-6639b17bb5b7 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:02.287236 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c9955162-90b8-4abe-b4f8-71404d6e3f27 req-88de78a8-b9b2-4a79-9930-6639b17bb5b7 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 945 time: 0.0909419 May 10 15:30:02.343533 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c9955162-90b8-4abe-b4f8-71404d6e3f27 req-4cf0816e-8b52-4e5e-99b8-fc0b193e2b10 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454218 May 10 15:30:03.539789 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aeeefd-dcd0-49bd-b01c-0c6557c0266e req-388c834a-3898-4957-b814-055dd6d54da7 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:03.541243 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c1aeeefd-dcd0-49bd-b01c-0c6557c0266e req-388c834a-3898-4957-b814-055dd6d54da7 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 945 time: 0.0843613 May 10 15:30:03.585780 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c1aeeefd-dcd0-49bd-b01c-0c6557c0266e req-9d794515-094a-40b2-826c-ba7dbcb3c009 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387685 May 10 15:30:03.666379 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e01d3f-16a2-4416-ad26-a1a974604c21 req-d4c07776-0589-49a0-80bd-017f36836eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:03.667807 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b5e01d3f-16a2-4416-ad26-a1a974604c21 req-d4c07776-0589-49a0-80bd-017f36836eab service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d8c999df2844d67b770ae42f7dfa12a&device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 1098 time: 0.0708730 May 10 15:30:03.801047 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e01d3f-16a2-4416-ad26-a1a974604c21 req-618b368f-77eb-4188-8069-d3ddbff33fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:03.802493 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b5e01d3f-16a2-4416-ad26-a1a974604c21 req-618b368f-77eb-4188-8069-d3ddbff33fda service neutron] 10.222.0.86 "GET /v2.0/networks?id=7d6dfd65-3c18-434e-bb49-048431f25d36 HTTP/1.1" status: 200 len: 910 time: 0.1258414 May 10 15:30:03.909510 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b5e01d3f-16a2-4416-ad26-a1a974604c21 req-02afaccd-aca8-4560-aeb5-4e073b2c6c23 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05e524dc-f736-43fa-b8c6-4901746c32be HTTP/1.1" status: 200 len: 1001 time: 0.0973113 May 10 15:30:03.973668 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e01d3f-16a2-4416-ad26-a1a974604c21 req-3f41347f-2786-4980-be19-cfe5433afe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:03.975094 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b5e01d3f-16a2-4416-ad26-a1a974604c21 req-3f41347f-2786-4980-be19-cfe5433afe89 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5d254b7-c73a-499f-9994-31ef4f355667 HTTP/1.1" status: 200 len: 848 time: 0.0561664 May 10 15:30:04.052902 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e01d3f-16a2-4416-ad26-a1a974604c21 req-bd0f3775-dc9d-41c6-b066-009f822d7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:04.054337 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b5e01d3f-16a2-4416-ad26-a1a974604c21 req-bd0f3775-dc9d-41c6-b066-009f822d7a40 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7d6dfd65-3c18-434e-bb49-048431f25d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721128 May 10 15:30:04.187436 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b5e01d3f-16a2-4416-ad26-a1a974604c21 req-3fb59bad-fd9a-4a3a-9dd3-4f03fffa2ceb service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232283 May 10 15:30:04.429356 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b5e01d3f-16a2-4416-ad26-a1a974604c21 req-165f4ed0-0af7-4daf-8caf-a0466c512cf9 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325919 May 10 15:30:04.767941 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3949435-0cd5-419e-9758-f52e70a9de21 req-86ec5808-bd99-4a0b-89cd-fb0b64a1dfde tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:04.769382 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b3949435-0cd5-419e-9758-f52e70a9de21 req-86ec5808-bd99-4a0b-89cd-fb0b64a1dfde tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 945 time: 0.0798225 May 10 15:30:04.816699 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b3949435-0cd5-419e-9758-f52e70a9de21 req-c06b9011-c611-499e-afe5-5f4cdd2d5163 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406024 May 10 15:30:06.001553 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7513a-c3ed-4f15-92de-a490f744913a req-f5f05b48-0964-4c9f-8eaf-22d0b9975f42 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:06.003034 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2bd7513a-c3ed-4f15-92de-a490f744913a req-f5f05b48-0964-4c9f-8eaf-22d0b9975f42 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 945 time: 0.0808012 May 10 15:30:06.047443 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2bd7513a-c3ed-4f15-92de-a490f744913a req-17e33ee8-49cb-4e31-8e9b-d596eb185aa7 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379069 May 10 15:30:06.537253 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 05e524dc-f736-43fa-b8c6-4901746c32be no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:30:06.650659 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:06.677259 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17e272e-a8f9-495a-af3d-80117b0fc141', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05e524dc-f736-43fa-b8c6-4901746c32be'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:30:06.687226 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 05e524dc-f736-43fa-b8c6-4901746c32be, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=05e524dc-f736-43fa-b8c6-4901746c32be,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:30:06.691462 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:06.728125 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaecc2d5-94ed-4903-9d56-52734178b4f9'] response: {'server_uuid': 'e17e272e-a8f9-495a-af3d-80117b0fc141', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05e524dc-f736-43fa-b8c6-4901746c32be', 'code': 200} May 10 15:30:06.759775 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=05e524dc-f736-43fa-b8c6-4901746c32be,revision_number=8']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:07.336640 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edc7b9-c1ad-4d9c-9edc-173c9b6a1e42 req-e8da48d4-78e4-4b02-9291-c39c7959a3d5 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:07.338596 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-86edc7b9-c1ad-4d9c-9edc-173c9b6a1e42 req-e8da48d4-78e4-4b02-9291-c39c7959a3d5 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 943 time: 0.1811876 May 10 15:30:07.384313 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-86edc7b9-c1ad-4d9c-9edc-173c9b6a1e42 req-ee475985-776f-4ab0-b1f0-0d06655a0046 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400159 May 10 15:30:07.733209 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d428ae-65c7-4a14-b6e5-af977e4ce688 req-e473ecc1-d169-4c23-aaba-8124486faecb tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:07.734782 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c6d428ae-65c7-4a14-b6e5-af977e4ce688 req-e473ecc1-d169-4c23-aaba-8124486faecb tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 943 time: 0.0808134 May 10 15:30:07.784640 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c6d428ae-65c7-4a14-b6e5-af977e4ce688 req-920a5528-ab79-4e08-b6db-35223579dbfe tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442145 May 10 15:30:07.918348 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-db10f8bf-da4d-4c76-9ff5-10b512ad4809 req-8062dd8b-18f2-4df4-9941-498b0beaa42f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1147826 May 10 15:30:08.323114 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:30:08.958190 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10f8bf-da4d-4c76-9ff5-10b512ad4809 req-0e82b078-5fb9-4034-89f5-be7c32f47415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:08.959869 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-db10f8bf-da4d-4c76-9ff5-10b512ad4809 req-0e82b078-5fb9-4034-89f5-be7c32f47415 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141&tenant_id=8d8c999df2844d67b770ae42f7dfa12a HTTP/1.1" status: 200 len: 1096 time: 0.0777018 May 10 15:30:08.976595 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4c260-f867-42a2-af30-697322efacc7 req-11c4e496-e435-42a5-93c1-85b1c624949c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:08.978279 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2ae4c260-f867-42a2-af30-697322efacc7 req-11c4e496-e435-42a5-93c1-85b1c624949c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 943 time: 0.0839343 May 10 15:30:09.022599 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2ae4c260-f867-42a2-af30-697322efacc7 req-99a40ac3-4e4f-406b-a535-b9d3739492ae tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386775 May 10 15:30:09.061132 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10f8bf-da4d-4c76-9ff5-10b512ad4809 req-2ea90f4e-3952-4921-aab5-dd9a77f659d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:09.062638 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-db10f8bf-da4d-4c76-9ff5-10b512ad4809 req-2ea90f4e-3952-4921-aab5-dd9a77f659d4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d8c999df2844d67b770ae42f7dfa12a&device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 1096 time: 0.0730963 May 10 15:30:09.195949 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10f8bf-da4d-4c76-9ff5-10b512ad4809 req-af421aac-f273-4f7e-8742-a5daef6191e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:09.197312 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-db10f8bf-da4d-4c76-9ff5-10b512ad4809 req-af421aac-f273-4f7e-8742-a5daef6191e1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7d6dfd65-3c18-434e-bb49-048431f25d36 HTTP/1.1" status: 200 len: 910 time: 0.1255717 May 10 15:30:09.303110 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-db10f8bf-da4d-4c76-9ff5-10b512ad4809 req-e274280c-6110-4994-9232-ba012240a22b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05e524dc-f736-43fa-b8c6-4901746c32be HTTP/1.1" status: 200 len: 999 time: 0.0957544 May 10 15:30:09.368642 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10f8bf-da4d-4c76-9ff5-10b512ad4809 req-dac43521-c14f-4a50-89eb-abf0dc18698c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:09.370024 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-db10f8bf-da4d-4c76-9ff5-10b512ad4809 req-dac43521-c14f-4a50-89eb-abf0dc18698c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5d254b7-c73a-499f-9994-31ef4f355667 HTTP/1.1" status: 200 len: 848 time: 0.0576181 May 10 15:30:09.453451 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10f8bf-da4d-4c76-9ff5-10b512ad4809 req-249ba4c6-bcf4-4ff8-8051-48bab033a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:09.454912 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-db10f8bf-da4d-4c76-9ff5-10b512ad4809 req-249ba4c6-bcf4-4ff8-8051-48bab033a000 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7d6dfd65-3c18-434e-bb49-048431f25d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746698 May 10 15:30:09.587187 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-db10f8bf-da4d-4c76-9ff5-10b512ad4809 req-1b39956b-4604-4310-9674-4ee2d27850ff service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224701 May 10 15:30:09.720440 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-db10f8bf-da4d-4c76-9ff5-10b512ad4809 req-7f14325a-fb4b-4702-954d-146c0ac54d19 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240871 May 10 15:30:10.229021 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66be9f-6377-41d4-ba54-522ff6711546 req-4ea6071b-2bc7-418f-9f10-62f86189cf9f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:10.231364 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-af66be9f-6377-41d4-ba54-522ff6711546 req-4ea6071b-2bc7-418f-9f10-62f86189cf9f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 943 time: 0.0927169 May 10 15:30:10.298276 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-af66be9f-6377-41d4-ba54-522ff6711546 req-05bc3050-28d4-456a-8212-610e9bad97c2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556898 May 10 15:30:10.565042 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 05e524dc-f736-43fa-b8c6-4901746c32be no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:30:11.494198 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1ee9b-0e7d-428e-8113-cc3491d16e4f req-18b95e88-81da-4f0e-af13-bc4706800be3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:11.496041 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2ad1ee9b-0e7d-428e-8113-cc3491d16e4f req-18b95e88-81da-4f0e-af13-bc4706800be3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 943 time: 0.0907531 May 10 15:30:11.546462 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2ad1ee9b-0e7d-428e-8113-cc3491d16e4f req-cfca26d4-a643-4c96-b032-ec6f7eff3da0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433941 May 10 15:30:12.750435 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548402b6-31b9-4d21-8199-499984f57ba4 req-1069c0df-7dc3-4953-810c-558204616b37 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:12.751948 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-548402b6-31b9-4d21-8199-499984f57ba4 req-1069c0df-7dc3-4953-810c-558204616b37 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 943 time: 0.0864153 May 10 15:30:12.799779 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-548402b6-31b9-4d21-8199-499984f57ba4 req-877b7dbc-280d-47a3-a343-26864268b15e tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421414 May 10 15:30:14.018522 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a2e0b-ed72-407a-a754-36ab638a5ad0 req-10aa28f6-ce0c-4632-a580-71363e9635ef tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:14.020004 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-531a2e0b-ed72-407a-a754-36ab638a5ad0 req-10aa28f6-ce0c-4632-a580-71363e9635ef tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 943 time: 0.0842812 May 10 15:30:14.068329 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-531a2e0b-ed72-407a-a754-36ab638a5ad0 req-646e6b43-bad9-448c-9e54-ba5174fda7c6 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415416 May 10 15:30:15.268627 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8bb7e1-f4bb-4c37-8281-5da0b7e79413 req-4bf0951d-899e-41e1-98dc-6e229c6fd6b3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:15.270146 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9f8bb7e1-f4bb-4c37-8281-5da0b7e79413 req-4bf0951d-899e-41e1-98dc-6e229c6fd6b3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 943 time: 0.0886049 May 10 15:30:15.319534 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9f8bb7e1-f4bb-4c37-8281-5da0b7e79413 req-76aadbe0-ee4e-44ff-bd38-607f7f74acdf tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423756 May 10 15:30:16.564312 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68647161-669c-4be0-bf32-4aeacbcea924 req-49835a90-90a8-4c6d-a67e-323375c562fb tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:16.566110 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-68647161-669c-4be0-bf32-4aeacbcea924 req-49835a90-90a8-4c6d-a67e-323375c562fb tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 943 time: 0.1310630 May 10 15:30:16.653701 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-68647161-669c-4be0-bf32-4aeacbcea924 req-0ef61909-dcfd-4f51-a9cc-c3cdad98ee58 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752468 May 10 15:30:17.834592 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f3c50-4924-47ca-b144-cc4bd6702cd2 req-1e941da5-c0f1-41c3-9674-d55e6308917c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:17.836011 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-965f3c50-4924-47ca-b144-cc4bd6702cd2 req-1e941da5-c0f1-41c3-9674-d55e6308917c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 943 time: 0.0808117 May 10 15:30:17.880618 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-965f3c50-4924-47ca-b144-cc4bd6702cd2 req-ca3ea61d-c437-411f-a32b-ab2fd67e5dca tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384755 May 10 15:30:19.077118 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2d8ca-c0c1-4993-a828-c02b19f9b8fa req-71e859c4-3c81-4908-a7df-c7a873443ca8 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:19.078585 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-66a2d8ca-c0c1-4993-a828-c02b19f9b8fa req-71e859c4-3c81-4908-a7df-c7a873443ca8 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 943 time: 0.0909028 May 10 15:30:19.122283 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-66a2d8ca-c0c1-4993-a828-c02b19f9b8fa req-0e2e5088-0b05-4826-ab1c-5f1e3ebc83b0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381758 May 10 15:30:20.185202 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-38bfac11-deb9-4f3c-94ad-edc9a9201f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:20.315696 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88c289-2cbe-4da9-9d7b-f062615c73de req-ebb3b931-3429-437d-b8ec-d54d13213483 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:20.317122 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ea88c289-2cbe-4da9-9d7b-f062615c73de req-ebb3b931-3429-437d-b8ec-d54d13213483 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 943 time: 0.0807316 May 10 15:30:20.363054 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ea88c289-2cbe-4da9-9d7b-f062615c73de req-94490d35-58c8-4f36-990c-d21713a31025 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400283 May 10 15:30:20.612732 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 05e524dc-f736-43fa-b8c6-4901746c32be details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:30:20.745182 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 05e524dc-f736-43fa-b8c6-4901746c32be, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=05e524dc-f736-43fa-b8c6-4901746c32be,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:30:20.758219 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '05e524dc-f736-43fa-b8c6-4901746c32be', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'port_id': '05e524dc-f736-43fa-b8c6-4901746c32be', 'mac_address': 'fa:16:3e:cb:92:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:30:20.815814 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:20.832320 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e524dc-f736-43fa-b8c6-4901746c32be {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:30:20.847787 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 05e524dc-f736-43fa-b8c6-4901746c32be, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=05e524dc-f736-43fa-b8c6-4901746c32be,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:30:20.851820 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:20.920620 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=05e524dc-f736-43fa-b8c6-4901746c32be,revision_number=9']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:21.139485 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['05e524dc-f736-43fa-b8c6-4901746c32be'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:30:21.552712 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93cd67-d1c4-4452-ba70-4138964e05e3 req-3c03b58c-3012-4f94-bf8a-248db59140bc tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:21.554140 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1a93cd67-d1c4-4452-ba70-4138964e05e3 req-3c03b58c-3012-4f94-bf8a-248db59140bc tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 944 time: 0.0840518 May 10 15:30:21.600134 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1a93cd67-d1c4-4452-ba70-4138964e05e3 req-9284a94a-4095-48cd-b6a1-94cb73021845 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396547 May 10 15:30:22.494960 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6ee353d3-e794-41f1-a680-dc8967885074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:22.632519 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 05e524dc-f736-43fa-b8c6-4901746c32be up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:30:22.699844 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 05e524dc-f736-43fa-b8c6-4901746c32be triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:30:22.700213 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:22.787525 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a01ae-9bcf-4a7c-801a-32cbcf639377 req-3adb2740-599c-44b6-b6f3-3f6e9e62672e tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:22.788875 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-147a01ae-9bcf-4a7c-801a-32cbcf639377 req-3adb2740-599c-44b6-b6f3-3f6e9e62672e tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 944 time: 0.0816734 May 10 15:30:22.816729 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:22.837610 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-147a01ae-9bcf-4a7c-801a-32cbcf639377 req-59a8d754-bbc9-402a-b1c6-0c446caadaf2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424263 May 10 15:30:22.843655 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17e272e-a8f9-495a-af3d-80117b0fc141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e524dc-f736-43fa-b8c6-4901746c32be'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:30:22.854326 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 05e524dc-f736-43fa-b8c6-4901746c32be, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=05e524dc-f736-43fa-b8c6-4901746c32be,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:30:22.860143 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:22.897157 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-135c7f3c-c488-4fca-ad8d-139f66dc527c'] response: {'server_uuid': 'e17e272e-a8f9-495a-af3d-80117b0fc141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e524dc-f736-43fa-b8c6-4901746c32be', 'code': 200} May 10 15:30:22.939011 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=05e524dc-f736-43fa-b8c6-4901746c32be,revision_number=10']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:30:23.162198 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b2bc2-bf71-490a-a3a0-4b908fa79534 req-01f4ea0e-c11f-45b9-bfd5-dcebfd6fa324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:23.163602 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b53b2bc2-bf71-490a-a3a0-4b908fa79534 req-01f4ea0e-c11f-45b9-bfd5-dcebfd6fa324 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 1099 time: 0.0715468 May 10 15:30:23.207426 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b53b2bc2-bf71-490a-a3a0-4b908fa79534 req-ee4ead23-f0d4-4b38-bb4f-7ea07f95bea5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343783 May 10 15:30:23.372092 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:23.439282 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:23.590847 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:24.020543 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e504d-0cdf-45b3-bbd4-a7a8d8ad34c5 req-c22ac2cd-ee3b-40a0-8d32-354b89c94e71 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:24.021978 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c78e504d-0cdf-45b3-bbd4-a7a8d8ad34c5 req-c22ac2cd-ee3b-40a0-8d32-354b89c94e71 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 946 time: 0.0799139 May 10 15:30:24.066540 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c78e504d-0cdf-45b3-bbd4-a7a8d8ad34c5 req-740864df-56cb-4a04-8479-5912256ae85c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379279 May 10 15:30:25.054264 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:25.256178 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1b9bd-18db-4d44-9c16-372f2d09f619 req-ccbbf0e6-a064-4ac1-bb9c-f8b877938eb9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:25.257618 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a6c1b9bd-18db-4d44-9c16-372f2d09f619 req-ccbbf0e6-a064-4ac1-bb9c-f8b877938eb9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 946 time: 0.0842180 May 10 15:30:25.301404 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a6c1b9bd-18db-4d44-9c16-372f2d09f619 req-01c61a40-a316-4958-aa24-ba0d6a6e168c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373116 May 10 15:30:38.443983 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2aa35b1d-dc43-4d62-a891-d0efe8f903e6 req-144c2c21-2605-43c3-b0f8-116775764c40 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729680 May 10 15:30:38.582706 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa35b1d-dc43-4d62-a891-d0efe8f903e6 req-b49be51c-3163-4f1f-bd5f-936d160dec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:38.584162 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2aa35b1d-dc43-4d62-a891-d0efe8f903e6 req-b49be51c-3163-4f1f-bd5f-936d160dec65 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d8c999df2844d67b770ae42f7dfa12a&device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 1099 time: 0.0712101 May 10 15:30:38.726744 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa35b1d-dc43-4d62-a891-d0efe8f903e6 req-048cb662-b85c-4a8a-a1ba-fafd2a6d3223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:38.728187 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2aa35b1d-dc43-4d62-a891-d0efe8f903e6 req-048cb662-b85c-4a8a-a1ba-fafd2a6d3223 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7d6dfd65-3c18-434e-bb49-048431f25d36 HTTP/1.1" status: 200 len: 910 time: 0.1261547 May 10 15:30:38.830776 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2aa35b1d-dc43-4d62-a891-d0efe8f903e6 req-4d25d3b1-990a-4e33-9af0-cd7f118ea70e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05e524dc-f736-43fa-b8c6-4901746c32be HTTP/1.1" status: 200 len: 1001 time: 0.0963125 May 10 15:30:38.897694 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa35b1d-dc43-4d62-a891-d0efe8f903e6 req-f34a4aa8-1c94-4015-89a0-a5611f3d514a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:38.899124 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2aa35b1d-dc43-4d62-a891-d0efe8f903e6 req-f34a4aa8-1c94-4015-89a0-a5611f3d514a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5d254b7-c73a-499f-9994-31ef4f355667 HTTP/1.1" status: 200 len: 848 time: 0.0605118 May 10 15:30:38.973633 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa35b1d-dc43-4d62-a891-d0efe8f903e6 req-6342430c-7f90-4b8a-a0bb-149316b1345f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:30:38.975137 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2aa35b1d-dc43-4d62-a891-d0efe8f903e6 req-6342430c-7f90-4b8a-a0bb-149316b1345f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7d6dfd65-3c18-434e-bb49-048431f25d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701063 May 10 15:30:39.211395 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2aa35b1d-dc43-4d62-a891-d0efe8f903e6 req-76162f72-252d-4cf7-9e23-e5ecffbb8632 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294459 May 10 15:30:39.339172 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2aa35b1d-dc43-4d62-a891-d0efe8f903e6 req-52fb0661-6be0-4f3d-8eac-97f754206ae9 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217587 May 10 15:30:45.320627 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:30:50.186469 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2b325065-5d36-42f4-8c17-cd06a5337679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:52.496202 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-50f2d3f2-aac5-4a3b-98ec-8ace6f99bf85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:53.374812 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:53.440875 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:53.600397 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:30:55.053115 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:20.188893 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0d842c7c-89f3-44dd-bd4a-116a48496054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:22.319195 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:31:22.497817 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-39c52049-0b13-429b-b1e4-e741ebab545c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:23.377815 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:23.443321 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:23.608718 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:25.056467 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:38.528899 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6542e290-95d7-4101-ba32-17874eedc40d req-718f5d03-0c4f-4aca-b5ff-7759f583017b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693226 May 10 15:31:38.678808 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542e290-95d7-4101-ba32-17874eedc40d req-08223278-e03e-4622-9b50-b7536d9885b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:31:38.680258 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6542e290-95d7-4101-ba32-17874eedc40d req-08223278-e03e-4622-9b50-b7536d9885b3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d8c999df2844d67b770ae42f7dfa12a&device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 1099 time: 0.0745075 May 10 15:31:38.696229 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 54128) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:39.002381 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542e290-95d7-4101-ba32-17874eedc40d req-90e91837-76ed-404e-8840-f1f9c596cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:31:39.003950 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6542e290-95d7-4101-ba32-17874eedc40d req-90e91837-76ed-404e-8840-f1f9c596cc01 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7d6dfd65-3c18-434e-bb49-048431f25d36 HTTP/1.1" status: 200 len: 910 time: 0.2537618 May 10 15:31:39.006767 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Deleting port 1c2a6783-fdf4-467c-a529-588612c4639e {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:31:39.007106 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:39.210862 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6542e290-95d7-4101-ba32-17874eedc40d req-bb0634f4-da54-432d-af6e-097204155ec9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05e524dc-f736-43fa-b8c6-4901746c32be HTTP/1.1" status: 200 len: 1001 time: 0.1801245 May 10 15:31:39.305658 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542e290-95d7-4101-ba32-17874eedc40d req-25c176b4-ac4c-46aa-a0fa-4d0eb4ac675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:31:39.307090 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6542e290-95d7-4101-ba32-17874eedc40d req-25c176b4-ac4c-46aa-a0fa-4d0eb4ac675a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5d254b7-c73a-499f-9994-31ef4f355667 HTTP/1.1" status: 200 len: 848 time: 0.0865321 May 10 15:31:39.312838 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:39.313159 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:39.474018 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Calling delete_port for 1c2a6783-fdf4-467c-a529-588612c4639e owned by network:floatingip {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:31:39.563054 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542e290-95d7-4101-ba32-17874eedc40d req-cc7be0e0-cd66-4f59-ac88-c966e594c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:31:39.564520 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6542e290-95d7-4101-ba32-17874eedc40d req-cc7be0e0-cd66-4f59-ac88-c966e594c77f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7d6dfd65-3c18-434e-bb49-048431f25d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2442794 May 10 15:31:39.859775 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6542e290-95d7-4101-ba32-17874eedc40d req-bf28d92b-d1c1-4cad-b093-644da0056c59 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821531 May 10 15:31:39.860417 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:39.931362 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event deleted for resources: {'Port': ['ID=1c2a6783-fdf4-467c-a529-588612c4639e,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:40.021687 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:40.022023 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:40.022353 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:40.022706 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:40.023030 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:40.023354 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:40.023673 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:40.023994 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:40.024310 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:40.024626 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:40.024939 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:40.025282 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:31:40.118780 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for floatingip, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:40.119021 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.l3_db [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Floating IP f107f682-76f7-4dfb-9924-c967082fc67a disassociated (deleted). External IP: 172.26.0.190, port: 05e524dc-f736-43fa-b8c6-4901746c32be. May 10 15:31:40.179089 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-6542e290-95d7-4101-ba32-17874eedc40d req-15131008-95fc-4216-994c-e125e6b4dd35 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871509 May 10 15:31:40.469758 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Router 2d74e2f0-ccc1-4526-9f45-3949c575785a has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:31:40.648557 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:31:40.658824 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800084f1-a53f-42e7-8f13-a71f160b0434 None None] Sync routers for ids ['2d74e2f0-ccc1-4526-9f45-3949c575785a'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:31:40.665038 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:40.668834 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800084f1-a53f-42e7-8f13-a71f160b0434 None None] Routers {'2d74e2f0-ccc1-4526-9f45-3949c575785a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:31:40.669588 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-800084f1-a53f-42e7-8f13-a71f160b0434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:31:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2d74e2f0-ccc1-4526-9f45-3949c575785a'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:40.720013 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e6e0ff78-52e3-444d-8ecb-35cd1f7c93d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "DELETE /v2.0/floatingips/f107f682-76f7-4dfb-9924-c967082fc67a HTTP/1.1" status: 204 len: 168 time: 2.0225129 May 10 15:31:40.720625 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17e272e-a8f9-495a-af3d-80117b0fc141', 'tag': '05e524dc-f736-43fa-b8c6-4901746c32be'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:31:40.823511 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4daccd03-b43e-4328-92a5-dfe33ab0a726'] response: {'name': 'network-changed', 'server_uuid': 'e17e272e-a8f9-495a-af3d-80117b0fc141', 'tag': '05e524dc-f736-43fa-b8c6-4901746c32be', 'status': 'completed', 'code': 200} May 10 15:31:40.855759 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-800084f1-a53f-42e7-8f13-a71f160b0434 None None] Set router 2d74e2f0-ccc1-4526-9f45-3949c575785a gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:31:40.927574 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9eba3-b39f-468b-a131-65ef9228d863 req-4a4bcab4-2f73-4d27-959b-a2759b3fd266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:31:40.929037 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cda9eba3-b39f-468b-a131-65ef9228d863 req-4a4bcab4-2f73-4d27-959b-a2759b3fd266 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d8c999df2844d67b770ae42f7dfa12a&device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 1099 time: 0.0828722 May 10 15:31:41.072290 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9eba3-b39f-468b-a131-65ef9228d863 req-d1d9f8a4-c422-42c9-90bb-addf9ca63f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:31:41.073650 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cda9eba3-b39f-468b-a131-65ef9228d863 req-d1d9f8a4-c422-42c9-90bb-addf9ca63f4d service neutron] 10.222.0.86 "GET /v2.0/networks?id=7d6dfd65-3c18-434e-bb49-048431f25d36 HTTP/1.1" status: 200 len: 910 time: 0.1324384 May 10 15:31:41.131611 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5726e56-4a2a-4971-b151-6e9c8a86fcca req-2598e83c-07e3-4b87-a418-1d07b2f1f1d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:31:41.133120 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f5726e56-4a2a-4971-b151-6e9c8a86fcca req-2598e83c-07e3-4b87-a418-1d07b2f1f1d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 946 time: 0.0971422 May 10 15:31:41.142647 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cda9eba3-b39f-468b-a131-65ef9228d863 req-6211b017-45a2-4fdc-b6b3-46b9f04f57f5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05e524dc-f736-43fa-b8c6-4901746c32be HTTP/1.1" status: 200 len: 217 time: 0.0618222 May 10 15:31:41.183502 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f5726e56-4a2a-4971-b151-6e9c8a86fcca req-37bf1230-5689-4646-a0b2-b3b7dfc84bfb tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443306 May 10 15:31:41.195588 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-800084f1-a53f-42e7-8f13-a71f160b0434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'name': 'tempest-TestShelveInstance-1872896078-router', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:19Z', 'revision_number': 4, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'gw_port': {'id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '413b4ae2-0139-4344-9e11-69151ffa676c', 'name': '', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'mac_address': 'fa:16:3e:ad:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:18Z', 'updated_at': '2022-05-10T15:27:26Z', 'revision_number': 5, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'subnets': [{'id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:41.205212 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800084f1-a53f-42e7-8f13-a71f160b0434 None None] Checking router: 2d74e2f0-ccc1-4526-9f45-3949c575785a for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:31:41.208834 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800084f1-a53f-42e7-8f13-a71f160b0434 None None] Routers {'2d74e2f0-ccc1-4526-9f45-3949c575785a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:31:41.209300 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9eba3-b39f-468b-a131-65ef9228d863 req-5425c39d-8e9f-4a52-a571-835995c15165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:31:41.209438 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-800084f1-a53f-42e7-8f13-a71f160b0434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:31:22Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2d74e2f0-ccc1-4526-9f45-3949c575785a'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:41.210768 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cda9eba3-b39f-468b-a131-65ef9228d863 req-5425c39d-8e9f-4a52-a571-835995c15165 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5d254b7-c73a-499f-9994-31ef4f355667 HTTP/1.1" status: 200 len: 848 time: 0.0620131 May 10 15:31:41.286843 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9eba3-b39f-468b-a131-65ef9228d863 req-a051e83f-8cce-47c3-aeee-5bc6acd5cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:31:41.288321 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cda9eba3-b39f-468b-a131-65ef9228d863 req-a051e83f-8cce-47c3-aeee-5bc6acd5cc29 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7d6dfd65-3c18-434e-bb49-048431f25d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703883 May 10 15:31:41.389152 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-800084f1-a53f-42e7-8f13-a71f160b0434 None None] Set router 2d74e2f0-ccc1-4526-9f45-3949c575785a gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:31:41.536044 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cda9eba3-b39f-468b-a131-65ef9228d863 req-cbea1b22-65e2-477c-9cb3-80099e95cc08 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401071 May 10 15:31:41.668616 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-cda9eba3-b39f-468b-a131-65ef9228d863 req-61710308-5787-49f7-8184-0b33ba905714 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261661 May 10 15:31:41.735419 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-800084f1-a53f-42e7-8f13-a71f160b0434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'name': 'tempest-TestShelveInstance-1872896078-router', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:19Z', 'revision_number': 4, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'gw_port': {'id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '413b4ae2-0139-4344-9e11-69151ffa676c', 'name': '', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'mac_address': 'fa:16:3e:ad:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:18Z', 'updated_at': '2022-05-10T15:27:26Z', 'revision_number': 5, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'subnets': [{'id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:31:41.739655 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800084f1-a53f-42e7-8f13-a71f160b0434 None None] The sync data for ids ['2d74e2f0-ccc1-4526-9f45-3949c575785a'] in dv-neutron-841204-2-hyperv is: [{'id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'name': 'tempest-TestShelveInstance-1872896078-router', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:19Z', 'revision_number': 4, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'gw_port': {'id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '413b4ae2-0139-4344-9e11-69151ffa676c', 'name': '', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'mac_address': 'fa:16:3e:ad:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:18Z', 'updated_at': '2022-05-10T15:27:26Z', 'revision_number': 5, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'subnets': [{'id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:31:41.947933 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd128ced-c9ea-4c9a-a265-aea6a9f5944e None None] New status for floating IP f107f682-76f7-4dfb-9924-c967082fc67a: DOWN {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:31:42.373411 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2a27d-4af0-45a9-9631-022a2522dcf0 req-7961a5bd-0ae7-4782-9d8d-81693f25cd12 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:31:42.374868 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9ff2a27d-4af0-45a9-9631-022a2522dcf0 req-7961a5bd-0ae7-4782-9d8d-81693f25cd12 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 946 time: 0.0832043 May 10 15:31:42.419368 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9ff2a27d-4af0-45a9-9631-022a2522dcf0 req-3c9a5cdf-b866-40cc-ac55-2db08dcb7988 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387595 May 10 15:31:42.618230 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82efe4-f082-41a7-8272-51efaf9fe957 req-32ef54e6-6241-4c70-9992-7e7983e65c3a tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:31:42.618833 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-2f82efe4-f082-41a7-8272-51efaf9fe957 req-32ef54e6-6241-4c70-9992-7e7983e65c3a tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Synchronizing usage tracker for tenant:8d8c999df2844d67b770ae42f7dfa12a on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:31:42.634009 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-2f82efe4-f082-41a7-8272-51efaf9fe957 req-32ef54e6-6241-4c70-9992-7e7983e65c3a tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Unset dirty status for tenant:8d8c999df2844d67b770ae42f7dfa12a on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:31:42.635120 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2f82efe4-f082-41a7-8272-51efaf9fe957 req-32ef54e6-6241-4c70-9992-7e7983e65c3a tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.86 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 946 time: 0.0988536 May 10 15:31:42.707720 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-2f82efe4-f082-41a7-8272-51efaf9fe957 req-115f9028-8a19-4b77-bdf5-7a32451c5c3b tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Deleting port 05e524dc-f736-43fa-b8c6-4901746c32be {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:31:42.707720 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-2f82efe4-f082-41a7-8272-51efaf9fe957 req-115f9028-8a19-4b77-bdf5-7a32451c5c3b tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:42.953170 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-2f82efe4-f082-41a7-8272-51efaf9fe957 req-115f9028-8a19-4b77-bdf5-7a32451c5c3b tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] For port 05e524dc-f736-43fa-b8c6-4901746c32be, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=05e524dc-f736-43fa-b8c6-4901746c32be,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:31:42.953523 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-2f82efe4-f082-41a7-8272-51efaf9fe957 req-115f9028-8a19-4b77-bdf5-7a32451c5c3b tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:43.074826 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-2f82efe4-f082-41a7-8272-51efaf9fe957 req-115f9028-8a19-4b77-bdf5-7a32451c5c3b tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Calling delete_port for 05e524dc-f736-43fa-b8c6-4901746c32be owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:31:43.218888 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-2f82efe4-f082-41a7-8272-51efaf9fe957 req-115f9028-8a19-4b77-bdf5-7a32451c5c3b tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:43.268614 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f9028-8a19-4b77-bdf5-7a32451c5c3b tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event deleted for resources: {'Port': ['ID=05e524dc-f736-43fa-b8c6-4901746c32be,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:43.345890 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f82efe4-f082-41a7-8272-51efaf9fe957 req-115f9028-8a19-4b77-bdf5-7a32451c5c3b tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] No DVR routers for this DVR port 05e524dc-f736-43fa-b8c6-4901746c32be on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:31:43.348885 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-2f82efe4-f082-41a7-8272-51efaf9fe957 req-115f9028-8a19-4b77-bdf5-7a32451c5c3b tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:43.351609 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17e272e-a8f9-495a-af3d-80117b0fc141', 'name': 'network-vif-deleted', 'tag': '05e524dc-f736-43fa-b8c6-4901746c32be'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:31:43.367566 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2f82efe4-f082-41a7-8272-51efaf9fe957 req-115f9028-8a19-4b77-bdf5-7a32451c5c3b tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.86 "DELETE /v2.0/ports/05e524dc-f736-43fa-b8c6-4901746c32be HTTP/1.1" status: 204 len: 173 time: 0.7248688 May 10 15:31:43.398650 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1cabe8e-c96c-4561-807c-f974668f659a'] response: {'server_uuid': 'e17e272e-a8f9-495a-af3d-80117b0fc141', 'name': 'network-vif-deleted', 'tag': '05e524dc-f736-43fa-b8c6-4901746c32be', 'status': 'completed', 'code': 200} May 10 15:31:43.585859 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-934f6042-5d19-45d1-ba05-cdca1ff45ce1 req-73e8d15e-df75-4576-8ce6-c43635b48a34 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17e272e-a8f9-495a-af3d-80117b0fc141 HTTP/1.1" status: 200 len: 210 time: 0.0438771 May 10 15:31:44.680700 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 54148) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:44.747960 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a806d2b0-6e8d-448e-8057-367d54387662 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:44.777425 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a806d2b0-6e8d-448e-8057-367d54387662 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:44.846269 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a806d2b0-6e8d-448e-8057-367d54387662 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:44.864132 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806d2b0-6e8d-448e-8057-367d54387662 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:44.875874 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-a806d2b0-6e8d-448e-8057-367d54387662 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:44.877038 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-a806d2b0-6e8d-448e-8057-367d54387662 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "DELETE /v2.0/security-groups/a3737ac8-1c4a-4d39-afdb-ad4d2edf0d09 HTTP/1.1" status: 204 len: 168 time: 0.1953688 May 10 15:31:45.029656 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 05e524dc-f736-43fa-b8c6-4901746c32be no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:31:45.064095 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: 05e524dc-f736-43fa-b8c6-4901746c32be {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:31:45.064432 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 05e524dc-f736-43fa-b8c6-4901746c32be not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:31:46.001079 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 54158) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:46.006136 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-0d208d0d-0c06-43e8-9290-6a6f31cd41d1 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-474773974', 'description': 'tempest-secgroup-smoke-474773974 description', 'project_id': '8d8c999df2844d67b770ae42f7dfa12a'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:46.012173 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0d208d0d-0c06-43e8-9290-6a6f31cd41d1 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:46.016328 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0d208d0d-0c06-43e8-9290-6a6f31cd41d1 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Usage tracker for resource:security_group and tenant:8d8c999df2844d67b770ae42f7dfa12a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:46.019889 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0d208d0d-0c06-43e8-9290-6a6f31cd41d1 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:46.025586 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0d208d0d-0c06-43e8-9290-6a6f31cd41d1 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:46.035746 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0d208d0d-0c06-43e8-9290-6a6f31cd41d1 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.054760 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0d208d0d-0c06-43e8-9290-6a6f31cd41d1 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:46.058530 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0d208d0d-0c06-43e8-9290-6a6f31cd41d1 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Usage tracker for resource:security_group_rule and tenant:8d8c999df2844d67b770ae42f7dfa12a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:46.061258 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-0d208d0d-0c06-43e8-9290-6a6f31cd41d1 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:46.067210 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-0d208d0d-0c06-43e8-9290-6a6f31cd41d1 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:46.140340 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0d208d0d-0c06-43e8-9290-6a6f31cd41d1 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.144154 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0d208d0d-0c06-43e8-9290-6a6f31cd41d1 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.189515 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d208d0d-0c06-43e8-9290-6a6f31cd41d1 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6007be0-7e44-4187-b232-dfc6481355fe,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:46.196809 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-0d208d0d-0c06-43e8-9290-6a6f31cd41d1 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.197384 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-0d208d0d-0c06-43e8-9290-6a6f31cd41d1 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1953168 May 10 15:31:46.200285 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 54162) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:46.204888 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-e0a79c3a-a823-4a90-9173-ab39b1d93945 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Request body: {'security_group_rule': {'security_group_id': 'e6007be0-7e44-4187-b232-dfc6481355fe', 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:46.211890 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e0a79c3a-a823-4a90-9173-ab39b1d93945 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:46.215700 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e0a79c3a-a823-4a90-9173-ab39b1d93945 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Usage tracker for resource:security_group_rule and tenant:8d8c999df2844d67b770ae42f7dfa12a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:46.218569 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e0a79c3a-a823-4a90-9173-ab39b1d93945 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:46.224693 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e0a79c3a-a823-4a90-9173-ab39b1d93945 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:46.240549 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e0a79c3a-a823-4a90-9173-ab39b1d93945 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.302888 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e0a79c3a-a823-4a90-9173-ab39b1d93945 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.306552 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e0a79c3a-a823-4a90-9173-ab39b1d93945 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.329520 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a79c3a-a823-4a90-9173-ab39b1d93945 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e488747e-72aa-479c-af3a-99b8eae677d9,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:46.339394 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e0a79c3a-a823-4a90-9173-ab39b1d93945 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.340769 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e0a79c3a-a823-4a90-9173-ab39b1d93945 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396973 May 10 15:31:46.343588 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 54166) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:46.348489 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-dfd5ace9-d421-4620-a45f-e589d13b5abb tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Request body: {'security_group_rule': {'security_group_id': 'e6007be0-7e44-4187-b232-dfc6481355fe', 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:46.354465 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-dfd5ace9-d421-4620-a45f-e589d13b5abb tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:46.358383 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-dfd5ace9-d421-4620-a45f-e589d13b5abb tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Usage tracker for resource:security_group_rule and tenant:8d8c999df2844d67b770ae42f7dfa12a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:46.361206 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-dfd5ace9-d421-4620-a45f-e589d13b5abb tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:46.367326 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-dfd5ace9-d421-4620-a45f-e589d13b5abb tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:46.384107 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dfd5ace9-d421-4620-a45f-e589d13b5abb tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.443551 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dfd5ace9-d421-4620-a45f-e589d13b5abb tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.447029 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dfd5ace9-d421-4620-a45f-e589d13b5abb tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.470091 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5ace9-d421-4620-a45f-e589d13b5abb tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523e85ba-717e-4e31-ad18-88f7dd8dc458,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:46.479156 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-dfd5ace9-d421-4620-a45f-e589d13b5abb tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.480402 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-dfd5ace9-d421-4620-a45f-e589d13b5abb tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1358786 May 10 15:31:46.483253 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 54170) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:46.488961 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-b4ac7ec5-bed8-44b6-9902-bdb865859ab3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Request body: {'security_group_rule': {'security_group_id': 'e6007be0-7e44-4187-b232-dfc6481355fe', 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:46.495104 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b4ac7ec5-bed8-44b6-9902-bdb865859ab3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:46.499085 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b4ac7ec5-bed8-44b6-9902-bdb865859ab3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Usage tracker for resource:security_group_rule and tenant:8d8c999df2844d67b770ae42f7dfa12a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:46.501728 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b4ac7ec5-bed8-44b6-9902-bdb865859ab3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:46.508043 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b4ac7ec5-bed8-44b6-9902-bdb865859ab3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:46.525168 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b4ac7ec5-bed8-44b6-9902-bdb865859ab3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.592182 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b4ac7ec5-bed8-44b6-9902-bdb865859ab3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.595693 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b4ac7ec5-bed8-44b6-9902-bdb865859ab3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.618102 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac7ec5-bed8-44b6-9902-bdb865859ab3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3727306-00f7-4d33-ae4a-ae9d3b1e60cd,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:46.626575 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b4ac7ec5-bed8-44b6-9902-bdb865859ab3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.627763 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b4ac7ec5-bed8-44b6-9902-bdb865859ab3 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434977 May 10 15:31:46.631154 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 54174) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:46.636004 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-df09111b-b45c-449b-a999-5dfb39874df4 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Request body: {'security_group_rule': {'security_group_id': 'e6007be0-7e44-4187-b232-dfc6481355fe', 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:46.641666 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-df09111b-b45c-449b-a999-5dfb39874df4 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:46.645608 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-df09111b-b45c-449b-a999-5dfb39874df4 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Usage tracker for resource:security_group_rule and tenant:8d8c999df2844d67b770ae42f7dfa12a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:46.648434 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-df09111b-b45c-449b-a999-5dfb39874df4 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:46.654289 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-df09111b-b45c-449b-a999-5dfb39874df4 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:46.672710 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-df09111b-b45c-449b-a999-5dfb39874df4 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.734714 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-df09111b-b45c-449b-a999-5dfb39874df4 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.738900 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-df09111b-b45c-449b-a999-5dfb39874df4 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.761858 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09111b-b45c-449b-a999-5dfb39874df4 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d14e398-01c0-42a5-8246-d3fef1d0cf03,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:46.770859 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-df09111b-b45c-449b-a999-5dfb39874df4 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.772121 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-df09111b-b45c-449b-a999-5dfb39874df4 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1400425 May 10 15:31:46.774773 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 54178) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:46.779902 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-cb84671d-4f71-477c-af20-bba7ce24a482 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Request body: {'security_group_rule': {'security_group_id': 'e6007be0-7e44-4187-b232-dfc6481355fe', 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:46.785692 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-cb84671d-4f71-477c-af20-bba7ce24a482 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:46.789530 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-cb84671d-4f71-477c-af20-bba7ce24a482 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Usage tracker for resource:security_group_rule and tenant:8d8c999df2844d67b770ae42f7dfa12a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:46.792425 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-cb84671d-4f71-477c-af20-bba7ce24a482 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:46.798114 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-cb84671d-4f71-477c-af20-bba7ce24a482 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:46.808236 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.securitygroups_db [None req-cb84671d-4f71-477c-af20-bba7ce24a482 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Project 8d8c999df2844d67b770ae42f7dfa12a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:31:46.814589 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cb84671d-4f71-477c-af20-bba7ce24a482 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.878352 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cb84671d-4f71-477c-af20-bba7ce24a482 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.882920 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cb84671d-4f71-477c-af20-bba7ce24a482 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.906133 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84671d-4f71-477c-af20-bba7ce24a482 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596efdd6-3cc1-46a3-8c0e-d6773d7c17ac,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:46.915305 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-cb84671d-4f71-477c-af20-bba7ce24a482 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:46.916432 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-cb84671d-4f71-477c-af20-bba7ce24a482 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1407669 May 10 15:31:46.919129 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 54182) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:31:46.924046 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-e0f580da-d1d0-4a37-8d8b-177b41b28d4f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Request body: {'security_group_rule': {'security_group_id': 'e6007be0-7e44-4187-b232-dfc6481355fe', 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:31:46.930690 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e0f580da-d1d0-4a37-8d8b-177b41b28d4f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:31:46.934466 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e0f580da-d1d0-4a37-8d8b-177b41b28d4f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Usage tracker for resource:security_group_rule and tenant:8d8c999df2844d67b770ae42f7dfa12a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:31:46.937302 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-e0f580da-d1d0-4a37-8d8b-177b41b28d4f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:31:46.943754 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-e0f580da-d1d0-4a37-8d8b-177b41b28d4f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:31:46.954184 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.securitygroups_db [None req-e0f580da-d1d0-4a37-8d8b-177b41b28d4f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Project 8d8c999df2844d67b770ae42f7dfa12a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:31:46.960511 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e0f580da-d1d0-4a37-8d8b-177b41b28d4f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:47.027862 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e0f580da-d1d0-4a37-8d8b-177b41b28d4f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:47.031532 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e0f580da-d1d0-4a37-8d8b-177b41b28d4f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:47.056092 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f580da-d1d0-4a37-8d8b-177b41b28d4f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef528d0e-465d-44aa-a65b-d09b5becc643,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:31:47.064317 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-e0f580da-d1d0-4a37-8d8b-177b41b28d4f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:47.065521 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-e0f580da-d1d0-4a37-8d8b-177b41b28d4f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1454971 May 10 15:31:50.192869 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b98db19a-defc-4811-ac84-c4fba1e57f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:52.501488 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-de187456-5bfa-490c-a2a7-50665c6bd764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:53.381464 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:53.445466 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:53.620457 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:55.059704 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:31:59.321553 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:32:00.814758 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-8f23454d-d075-4dea-a41a-5b0ba395e8fc tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-474773974&fields=id&tenant_id=8d8c999df2844d67b770ae42f7dfa12a HTTP/1.1" status: 200 len: 267 time: 0.0418746 May 10 15:32:00.963820 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-5251c2a2-20da-435c-aa82-87b2544b196f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:00.965211 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-5251c2a2-20da-435c-aa82-87b2544b196f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/networks?id=7d6dfd65-3c18-434e-bb49-048431f25d36 HTTP/1.1" status: 200 len: 809 time: 0.1436231 May 10 15:32:00.979514 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-6d0af2d3-a6bb-4e16-ac43-0b6cf9a8fbf5 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/quotas/8d8c999df2844d67b770ae42f7dfa12a HTTP/1.1" status: 200 len: 375 time: 0.0089757 May 10 15:32:01.061422 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-189fdf95-f306-45a0-b9f2-a517857052d2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8d8c999df2844d67b770ae42f7dfa12a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770700 May 10 15:32:01.290677 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-dc1e9d56-f7f2-4009-b34c-05885e232249 service neutron] 10.222.0.79 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171195 May 10 15:32:01.421467 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-a173b67a-52a5-4983-b659-2dab872701fd service neutron] 10.222.0.79 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251225 May 10 15:32:01.818210 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4737655b-d34e-421a-811a-2b00c5c0102f req-71e26efb-a0fb-4ff9-971f-a7fd40d18dcf tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 210 time: 0.0712700 May 10 15:32:02.983398 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6064a2a2-42d6-4786-8fe8-6c7ba853d4b5 req-39a3aa07-0d76-4b0f-87b6-9641dde67e2b tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 210 time: 0.0481479 May 10 15:32:03.041528 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-1ae12463-7792-42c7-8f38-a33e2913271e tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:03.043023 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-1ae12463-7792-42c7-8f38-a33e2913271e tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.86 "GET /v2.0/networks?id=7d6dfd65-3c18-434e-bb49-048431f25d36 HTTP/1.1" status: 200 len: 809 time: 0.2654366 May 10 15:32:03.093956 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-5d07fe20-7301-4bdb-8491-43265c755fed tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Synchronizing usage tracker for tenant:8d8c999df2844d67b770ae42f7dfa12a on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:32:03.108977 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-5d07fe20-7301-4bdb-8491-43265c755fed tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Unset dirty status for tenant:8d8c999df2844d67b770ae42f7dfa12a on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:32:03.110002 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-5d07fe20-7301-4bdb-8491-43265c755fed tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d8c999df2844d67b770ae42f7dfa12a HTTP/1.1" status: 200 len: 379 time: 0.0557821 May 10 15:32:03.121041 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-7f41629a-6c3f-4a93-87ff-0e69c1235d75 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Request body: {'port': {'device_id': '3b506344-961d-49b9-8ab3-7a4ebc054de9', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'admin_state_up': True, 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'security_groups': ['e6007be0-7e44-4187-b232-dfc6481355fe']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:32:03.258914 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-7f41629a-6c3f-4a93-87ff-0e69c1235d75 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:32:03.262923 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-7f41629a-6c3f-4a93-87ff-0e69c1235d75 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Usage tracker for resource:port and tenant:8d8c999df2844d67b770ae42f7dfa12a is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:32:03.265702 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-7f41629a-6c3f-4a93-87ff-0e69c1235d75 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:32:03.271608 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-7f41629a-6c3f-4a93-87ff-0e69c1235d75 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:32:03.281793 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-7f41629a-6c3f-4a93-87ff-0e69c1235d75 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Made reservation on behalf of 8d8c999df2844d67b770ae42f7dfa12a for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:32:03.285444 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-7f41629a-6c3f-4a93-87ff-0e69c1235d75 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:03.454104 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-7f41629a-6c3f-4a93-87ff-0e69c1235d75 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Allocated IP 172.20.0.11 (7d6dfd65-3c18-434e-bb49-048431f25d36/f5d254b7-c73a-499f-9994-31ef4f355667/326fcb46-62c9-47e1-8cbc-51a59bb63496) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:32:03.655190 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-7f41629a-6c3f-4a93-87ff-0e69c1235d75 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:03.671094 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-7f41629a-6c3f-4a93-87ff-0e69c1235d75 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Transition to ACTIVE for port object 326fcb46-62c9-47e1-8cbc-51a59bb63496 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:32:03.696049 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-7f41629a-6c3f-4a93-87ff-0e69c1235d75 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:03.772014 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-7f41629a-6c3f-4a93-87ff-0e69c1235d75 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Network 7d6dfd65-3c18-434e-bb49-048431f25d36 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:32:03.775167 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-7f41629a-6c3f-4a93-87ff-0e69c1235d75 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:32:03.779225 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-7f41629a-6c3f-4a93-87ff-0e69c1235d75 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:32:03.810989 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41629a-6c3f-4a93-87ff-0e69c1235d75 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event updated for resources: {'Port': ['ID=326fcb46-62c9-47e1-8cbc-51a59bb63496,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:03.849495 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-7f41629a-6c3f-4a93-87ff-0e69c1235d75 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:03.850120 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-7f41629a-6c3f-4a93-87ff-0e69c1235d75 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:03.877449 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-7f41629a-6c3f-4a93-87ff-0e69c1235d75 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7598979 May 10 15:32:03.893327 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-3845ac5b-4251-4c45-b2a9-d5059b0624cb service neutron] Request body: {'port': {'device_id': '3b506344-961d-49b9-8ab3-7a4ebc054de9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:32:04.015173 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-3845ac5b-4251-4c45-b2a9-d5059b0624cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:04.073058 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-fae2f44c-5797-4881-b811-49104ee4764d None None] Provisioning for port 326fcb46-62c9-47e1-8cbc-51a59bb63496 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:32:04.078361 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-fae2f44c-5797-4881-b811-49104ee4764d None None] Provisioning complete for port 326fcb46-62c9-47e1-8cbc-51a59bb63496 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:32:04.079014 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fae2f44c-5797-4881-b811-49104ee4764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:04.137232 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-fae2f44c-5797-4881-b811-49104ee4764d None None] Port 326fcb46-62c9-47e1-8cbc-51a59bb63496 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:32:04.198646 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959baa0f-27e9-4b21-a9e0-8626c853ba91 req-b77dcddc-17f3-409b-a363-42ea9d27519c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:04.200128 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-959baa0f-27e9-4b21-a9e0-8626c853ba91 req-b77dcddc-17f3-409b-a363-42ea9d27519c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 932 time: 0.0875590 May 10 15:32:04.249366 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-959baa0f-27e9-4b21-a9e0-8626c853ba91 req-dcba03f6-302e-48c7-a8f3-ae7290b48806 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405765 May 10 15:32:04.413680 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-3845ac5b-4251-4c45-b2a9-d5059b0624cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 326fcb46-62c9-47e1-8cbc-51a59bb63496 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:32:04.421335 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-3845ac5b-4251-4c45-b2a9-d5059b0624cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:04.437038 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-3845ac5b-4251-4c45-b2a9-d5059b0624cb service neutron] Transition to ACTIVE for port object 326fcb46-62c9-47e1-8cbc-51a59bb63496 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:32:04.440372 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-3845ac5b-4251-4c45-b2a9-d5059b0624cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:04.572817 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845ac5b-4251-4c45-b2a9-d5059b0624cb service neutron] Pushing event updated for resources: {'Port': ['ID=326fcb46-62c9-47e1-8cbc-51a59bb63496,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:04.683695 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-3845ac5b-4251-4c45-b2a9-d5059b0624cb service neutron] Attempting to bind port 326fcb46-62c9-47e1-8cbc-51a59bb63496 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:32:04.684016 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-3845ac5b-4251-4c45-b2a9-d5059b0624cb service neutron] Attempting to bind port 326fcb46-62c9-47e1-8cbc-51a59bb63496 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': '5dec50f6-e6ca-460e-8e83-73abd34811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:32:04.684507 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-3845ac5b-4251-4c45-b2a9-d5059b0624cb service neutron] Attempting to bind port 326fcb46-62c9-47e1-8cbc-51a59bb63496 on network 7d6dfd65-3c18-434e-bb49-048431f25d36 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:32:04.690665 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-3845ac5b-4251-4c45-b2a9-d5059b0624cb service neutron] Port 326fcb46-62c9-47e1-8cbc-51a59bb63496 on network 7d6dfd65-3c18-434e-bb49-048431f25d36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:32:04.690997 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-3845ac5b-4251-4c45-b2a9-d5059b0624cb service neutron] Attempting to bind port 326fcb46-62c9-47e1-8cbc-51a59bb63496 on network 7d6dfd65-3c18-434e-bb49-048431f25d36 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:32:04.697634 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-3845ac5b-4251-4c45-b2a9-d5059b0624cb service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:32:04.698123 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-3845ac5b-4251-4c45-b2a9-d5059b0624cb service neutron] Checking segment: {'id': '5dec50f6-e6ca-460e-8e83-73abd34811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:32:04.698524 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-3845ac5b-4251-4c45-b2a9-d5059b0624cb service neutron] Bound using segment: {'id': '5dec50f6-e6ca-460e-8e83-73abd34811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:32:04.698946 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-3845ac5b-4251-4c45-b2a9-d5059b0624cb service neutron] Bound port: 326fcb46-62c9-47e1-8cbc-51a59bb63496, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dec50f6-e6ca-460e-8e83-73abd34811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:32:04.699289 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-3845ac5b-4251-4c45-b2a9-d5059b0624cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:04.793446 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-3845ac5b-4251-4c45-b2a9-d5059b0624cb service neutron] For port 326fcb46-62c9-47e1-8cbc-51a59bb63496, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:32:04.796423 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-3845ac5b-4251-4c45-b2a9-d5059b0624cb service neutron] For port 326fcb46-62c9-47e1-8cbc-51a59bb63496, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=326fcb46-62c9-47e1-8cbc-51a59bb63496,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:32:04.800762 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-3845ac5b-4251-4c45-b2a9-d5059b0624cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:04.864824 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-3845ac5b-4251-4c45-b2a9-d5059b0624cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:04.865568 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-3845ac5b-4251-4c45-b2a9-d5059b0624cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:04.867090 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-3845ac5b-4251-4c45-b2a9-d5059b0624cb service neutron] 10.222.0.86 "PUT /v2.0/ports/326fcb46-62c9-47e1-8cbc-51a59bb63496 HTTP/1.1" status: 200 len: 1094 time: 0.9783051 May 10 15:32:04.867624 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b506344-961d-49b9-8ab3-7a4ebc054de9', 'tag': '326fcb46-62c9-47e1-8cbc-51a59bb63496'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:32:04.891554 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845ac5b-4251-4c45-b2a9-d5059b0624cb service neutron] Pushing event updated for resources: {'Port': ['ID=326fcb46-62c9-47e1-8cbc-51a59bb63496,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:04.947398 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffe872a4-deba-4045-a391-9a317adb0e61'] response: {'name': 'network-changed', 'server_uuid': '3b506344-961d-49b9-8ab3-7a4ebc054de9', 'tag': '326fcb46-62c9-47e1-8cbc-51a59bb63496', 'status': 'completed', 'code': 200} May 10 15:32:04.990052 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-bb648795-a1f7-44e8-bb23-f48d8fc59534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:04.991574 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-bb648795-a1f7-44e8-bb23-f48d8fc59534 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d8c999df2844d67b770ae42f7dfa12a&device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 1097 time: 0.0777023 May 10 15:32:05.162778 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-8667f8d8-7c26-49c4-9cfd-536a6c493f47 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=326fcb46-62c9-47e1-8cbc-51a59bb63496 HTTP/1.1" status: 200 len: 217 time: 0.1607356 May 10 15:32:05.230221 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-cb09a6c1-9b5b-4811-8d5e-63133fcb4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:05.231644 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-cb09a6c1-9b5b-4811-8d5e-63133fcb4e6c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5d254b7-c73a-499f-9994-31ef4f355667 HTTP/1.1" status: 200 len: 848 time: 0.0593767 May 10 15:32:05.309874 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-643940b1-556a-4b69-b710-ad295aa9c648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:05.311349 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-643940b1-556a-4b69-b710-ad295aa9c648 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7d6dfd65-3c18-434e-bb49-048431f25d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697343 May 10 15:32:05.437944 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d58d2b-ed63-4325-b1c7-9571f6b7bf1b req-67193e0f-886e-40e6-b3af-a8aecb332a0c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:05.439333 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a6d58d2b-ed63-4325-b1c7-9571f6b7bf1b req-67193e0f-886e-40e6-b3af-a8aecb332a0c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 944 time: 0.0840833 May 10 15:32:05.447440 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-a73c7ad2-6a33-4c5b-8c30-8b0d2ad05bff service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264279 May 10 15:32:05.484434 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a6d58d2b-ed63-4325-b1c7-9571f6b7bf1b req-84b3e166-6b96-43e3-bb35-f145b425fd52 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386055 May 10 15:32:05.582718 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a3311ff9-501f-4080-ad8d-50d3b273249a req-a0781c7c-81f3-42db-97af-591ea0735ae7 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255400 May 10 15:32:05.704511 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be91d4-77ad-4c44-b12e-a959208004dc req-0ee301ea-d799-4b5f-8fbd-defca4dd7449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:05.706087 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f4be91d4-77ad-4c44-b12e-a959208004dc req-0ee301ea-d799-4b5f-8fbd-defca4dd7449 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d8c999df2844d67b770ae42f7dfa12a&device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 1097 time: 0.0723836 May 10 15:32:05.854695 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be91d4-77ad-4c44-b12e-a959208004dc req-b0cddb6c-4f08-4594-8c19-7d1d1561aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:05.856141 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f4be91d4-77ad-4c44-b12e-a959208004dc req-b0cddb6c-4f08-4594-8c19-7d1d1561aab1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7d6dfd65-3c18-434e-bb49-048431f25d36 HTTP/1.1" status: 200 len: 910 time: 0.1426628 May 10 15:32:05.933345 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f4be91d4-77ad-4c44-b12e-a959208004dc req-9fd02bb1-be7c-46e8-8efc-4494c427ebf2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=326fcb46-62c9-47e1-8cbc-51a59bb63496 HTTP/1.1" status: 200 len: 217 time: 0.0671802 May 10 15:32:06.002145 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be91d4-77ad-4c44-b12e-a959208004dc req-43dbf9f3-7957-4d35-bd65-0b5b3636ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:06.003636 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f4be91d4-77ad-4c44-b12e-a959208004dc req-43dbf9f3-7957-4d35-bd65-0b5b3636ec52 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5d254b7-c73a-499f-9994-31ef4f355667 HTTP/1.1" status: 200 len: 848 time: 0.0606196 May 10 15:32:06.080723 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be91d4-77ad-4c44-b12e-a959208004dc req-ce89361f-205e-4ea5-bfe5-24286e89e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:06.082730 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f4be91d4-77ad-4c44-b12e-a959208004dc req-ce89361f-205e-4ea5-bfe5-24286e89e2af service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7d6dfd65-3c18-434e-bb49-048431f25d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705442 May 10 15:32:06.215247 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f4be91d4-77ad-4c44-b12e-a959208004dc req-6a4011cc-e5db-4169-9f66-7bfc9f8c63bf service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232274 May 10 15:32:06.356401 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-f4be91d4-77ad-4c44-b12e-a959208004dc req-07ea3ffd-656d-4e5f-a3f6-8632e999b0be service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311133 May 10 15:32:06.670441 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45f04e-0e2b-4333-8a02-fb7725484b8b req-af6ee4e5-6804-4dc8-b99f-4caca7c485f1 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:06.671831 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9f45f04e-0e2b-4333-8a02-fb7725484b8b req-af6ee4e5-6804-4dc8-b99f-4caca7c485f1 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 944 time: 0.0829601 May 10 15:32:06.720077 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9f45f04e-0e2b-4333-8a02-fb7725484b8b req-27186c82-f281-4dad-87b5-d5c482d8a519 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415289 May 10 15:32:07.902846 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e0ba1-52e6-4e1e-b44f-4db2430ec7e6 req-37e73421-e3ae-4447-9f88-6c5272a5eee7 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:07.904582 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-457e0ba1-52e6-4e1e-b44f-4db2430ec7e6 req-37e73421-e3ae-4447-9f88-6c5272a5eee7 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 944 time: 0.0819433 May 10 15:32:07.949275 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-457e0ba1-52e6-4e1e-b44f-4db2430ec7e6 req-976b5195-1586-4654-93af-1dea3939cd62 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389864 May 10 15:32:09.138963 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbc24f-78b4-46a7-a491-90ee3e2fbdeb req-8658e8d9-1888-4764-ba7b-de49bfc99bab tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:09.140413 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-93cbc24f-78b4-46a7-a491-90ee3e2fbdeb req-8658e8d9-1888-4764-ba7b-de49bfc99bab tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 944 time: 0.0860014 May 10 15:32:09.184462 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-93cbc24f-78b4-46a7-a491-90ee3e2fbdeb req-8ea102d8-c9f4-454e-aa58-b0457154dfd9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380561 May 10 15:32:10.368528 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb50ba3-b580-4a65-962b-6d2c63bcc9cc req-2405179a-de68-45e3-a7b0-7e6dbbe1b9c5 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:10.369969 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5bb50ba3-b580-4a65-962b-6d2c63bcc9cc req-2405179a-de68-45e3-a7b0-7e6dbbe1b9c5 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 944 time: 0.0798426 May 10 15:32:10.414984 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5bb50ba3-b580-4a65-962b-6d2c63bcc9cc req-4c9e6a47-0813-453c-9d0a-4720f5388e78 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393541 May 10 15:32:11.598794 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed8fb6-5217-4c2b-a598-80d6252fb24c req-16719562-52ce-4e1c-992c-21ae95b53691 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:11.600247 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f3ed8fb6-5217-4c2b-a598-80d6252fb24c req-16719562-52ce-4e1c-992c-21ae95b53691 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 944 time: 0.0832219 May 10 15:32:11.644085 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f3ed8fb6-5217-4c2b-a598-80d6252fb24c req-40862223-54d2-4969-90e2-d65283fa25d8 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381832 May 10 15:32:12.823853 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9f75a-42aa-4513-8cbb-ab09336bfc9c req-418523ea-b6cc-49aa-89fa-165ccaaebed2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:12.825299 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-86f9f75a-42aa-4513-8cbb-ab09336bfc9c req-418523ea-b6cc-49aa-89fa-165ccaaebed2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 944 time: 0.0795927 May 10 15:32:12.869457 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-86f9f75a-42aa-4513-8cbb-ab09336bfc9c req-998bcb66-1b15-4808-820f-c66ab264325d tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384884 May 10 15:32:13.142272 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 326fcb46-62c9-47e1-8cbc-51a59bb63496 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:32:13.273553 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 326fcb46-62c9-47e1-8cbc-51a59bb63496, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=326fcb46-62c9-47e1-8cbc-51a59bb63496,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:32:13.286641 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '326fcb46-62c9-47e1-8cbc-51a59bb63496', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'port_id': '326fcb46-62c9-47e1-8cbc-51a59bb63496', 'mac_address': 'fa:16:3e:c0:c8:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:32:13.339959 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:13.356420 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 326fcb46-62c9-47e1-8cbc-51a59bb63496 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:32:13.371956 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 326fcb46-62c9-47e1-8cbc-51a59bb63496, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=326fcb46-62c9-47e1-8cbc-51a59bb63496,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:32:13.376028 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:13.444303 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=326fcb46-62c9-47e1-8cbc-51a59bb63496,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:13.451262 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:13.451609 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:13.451946 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:13.452282 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:13.452606 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:13.452930 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:13.453252 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:13.453572 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:13.453896 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:13.454214 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:13.454558 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:13.454877 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:13.728905 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['326fcb46-62c9-47e1-8cbc-51a59bb63496'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:32:14.057690 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a214d-d9a2-40be-9d98-41eb33bd3f49 req-56b03256-04c9-49e5-9df5-04b2bb579a18 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:14.059143 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ec1a214d-d9a2-40be-9d98-41eb33bd3f49 req-56b03256-04c9-49e5-9df5-04b2bb579a18 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 945 time: 0.0835397 May 10 15:32:14.103564 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ec1a214d-d9a2-40be-9d98-41eb33bd3f49 req-1959e1b9-df45-4f45-8fd1-ba6fd7bb9317 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388737 May 10 15:32:15.159256 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 326fcb46-62c9-47e1-8cbc-51a59bb63496 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:32:15.226341 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port 326fcb46-62c9-47e1-8cbc-51a59bb63496 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:32:15.231159 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 326fcb46-62c9-47e1-8cbc-51a59bb63496 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:32:15.231533 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:15.289263 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac7aff-92de-4bf4-8d5b-ad98a4f3e0dd req-e88f9e70-318c-40e8-9217-da1c99f5fdd9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:15.290741 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-88ac7aff-92de-4bf4-8d5b-ad98a4f3e0dd req-e88f9e70-318c-40e8-9217-da1c99f5fdd9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 945 time: 0.0823627 May 10 15:32:15.339785 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-88ac7aff-92de-4bf4-8d5b-ad98a4f3e0dd req-d541f25e-9f79-48fa-bf7e-dfc1d9f65d34 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431678 May 10 15:32:15.382338 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:15.408497 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b506344-961d-49b9-8ab3-7a4ebc054de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326fcb46-62c9-47e1-8cbc-51a59bb63496'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:32:15.418180 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 326fcb46-62c9-47e1-8cbc-51a59bb63496, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=326fcb46-62c9-47e1-8cbc-51a59bb63496,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:32:15.422196 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:15.492659 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=326fcb46-62c9-47e1-8cbc-51a59bb63496,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:15.508258 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd738333-0c05-4c53-8382-6a08142899ea'] response: {'server_uuid': '3b506344-961d-49b9-8ab3-7a4ebc054de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326fcb46-62c9-47e1-8cbc-51a59bb63496', 'code': 200} May 10 15:32:15.808716 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854de28b-858b-4a48-a9ef-7164ccce20ab req-2eb5de84-c374-4ab7-9164-9843ae2d2488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:15.810055 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-854de28b-858b-4a48-a9ef-7164ccce20ab req-2eb5de84-c374-4ab7-9164-9843ae2d2488 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 1099 time: 0.0688870 May 10 15:32:15.856588 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-854de28b-858b-4a48-a9ef-7164ccce20ab req-0c8661a9-6bfe-4de1-acf4-a718ef5ebb66 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370774 May 10 15:32:16.523299 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ded6b-e0c6-45a8-8417-4a2a1efc4e09 req-cbe0f027-b202-4de6-80f5-33d99416e52f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:16.524720 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-906ded6b-e0c6-45a8-8417-4a2a1efc4e09 req-cbe0f027-b202-4de6-80f5-33d99416e52f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 946 time: 0.0795755 May 10 15:32:16.569359 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-906ded6b-e0c6-45a8-8417-4a2a1efc4e09 req-b86dc7da-a845-4cd3-8563-39b3de499c3f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387287 May 10 15:32:17.757965 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898901f-1963-4bf1-ac7c-aeee76ca5f8a req-bf840a9a-7ab2-46fd-9af4-4ce814c56b63 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:17.759428 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6898901f-1963-4bf1-ac7c-aeee76ca5f8a req-bf840a9a-7ab2-46fd-9af4-4ce814c56b63 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 946 time: 0.0830622 May 10 15:32:17.803907 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6898901f-1963-4bf1-ac7c-aeee76ca5f8a req-4119709b-35e2-483b-b17e-7966a6fb6107 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387895 May 10 15:32:17.984171 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344c1d7-7e92-4b5a-90cc-d402b278fd26 req-65247150-762a-4ec3-a3b2-a79932fffae4 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:17.985607 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4344c1d7-7e92-4b5a-90cc-d402b278fd26 req-65247150-762a-4ec3-a3b2-a79932fffae4 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 946 time: 0.0804276 May 10 15:32:18.033024 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4344c1d7-7e92-4b5a-90cc-d402b278fd26 req-5d1a8954-edb4-4343-90a1-4dd2795ee066 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407014 May 10 15:32:18.056131 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54362) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:32:18.129372 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9fa692-8cbb-490b-b9d1-b975719f22b5 tempest-TestShelveInstance-1582371084 tempest-TestShelveInstance-1582371084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:18.129992 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-ff9fa692-8cbb-490b-b9d1-b975719f22b5 tempest-TestShelveInstance-1582371084 tempest-TestShelveInstance-1582371084-project-admin] Synchronizing usage tracker for tenant:0dcf37f4c5c44d2ea4f58e63cd392fde on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:32:18.147107 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-ff9fa692-8cbb-490b-b9d1-b975719f22b5 tempest-TestShelveInstance-1582371084 tempest-TestShelveInstance-1582371084-project-admin] Unset dirty status for tenant:0dcf37f4c5c44d2ea4f58e63cd392fde on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:32:18.148251 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ff9fa692-8cbb-490b-b9d1-b975719f22b5 tempest-TestShelveInstance-1582371084 tempest-TestShelveInstance-1582371084-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 1094 time: 0.0908818 May 10 15:32:18.151020 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54366) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:32:18.156260 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': '326fcb46-62c9-47e1-8cbc-51a59bb63496', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:32:18.162861 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:32:18.166758 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Usage tracker for resource:floatingip and tenant:8d8c999df2844d67b770ae42f7dfa12a is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:32:18.169536 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:32:18.175409 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:32:18.185358 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:18.319505 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:18.453668 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Allocated IP 172.26.0.127 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/bf11bb5c-0cec-46b8-90be-c90f94b3aea8) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:32:18.704585 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:18.733388 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:18.795018 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:32:18.797763 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:32:18.800381 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:32:18.851677 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event updated for resources: {'Port': ['ID=bf11bb5c-0cec-46b8-90be-c90f94b3aea8,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:18.864346 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:18.864684 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:18.865018 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:18.865343 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:18.865668 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:18.865993 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:18.866309 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:18.866654 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:18.866973 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:18.867290 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:18.867610 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:18.867921 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:32:19.228022 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:19.302282 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:19.503808 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:19.507904 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:19.616785 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event updated for resources: {'Port': ['ID=bf11bb5c-0cec-46b8-90be-c90f94b3aea8,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:32:19.628381 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:19.798769 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Floating IP b7a25bb8-1c21-41c2-b3da-f2de2e2fc3a5 associated. External IP: 172.26.0.127, port: 326fcb46-62c9-47e1-8cbc-51a59bb63496. May 10 15:32:20.200519 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-93a1e0aa-f8a2-4058-8b48-f252e5351344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:20.261899 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Router 2d74e2f0-ccc1-4526-9f45-3949c575785a has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:32:20.440253 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:32:20.452066 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10001911-c5a9-47d7-9425-c61e5e092b21 None None] Sync routers for ids ['2d74e2f0-ccc1-4526-9f45-3949c575785a'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:32:20.460951 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10001911-c5a9-47d7-9425-c61e5e092b21 None None] Routers {'2d74e2f0-ccc1-4526-9f45-3949c575785a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:32:20.461623 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-10001911-c5a9-47d7-9425-c61e5e092b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:31:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2d74e2f0-ccc1-4526-9f45-3949c575785a'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:32:20.464878 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:20.522782 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d8d9b3c6-23a7-4210-8626-cf2a5a0e57d9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3707056 May 10 15:32:20.523366 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b506344-961d-49b9-8ab3-7a4ebc054de9', 'tag': '326fcb46-62c9-47e1-8cbc-51a59bb63496'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:32:20.620707 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c8662e-cdec-4712-bd42-7b7f51d0dc81'] response: {'name': 'network-changed', 'server_uuid': '3b506344-961d-49b9-8ab3-7a4ebc054de9', 'tag': '326fcb46-62c9-47e1-8cbc-51a59bb63496', 'status': 'completed', 'code': 200} May 10 15:32:20.645457 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-10001911-c5a9-47d7-9425-c61e5e092b21 None None] Set router 2d74e2f0-ccc1-4526-9f45-3949c575785a gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:32:20.714725 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99470-1efe-4f8d-bd37-53e28ce5ee33 req-9494a5e1-167d-41d2-bb50-90452ffe4630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:20.716115 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ccc99470-1efe-4f8d-bd37-53e28ce5ee33 req-9494a5e1-167d-41d2-bb50-90452ffe4630 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d8c999df2844d67b770ae42f7dfa12a&device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 1099 time: 0.0719917 May 10 15:32:20.849905 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99470-1efe-4f8d-bd37-53e28ce5ee33 req-efb6b025-3378-4ff1-be79-8706912dde20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:20.851368 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ccc99470-1efe-4f8d-bd37-53e28ce5ee33 req-efb6b025-3378-4ff1-be79-8706912dde20 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7d6dfd65-3c18-434e-bb49-048431f25d36 HTTP/1.1" status: 200 len: 910 time: 0.1286423 May 10 15:32:20.994010 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-10001911-c5a9-47d7-9425-c61e5e092b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'name': 'tempest-TestShelveInstance-1872896078-router', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:19Z', 'revision_number': 4, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'gw_port': {'id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'b7a25bb8-1c21-41c2-b3da-f2de2e2fc3a5', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'floating_ip_address': '172.26.0.127', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'port_id': '326fcb46-62c9-47e1-8cbc-51a59bb63496', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'mac_address': 'fa:16:3e:c0:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b506344-961d-49b9-8ab3-7a4ebc054de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:32:19Z', 'updated_at': '2022-05-10T15:32:19Z', 'revision_number': 0, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '413b4ae2-0139-4344-9e11-69151ffa676c', 'name': '', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'mac_address': 'fa:16:3e:ad:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:18Z', 'updated_at': '2022-05-10T15:27:26Z', 'revision_number': 5, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'subnets': [{'id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:32:20.998082 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10001911-c5a9-47d7-9425-c61e5e092b21 None None] Checking router: 2d74e2f0-ccc1-4526-9f45-3949c575785a for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:32:21.007437 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10001911-c5a9-47d7-9425-c61e5e092b21 None None] Routers {'2d74e2f0-ccc1-4526-9f45-3949c575785a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:32:21.008045 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-10001911-c5a9-47d7-9425-c61e5e092b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:31:52Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2d74e2f0-ccc1-4526-9f45-3949c575785a'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:32:21.058565 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ccc99470-1efe-4f8d-bd37-53e28ce5ee33 req-84ccdb58-2e43-4648-8e16-413e97d859d0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=326fcb46-62c9-47e1-8cbc-51a59bb63496 HTTP/1.1" status: 200 len: 1000 time: 0.2009439 May 10 15:32:21.120748 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99470-1efe-4f8d-bd37-53e28ce5ee33 req-78a5b95a-8150-4669-a673-d1be7818eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:21.122286 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ccc99470-1efe-4f8d-bd37-53e28ce5ee33 req-78a5b95a-8150-4669-a673-d1be7818eb3b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5d254b7-c73a-499f-9994-31ef4f355667 HTTP/1.1" status: 200 len: 848 time: 0.0569091 May 10 15:32:21.187464 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-10001911-c5a9-47d7-9425-c61e5e092b21 None None] Set router 2d74e2f0-ccc1-4526-9f45-3949c575785a gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:32:21.202288 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99470-1efe-4f8d-bd37-53e28ce5ee33 req-e8223fcd-8e79-4b2c-ad25-f83ebd3c04ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:21.203774 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ccc99470-1efe-4f8d-bd37-53e28ce5ee33 req-e8223fcd-8e79-4b2c-ad25-f83ebd3c04ee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7d6dfd65-3c18-434e-bb49-048431f25d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752366 May 10 15:32:21.336001 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ccc99470-1efe-4f8d-bd37-53e28ce5ee33 req-e8cece94-d62a-45ff-9b7b-501e854d3054 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247177 May 10 15:32:21.466956 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ccc99470-1efe-4f8d-bd37-53e28ce5ee33 req-0703fb90-6d28-437b-b0c7-1800313d77ca service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253223 May 10 15:32:21.529305 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-10001911-c5a9-47d7-9425-c61e5e092b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'name': 'tempest-TestShelveInstance-1872896078-router', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:19Z', 'revision_number': 4, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'gw_port': {'id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'b7a25bb8-1c21-41c2-b3da-f2de2e2fc3a5', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'floating_ip_address': '172.26.0.127', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'port_id': '326fcb46-62c9-47e1-8cbc-51a59bb63496', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'mac_address': 'fa:16:3e:c0:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b506344-961d-49b9-8ab3-7a4ebc054de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:32:19Z', 'updated_at': '2022-05-10T15:32:19Z', 'revision_number': 0, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '413b4ae2-0139-4344-9e11-69151ffa676c', 'name': '', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'mac_address': 'fa:16:3e:ad:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:18Z', 'updated_at': '2022-05-10T15:27:26Z', 'revision_number': 5, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'subnets': [{'id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:32:21.533210 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10001911-c5a9-47d7-9425-c61e5e092b21 None None] The sync data for ids ['2d74e2f0-ccc1-4526-9f45-3949c575785a'] in dv-neutron-841204-2-hyperv is: [{'id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'name': 'tempest-TestShelveInstance-1872896078-router', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:19Z', 'revision_number': 4, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'gw_port': {'id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': 'b7a25bb8-1c21-41c2-b3da-f2de2e2fc3a5', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'floating_ip_address': '172.26.0.127', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'port_id': '326fcb46-62c9-47e1-8cbc-51a59bb63496', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'mac_address': 'fa:16:3e:c0:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b506344-961d-49b9-8ab3-7a4ebc054de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:32:19Z', 'updated_at': '2022-05-10T15:32:19Z', 'revision_number': 0, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '413b4ae2-0139-4344-9e11-69151ffa676c', 'name': '', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'mac_address': 'fa:16:3e:ad:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:18Z', 'updated_at': '2022-05-10T15:27:26Z', 'revision_number': 5, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'subnets': [{'id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:32:21.720411 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e1a06f-2af6-4091-8968-0616356952a8 None None] New status for floating IP b7a25bb8-1c21-41c2-b3da-f2de2e2fc3a5: ACTIVE {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:32:22.504816 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e99cca5a-0276-45e6-a796-64f457223fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:23.383218 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:23.447446 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:23.619694 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:25.061934 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:36.321221 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:32:38.499273 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1f710c28-b7e9-45ca-acf7-76b16c71eb15 req-50c6c7cd-bdef-4eb1-9c46-4c31cbe3a6e4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1110065 May 10 15:32:38.641340 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f710c28-b7e9-45ca-acf7-76b16c71eb15 req-4a241bd9-5a9b-4fab-9f9e-83d5080d1146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:38.642892 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1f710c28-b7e9-45ca-acf7-76b16c71eb15 req-4a241bd9-5a9b-4fab-9f9e-83d5080d1146 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d8c999df2844d67b770ae42f7dfa12a&device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 1099 time: 0.0722280 May 10 15:32:38.798716 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f710c28-b7e9-45ca-acf7-76b16c71eb15 req-ba9ad508-c0e8-4ca7-845b-1aae624cf788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:38.800146 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1f710c28-b7e9-45ca-acf7-76b16c71eb15 req-ba9ad508-c0e8-4ca7-845b-1aae624cf788 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7d6dfd65-3c18-434e-bb49-048431f25d36 HTTP/1.1" status: 200 len: 910 time: 0.1336477 May 10 15:32:38.908845 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1f710c28-b7e9-45ca-acf7-76b16c71eb15 req-5ec6a83f-35a7-410b-9d7d-ce6be3e77f25 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=326fcb46-62c9-47e1-8cbc-51a59bb63496 HTTP/1.1" status: 200 len: 1002 time: 0.1001618 May 10 15:32:38.977514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f710c28-b7e9-45ca-acf7-76b16c71eb15 req-246af9b6-144a-4edd-a0a4-28d40bce205d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:38.979075 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1f710c28-b7e9-45ca-acf7-76b16c71eb15 req-246af9b6-144a-4edd-a0a4-28d40bce205d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5d254b7-c73a-499f-9994-31ef4f355667 HTTP/1.1" status: 200 len: 848 time: 0.0626915 May 10 15:32:39.059751 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f710c28-b7e9-45ca-acf7-76b16c71eb15 req-cb2c1fc0-fc1b-4e23-8fc8-982e8663559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:32:39.061678 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1f710c28-b7e9-45ca-acf7-76b16c71eb15 req-cb2c1fc0-fc1b-4e23-8fc8-982e8663559b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7d6dfd65-3c18-434e-bb49-048431f25d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756893 May 10 15:32:39.210292 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1f710c28-b7e9-45ca-acf7-76b16c71eb15 req-5b1ccbe6-554c-4c8e-942a-53eee3bd224d service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422732 May 10 15:32:39.351399 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1f710c28-b7e9-45ca-acf7-76b16c71eb15 req-6b6143f4-5d9b-4342-b2fd-4a90cffcdaf0 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341419 May 10 15:32:50.193148 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-690527a6-12cb-4c98-897c-3d6474aca21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:52.506119 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-659d7256-f445-4e27-9e7c-4cf6c9b7d645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:53.387221 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:53.448293 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:53.632576 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:32:55.065476 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:13.320722 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:33:20.195093 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3acb4ffa-49d8-4fdd-84ff-68773769c4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:22.507567 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-07bf92bf-bc55-49d3-9337-89bacb87a415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:23.388573 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:23.450547 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:23.639506 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:25.067549 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:38.480989 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-aa309aac-bd2c-4965-a727-efda0fde1025 req-6cc51910-079f-40c3-9d06-0c77ce506f6e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747609 May 10 15:33:38.619101 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa309aac-bd2c-4965-a727-efda0fde1025 req-fadd8fb1-f0a4-43b5-b570-61c196eab9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:33:38.620470 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-aa309aac-bd2c-4965-a727-efda0fde1025 req-fadd8fb1-f0a4-43b5-b570-61c196eab9eb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d8c999df2844d67b770ae42f7dfa12a&device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 1099 time: 0.0712118 May 10 15:33:38.766220 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa309aac-bd2c-4965-a727-efda0fde1025 req-3cb5ee6b-b531-492f-b139-ba31a716099d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:33:38.767581 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-aa309aac-bd2c-4965-a727-efda0fde1025 req-3cb5ee6b-b531-492f-b139-ba31a716099d service neutron] 10.222.0.86 "GET /v2.0/networks?id=7d6dfd65-3c18-434e-bb49-048431f25d36 HTTP/1.1" status: 200 len: 910 time: 0.1265972 May 10 15:33:38.973993 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-aa309aac-bd2c-4965-a727-efda0fde1025 req-a4376179-1a67-4d0d-be0d-5da6384a3c31 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=326fcb46-62c9-47e1-8cbc-51a59bb63496 HTTP/1.1" status: 200 len: 1002 time: 0.1971874 May 10 15:33:39.039681 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa309aac-bd2c-4965-a727-efda0fde1025 req-3cf93902-5ed1-4094-a9af-4053e5178b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:33:39.040976 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-aa309aac-bd2c-4965-a727-efda0fde1025 req-3cf93902-5ed1-4094-a9af-4053e5178b88 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5d254b7-c73a-499f-9994-31ef4f355667 HTTP/1.1" status: 200 len: 848 time: 0.0561321 May 10 15:33:39.120421 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa309aac-bd2c-4965-a727-efda0fde1025 req-25249c6b-51aa-4913-b5f5-9329a2684bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:33:39.121854 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-aa309aac-bd2c-4965-a727-efda0fde1025 req-25249c6b-51aa-4913-b5f5-9329a2684bdb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7d6dfd65-3c18-434e-bb49-048431f25d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716727 May 10 15:33:39.257144 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-aa309aac-bd2c-4965-a727-efda0fde1025 req-34e35596-f682-48bd-9319-b7d32049d403 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255417 May 10 15:33:39.391097 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-aa309aac-bd2c-4965-a727-efda0fde1025 req-bb32f4db-517b-414b-bde0-2708374e9e5f service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238203 May 10 15:33:50.197062 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7fbe6659-1b6e-489f-9dff-6e6265b6a921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:50.319797 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:33:52.510488 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-98a1fff9-29c7-48cf-a282-304c231e54d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:53.391452 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:53.452363 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:53.644723 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:33:55.071661 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:19.217588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafef589-e00d-42f3-9012-3155b2ec750d req-d415884a-b949-40a9-9f33-f0663221938f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:19.219092 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dafef589-e00d-42f3-9012-3155b2ec750d req-d415884a-b949-40a9-9f33-f0663221938f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 946 time: 0.0859089 May 10 15:34:19.263208 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dafef589-e00d-42f3-9012-3155b2ec750d req-e9ee8ade-4d4e-4463-9031-92c67c6e9b6e tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379250 May 10 15:34:20.198893 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ddb43552-7c27-444b-bf84-d402a22e6f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:20.453503 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62072b10-fd5c-41e8-afc6-9de85630d3d4 req-4f69282d-8afa-47c0-b7f5-703ffe361b3b tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:20.454976 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-62072b10-fd5c-41e8-afc6-9de85630d3d4 req-4f69282d-8afa-47c0-b7f5-703ffe361b3b tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 946 time: 0.0803511 May 10 15:34:20.498297 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-62072b10-fd5c-41e8-afc6-9de85630d3d4 req-af4a3cf5-ca5b-448f-b3ea-0fb1c5048265 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374763 May 10 15:34:21.685913 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13d3ae-e78f-4fa1-bdbc-127f5cc6dfef req-0c7953f2-bbaa-4b3b-89d5-052a6b6ac9bd tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:21.687363 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6c13d3ae-e78f-4fa1-bdbc-127f5cc6dfef req-0c7953f2-bbaa-4b3b-89d5-052a6b6ac9bd tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 946 time: 0.0839269 May 10 15:34:21.731686 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6c13d3ae-e78f-4fa1-bdbc-127f5cc6dfef req-90b5e232-632b-4c6f-a74f-1cf4afed6e82 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379839 May 10 15:34:22.511676 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ef94c437-05a7-44f1-8928-df020811ce00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:22.915755 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f084bb-06bd-4038-b4a1-ce205fafb5d8 req-883fccac-1779-4837-bd7e-ddf059b481b4 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:22.917271 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a1f084bb-06bd-4038-b4a1-ce205fafb5d8 req-883fccac-1779-4837-bd7e-ddf059b481b4 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 946 time: 0.0814643 May 10 15:34:22.966206 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a1f084bb-06bd-4038-b4a1-ce205fafb5d8 req-660e5bd2-996d-4b0b-9827-fa23f4b848ff tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431151 May 10 15:34:23.395032 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:23.453676 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:23.658995 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:24.149731 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5e435-1d25-441b-9367-c6a9bed9d978 req-082a59df-19dc-4c11-9d0e-22e92982f5ac tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:24.151191 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a6b5e435-1d25-441b-9367-c6a9bed9d978 req-082a59df-19dc-4c11-9d0e-22e92982f5ac tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 946 time: 0.0799048 May 10 15:34:24.197588 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a6b5e435-1d25-441b-9367-c6a9bed9d978 req-18e3ad00-e668-4a2a-8101-09bb86f78297 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405719 May 10 15:34:25.074039 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:25.386604 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a3f80-d571-4bfd-ab7d-1744556a3a5b req-fdb4156b-22f0-452a-b149-304849a9f84d tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:25.387964 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-595a3f80-d571-4bfd-ab7d-1744556a3a5b req-fdb4156b-22f0-452a-b149-304849a9f84d tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 946 time: 0.0833554 May 10 15:34:25.432396 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-595a3f80-d571-4bfd-ab7d-1744556a3a5b req-dc7839b4-7bae-4c78-bbc4-16876f295cdb tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388994 May 10 15:34:26.615449 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de62b66-54c3-47d8-8e78-74bd0064d876 req-2dde9da6-7e31-4a18-a94d-468aa96468ba tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:26.616792 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7de62b66-54c3-47d8-8e78-74bd0064d876 req-2dde9da6-7e31-4a18-a94d-468aa96468ba tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 946 time: 0.0792937 May 10 15:34:26.661132 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-7de62b66-54c3-47d8-8e78-74bd0064d876 req-bb426866-85a9-4e7d-bb8b-f8fc5b430ce5 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386126 May 10 15:34:27.319397 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:34:27.846511 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c208f-0bbe-48e4-8c9f-dd672ea273f1 req-9c30c39e-39e4-49e4-842c-f07e3843367d tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:27.848089 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1e3c208f-0bbe-48e4-8c9f-dd672ea273f1 req-9c30c39e-39e4-49e4-842c-f07e3843367d tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 946 time: 0.0839727 May 10 15:34:27.891838 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-1e3c208f-0bbe-48e4-8c9f-dd672ea273f1 req-8e819432-ee8d-4a17-9406-6ef05d0a1109 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376911 May 10 15:34:29.079793 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165e31d-4392-48cd-9a58-72e9730d9505 req-b16648dd-cc32-4553-a682-a7de27153e98 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:29.081225 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9165e31d-4392-48cd-9a58-72e9730d9505 req-b16648dd-cc32-4553-a682-a7de27153e98 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 946 time: 0.0822709 May 10 15:34:29.125146 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-9165e31d-4392-48cd-9a58-72e9730d9505 req-9ef55d0f-07fe-48e1-b93f-2e27afa5f601 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381410 May 10 15:34:29.368309 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4a389-02d4-4638-955a-367793a164a9 req-bec1121b-00b6-43cb-89a1-4bd68bbdcac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:29.369793 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9ef4a389-02d4-4638-955a-367793a164a9 req-bec1121b-00b6-43cb-89a1-4bd68bbdcac4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d8c999df2844d67b770ae42f7dfa12a&device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 1099 time: 0.0710897 May 10 15:34:29.503170 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4a389-02d4-4638-955a-367793a164a9 req-6215b0d1-4536-4eb5-a2c3-d3e2a0a240f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:29.504653 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9ef4a389-02d4-4638-955a-367793a164a9 req-6215b0d1-4536-4eb5-a2c3-d3e2a0a240f1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7d6dfd65-3c18-434e-bb49-048431f25d36 HTTP/1.1" status: 200 len: 910 time: 0.1255548 May 10 15:34:29.610980 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9ef4a389-02d4-4638-955a-367793a164a9 req-65f4b373-3c7b-4ac5-9e0d-e04f90345c56 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=326fcb46-62c9-47e1-8cbc-51a59bb63496 HTTP/1.1" status: 200 len: 1002 time: 0.0975721 May 10 15:34:29.676559 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4a389-02d4-4638-955a-367793a164a9 req-f7747818-ca3e-4ca3-b402-b3df21f5e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:29.678001 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9ef4a389-02d4-4638-955a-367793a164a9 req-f7747818-ca3e-4ca3-b402-b3df21f5e46d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5d254b7-c73a-499f-9994-31ef4f355667 HTTP/1.1" status: 200 len: 848 time: 0.0575645 May 10 15:34:29.758373 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4a389-02d4-4638-955a-367793a164a9 req-53b3a116-9661-43e6-857a-3b82ec47cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:29.759845 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9ef4a389-02d4-4638-955a-367793a164a9 req-53b3a116-9661-43e6-857a-3b82ec47cc02 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7d6dfd65-3c18-434e-bb49-048431f25d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728266 May 10 15:34:29.893663 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9ef4a389-02d4-4638-955a-367793a164a9 req-ef929e27-7b90-4489-84a6-52bca79a84fa service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224568 May 10 15:34:30.026196 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9ef4a389-02d4-4638-955a-367793a164a9 req-62b393a3-9420-474c-840e-02da9c6ec59a service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235120 May 10 15:34:30.308751 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0113471-595c-43b4-a822-fc3c3c4c4696 req-9c5c120b-b05f-405b-898b-17ffba6eceed tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:30.310203 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c0113471-595c-43b4-a822-fc3c3c4c4696 req-9c5c120b-b05f-405b-898b-17ffba6eceed tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 946 time: 0.0830441 May 10 15:34:30.354131 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c0113471-595c-43b4-a822-fc3c3c4c4696 req-541dfc06-2421-4f59-afa4-c766e5d7532c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383360 May 10 15:34:31.541525 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e32ef6-d74f-446d-b969-a69ac842a0ae req-052a40ca-e475-4b07-9108-8f54fa2f582c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:31.542988 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-87e32ef6-d74f-446d-b969-a69ac842a0ae req-052a40ca-e475-4b07-9108-8f54fa2f582c tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 946 time: 0.0810504 May 10 15:34:31.591113 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-87e32ef6-d74f-446d-b969-a69ac842a0ae req-0c02ad9e-0546-4ca8-9826-74c05b5cedf9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426230 May 10 15:34:32.775957 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac821a-f7a3-4596-b74d-9a28ec5f827d req-d38d3ed5-932c-4a00-b0b5-014486b63647 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:32.777395 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-25ac821a-f7a3-4596-b74d-9a28ec5f827d req-d38d3ed5-932c-4a00-b0b5-014486b63647 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 946 time: 0.0810444 May 10 15:34:32.821084 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-25ac821a-f7a3-4596-b74d-9a28ec5f827d req-3acbac62-3e2c-4d20-b74a-b2d7970a18e9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377293 May 10 15:34:34.109565 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9fcc1caf-80ed-4de3-85c2-751e0e410a64 req-20ea09ad-0915-4e0c-b74a-7d5f56201ef5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0689387 May 10 15:34:34.279477 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86349a-ba90-4c37-8cbd-5146ba3e42e9 req-3152d8c3-f687-46a0-8a8a-b5c38431d6fc tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:34.281230 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cf86349a-ba90-4c37-8cbd-5146ba3e42e9 req-3152d8c3-f687-46a0-8a8a-b5c38431d6fc tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 946 time: 0.1839869 May 10 15:34:34.324968 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-cf86349a-ba90-4c37-8cbd-5146ba3e42e9 req-88a04d2f-3f9d-4e0b-b8f6-42be28e18293 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379739 May 10 15:34:35.509576 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e6bbd-adf4-41ef-87aa-90e41822c29a req-378364dd-f895-41d6-a5cf-f9d875f399c1 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:35.511034 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f75e6bbd-adf4-41ef-87aa-90e41822c29a req-378364dd-f895-41d6-a5cf-f9d875f399c1 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 946 time: 0.0790730 May 10 15:34:35.558341 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f75e6bbd-adf4-41ef-87aa-90e41822c29a req-fe6ac397-22cd-4c4a-81ca-4e6539c523a2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417387 May 10 15:34:35.694171 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 326fcb46-62c9-47e1-8cbc-51a59bb63496 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:34:35.805895 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:35.831449 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b506344-961d-49b9-8ab3-7a4ebc054de9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '326fcb46-62c9-47e1-8cbc-51a59bb63496'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:34:35.841896 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 326fcb46-62c9-47e1-8cbc-51a59bb63496, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=326fcb46-62c9-47e1-8cbc-51a59bb63496,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:35.845840 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:35.878544 dv-neutron-841204-2-hyperv neutron-server[88053]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d9bba15d-620a-4cab-b72d-2766f2437764']: {'server_uuid': '3b506344-961d-49b9-8ab3-7a4ebc054de9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '326fcb46-62c9-47e1-8cbc-51a59bb63496', 'code': 422} returned with failed status May 10 15:34:35.916013 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=326fcb46-62c9-47e1-8cbc-51a59bb63496,revision_number=6']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:35.923045 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:35.923391 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:35.923722 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:35.924047 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:35.924368 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:35.924690 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:35.925006 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:35.925324 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:35.925684 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:35.926186 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:35.926532 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:35.926853 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:34:36.756498 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23767abd-cfdb-40db-b0d0-41d143c92454 req-8888fbb3-e07e-4111-a6c3-74b4827cbda2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:36.758012 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-23767abd-cfdb-40db-b0d0-41d143c92454 req-8888fbb3-e07e-4111-a6c3-74b4827cbda2 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 944 time: 0.0894985 May 10 15:34:36.814533 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-23767abd-cfdb-40db-b0d0-41d143c92454 req-03a12d0d-345f-4a15-a888-534b7995808a tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507360 May 10 15:34:38.001958 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c17dc-25fb-4e35-80dd-36308438b280 req-4a33a91f-dbb4-4ff6-b635-f1f550c1df7f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:38.003411 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ea3c17dc-25fb-4e35-80dd-36308438b280 req-4a33a91f-dbb4-4ff6-b635-f1f550c1df7f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 944 time: 0.0815694 May 10 15:34:38.048177 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ea3c17dc-25fb-4e35-80dd-36308438b280 req-039c2207-8dcd-472b-aa13-c069d85417c9 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381567 May 10 15:34:39.282396 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca24c1-53be-4d54-b796-5c33e9aa6591 req-da1abe07-eb10-46a3-93d3-6e876b6ea76f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:39.283870 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-52ca24c1-53be-4d54-b796-5c33e9aa6591 req-da1abe07-eb10-46a3-93d3-6e876b6ea76f tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 944 time: 0.1305742 May 10 15:34:39.328808 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-52ca24c1-53be-4d54-b796-5c33e9aa6591 req-1f4e71c8-ba13-4db9-a69e-411752150f74 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383472 May 10 15:34:40.561334 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4a295-752c-4db0-8fc8-1dc835356cf9 req-4a26b9ef-5d96-41ab-9550-d258303bf355 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:40.562777 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b5c4a295-752c-4db0-8fc8-1dc835356cf9 req-4a26b9ef-5d96-41ab-9550-d258303bf355 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 944 time: 0.1280968 May 10 15:34:40.610441 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b5c4a295-752c-4db0-8fc8-1dc835356cf9 req-26297eaf-1cdb-429a-b285-b9cca2e1069b tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410435 May 10 15:34:40.658836 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc1caf-80ed-4de3-85c2-751e0e410a64 req-f970fcfc-abbf-4c60-8016-a8aae4fadd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:40.660292 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9fcc1caf-80ed-4de3-85c2-751e0e410a64 req-f970fcfc-abbf-4c60-8016-a8aae4fadd8d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9&tenant_id=8d8c999df2844d67b770ae42f7dfa12a HTTP/1.1" status: 200 len: 1097 time: 0.0749791 May 10 15:34:40.753607 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc1caf-80ed-4de3-85c2-751e0e410a64 req-b305391c-8c3c-444b-9618-fa7f36b11cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:40.755644 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9fcc1caf-80ed-4de3-85c2-751e0e410a64 req-b305391c-8c3c-444b-9618-fa7f36b11cac service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d8c999df2844d67b770ae42f7dfa12a&device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 1097 time: 0.0696082 May 10 15:34:40.887444 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc1caf-80ed-4de3-85c2-751e0e410a64 req-99466ecd-0a9b-4503-b16e-d0106e148088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:40.888793 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9fcc1caf-80ed-4de3-85c2-751e0e410a64 req-99466ecd-0a9b-4503-b16e-d0106e148088 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7d6dfd65-3c18-434e-bb49-048431f25d36 HTTP/1.1" status: 200 len: 910 time: 0.1246042 May 10 15:34:41.094009 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9fcc1caf-80ed-4de3-85c2-751e0e410a64 req-d573d4e5-088b-470b-981a-b92016676c97 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=326fcb46-62c9-47e1-8cbc-51a59bb63496 HTTP/1.1" status: 200 len: 1000 time: 0.1952395 May 10 15:34:41.157865 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc1caf-80ed-4de3-85c2-751e0e410a64 req-37cb645f-b2de-4efa-b980-4dd67a390e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:41.159203 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9fcc1caf-80ed-4de3-85c2-751e0e410a64 req-37cb645f-b2de-4efa-b980-4dd67a390e4c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5d254b7-c73a-499f-9994-31ef4f355667 HTTP/1.1" status: 200 len: 848 time: 0.0562377 May 10 15:34:41.240424 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc1caf-80ed-4de3-85c2-751e0e410a64 req-600468dc-d797-445a-8bc2-df907129b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:41.241863 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9fcc1caf-80ed-4de3-85c2-751e0e410a64 req-600468dc-d797-445a-8bc2-df907129b763 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7d6dfd65-3c18-434e-bb49-048431f25d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730102 May 10 15:34:41.370610 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9fcc1caf-80ed-4de3-85c2-751e0e410a64 req-3c8efa5d-ea52-48d9-85bf-8c91e9a1a2ae service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225171 May 10 15:34:41.503523 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-9fcc1caf-80ed-4de3-85c2-751e0e410a64 req-663d9b4c-dfcc-4eed-8051-d7c11e063103 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241879 May 10 15:34:41.798143 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a8c15-d2f8-4416-bd34-8dbe4d27f41d req-f0199227-6a06-4d30-9aa8-6bc6645dab98 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:41.799607 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bc0a8c15-d2f8-4416-bd34-8dbe4d27f41d req-f0199227-6a06-4d30-9aa8-6bc6645dab98 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 944 time: 0.0800169 May 10 15:34:41.844088 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-bc0a8c15-d2f8-4416-bd34-8dbe4d27f41d req-b6ca358d-763f-4aa8-9e6e-2e2f56f51f12 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392370 May 10 15:34:43.031723 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244cdb6-c3c0-416a-a87d-73d1f30a5462 req-720ba571-acbf-466c-b323-2ca3938a0d00 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:43.033159 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d244cdb6-c3c0-416a-a87d-73d1f30a5462 req-720ba571-acbf-466c-b323-2ca3938a0d00 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 944 time: 0.0827594 May 10 15:34:43.077449 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d244cdb6-c3c0-416a-a87d-73d1f30a5462 req-175bc154-f828-48e8-8944-255ed3de7268 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386589 May 10 15:34:44.260409 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439a0d8-bb15-4c69-a8ac-a2a213fc8684 req-04bfaa46-bbda-45db-a166-301e788c46d6 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:44.261846 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a439a0d8-bb15-4c69-a8ac-a2a213fc8684 req-04bfaa46-bbda-45db-a166-301e788c46d6 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 944 time: 0.0806491 May 10 15:34:44.309468 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a439a0d8-bb15-4c69-a8ac-a2a213fc8684 req-6ce20607-adac-49f6-92a5-c0ccab0501fc tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420017 May 10 15:34:45.490648 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2516fa-f730-43b4-af3c-09e37b98fddd req-c0ee651b-1e01-40cc-9413-91f0181c3155 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:45.492096 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3d2516fa-f730-43b4-af3c-09e37b98fddd req-c0ee651b-1e01-40cc-9413-91f0181c3155 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 944 time: 0.0798504 May 10 15:34:45.536916 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3d2516fa-f730-43b4-af3c-09e37b98fddd req-03c0c2de-2385-4cc0-9eac-37c9b3714501 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392630 May 10 15:34:46.721831 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca1cd5-e72b-4003-8b89-1e4f9d5c09bc req-41f48053-47a4-42ab-b4ea-020eab8449eb tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:46.723311 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b6ca1cd5-e72b-4003-8b89-1e4f9d5c09bc req-41f48053-47a4-42ab-b4ea-020eab8449eb tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 944 time: 0.0842295 May 10 15:34:46.766992 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b6ca1cd5-e72b-4003-8b89-1e4f9d5c09bc req-5a4e3ca8-8090-4ea5-bee6-73e996cb7648 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374374 May 10 15:34:47.952951 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594d337-92e4-4bb7-9fdb-47f0d8788787 req-e4fdaeec-7026-4eaf-b778-86db1d028d74 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:47.954394 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b594d337-92e4-4bb7-9fdb-47f0d8788787 req-e4fdaeec-7026-4eaf-b778-86db1d028d74 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 944 time: 0.0797751 May 10 15:34:47.998922 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b594d337-92e4-4bb7-9fdb-47f0d8788787 req-fd5e0830-70a8-4e27-9195-6da11e79e746 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379300 May 10 15:34:49.188710 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a73cd6-99e2-4399-a460-525002d3db22 req-47987614-3e7e-4ddd-9832-8b5ba3e00456 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:49.190054 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-23a73cd6-99e2-4399-a460-525002d3db22 req-47987614-3e7e-4ddd-9832-8b5ba3e00456 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 944 time: 0.0843534 May 10 15:34:49.233850 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-23a73cd6-99e2-4399-a460-525002d3db22 req-664fb33d-0955-4926-9fcb-e2d895f37361 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380166 May 10 15:34:49.755640 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 326fcb46-62c9-47e1-8cbc-51a59bb63496 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:34:49.887427 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 326fcb46-62c9-47e1-8cbc-51a59bb63496, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=326fcb46-62c9-47e1-8cbc-51a59bb63496,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:49.900978 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': '326fcb46-62c9-47e1-8cbc-51a59bb63496', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'port_id': '326fcb46-62c9-47e1-8cbc-51a59bb63496', 'mac_address': 'fa:16:3e:c0:c8:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:34:49.955133 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:49.972180 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 326fcb46-62c9-47e1-8cbc-51a59bb63496 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:34:49.986986 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 326fcb46-62c9-47e1-8cbc-51a59bb63496, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=326fcb46-62c9-47e1-8cbc-51a59bb63496,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:49.991145 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:50.059606 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=326fcb46-62c9-47e1-8cbc-51a59bb63496,revision_number=7']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:50.201038 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6ed49ce6-56a3-4640-92ee-353b2357c5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:50.251748 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['326fcb46-62c9-47e1-8cbc-51a59bb63496'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:34:50.420294 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cccdf14-3fef-414c-a448-5f4e9d260060 req-bcd87356-0523-4a0b-8fc9-71a12fbb980e tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:50.421752 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2cccdf14-3fef-414c-a448-5f4e9d260060 req-bcd87356-0523-4a0b-8fc9-71a12fbb980e tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 945 time: 0.0841479 May 10 15:34:50.470095 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2cccdf14-3fef-414c-a448-5f4e9d260060 req-d21a51cb-d863-4fa6-8bb1-cc39e3c77972 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415282 May 10 15:34:51.655771 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708b821-e6ce-4650-a23f-58771110b0a7 req-d835ffb7-edbc-4555-86cb-e961b558bb85 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:51.657518 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e708b821-e6ce-4650-a23f-58771110b0a7 req-d835ffb7-edbc-4555-86cb-e961b558bb85 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 945 time: 0.0818896 May 10 15:34:51.703922 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e708b821-e6ce-4650-a23f-58771110b0a7 req-770cfff4-54b3-4352-a7fd-e90c0e10bfac tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401683 May 10 15:34:51.758827 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 326fcb46-62c9-47e1-8cbc-51a59bb63496 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:34:51.826311 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port 326fcb46-62c9-47e1-8cbc-51a59bb63496 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:34:51.826714 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:51.940885 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:51.967040 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b506344-961d-49b9-8ab3-7a4ebc054de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326fcb46-62c9-47e1-8cbc-51a59bb63496'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:34:51.977099 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port 326fcb46-62c9-47e1-8cbc-51a59bb63496, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=326fcb46-62c9-47e1-8cbc-51a59bb63496,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:34:51.980848 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:52.016710 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d67bcf56-4c0c-4906-bae3-d908c2373d76'] response: {'server_uuid': '3b506344-961d-49b9-8ab3-7a4ebc054de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326fcb46-62c9-47e1-8cbc-51a59bb63496', 'code': 200} May 10 15:34:52.054484 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=326fcb46-62c9-47e1-8cbc-51a59bb63496,revision_number=8']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:34:52.299849 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff701877-aa53-4d81-b167-a87e81c59b61 req-32eb1744-b49f-4337-a772-4e17a726070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:52.301330 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ff701877-aa53-4d81-b167-a87e81c59b61 req-32eb1744-b49f-4337-a772-4e17a726070a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 1099 time: 0.0685165 May 10 15:34:52.344749 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-ff701877-aa53-4d81-b167-a87e81c59b61 req-3536e857-2d3e-4f9a-bd54-5b3ee51ab933 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340893 May 10 15:34:52.513174 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8184fa5d-d2c3-46fe-aaab-45a43aae11b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:52.891399 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3aaa0-b2b9-4151-8a5f-e9cd9bfa3efa req-57af31c4-f7a0-471c-bd6b-614b8da06274 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:52.892866 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-23d3aaa0-b2b9-4151-8a5f-e9cd9bfa3efa req-57af31c4-f7a0-471c-bd6b-614b8da06274 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 946 time: 0.0838459 May 10 15:34:52.937627 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-23d3aaa0-b2b9-4151-8a5f-e9cd9bfa3efa req-85d04b6a-5528-4b04-b9e8-1129eb5812bd tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383532 May 10 15:34:53.401082 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:53.457330 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:53.663120 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:34:54.121023 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80272ec8-ff6c-4d9c-b8b4-c093f96d57c7 req-931a2c36-21cb-496e-a9fc-ee6e03cfe838 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:34:54.122474 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-80272ec8-ff6c-4d9c-b8b4-c093f96d57c7 req-931a2c36-21cb-496e-a9fc-ee6e03cfe838 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 946 time: 0.0801201 May 10 15:34:54.166136 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-80272ec8-ff6c-4d9c-b8b4-c093f96d57c7 req-b483843d-d341-4694-a8f1-f80b0373661a tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381649 May 10 15:34:55.077152 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:04.320348 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:35:20.204669 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ccb4f525-ec20-4f4d-82a8-8184beb78f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:22.514914 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-832314b0-ea64-45a1-a105-ffca67a1777e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:23.401298 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:23.459579 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:23.662451 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:25.082739 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:40.490203 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8c7f99cd-c04a-4dda-8911-3cf1c227a601 req-784bd105-47e5-4c14-b0bc-4ffbfe201a99 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716987 May 10 15:35:40.640690 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f99cd-c04a-4dda-8911-3cf1c227a601 req-1278ced8-42d1-451e-923f-a30196e2046d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:35:40.642216 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8c7f99cd-c04a-4dda-8911-3cf1c227a601 req-1278ced8-42d1-451e-923f-a30196e2046d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d8c999df2844d67b770ae42f7dfa12a&device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 1099 time: 0.0738778 May 10 15:35:40.787819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f99cd-c04a-4dda-8911-3cf1c227a601 req-c2835e4f-5dcb-4abc-b6bf-de552d6714f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:35:40.789151 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8c7f99cd-c04a-4dda-8911-3cf1c227a601 req-c2835e4f-5dcb-4abc-b6bf-de552d6714f6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7d6dfd65-3c18-434e-bb49-048431f25d36 HTTP/1.1" status: 200 len: 910 time: 0.1253061 May 10 15:35:40.892642 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8c7f99cd-c04a-4dda-8911-3cf1c227a601 req-15e31add-3fa8-49fa-b4bb-6e0897ce78b2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=326fcb46-62c9-47e1-8cbc-51a59bb63496 HTTP/1.1" status: 200 len: 1002 time: 0.0955722 May 10 15:35:40.957670 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f99cd-c04a-4dda-8911-3cf1c227a601 req-9112a8ea-c386-481f-9b9c-7450078b9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:35:40.959123 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8c7f99cd-c04a-4dda-8911-3cf1c227a601 req-9112a8ea-c386-481f-9b9c-7450078b9fa9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5d254b7-c73a-499f-9994-31ef4f355667 HTTP/1.1" status: 200 len: 848 time: 0.0578260 May 10 15:35:41.039819 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f99cd-c04a-4dda-8911-3cf1c227a601 req-a5b3f049-bbfd-4703-aa37-3f71b55b2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:35:41.041166 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8c7f99cd-c04a-4dda-8911-3cf1c227a601 req-a5b3f049-bbfd-4703-aa37-3f71b55b2804 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7d6dfd65-3c18-434e-bb49-048431f25d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715232 May 10 15:35:41.173933 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8c7f99cd-c04a-4dda-8911-3cf1c227a601 req-5235ed30-53ab-4763-8a84-79c48d2dd165 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224496 May 10 15:35:41.310480 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-8c7f99cd-c04a-4dda-8911-3cf1c227a601 req-1533fbac-e4e7-4379-886b-944d1b28f9b4 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262696 May 10 15:35:41.320082 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:35:50.205407 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-a2cebfb9-e1eb-4444-b180-f5d4f6b1f755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:52.518478 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-362ed2f8-304d-42d4-bd2f-d672bc8aaf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:53.403556 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:53.460293 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:53.690177 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:35:55.084261 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:14.556023 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54530) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:14.759526 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Deleting port bf11bb5c-0cec-46b8-90be-c90f94b3aea8 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:36:14.759884 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:14.931303 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:14.931623 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:15.146048 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Calling delete_port for bf11bb5c-0cec-46b8-90be-c90f94b3aea8 owned by network:floatingip {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:36:15.295710 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:15.343787 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event deleted for resources: {'Port': ['ID=bf11bb5c-0cec-46b8-90be-c90f94b3aea8,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:15.412596 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:15.412925 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:15.413249 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:15.413566 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:15.413882 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:15.414195 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:15.414528 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:15.414840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:15.415148 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:15.415455 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:15.415760 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:15.416066 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:15.448832 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for floatingip, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:15.449147 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Floating IP b7a25bb8-1c21-41c2-b3da-f2de2e2fc3a5 disassociated (deleted). External IP: 172.26.0.127, port: 326fcb46-62c9-47e1-8cbc-51a59bb63496. May 10 15:36:15.805127 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Router 2d74e2f0-ccc1-4526-9f45-3949c575785a has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:36:15.983715 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:36:15.993592 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c857bf3-9325-4430-98e4-efeed82594a9 None None] Sync routers for ids ['2d74e2f0-ccc1-4526-9f45-3949c575785a'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:36:16.000208 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:16.003374 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c857bf3-9325-4430-98e4-efeed82594a9 None None] Routers {'2d74e2f0-ccc1-4526-9f45-3949c575785a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:36:16.004064 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8c857bf3-9325-4430-98e4-efeed82594a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:35:53Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2d74e2f0-ccc1-4526-9f45-3949c575785a'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:16.057001 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-3400e3fd-338b-4430-ab8b-acadf3c52bf0 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "DELETE /v2.0/floatingips/b7a25bb8-1c21-41c2-b3da-f2de2e2fc3a5 HTTP/1.1" status: 204 len: 168 time: 1.4998724 May 10 15:36:16.057550 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b506344-961d-49b9-8ab3-7a4ebc054de9', 'tag': '326fcb46-62c9-47e1-8cbc-51a59bb63496'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:36:16.102383 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30acc000-f3a4-42af-afe0-75bda538958a'] response: {'name': 'network-changed', 'server_uuid': '3b506344-961d-49b9-8ab3-7a4ebc054de9', 'tag': '326fcb46-62c9-47e1-8cbc-51a59bb63496', 'status': 'completed', 'code': 200} May 10 15:36:16.192853 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-8c857bf3-9325-4430-98e4-efeed82594a9 None None] Set router 2d74e2f0-ccc1-4526-9f45-3949c575785a gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:36:16.208281 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdabd6-0265-4a43-b0aa-62d9a6b77f78 req-2957e222-459b-4ac2-b763-0a3443ef3142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:16.209761 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c8cdabd6-0265-4a43-b0aa-62d9a6b77f78 req-2957e222-459b-4ac2-b763-0a3443ef3142 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8d8c999df2844d67b770ae42f7dfa12a&device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 1099 time: 0.0740917 May 10 15:36:16.368373 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdabd6-0265-4a43-b0aa-62d9a6b77f78 req-5de675e2-952d-402f-a207-065bb3d3915f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:16.370204 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c8cdabd6-0265-4a43-b0aa-62d9a6b77f78 req-5de675e2-952d-402f-a207-065bb3d3915f service neutron] 10.222.0.86 "GET /v2.0/networks?id=7d6dfd65-3c18-434e-bb49-048431f25d36 HTTP/1.1" status: 200 len: 910 time: 0.1509268 May 10 15:36:16.450239 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a8fb6-0599-442d-b9c5-cf583a5c7fa0 req-4239daaa-5acf-4f1e-9849-8f3d27bdb718 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:16.451089 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-f09a8fb6-0599-442d-b9c5-cf583a5c7fa0 req-4239daaa-5acf-4f1e-9849-8f3d27bdb718 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Synchronizing usage tracker for tenant:8d8c999df2844d67b770ae42f7dfa12a on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:36:16.468775 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-f09a8fb6-0599-442d-b9c5-cf583a5c7fa0 req-4239daaa-5acf-4f1e-9849-8f3d27bdb718 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Unset dirty status for tenant:8d8c999df2844d67b770ae42f7dfa12a on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:36:16.469973 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f09a8fb6-0599-442d-b9c5-cf583a5c7fa0 req-4239daaa-5acf-4f1e-9849-8f3d27bdb718 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 946 time: 0.1016603 May 10 15:36:16.522392 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f09a8fb6-0599-442d-b9c5-cf583a5c7fa0 req-60c88d11-1abf-4993-93d0-d38957e9622d tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454123 May 10 15:36:16.526774 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8c857bf3-9325-4430-98e4-efeed82594a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'name': 'tempest-TestShelveInstance-1872896078-router', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:19Z', 'revision_number': 4, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'gw_port': {'id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '413b4ae2-0139-4344-9e11-69151ffa676c', 'name': '', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'mac_address': 'fa:16:3e:ad:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:18Z', 'updated_at': '2022-05-10T15:27:26Z', 'revision_number': 5, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'subnets': [{'id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:16.531225 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c857bf3-9325-4430-98e4-efeed82594a9 None None] Checking router: 2d74e2f0-ccc1-4526-9f45-3949c575785a for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:36:16.541689 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c857bf3-9325-4430-98e4-efeed82594a9 None None] Routers {'2d74e2f0-ccc1-4526-9f45-3949c575785a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:36:16.542404 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8c857bf3-9325-4430-98e4-efeed82594a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:35:53Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2d74e2f0-ccc1-4526-9f45-3949c575785a'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:16.577089 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c8cdabd6-0265-4a43-b0aa-62d9a6b77f78 req-9820ed54-93c7-4370-abfd-69b53500f869 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=326fcb46-62c9-47e1-8cbc-51a59bb63496 HTTP/1.1" status: 200 len: 217 time: 0.1998336 May 10 15:36:16.640885 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdabd6-0265-4a43-b0aa-62d9a6b77f78 req-f52d0134-0cdb-4c42-bd92-5d10137bfa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:16.642961 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c8cdabd6-0265-4a43-b0aa-62d9a6b77f78 req-f52d0134-0cdb-4c42-bd92-5d10137bfa86 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f5d254b7-c73a-499f-9994-31ef4f355667 HTTP/1.1" status: 200 len: 848 time: 0.0574212 May 10 15:36:16.718924 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-8c857bf3-9325-4430-98e4-efeed82594a9 None None] Set router 2d74e2f0-ccc1-4526-9f45-3949c575785a gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:36:16.721680 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdabd6-0265-4a43-b0aa-62d9a6b77f78 req-b6a772e9-109c-40b2-a7cb-ba4248df1574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:16.723191 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c8cdabd6-0265-4a43-b0aa-62d9a6b77f78 req-b6a772e9-109c-40b2-a7cb-ba4248df1574 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7d6dfd65-3c18-434e-bb49-048431f25d36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744622 May 10 15:36:16.864154 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c8cdabd6-0265-4a43-b0aa-62d9a6b77f78 req-f24b9335-6aa0-40c3-a175-a81b7a8144d9 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331508 May 10 15:36:17.000193 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-c8cdabd6-0265-4a43-b0aa-62d9a6b77f78 req-2b77e30c-2a2c-486f-af4d-add7ec563523 service neutron] 10.222.0.86 "GET /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289940 May 10 15:36:17.060974 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-8c857bf3-9325-4430-98e4-efeed82594a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'name': 'tempest-TestShelveInstance-1872896078-router', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:19Z', 'revision_number': 4, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'gw_port': {'id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '413b4ae2-0139-4344-9e11-69151ffa676c', 'name': '', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'mac_address': 'fa:16:3e:ad:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:18Z', 'updated_at': '2022-05-10T15:27:26Z', 'revision_number': 5, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'subnets': [{'id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:17.065415 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c857bf3-9325-4430-98e4-efeed82594a9 None None] The sync data for ids ['2d74e2f0-ccc1-4526-9f45-3949c575785a'] in dv-neutron-841204-2-hyperv is: [{'id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'name': 'tempest-TestShelveInstance-1872896078-router', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:19Z', 'revision_number': 4, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'gw_port': {'id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': '413b4ae2-0139-4344-9e11-69151ffa676c', 'name': '', 'network_id': '7d6dfd65-3c18-434e-bb49-048431f25d36', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'mac_address': 'fa:16:3e:ad:29:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:18Z', 'updated_at': '2022-05-10T15:27:26Z', 'revision_number': 5, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'subnets': [{'id': 'f5d254b7-c73a-499f-9994-31ef4f355667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:36:17.283684 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63c3049-6448-42ec-9154-2e5c86e6a9b6 None None] New status for floating IP b7a25bb8-1c21-41c2-b3da-f2de2e2fc3a5: DOWN {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:36:17.712496 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0ae4a-519a-4b02-bcad-cef3bca8cf70 req-4e9a083c-eab2-4984-a322-a87b64fdce7d tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:17.713938 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b6a0ae4a-519a-4b02-bcad-cef3bca8cf70 req-4e9a083c-eab2-4984-a322-a87b64fdce7d tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 946 time: 0.0828059 May 10 15:36:17.758289 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b6a0ae4a-519a-4b02-bcad-cef3bca8cf70 req-cc9adeb9-3d61-4efe-ba43-4daddb0e94d5 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/security-groups?id=e6007be0-7e44-4187-b232-dfc6481355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386982 May 10 15:36:18.226637 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2924bb7-1638-4a29-90ed-329aaeb4a421 req-dec08743-4496-44e1-abe2-eef7553a6ccf tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:18.227344 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-b2924bb7-1638-4a29-90ed-329aaeb4a421 req-dec08743-4496-44e1-abe2-eef7553a6ccf tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Synchronizing usage tracker for tenant:8d8c999df2844d67b770ae42f7dfa12a on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:36:18.238918 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-b2924bb7-1638-4a29-90ed-329aaeb4a421 req-dec08743-4496-44e1-abe2-eef7553a6ccf tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Unset dirty status for tenant:8d8c999df2844d67b770ae42f7dfa12a on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:36:18.239995 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b2924bb7-1638-4a29-90ed-329aaeb4a421 req-dec08743-4496-44e1-abe2-eef7553a6ccf tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.86 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 946 time: 0.0920846 May 10 15:36:18.313020 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-b2924bb7-1638-4a29-90ed-329aaeb4a421 req-0089bb2c-7870-4bf1-acc2-18bc2d04de17 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Deleting port 326fcb46-62c9-47e1-8cbc-51a59bb63496 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:36:18.313358 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-b2924bb7-1638-4a29-90ed-329aaeb4a421 req-0089bb2c-7870-4bf1-acc2-18bc2d04de17 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:18.319301 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:36:18.557030 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-b2924bb7-1638-4a29-90ed-329aaeb4a421 req-0089bb2c-7870-4bf1-acc2-18bc2d04de17 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] For port 326fcb46-62c9-47e1-8cbc-51a59bb63496, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=326fcb46-62c9-47e1-8cbc-51a59bb63496,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:18.557311 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-b2924bb7-1638-4a29-90ed-329aaeb4a421 req-0089bb2c-7870-4bf1-acc2-18bc2d04de17 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:18.682280 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-b2924bb7-1638-4a29-90ed-329aaeb4a421 req-0089bb2c-7870-4bf1-acc2-18bc2d04de17 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Calling delete_port for 326fcb46-62c9-47e1-8cbc-51a59bb63496 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:36:18.829206 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-b2924bb7-1638-4a29-90ed-329aaeb4a421 req-0089bb2c-7870-4bf1-acc2-18bc2d04de17 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:18.880059 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089bb2c-7870-4bf1-acc2-18bc2d04de17 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event deleted for resources: {'Port': ['ID=326fcb46-62c9-47e1-8cbc-51a59bb63496,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:18.919021 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0089bb2c-7870-4bf1-acc2-18bc2d04de17 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:18.919531 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0089bb2c-7870-4bf1-acc2-18bc2d04de17 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:18.919692 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0089bb2c-7870-4bf1-acc2-18bc2d04de17 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:18.920007 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0089bb2c-7870-4bf1-acc2-18bc2d04de17 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:18.920344 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0089bb2c-7870-4bf1-acc2-18bc2d04de17 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:18.920648 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0089bb2c-7870-4bf1-acc2-18bc2d04de17 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:18.920963 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0089bb2c-7870-4bf1-acc2-18bc2d04de17 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:18.921278 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0089bb2c-7870-4bf1-acc2-18bc2d04de17 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:18.921592 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0089bb2c-7870-4bf1-acc2-18bc2d04de17 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:18.922569 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0089bb2c-7870-4bf1-acc2-18bc2d04de17 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:18.922569 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0089bb2c-7870-4bf1-acc2-18bc2d04de17 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:18.922569 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0089bb2c-7870-4bf1-acc2-18bc2d04de17 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:18.927800 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f954e4de-5b83-4a36-9b45-662211a0a2f4 req-8c51f337-6f37-456f-8e47-8975449cfc39 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 210 time: 0.0595636 May 10 15:36:18.967865 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2924bb7-1638-4a29-90ed-329aaeb4a421 req-0089bb2c-7870-4bf1-acc2-18bc2d04de17 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] No DVR routers for this DVR port 326fcb46-62c9-47e1-8cbc-51a59bb63496 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:36:18.970247 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-b2924bb7-1638-4a29-90ed-329aaeb4a421 req-0089bb2c-7870-4bf1-acc2-18bc2d04de17 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:18.973303 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b506344-961d-49b9-8ab3-7a4ebc054de9', 'name': 'network-vif-deleted', 'tag': '326fcb46-62c9-47e1-8cbc-51a59bb63496'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:36:18.989038 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b2924bb7-1638-4a29-90ed-329aaeb4a421 req-0089bb2c-7870-4bf1-acc2-18bc2d04de17 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.86 "DELETE /v2.0/ports/326fcb46-62c9-47e1-8cbc-51a59bb63496 HTTP/1.1" status: 204 len: 173 time: 0.7428262 May 10 15:36:19.018045 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a21056-ed40-4a91-8fa6-93cdeac00747'] response: {'server_uuid': '3b506344-961d-49b9-8ab3-7a4ebc054de9', 'name': 'network-vif-deleted', 'tag': '326fcb46-62c9-47e1-8cbc-51a59bb63496', 'status': 'completed', 'code': 200} May 10 15:36:20.099007 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-02951f26-79ba-4765-99b6-ba4c73a1b8d2 req-404538c1-b7e3-42d6-8192-78a0e54d4b08 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b506344-961d-49b9-8ab3-7a4ebc054de9 HTTP/1.1" status: 200 len: 210 time: 0.0513246 May 10 15:36:20.211677 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4eb7cda9-8703-4505-b8c7-9be2d78f8ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:21.205311 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54550) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:21.275398 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b2e459e8-5f1c-4226-93f3-6bd7b6a8a150 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:21.305956 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b2e459e8-5f1c-4226-93f3-6bd7b6a8a150 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:21.374953 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b2e459e8-5f1c-4226-93f3-6bd7b6a8a150 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:21.397840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e459e8-5f1c-4226-93f3-6bd7b6a8a150 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6007be0-7e44-4187-b232-dfc6481355fe,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:21.415804 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-b2e459e8-5f1c-4226-93f3-6bd7b6a8a150 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:21.419435 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-b2e459e8-5f1c-4226-93f3-6bd7b6a8a150 tempest-TestShelveInstance-1469811690 tempest-TestShelveInstance-1469811690-project] 10.222.0.79 "DELETE /v2.0/security-groups/e6007be0-7e44-4187-b232-dfc6481355fe HTTP/1.1" status: 204 len: 168 time: 0.2104917 May 10 15:36:21.463303 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54556) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:22.255124 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 326fcb46-62c9-47e1-8cbc-51a59bb63496 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:36:22.288798 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: 326fcb46-62c9-47e1-8cbc-51a59bb63496 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:36:22.289061 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device 326fcb46-62c9-47e1-8cbc-51a59bb63496 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:36:22.309119 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b230-fd1e-4208-977d-71b86e6b627c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:22.519728 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1138b26f-c0dd-4423-955e-6bcb63c4374a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:22.654526 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c8f5b230-fd1e-4208-977d-71b86e6b627c admin admin] Deleting port 413b4ae2-0139-4344-9e11-69151ffa676c {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:36:22.654794 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b230-fd1e-4208-977d-71b86e6b627c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:22.822972 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-c8f5b230-fd1e-4208-977d-71b86e6b627c admin admin] For port 413b4ae2-0139-4344-9e11-69151ffa676c, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=413b4ae2-0139-4344-9e11-69151ffa676c,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:22.823334 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b230-fd1e-4208-977d-71b86e6b627c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:22.945692 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c8f5b230-fd1e-4208-977d-71b86e6b627c admin admin] Calling delete_port for 413b4ae2-0139-4344-9e11-69151ffa676c owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:36:23.368820 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b230-fd1e-4208-977d-71b86e6b627c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:23.406766 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:23.418019 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5b230-fd1e-4208-977d-71b86e6b627c admin admin] Pushing event deleted for resources: {'Port': ['ID=413b4ae2-0139-4344-9e11-69151ffa676c,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:23.465560 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:23.690837 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c8f5b230-fd1e-4208-977d-71b86e6b627c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:23.706997 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:24.048859 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f5b230-fd1e-4208-977d-71b86e6b627c admin admin] Router 2d74e2f0-ccc1-4526-9f45-3949c575785a has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:36:24.221011 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f5b230-fd1e-4208-977d-71b86e6b627c admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:36:24.230149 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fb6b8e-d233-4bb7-97fe-a17ec796f3f3 None None] Sync routers for ids ['2d74e2f0-ccc1-4526-9f45-3949c575785a'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:36:24.232972 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c8f5b230-fd1e-4208-977d-71b86e6b627c admin admin] 10.222.0.79 "PUT /v2.0/routers/2d74e2f0-ccc1-4526-9f45-3949c575785a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7685835 May 10 15:36:24.235520 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54564) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:24.240195 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb6b8e-d233-4bb7-97fe-a17ec796f3f3 None None] Routers {'2d74e2f0-ccc1-4526-9f45-3949c575785a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:36:24.240803 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-42fb6b8e-d233-4bb7-97fe-a17ec796f3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:36:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2d74e2f0-ccc1-4526-9f45-3949c575785a'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:24.411344 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ead51486-449a-4384-86ff-ef6a49702f21 admin admin] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:24.414368 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-42fb6b8e-d233-4bb7-97fe-a17ec796f3f3 None None] Set router 2d74e2f0-ccc1-4526-9f45-3949c575785a gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:36:24.699995 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-42fb6b8e-d233-4bb7-97fe-a17ec796f3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'name': 'tempest-TestShelveInstance-1872896078-router', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:36:23Z', 'revision_number': 5, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'gw_port': {'id': 'a6d83fc9-7ef7-4662-99f7-71f3a9a0f227', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:47:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:24.703682 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fb6b8e-d233-4bb7-97fe-a17ec796f3f3 None None] Checking router: 2d74e2f0-ccc1-4526-9f45-3949c575785a for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:36:24.712600 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb6b8e-d233-4bb7-97fe-a17ec796f3f3 None None] Routers {'2d74e2f0-ccc1-4526-9f45-3949c575785a'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:36:24.713200 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-42fb6b8e-d233-4bb7-97fe-a17ec796f3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:36:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['2d74e2f0-ccc1-4526-9f45-3949c575785a'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:24.716145 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ead51486-449a-4384-86ff-ef6a49702f21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:24.726688 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-ead51486-449a-4384-86ff-ef6a49702f21 admin admin] Deleting port a6d83fc9-7ef7-4662-99f7-71f3a9a0f227 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:36:24.727048 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ead51486-449a-4384-86ff-ef6a49702f21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:24.862828 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-42fb6b8e-d233-4bb7-97fe-a17ec796f3f3 None None] Set router 2d74e2f0-ccc1-4526-9f45-3949c575785a gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:36:24.904993 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-ead51486-449a-4384-86ff-ef6a49702f21 admin admin] For port a6d83fc9-7ef7-4662-99f7-71f3a9a0f227, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=a6d83fc9-7ef7-4662-99f7-71f3a9a0f227,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:24.905432 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ead51486-449a-4384-86ff-ef6a49702f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:24.967893 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-42fb6b8e-d233-4bb7-97fe-a17ec796f3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'name': 'tempest-TestShelveInstance-1872896078-router', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:36:24Z', 'revision_number': 6, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:24.971883 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fb6b8e-d233-4bb7-97fe-a17ec796f3f3 None None] The sync data for ids ['2d74e2f0-ccc1-4526-9f45-3949c575785a'] in dv-neutron-841204-2-hyperv is: [{'id': '2d74e2f0-ccc1-4526-9f45-3949c575785a', 'name': 'tempest-TestShelveInstance-1872896078-router', 'tenant_id': '8d8c999df2844d67b770ae42f7dfa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:15Z', 'updated_at': '2022-05-10T15:36:24Z', 'revision_number': 6, 'project_id': '8d8c999df2844d67b770ae42f7dfa12a', 'gw_port_host': None}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:36:25.029979 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-ead51486-449a-4384-86ff-ef6a49702f21 admin admin] Calling delete_port for a6d83fc9-7ef7-4662-99f7-71f3a9a0f227 owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:36:25.087416 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:25.197141 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ead51486-449a-4384-86ff-ef6a49702f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:25.247776 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead51486-449a-4384-86ff-ef6a49702f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d83fc9-7ef7-4662-99f7-71f3a9a0f227,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:25.340851 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ead51486-449a-4384-86ff-ef6a49702f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:25.513856 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ead51486-449a-4384-86ff-ef6a49702f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:25.515944 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ead51486-449a-4384-86ff-ef6a49702f21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:25.538346 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ead51486-449a-4384-86ff-ef6a49702f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:25.538968 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead51486-449a-4384-86ff-ef6a49702f21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d74e2f0-ccc1-4526-9f45-3949c575785a {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:36:25.551734 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ead51486-449a-4384-86ff-ef6a49702f21 admin admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:25.552844 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ead51486-449a-4384-86ff-ef6a49702f21 admin admin] 10.222.0.79 "DELETE /v2.0/routers/2d74e2f0-ccc1-4526-9f45-3949c575785a HTTP/1.1" status: 204 len: 168 time: 1.3157842 May 10 15:36:25.555443 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54568) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:25.619290 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d3bc1d-130a-4cf5-8ff3-b8b5f1c14b88 admin admin] Deleting subnet f5d254b7-c73a-499f-9994-31ef4f355667 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:36:25.622139 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-05d3bc1d-130a-4cf5-8ff3-b8b5f1c14b88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:25.671497 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-05d3bc1d-130a-4cf5-8ff3-b8b5f1c14b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:25.754863 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 413b4ae2-0139-4344-9e11-69151ffa676c no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:36:25.757586 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-05d3bc1d-130a-4cf5-8ff3-b8b5f1c14b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:25.790979 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 413b4ae2-0139-4344-9e11-69151ffa676c {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:36:25.791317 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 413b4ae2-0139-4344-9e11-69151ffa676c not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:36:25.791913 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device a6d83fc9-7ef7-4662-99f7-71f3a9a0f227 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:36:25.828942 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: a6d83fc9-7ef7-4662-99f7-71f3a9a0f227 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:36:25.829283 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device a6d83fc9-7ef7-4662-99f7-71f3a9a0f227 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:36:25.837142 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-05d3bc1d-130a-4cf5-8ff3-b8b5f1c14b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:25.872690 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3bc1d-130a-4cf5-8ff3-b8b5f1c14b88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5d254b7-c73a-499f-9994-31ef4f355667,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:25.881402 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-05d3bc1d-130a-4cf5-8ff3-b8b5f1c14b88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:25.887014 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a8df59-cb66-4019-8cf8-3be8a89b2faa None None] Network 7d6dfd65-3c18-434e-bb49-048431f25d36 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:36:25.889342 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-05d3bc1d-130a-4cf5-8ff3-b8b5f1c14b88 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f5d254b7-c73a-499f-9994-31ef4f355667 HTTP/1.1" status: 204 len: 168 time: 0.3328888 May 10 15:36:25.891690 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54572) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:26.010396 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc7a1639-fed4-47e4-9235-d07d637bc7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:26.022784 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-dc7a1639-fed4-47e4-9235-d07d637bc7c8 admin admin] Deleting port 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:36:26.023051 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc7a1639-fed4-47e4-9235-d07d637bc7c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:26.147684 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43fac9f-393b-4153-99c2-2b658eee5f8b None None] DHCP port deletion for 7d6dfd65-3c18-434e-bb49-048431f25d36 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 15:36:26.152292 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e43fac9f-393b-4153-99c2-2b658eee5f8b None None] Deleting port 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:36:26.152667 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e43fac9f-393b-4153-99c2-2b658eee5f8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:26.340713 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-dc7a1639-fed4-47e4-9235-d07d637bc7c8 admin admin] For port 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=79d6dfc6-56e3-4197-b43b-1b17dc03dcd5,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:26.340962 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc7a1639-fed4-47e4-9235-d07d637bc7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:26.393226 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-e43fac9f-393b-4153-99c2-2b658eee5f8b None None] For port 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=79d6dfc6-56e3-4197-b43b-1b17dc03dcd5,segment=NetworkSegment(5dec50f6-e6ca-460e-8e83-73abd34811ba),segment_id=5dec50f6-e6ca-460e-8e83-73abd34811ba)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:26.393615 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e43fac9f-393b-4153-99c2-2b658eee5f8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:26.466096 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-dc7a1639-fed4-47e4-9235-d07d637bc7c8 admin admin] Calling delete_port for 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:36:26.516742 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e43fac9f-393b-4153-99c2-2b658eee5f8b None None] Calling delete_port for 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:36:26.542068 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc7a1639-fed4-47e4-9235-d07d637bc7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:26.594883 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-e43fac9f-393b-4153-99c2-2b658eee5f8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 15:36:26.595958 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7a1639-fed4-47e4-9235-d07d637bc7c8 admin admin] No DVR routers for this DVR port 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5 on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:36:26.596630 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-e43fac9f-393b-4153-99c2-2b658eee5f8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 15:36:26.597679 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a1639-fed4-47e4-9235-d07d637bc7c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=79d6dfc6-56e3-4197-b43b-1b17dc03dcd5,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:26.712911 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc7a1639-fed4-47e4-9235-d07d637bc7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:26.737289 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-dc7a1639-fed4-47e4-9235-d07d637bc7c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6dfd65-3c18-434e-bb49-048431f25d36']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:26.748880 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-dc7a1639-fed4-47e4-9235-d07d637bc7c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dec50f6-e6ca-460e-8e83-73abd34811ba') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:26.749173 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-dc7a1639-fed4-47e4-9235-d07d637bc7c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dec50f6-e6ca-460e-8e83-73abd34811ba') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:26.760795 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc7a1639-fed4-47e4-9235-d07d637bc7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:26.776509 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc7a1639-fed4-47e4-9235-d07d637bc7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:26.783463 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7a1639-fed4-47e4-9235-d07d637bc7c8 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:36:26.783947 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc7a1639-fed4-47e4-9235-d07d637bc7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:36:26.796715 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:36:26.872716 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc7a1639-fed4-47e4-9235-d07d637bc7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:26.888671 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dc7a1639-fed4-47e4-9235-d07d637bc7c8 admin admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:26.899392 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a1639-fed4-47e4-9235-d07d637bc7c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d6dfd65-3c18-434e-bb49-048431f25d36,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:26.917260 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dc7a1639-fed4-47e4-9235-d07d637bc7c8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/7d6dfd65-3c18-434e-bb49-048431f25d36 HTTP/1.1" status: 204 len: 168 time: 1.0207157 May 10 15:36:26.917511 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54576) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:27.098023 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e43fac9f-393b-4153-99c2-2b658eee5f8b None None] Deleting port 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:36:27.098544 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e43fac9f-393b-4153-99c2-2b658eee5f8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:27.163746 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e43fac9f-393b-4153-99c2-2b658eee5f8b None None] The port '79d6dfc6-56e3-4197-b43b-1b17dc03dcd5' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 15:36:27.452921 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-86d62273-963b-409e-a0b2-fcb2196abda8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:27.745086 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:36:27.783840 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:36:27.784180 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 79d6dfc6-56e3-4197-b43b-1b17dc03dcd5 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:36:27.908662 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-86d62273-963b-409e-a0b2-fcb2196abda8 admin admin] Deleting port 245f58cc-64f2-4b17-b407-40d17378820b {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:36:27.909217 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-86d62273-963b-409e-a0b2-fcb2196abda8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:28.081104 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-86d62273-963b-409e-a0b2-fcb2196abda8 admin admin] For port 245f58cc-64f2-4b17-b407-40d17378820b, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=245f58cc-64f2-4b17-b407-40d17378820b,segment=NetworkSegment(35615c96-f8cc-4da0-8e22-b3d49abd2cf7),segment_id=35615c96-f8cc-4da0-8e22-b3d49abd2cf7)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:28.081366 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-86d62273-963b-409e-a0b2-fcb2196abda8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:28.203703 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-86d62273-963b-409e-a0b2-fcb2196abda8 admin admin] Calling delete_port for 245f58cc-64f2-4b17-b407-40d17378820b owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:36:28.382233 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-86d62273-963b-409e-a0b2-fcb2196abda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:28.431697 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d62273-963b-409e-a0b2-fcb2196abda8 admin admin] Pushing event deleted for resources: {'Port': ['ID=245f58cc-64f2-4b17-b407-40d17378820b,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:28.702959 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-86d62273-963b-409e-a0b2-fcb2196abda8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:29.169048 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d62273-963b-409e-a0b2-fcb2196abda8 admin admin] Router 463b90cc-22fb-46ac-93fd-f9023e4d29f8 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:36:29.346594 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d62273-963b-409e-a0b2-fcb2196abda8 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:36:29.355152 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5251608-f2ce-490d-b44d-e9947104d13b None None] Sync routers for ids ['463b90cc-22fb-46ac-93fd-f9023e4d29f8'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:36:29.362865 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-86d62273-963b-409e-a0b2-fcb2196abda8 admin admin] 10.222.0.79 "PUT /v2.0/routers/463b90cc-22fb-46ac-93fd-f9023e4d29f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4443531 May 10 15:36:29.365284 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54580) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:29.365805 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5251608-f2ce-490d-b44d-e9947104d13b None None] Routers {'463b90cc-22fb-46ac-93fd-f9023e4d29f8'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:36:29.366469 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-c5251608-f2ce-490d-b44d-e9947104d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:36:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['463b90cc-22fb-46ac-93fd-f9023e4d29f8'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:29.539054 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-c5251608-f2ce-490d-b44d-e9947104d13b None None] Set router 463b90cc-22fb-46ac-93fd-f9023e4d29f8 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:36:29.539308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-900084ef-cedd-4852-a3e4-ac67dda3c020 admin admin] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:29.717132 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-900084ef-cedd-4852-a3e4-ac67dda3c020 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:29.729348 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-900084ef-cedd-4852-a3e4-ac67dda3c020 admin admin] Deleting port 4ed1ea52-983d-456f-ad14-eb7547fca257 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:36:29.729684 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-900084ef-cedd-4852-a3e4-ac67dda3c020 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:29.829884 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-c5251608-f2ce-490d-b44d-e9947104d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463b90cc-22fb-46ac-93fd-f9023e4d29f8', 'name': 'tempest-TestShelveInstance-528531713-router', 'tenant_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.58'}], 'enable_snat': True}, 'gw_port_id': '4ed1ea52-983d-456f-ad14-eb7547fca257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:21Z', 'updated_at': '2022-05-10T15:36:28Z', 'revision_number': 5, 'project_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'gw_port': {'id': '4ed1ea52-983d-456f-ad14-eb7547fca257', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:70:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463b90cc-22fb-46ac-93fd-f9023e4d29f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:27:22Z', 'updated_at': '2022-05-10T15:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:29.833672 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5251608-f2ce-490d-b44d-e9947104d13b None None] Checking router: 463b90cc-22fb-46ac-93fd-f9023e4d29f8 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:36:29.841981 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5251608-f2ce-490d-b44d-e9947104d13b None None] Routers {'463b90cc-22fb-46ac-93fd-f9023e4d29f8'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:36:29.842618 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-c5251608-f2ce-490d-b44d-e9947104d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:36:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['463b90cc-22fb-46ac-93fd-f9023e4d29f8'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:29.916079 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-900084ef-cedd-4852-a3e4-ac67dda3c020 admin admin] For port 4ed1ea52-983d-456f-ad14-eb7547fca257, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=4ed1ea52-983d-456f-ad14-eb7547fca257,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:29.916433 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-900084ef-cedd-4852-a3e4-ac67dda3c020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:29.996137 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-c5251608-f2ce-490d-b44d-e9947104d13b None None] Set router 463b90cc-22fb-46ac-93fd-f9023e4d29f8 gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:36:30.040583 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-900084ef-cedd-4852-a3e4-ac67dda3c020 admin admin] Calling delete_port for 4ed1ea52-983d-456f-ad14-eb7547fca257 owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:36:30.105307 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-c5251608-f2ce-490d-b44d-e9947104d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '463b90cc-22fb-46ac-93fd-f9023e4d29f8', 'name': 'tempest-TestShelveInstance-528531713-router', 'tenant_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:21Z', 'updated_at': '2022-05-10T15:36:29Z', 'revision_number': 6, 'project_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:30.109056 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5251608-f2ce-490d-b44d-e9947104d13b None None] The sync data for ids ['463b90cc-22fb-46ac-93fd-f9023e4d29f8'] in dv-neutron-841204-2-hyperv is: [{'id': '463b90cc-22fb-46ac-93fd-f9023e4d29f8', 'name': 'tempest-TestShelveInstance-528531713-router', 'tenant_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:27:21Z', 'updated_at': '2022-05-10T15:36:29Z', 'revision_number': 6, 'project_id': '0dcf37f4c5c44d2ea4f58e63cd392fde', 'gw_port_host': None}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:36:30.212896 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-900084ef-cedd-4852-a3e4-ac67dda3c020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:30.261878 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900084ef-cedd-4852-a3e4-ac67dda3c020 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed1ea52-983d-456f-ad14-eb7547fca257,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:30.350795 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-900084ef-cedd-4852-a3e4-ac67dda3c020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:30.637641 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-900084ef-cedd-4852-a3e4-ac67dda3c020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:30.639850 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-900084ef-cedd-4852-a3e4-ac67dda3c020 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:30.662831 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-900084ef-cedd-4852-a3e4-ac67dda3c020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:30.663337 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900084ef-cedd-4852-a3e4-ac67dda3c020 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 463b90cc-22fb-46ac-93fd-f9023e4d29f8 {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:36:30.675916 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-900084ef-cedd-4852-a3e4-ac67dda3c020 admin admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:30.677020 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-900084ef-cedd-4852-a3e4-ac67dda3c020 admin admin] 10.222.0.79 "DELETE /v2.0/routers/463b90cc-22fb-46ac-93fd-f9023e4d29f8 HTTP/1.1" status: 204 len: 168 time: 1.3108463 May 10 15:36:30.679492 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54584) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:30.738760 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2404a1-dbed-4e66-8178-a6b540bba212 admin admin] Deleting subnet eb0c4db9-0877-4419-846b-5960b16b4911 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:36:30.741576 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ab2404a1-dbed-4e66-8178-a6b540bba212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:30.789801 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ab2404a1-dbed-4e66-8178-a6b540bba212 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:30.871502 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ab2404a1-dbed-4e66-8178-a6b540bba212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:30.942892 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ab2404a1-dbed-4e66-8178-a6b540bba212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:30.981651 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2404a1-dbed-4e66-8178-a6b540bba212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb0c4db9-0877-4419-846b-5960b16b4911,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:30.985266 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ab2404a1-dbed-4e66-8178-a6b540bba212 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:30.992669 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf083d5-ae76-400b-9fae-c016c5696de4 None None] Network 82ed1879-fef1-481d-b55d-615a3c314f45 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:36:30.994056 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ab2404a1-dbed-4e66-8178-a6b540bba212 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/eb0c4db9-0877-4419-846b-5960b16b4911 HTTP/1.1" status: 204 len: 168 time: 0.3136151 May 10 15:36:30.996547 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54588) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:31.109715 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf62f86a-a0bf-4896-9fb9-3196ba4fa886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:31.125807 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-cf62f86a-a0bf-4896-9fb9-3196ba4fa886 admin admin] Deleting port 9c9f511f-7485-4073-b573-69e8be10b8f6 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:36:31.126148 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf62f86a-a0bf-4896-9fb9-3196ba4fa886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:31.291538 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f3c4dc-42ae-48e7-a495-4c2896d32d8f None None] DHCP port deletion for 82ed1879-fef1-481d-b55d-615a3c314f45 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 15:36:31.295816 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e4f3c4dc-42ae-48e7-a495-4c2896d32d8f None None] Deleting port 9c9f511f-7485-4073-b573-69e8be10b8f6 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:36:31.296182 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c4dc-42ae-48e7-a495-4c2896d32d8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:31.344682 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-cf62f86a-a0bf-4896-9fb9-3196ba4fa886 admin admin] For port 9c9f511f-7485-4073-b573-69e8be10b8f6, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=9c9f511f-7485-4073-b573-69e8be10b8f6,segment=NetworkSegment(35615c96-f8cc-4da0-8e22-b3d49abd2cf7),segment_id=35615c96-f8cc-4da0-8e22-b3d49abd2cf7)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:31.346096 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf62f86a-a0bf-4896-9fb9-3196ba4fa886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:31.467967 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-cf62f86a-a0bf-4896-9fb9-3196ba4fa886 admin admin] Calling delete_port for 9c9f511f-7485-4073-b573-69e8be10b8f6 owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:36:31.496295 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-e4f3c4dc-42ae-48e7-a495-4c2896d32d8f None None] For port 9c9f511f-7485-4073-b573-69e8be10b8f6, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=9c9f511f-7485-4073-b573-69e8be10b8f6,segment=NetworkSegment(35615c96-f8cc-4da0-8e22-b3d49abd2cf7),segment_id=35615c96-f8cc-4da0-8e22-b3d49abd2cf7)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:31.496604 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c4dc-42ae-48e7-a495-4c2896d32d8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:31.551199 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf62f86a-a0bf-4896-9fb9-3196ba4fa886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:31.602005 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62f86a-a0bf-4896-9fb9-3196ba4fa886 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c9f511f-7485-4073-b573-69e8be10b8f6,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:31.603791 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf62f86a-a0bf-4896-9fb9-3196ba4fa886 admin admin] No DVR routers for this DVR port 9c9f511f-7485-4073-b573-69e8be10b8f6 on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:36:31.618020 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e4f3c4dc-42ae-48e7-a495-4c2896d32d8f None None] Calling delete_port for 9c9f511f-7485-4073-b573-69e8be10b8f6 owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:36:31.691831 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-e4f3c4dc-42ae-48e7-a495-4c2896d32d8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 15:36:31.692180 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-e4f3c4dc-42ae-48e7-a495-4c2896d32d8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 15:36:31.721559 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf62f86a-a0bf-4896-9fb9-3196ba4fa886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:31.746997 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-cf62f86a-a0bf-4896-9fb9-3196ba4fa886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ed1879-fef1-481d-b55d-615a3c314f45']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:31.752038 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 245f58cc-64f2-4b17-b407-40d17378820b no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:36:31.760225 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-cf62f86a-a0bf-4896-9fb9-3196ba4fa886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35615c96-f8cc-4da0-8e22-b3d49abd2cf7') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:31.760522 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-cf62f86a-a0bf-4896-9fb9-3196ba4fa886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35615c96-f8cc-4da0-8e22-b3d49abd2cf7') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:31.772378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf62f86a-a0bf-4896-9fb9-3196ba4fa886 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:31.785936 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 245f58cc-64f2-4b17-b407-40d17378820b {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:36:31.786276 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 245f58cc-64f2-4b17-b407-40d17378820b not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:36:31.786738 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 9c9f511f-7485-4073-b573-69e8be10b8f6 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:36:31.789814 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf62f86a-a0bf-4896-9fb9-3196ba4fa886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:31.795890 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf62f86a-a0bf-4896-9fb9-3196ba4fa886 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:36:31.796274 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf62f86a-a0bf-4896-9fb9-3196ba4fa886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:36:31.809465 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:36:31.820424 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 9c9f511f-7485-4073-b573-69e8be10b8f6 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:36:31.820782 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 9c9f511f-7485-4073-b573-69e8be10b8f6 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:36:31.821214 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4ed1ea52-983d-456f-ad14-eb7547fca257 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:36:31.858005 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 4ed1ea52-983d-456f-ad14-eb7547fca257 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:36:31.858444 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 4ed1ea52-983d-456f-ad14-eb7547fca257 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:36:31.893322 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf62f86a-a0bf-4896-9fb9-3196ba4fa886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:31.899666 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-cf62f86a-a0bf-4896-9fb9-3196ba4fa886 admin admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:31.930046 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62f86a-a0bf-4896-9fb9-3196ba4fa886 admin admin] Pushing event deleted for resources: {'Network': ['ID=82ed1879-fef1-481d-b55d-615a3c314f45,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:31.935927 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-cf62f86a-a0bf-4896-9fb9-3196ba4fa886 admin admin] 10.222.0.79 "DELETE /v2.0/networks/82ed1879-fef1-481d-b55d-615a3c314f45 HTTP/1.1" status: 204 len: 168 time: 0.9383445 May 10 15:36:32.046259 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54594) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:32.095510 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-91979220-053a-4d09-b090-cbde67265564 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8d8c999df2844d67b770ae42f7dfa12a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479035 May 10 15:36:32.097845 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54598) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:32.160219 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ff714969-5a41-4cfd-9d4b-b5634af0eb20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:32.184926 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ff714969-5a41-4cfd-9d4b-b5634af0eb20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:32.193240 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e4f3c4dc-42ae-48e7-a495-4c2896d32d8f None None] Deleting port 9c9f511f-7485-4073-b573-69e8be10b8f6 {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:36:32.193726 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c4dc-42ae-48e7-a495-4c2896d32d8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:32.237605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ff714969-5a41-4cfd-9d4b-b5634af0eb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:32.255308 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff714969-5a41-4cfd-9d4b-b5634af0eb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c3f546-7838-4186-b114-a4637cc778e9,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:32.260575 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-e4f3c4dc-42ae-48e7-a495-4c2896d32d8f None None] The port '9c9f511f-7485-4073-b573-69e8be10b8f6' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 15:36:32.262210 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ff714969-5a41-4cfd-9d4b-b5634af0eb20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:32.263445 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ff714969-5a41-4cfd-9d4b-b5634af0eb20 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a4c3f546-7838-4186-b114-a4637cc778e9 HTTP/1.1" status: 204 len: 168 time: 0.1645236 May 10 15:36:32.606791 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54606) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:32.655407 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-00258f6f-1532-479d-844a-2c9db8b176ae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0dcf37f4c5c44d2ea4f58e63cd392fde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475118 May 10 15:36:32.658618 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54610) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:32.715514 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0bb806e8-7197-439c-aab3-99ba22aa9cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:32.741137 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0bb806e8-7197-439c-aab3-99ba22aa9cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:32.795098 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0bb806e8-7197-439c-aab3-99ba22aa9cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:32.811718 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb806e8-7197-439c-aab3-99ba22aa9cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c089d768-4dc3-4758-b2cf-5c5a53299b49,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:32.817456 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0bb806e8-7197-439c-aab3-99ba22aa9cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:32.819245 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0bb806e8-7197-439c-aab3-99ba22aa9cfa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c089d768-4dc3-4758-b2cf-5c5a53299b49 HTTP/1.1" status: 204 len: 168 time: 0.1595879 May 10 15:36:33.578826 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54634) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:33.681653 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-00135df1-4055-446a-ab87-f0b56fcf4048 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1526873584-network', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:36:33.686411 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-00135df1-4055-446a-ab87-f0b56fcf4048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:36:33.691449 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-00135df1-4055-446a-ab87-f0b56fcf4048 admin admin] Usage tracker for resource:network and tenant:e0522197d8054d5682835b8ea7bb2bba is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:36:33.694223 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-00135df1-4055-446a-ab87-f0b56fcf4048 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:36:33.699920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-00135df1-4055-446a-ab87-f0b56fcf4048 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:36:33.710378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00135df1-4055-446a-ab87-f0b56fcf4048 admin admin] Made reservation on behalf of e0522197d8054d5682835b8ea7bb2bba for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:36:33.712625 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-00135df1-4055-446a-ab87-f0b56fcf4048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:33.724834 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-00135df1-4055-446a-ab87-f0b56fcf4048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:33.740071 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-00135df1-4055-446a-ab87-f0b56fcf4048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:36:33.743876 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-00135df1-4055-446a-ab87-f0b56fcf4048 admin admin] Usage tracker for resource:security_group_rule and tenant:e0522197d8054d5682835b8ea7bb2bba is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:36:33.746630 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-00135df1-4055-446a-ab87-f0b56fcf4048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:36:33.752949 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-00135df1-4055-446a-ab87-f0b56fcf4048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:36:33.836093 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-00135df1-4055-446a-ab87-f0b56fcf4048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:33.839672 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-00135df1-4055-446a-ab87-f0b56fcf4048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:33.869750 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00135df1-4055-446a-ab87-f0b56fcf4048 admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:36:33.878266 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00135df1-4055-446a-ab87-f0b56fcf4048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e9e3ea-6ccf-4c6d-a567-fd808b62cb6b,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:33.883733 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-00135df1-4055-446a-ab87-f0b56fcf4048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:33.884066 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-00135df1-4055-446a-ab87-f0b56fcf4048 admin admin] Added segment d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc of type vlan for network cce59443-62eb-462a-80bb-bd97e2b3b8d7 May 10 15:36:33.910515 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-00135df1-4055-446a-ab87-f0b56fcf4048 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:33.940301 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-00135df1-4055-446a-ab87-f0b56fcf4048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:33.941238 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00135df1-4055-446a-ab87-f0b56fcf4048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:33.941814 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-00135df1-4055-446a-ab87-f0b56fcf4048 admin admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:34.045066 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00135df1-4055-446a-ab87-f0b56fcf4048 admin admin] Pushing event updated for resources: {'Network': ['ID=cce59443-62eb-462a-80bb-bd97e2b3b8d7,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:34.047992 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-00135df1-4055-446a-ab87-f0b56fcf4048 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4674926 May 10 15:36:34.051176 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54640) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:34.056339 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network cce59443-62eb-462a-80bb-bd97e2b3b8d7 details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:36:34.056862 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-668dbfdd-149e-4bd2-a514-46817c61c9f5 admin admin] Request body: {'subnet': {'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1526873584-subnet', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'ip_version': 4}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:36:34.061824 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-668dbfdd-149e-4bd2-a514-46817c61c9f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:36:34.066630 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-668dbfdd-149e-4bd2-a514-46817c61c9f5 admin admin] Usage tracker for resource:subnet and tenant:e0522197d8054d5682835b8ea7bb2bba is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:36:34.069532 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-668dbfdd-149e-4bd2-a514-46817c61c9f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:36:34.075669 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-668dbfdd-149e-4bd2-a514-46817c61c9f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:36:34.087913 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668dbfdd-149e-4bd2-a514-46817c61c9f5 admin admin] Made reservation on behalf of e0522197d8054d5682835b8ea7bb2bba for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:36:34.090353 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-668dbfdd-149e-4bd2-a514-46817c61c9f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:34.391567 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-668dbfdd-149e-4bd2-a514-46817c61c9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:34.465712 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668dbfdd-149e-4bd2-a514-46817c61c9f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c02f52a4-7dc9-44e3-aa0a-93e186436afc,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:34.473857 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668dbfdd-149e-4bd2-a514-46817c61c9f5 admin admin] Checking segment: {'id': 'd5ccbf6a-98e7-43aa-b0dc-a37de30e63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:36:34.474206 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668dbfdd-149e-4bd2-a514-46817c61c9f5 admin admin] Network hostable DHCP agents. Network: cce59443-62eb-462a-80bb-bd97e2b3b8d7, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:36:34.492639 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668dbfdd-149e-4bd2-a514-46817c61c9f5 admin admin] Network cce59443-62eb-462a-80bb-bd97e2b3b8d7 is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:36:34.502766 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-668dbfdd-149e-4bd2-a514-46817c61c9f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, cce59443-62eb-462a-80bb-bd97e2b3b8d7) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:36:34.507034 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668dbfdd-149e-4bd2-a514-46817c61c9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:34.507702 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-668dbfdd-149e-4bd2-a514-46817c61c9f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:34.512576 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3c6703-ac19-425f-9a2e-1a16ca930ed8 None None] Network cce59443-62eb-462a-80bb-bd97e2b3b8d7 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:36:34.529033 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-668dbfdd-149e-4bd2-a514-46817c61c9f5 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4768536 May 10 15:36:34.531659 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54644) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:34.537819 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-d6291835-0a4b-45a3-90ac-f458decfc7ec admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1526873584-router', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:36:34.542343 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d6291835-0a4b-45a3-90ac-f458decfc7ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:36:34.546209 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d6291835-0a4b-45a3-90ac-f458decfc7ec admin admin] Usage tracker for resource:router and tenant:e0522197d8054d5682835b8ea7bb2bba is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:36:34.550033 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-d6291835-0a4b-45a3-90ac-f458decfc7ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:36:34.555701 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-d6291835-0a4b-45a3-90ac-f458decfc7ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:36:34.567444 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d6291835-0a4b-45a3-90ac-f458decfc7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:34.568587 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d6291835-0a4b-45a3-90ac-f458decfc7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:34.585188 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d6291835-0a4b-45a3-90ac-f458decfc7ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:34.729016 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'fixed_ips': [{'subnet_id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 15:36:34.729880 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:34.851686 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d6291835-0a4b-45a3-90ac-f458decfc7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:34.885738 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Allocated IP 172.20.0.2 (cce59443-62eb-462a-80bb-bd97e2b3b8d7/c02f52a4-7dc9-44e3-aa0a-93e186436afc/589bdc30-794b-4886-a9a8-92cf73a8b3dc) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:36:35.089493 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:35.099750 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Transition to ACTIVE for port object 589bdc30-794b-4886-a9a8-92cf73a8b3dc will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:36:35.118831 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Transition to ACTIVE for port object 589bdc30-794b-4886-a9a8-92cf73a8b3dc will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:36:35.124500 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:35.164092 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d6291835-0a4b-45a3-90ac-f458decfc7ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:35.195220 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d6291835-0a4b-45a3-90ac-f458decfc7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:35.226228 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Network cce59443-62eb-462a-80bb-bd97e2b3b8d7 is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:36:35.227195 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:36:35.229683 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:36:35.300198 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Pushing event updated for resources: {'Port': ['ID=589bdc30-794b-4886-a9a8-92cf73a8b3dc,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:35.322556 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:35.322906 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:35.323247 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:35.323579 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:35.323902 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:35.324235 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:35.324560 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:35.324883 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:35.325217 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:35.325522 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:35.325833 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:35.326146 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:35.337525 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Attempting to bind port 589bdc30-794b-4886-a9a8-92cf73a8b3dc on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:36:35.337880 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Attempting to bind port 589bdc30-794b-4886-a9a8-92cf73a8b3dc by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'd5ccbf6a-98e7-43aa-b0dc-a37de30e63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:36:35.338240 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Attempting to bind port 589bdc30-794b-4886-a9a8-92cf73a8b3dc on network cce59443-62eb-462a-80bb-bd97e2b3b8d7 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:36:35.342703 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-d6291835-0a4b-45a3-90ac-f458decfc7ec admin admin] Allocated IP 172.26.0.2 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/6c69025a-bb15-4c8a-9b2a-f0d45c4699ed) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:36:35.343595 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:36:35.343964 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Checking segment: {'id': 'd5ccbf6a-98e7-43aa-b0dc-a37de30e63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:36:35.344364 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:35.344751 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Bound using segment: {'id': 'd5ccbf6a-98e7-43aa-b0dc-a37de30e63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:36:35.345831 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Bound port: 589bdc30-794b-4886-a9a8-92cf73a8b3dc, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ccbf6a-98e7-43aa-b0dc-a37de30e63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:36:35.346202 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:35.435695 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] For port 589bdc30-794b-4886-a9a8-92cf73a8b3dc, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:36:35.438724 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] For port 589bdc30-794b-4886-a9a8-92cf73a8b3dc, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=589bdc30-794b-4886-a9a8-92cf73a8b3dc,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:36:35.443226 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:35.493328 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d6291835-0a4b-45a3-90ac-f458decfc7ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:35.523399 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d6291835-0a4b-45a3-90ac-f458decfc7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:35.530033 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765e3db-3c27-487f-9876-f2acd1428b29 None None] Pushing event updated for resources: {'Port': ['ID=589bdc30-794b-4886-a9a8-92cf73a8b3dc,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:35.591176 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6291835-0a4b-45a3-90ac-f458decfc7ec admin admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:36:35.593972 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-d6291835-0a4b-45a3-90ac-f458decfc7ec admin admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:36:35.598639 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6291835-0a4b-45a3-90ac-f458decfc7ec admin admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:36:35.637268 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6291835-0a4b-45a3-90ac-f458decfc7ec admin admin] Pushing event updated for resources: {'Port': ['ID=6c69025a-bb15-4c8a-9b2a-f0d45c4699ed,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:35.814123 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 589bdc30-794b-4886-a9a8-92cf73a8b3dc up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:36:35.892686 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 589bdc30-794b-4886-a9a8-92cf73a8b3dc completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:36:36.150129 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d6291835-0a4b-45a3-90ac-f458decfc7ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:36.498868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d6291835-0a4b-45a3-90ac-f458decfc7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:36.518870 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b5b799-6dc3-485f-8c6f-6e099311c627 None None] Network cce59443-62eb-462a-80bb-bd97e2b3b8d7 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:36:36.611495 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7e815262-0c72-4df7-a9d2-83fbb01d47af None None] Provisioning for port 589bdc30-794b-4886-a9a8-92cf73a8b3dc completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:36:36.629960 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7e815262-0c72-4df7-a9d2-83fbb01d47af None None] Provisioning complete for port 589bdc30-794b-4886-a9a8-92cf73a8b3dc triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:36:36.630326 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7e815262-0c72-4df7-a9d2-83fbb01d47af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:36.703687 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6291835-0a4b-45a3-90ac-f458decfc7ec admin admin] Router 0d2ebf33-bb73-4f66-9816-e80b7e83374b is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:36:36.842535 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7e815262-0c72-4df7-a9d2-83fbb01d47af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:36.884629 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7e815262-0c72-4df7-a9d2-83fbb01d47af None None] For port 589bdc30-794b-4886-a9a8-92cf73a8b3dc, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=589bdc30-794b-4886-a9a8-92cf73a8b3dc,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:36.884902 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6291835-0a4b-45a3-90ac-f458decfc7ec admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:36:36.895544 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7e815262-0c72-4df7-a9d2-83fbb01d47af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:36.895765 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] Sync routers for ids ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:36:36.906861 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] Routers {'0d2ebf33-bb73-4f66-9816-e80b7e83374b'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:36:36.908253 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:36:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:36.929520 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-d6291835-0a4b-45a3-90ac-f458decfc7ec admin admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:36.933535 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d6291835-0a4b-45a3-90ac-f458decfc7ec admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3976600 May 10 15:36:36.933777 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54648) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:36.971708 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e815262-0c72-4df7-a9d2-83fbb01d47af None None] Pushing event updated for resources: {'Port': ['ID=589bdc30-794b-4886-a9a8-92cf73a8b3dc,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:37.114735 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] Set router 0d2ebf33-bb73-4f66-9816-e80b7e83374b gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:36:37.223891 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2bbcff6c-d4ba-4d20-be83-83774346ccfc None None] Provisioning complete for port 589bdc30-794b-4886-a9a8-92cf73a8b3dc triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:36:37.224182 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2bbcff6c-d4ba-4d20-be83-83774346ccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:37.443592 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'name': 'tempest-TestSnapshotPattern-1526873584-router', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2'}], 'enable_snat': True}, 'gw_port_id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:34Z', 'updated_at': '2022-05-10T15:36:35Z', 'revision_number': 3, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'gw_port': {'id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:35Z', 'updated_at': '2022-05-10T15:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:37.447329 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] Checking router: 0d2ebf33-bb73-4f66-9816-e80b7e83374b for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:36:37.447669 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] Updating router 0d2ebf33-bb73-4f66-9816-e80b7e83374b port 6c69025a-bb15-4c8a-9b2a-f0d45c4699ed binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:36:37.502629 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:37.750550 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-70c37fa5-38e9-474b-93db-a7ada870c297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:37.761022 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 589bdc30-794b-4886-a9a8-92cf73a8b3dc up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:36:37.831985 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:37.833228 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 589bdc30-794b-4886-a9a8-92cf73a8b3dc triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:36:37.833592 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:37.843902 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] Transition to ACTIVE for port object 6c69025a-bb15-4c8a-9b2a-f0d45c4699ed will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:36:37.851625 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:37.928034 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843d707-4514-4025-a59a-134f0224e33a None None] Pushing event updated for resources: {'Port': ['ID=6c69025a-bb15-4c8a-9b2a-f0d45c4699ed,revision_number=2']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:37.944010 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e843d707-4514-4025-a59a-134f0224e33a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:37.944480 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e843d707-4514-4025-a59a-134f0224e33a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:37.944809 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e843d707-4514-4025-a59a-134f0224e33a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:37.945132 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e843d707-4514-4025-a59a-134f0224e33a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:37.945450 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e843d707-4514-4025-a59a-134f0224e33a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:37.945797 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e843d707-4514-4025-a59a-134f0224e33a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:37.946110 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e843d707-4514-4025-a59a-134f0224e33a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:37.947097 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e843d707-4514-4025-a59a-134f0224e33a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:37.947416 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e843d707-4514-4025-a59a-134f0224e33a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:37.947733 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e843d707-4514-4025-a59a-134f0224e33a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:37.948047 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e843d707-4514-4025-a59a-134f0224e33a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:37.948356 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e843d707-4514-4025-a59a-134f0224e33a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:36:37.967417 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] Attempting to bind port 6c69025a-bb15-4c8a-9b2a-f0d45c4699ed on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:36:37.967776 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] Attempting to bind port 6c69025a-bb15-4c8a-9b2a-f0d45c4699ed by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:36:37.968130 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] Attempting to bind port 6c69025a-bb15-4c8a-9b2a-f0d45c4699ed on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:36:37.975028 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:36:37.975417 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:36:37.975849 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:37.976355 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:36:37.976806 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] Bound port: 6c69025a-bb15-4c8a-9b2a-f0d45c4699ed, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:36:37.977298 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:38.004429 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-70c37fa5-38e9-474b-93db-a7ada870c297 admin admin] Allocated IP 172.20.0.1 (cce59443-62eb-462a-80bb-bd97e2b3b8d7/c02f52a4-7dc9-44e3-aa0a-93e186436afc/d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:36:38.052006 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] For port 6c69025a-bb15-4c8a-9b2a-f0d45c4699ed, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:36:38.055327 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] For port 6c69025a-bb15-4c8a-9b2a-f0d45c4699ed, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6c69025a-bb15-4c8a-9b2a-f0d45c4699ed,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:36:38.059382 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:38.134600 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] Routers {'0d2ebf33-bb73-4f66-9816-e80b7e83374b'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:36:38.135286 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:36:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:38.155352 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-70c37fa5-38e9-474b-93db-a7ada870c297 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:38.171953 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.provisioning_blocks [None req-70c37fa5-38e9-474b-93db-a7ada870c297 admin admin] Transition to ACTIVE for port object d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93 will not be triggered until provisioned by entity DHCP. {{(pid=88051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:36:38.196630 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-70c37fa5-38e9-474b-93db-a7ada870c297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:38.201737 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843d707-4514-4025-a59a-134f0224e33a None None] Pushing event updated for resources: {'Port': ['ID=6c69025a-bb15-4c8a-9b2a-f0d45c4699ed,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:38.264588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c37fa5-38e9-474b-93db-a7ada870c297 admin admin] Network cce59443-62eb-462a-80bb-bd97e2b3b8d7 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:36:38.267942 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-70c37fa5-38e9-474b-93db-a7ada870c297 admin admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:36:38.271666 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c37fa5-38e9-474b-93db-a7ada870c297 admin admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:36:38.306500 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c37fa5-38e9-474b-93db-a7ada870c297 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:38.322568 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] Set router 0d2ebf33-bb73-4f66-9816-e80b7e83374b gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:36:38.334634 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-70c37fa5-38e9-474b-93db-a7ada870c297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:38.479142 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2f5834b6-fff5-4726-93ab-54d0b05089e1 None None] Provisioning for port d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:36:38.483972 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-2f5834b6-fff5-4726-93ab-54d0b05089e1 None None] Provisioning complete for port d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:36:38.484337 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2f5834b6-fff5-4726-93ab-54d0b05089e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:38.545424 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-2f5834b6-fff5-4726-93ab-54d0b05089e1 None None] Port d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:36:38.610223 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-70c37fa5-38e9-474b-93db-a7ada870c297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:38.621557 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'name': 'tempest-TestSnapshotPattern-1526873584-router', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2'}], 'enable_snat': True}, 'gw_port_id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:34Z', 'updated_at': '2022-05-10T15:36:35Z', 'revision_number': 3, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'gw_port': {'id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:35Z', 'updated_at': '2022-05-10T15:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:38.625419 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7867eb-e4c5-4430-a3cf-83e089679336 None None] The sync data for ids ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'] in dv-neutron-841204-2-hyperv is: [{'id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'name': 'tempest-TestSnapshotPattern-1526873584-router', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2'}], 'enable_snat': True}, 'gw_port_id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:34Z', 'updated_at': '2022-05-10T15:36:35Z', 'revision_number': 3, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'gw_port': {'id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:35Z', 'updated_at': '2022-05-10T15:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:36:38.857510 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-70c37fa5-38e9-474b-93db-a7ada870c297 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:38.863071 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-70c37fa5-38e9-474b-93db-a7ada870c297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:38.974995 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c37fa5-38e9-474b-93db-a7ada870c297 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:38.977624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-70c37fa5-38e9-474b-93db-a7ada870c297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:39.244335 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c37fa5-38e9-474b-93db-a7ada870c297 admin admin] Network cce59443-62eb-462a-80bb-bd97e2b3b8d7 is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:36:39.245524 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-70c37fa5-38e9-474b-93db-a7ada870c297 admin admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:36:39.448113 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c37fa5-38e9-474b-93db-a7ada870c297 admin admin] Router 0d2ebf33-bb73-4f66-9816-e80b7e83374b has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:36:39.484145 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-dc164fc0-ba62-4cd8-a516-acdcb3da2391 None None] Provisioning complete for port d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:36:39.484788 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dc164fc0-ba62-4cd8-a516-acdcb3da2391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:39.559114 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-dc164fc0-ba62-4cd8-a516-acdcb3da2391 None None] Port d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:36:39.651712 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c37fa5-38e9-474b-93db-a7ada870c297 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:36:39.662870 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-70c37fa5-38e9-474b-93db-a7ada870c297 admin admin] 10.222.0.79 "PUT /v2.0/routers/0d2ebf33-bb73-4f66-9816-e80b7e83374b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7275965 May 10 15:36:39.788026 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6c69025a-bb15-4c8a-9b2a-f0d45c4699ed up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:36:39.858106 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 6c69025a-bb15-4c8a-9b2a-f0d45c4699ed completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:36:39.865405 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 6c69025a-bb15-4c8a-9b2a-f0d45c4699ed triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:36:39.865904 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:40.003350 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:40.023870 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 6c69025a-bb15-4c8a-9b2a-f0d45c4699ed, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6c69025a-bb15-4c8a-9b2a-f0d45c4699ed,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:40.031611 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:40.115971 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=6c69025a-bb15-4c8a-9b2a-f0d45c4699ed,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:40.203349 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] Sync routers for ids ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:36:40.212952 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] Routers {'0d2ebf33-bb73-4f66-9816-e80b7e83374b'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:36:40.213571 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:36:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:40.268868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54666) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:40.274362 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-dd794e6d-1217-49b4-93a7-b069d9fd671d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-86523347-network', 'tenant_id': 'f74b1357936147f3b9dfb1d9324ac06e'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:36:40.279350 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dd794e6d-1217-49b4-93a7-b069d9fd671d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:36:40.284320 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dd794e6d-1217-49b4-93a7-b069d9fd671d admin admin] Usage tracker for resource:network and tenant:f74b1357936147f3b9dfb1d9324ac06e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:36:40.287247 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dd794e6d-1217-49b4-93a7-b069d9fd671d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:36:40.292957 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dd794e6d-1217-49b4-93a7-b069d9fd671d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:36:40.302961 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd794e6d-1217-49b4-93a7-b069d9fd671d admin admin] Made reservation on behalf of f74b1357936147f3b9dfb1d9324ac06e for: {'network': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:36:40.305254 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dd794e6d-1217-49b4-93a7-b069d9fd671d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for network, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:40.317290 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dd794e6d-1217-49b4-93a7-b069d9fd671d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:40.332625 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dd794e6d-1217-49b4-93a7-b069d9fd671d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:36:40.336496 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dd794e6d-1217-49b4-93a7-b069d9fd671d admin admin] Usage tracker for resource:security_group_rule and tenant:f74b1357936147f3b9dfb1d9324ac06e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:36:40.339402 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-dd794e6d-1217-49b4-93a7-b069d9fd671d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:36:40.346319 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-dd794e6d-1217-49b4-93a7-b069d9fd671d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:36:40.438087 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dd794e6d-1217-49b4-93a7-b069d9fd671d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:40.440640 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] Set router 0d2ebf33-bb73-4f66-9816-e80b7e83374b gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:36:40.442957 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dd794e6d-1217-49b4-93a7-b069d9fd671d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:40.479556 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd794e6d-1217-49b4-93a7-b069d9fd671d admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=88051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:36:40.484776 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd794e6d-1217-49b4-93a7-b069d9fd671d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc0b7dc-d5d3-4a0a-8a98-0628b8033dad,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:40.492733 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dd794e6d-1217-49b4-93a7-b069d9fd671d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:40.493080 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.segments_db [None req-dd794e6d-1217-49b4-93a7-b069d9fd671d admin admin] Added segment 9ffd8ff6-954b-4944-bac3-a807bd067034 of type vlan for network 2702a863-ca9f-4402-986f-666fc65151ed May 10 15:36:40.521611 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dd794e6d-1217-49b4-93a7-b069d9fd671d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758962439644'] for network, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:40.552721 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dd794e6d-1217-49b4-93a7-b069d9fd671d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150'] for network, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:40.553786 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd794e6d-1217-49b4-93a7-b069d9fd671d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:40.554543 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-dd794e6d-1217-49b4-93a7-b069d9fd671d admin admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:40.660416 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd794e6d-1217-49b4-93a7-b069d9fd671d admin admin] Pushing event updated for resources: {'Network': ['ID=2702a863-ca9f-4402-986f-666fc65151ed,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:40.665912 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-dd794e6d-1217-49b4-93a7-b069d9fd671d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3934937 May 10 15:36:40.666223 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54670) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:40.671083 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Network 2702a863-ca9f-4402-986f-666fc65151ed details requested by agent ovs-agent-dv-neutron-841204-2-hyperv with host dv-neutron-841204-2-hyperv {{(pid=88053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:36:40.672280 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-505bc633-0b66-4aab-b595-6bbc317a748c admin admin] Request body: {'subnet': {'network_id': '2702a863-ca9f-4402-986f-666fc65151ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-86523347-subnet', 'tenant_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'ip_version': 4}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:36:40.677465 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-505bc633-0b66-4aab-b595-6bbc317a748c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:36:40.681341 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-505bc633-0b66-4aab-b595-6bbc317a748c admin admin] Usage tracker for resource:subnet and tenant:f74b1357936147f3b9dfb1d9324ac06e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:36:40.684187 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-505bc633-0b66-4aab-b595-6bbc317a748c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:36:40.690588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-505bc633-0b66-4aab-b595-6bbc317a748c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:36:40.699868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505bc633-0b66-4aab-b595-6bbc317a748c admin admin] Made reservation on behalf of f74b1357936147f3b9dfb1d9324ac06e for: {'subnet': 1} {{(pid=88051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:36:40.702104 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-505bc633-0b66-4aab-b595-6bbc317a748c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10806420'] for subnet, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:40.861828 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'name': 'tempest-TestSnapshotPattern-1526873584-router', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2'}], 'enable_snat': True}, 'gw_port_id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:34Z', 'updated_at': '2022-05-10T15:36:38Z', 'revision_number': 4, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'gw_port': {'id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:35Z', 'updated_at': '2022-05-10T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'd4c3f1c1-c4b4-4d60-a000-e6b9303a8f93', 'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'mac_address': 'fa:16:3e:63:e4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:37Z', 'updated_at': '2022-05-10T15:36:38Z', 'revision_number': 2, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'subnets': [{'id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:40.866160 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] Checking router: 0d2ebf33-bb73-4f66-9816-e80b7e83374b for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:36:40.866539 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] Updating router 0d2ebf33-bb73-4f66-9816-e80b7e83374b port d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93 binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:36:40.916142 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-505bc633-0b66-4aab-b595-6bbc317a748c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-816508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10806402'] for subnet, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:40.926437 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:40.990450 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bc633-0b66-4aab-b595-6bbc317a748c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0f6c528-f5f5-4ff6-ac18-c3b99401e978,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:40.997692 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505bc633-0b66-4aab-b595-6bbc317a748c admin admin] Checking segment: {'id': '9ffd8ff6-954b-4944-bac3-a807bd067034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2702a863-ca9f-4402-986f-666fc65151ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:36:40.998047 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505bc633-0b66-4aab-b595-6bbc317a748c admin admin] Network hostable DHCP agents. Network: 2702a863-ca9f-4402-986f-666fc65151ed, hostable agents: ['551130e1-b440-4f0b-ab19-520bc69e9326'], hosted agents: [] {{(pid=88051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:36:41.018221 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505bc633-0b66-4aab-b595-6bbc317a748c admin admin] Network 2702a863-ca9f-4402-986f-666fc65151ed is scheduled to be hosted by DHCP agent 551130e1-b440-4f0b-ab19-520bc69e9326 with binding_index 1 {{(pid=88051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:36:41.028168 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-505bc633-0b66-4aab-b595-6bbc317a748c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-841204-2-hyperv, 2702a863-ca9f-4402-986f-666fc65151ed) {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:36:41.033714 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505bc633-0b66-4aab-b595-6bbc317a748c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:41.033988 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-505bc633-0b66-4aab-b595-6bbc317a748c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:41.041683 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a02a8e6-d3d2-4af8-b55b-78471fe93ce1 None None] Network 2702a863-ca9f-4402-986f-666fc65151ed requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:36:41.057848 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-505bc633-0b66-4aab-b595-6bbc317a748c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3904929 May 10 15:36:41.060201 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54674) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:41.065890 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e02bff2e-2364-46f6-a033-1415212f6d19 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-86523347-router', 'tenant_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:36:41.070624 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e02bff2e-2364-46f6-a033-1415212f6d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:36:41.074720 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e02bff2e-2364-46f6-a033-1415212f6d19 admin admin] Usage tracker for resource:router and tenant:f74b1357936147f3b9dfb1d9324ac06e is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:36:41.077537 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e02bff2e-2364-46f6-a033-1415212f6d19 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:36:41.083465 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e02bff2e-2364-46f6-a033-1415212f6d19 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:36:41.094401 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e02bff2e-2364-46f6-a033-1415212f6d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-539292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11906'] for router, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:41.095532 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e02bff2e-2364-46f6-a033-1415212f6d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-539833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12027'] for router, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:41.110844 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e02bff2e-2364-46f6-a033-1415212f6d19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:41.372345 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e02bff2e-2364-46f6-a033-1415212f6d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539442', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12009'] for router, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:41.386943 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5859bc14-705d-49df-9783-201a669bf785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp51beaa13-6d49-57e5-ac40-1be1444ac0ed-2702a863-ca9f-4402-986f-666fc65151ed', 'network_id': '2702a863-ca9f-4402-986f-666fc65151ed', 'tenant_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'fixed_ips': [{'subnet_id': 'f0f6c528-f5f5-4ff6-ac18-c3b99401e978'}]}} from dv-neutron-841204-2-hyperv. {{(pid=88053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 10 15:36:41.387747 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5859bc14-705d-49df-9783-201a669bf785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:41.537586 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:41.560144 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] Transition to ACTIVE for port object d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93 will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:36:41.594279 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:41.743372 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be710d-a9ec-47cc-ae75-29a510fd5ad3 None None] Pushing event updated for resources: {'Port': ['ID=d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:41.789239 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6c69025a-bb15-4c8a-9b2a-f0d45c4699ed up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:36:41.818971 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e02bff2e-2364-46f6-a033-1415212f6d19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:41.851495 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e02bff2e-2364-46f6-a033-1415212f6d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:41.862668 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.db_base_plugin_common [None req-5859bc14-705d-49df-9783-201a669bf785 None None] Allocated IP 172.20.0.2 (2702a863-ca9f-4402-986f-666fc65151ed/f0f6c528-f5f5-4ff6-ac18-c3b99401e978/3f916a29-6fe5-4048-a640-4a6a8f8b0e4a) {{(pid=88053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:36:41.967945 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] Attempting to bind port d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:36:41.968302 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] Attempting to bind port d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': 'd5ccbf6a-98e7-43aa-b0dc-a37de30e63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:36:41.968656 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] Attempting to bind port d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93 on network cce59443-62eb-462a-80bb-bd97e2b3b8d7 {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:36:41.996465 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-e02bff2e-2364-46f6-a033-1415212f6d19 admin admin] Allocated IP 172.26.0.161 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/58944735-22a5-43d7-a3e6-deeb5e3e1193) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:36:42.041811 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:36:42.042172 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] Checking segment: {'id': 'd5ccbf6a-98e7-43aa-b0dc-a37de30e63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:36:42.042585 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:42.042965 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] Bound using segment: {'id': 'd5ccbf6a-98e7-43aa-b0dc-a37de30e63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:36:42.043421 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] Bound port: d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ccbf6a-98e7-43aa-b0dc-a37de30e63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:36:42.043784 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:42.159656 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e02bff2e-2364-46f6-a033-1415212f6d19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:42.166657 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 6c69025a-bb15-4c8a-9b2a-f0d45c4699ed triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:36:42.167024 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:42.190516 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e02bff2e-2364-46f6-a033-1415212f6d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:42.261708 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02bff2e-2364-46f6-a033-1415212f6d19 admin admin] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:36:42.264698 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-e02bff2e-2364-46f6-a033-1415212f6d19 admin admin] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:36:42.267185 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02bff2e-2364-46f6-a033-1415212f6d19 admin admin] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:36:42.296085 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] For port d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:36:42.308549 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bff2e-2364-46f6-a033-1415212f6d19 admin admin] Pushing event updated for resources: {'Port': ['ID=58944735-22a5-43d7-a3e6-deeb5e3e1193,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:42.315261 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] For port d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:36:42.331097 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:42.365868 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5859bc14-705d-49df-9783-201a669bf785 None None] Notify callbacks [] for port, precommit_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:42.403639 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-5859bc14-705d-49df-9783-201a669bf785 None None] Transition to ACTIVE for port object 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:36:42.490583 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-5859bc14-705d-49df-9783-201a669bf785 None None] Transition to ACTIVE for port object 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a will not be triggered until provisioned by entity DHCP. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:36:42.499752 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be710d-a9ec-47cc-ae75-29a510fd5ad3 None None] Pushing event updated for resources: {'Port': ['ID=d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:42.505419 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] Routers {'0d2ebf33-bb73-4f66-9816-e80b7e83374b'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:36:42.506045 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:36:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:42.559773 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5859bc14-705d-49df-9783-201a669bf785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342'] for port, after_create {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:42.659409 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5859bc14-705d-49df-9783-201a669bf785 None None] Network 2702a863-ca9f-4402-986f-666fc65151ed is already hosted by enough agents. {{(pid=88053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:36:42.663993 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.scheduler.base_scheduler [None req-5859bc14-705d-49df-9783-201a669bf785 None None] Resources bound (agent type, host, resource id): {{(pid=88053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:36:42.714696 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5859bc14-705d-49df-9783-201a669bf785 None None] Received port after_create {{(pid=88053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:36:42.718914 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e02bff2e-2364-46f6-a033-1415212f6d19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:42.748770 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859bc14-705d-49df-9783-201a669bf785 None None] Pushing event updated for resources: {'Port': ['ID=3f916a29-6fe5-4048-a640-4a6a8f8b0e4a,revision_number=1']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:42.858368 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] Set router 0d2ebf33-bb73-4f66-9816-e80b7e83374b gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:36:42.912271 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-5859bc14-705d-49df-9783-201a669bf785 None None] Attempting to bind port 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:36:42.912629 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-5859bc14-705d-49df-9783-201a669bf785 None None] Attempting to bind port 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '9ffd8ff6-954b-4944-bac3-a807bd067034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2702a863-ca9f-4402-986f-666fc65151ed'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:36:42.912984 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5859bc14-705d-49df-9783-201a669bf785 None None] Attempting to bind port 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a on network 2702a863-ca9f-4402-986f-666fc65151ed {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:36:42.930559 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5859bc14-705d-49df-9783-201a669bf785 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:36:42.930926 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5859bc14-705d-49df-9783-201a669bf785 None None] Checking segment: {'id': '9ffd8ff6-954b-4944-bac3-a807bd067034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2702a863-ca9f-4402-986f-666fc65151ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:36:42.931316 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5859bc14-705d-49df-9783-201a669bf785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:42.931693 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5859bc14-705d-49df-9783-201a669bf785 None None] Bound using segment: {'id': '9ffd8ff6-954b-4944-bac3-a807bd067034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2702a863-ca9f-4402-986f-666fc65151ed'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:36:42.932148 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-5859bc14-705d-49df-9783-201a669bf785 None None] Bound port: 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffd8ff6-954b-4944-bac3-a807bd067034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2702a863-ca9f-4402-986f-666fc65151ed'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:36:42.932509 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5859bc14-705d-49df-9783-201a669bf785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:43.183025 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-5859bc14-705d-49df-9783-201a669bf785 None None] For port 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:36:43.189809 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e02bff2e-2364-46f6-a033-1415212f6d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-539287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539401'] for router, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:43.203403 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-5859bc14-705d-49df-9783-201a669bf785 None None] For port 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=3f916a29-6fe5-4048-a640-4a6a8f8b0e4a,segment=NetworkSegment(9ffd8ff6-954b-4944-bac3-a807bd067034),segment_id=9ffd8ff6-954b-4944-bac3-a807bd067034)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:36:43.233344 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-5859bc14-705d-49df-9783-201a669bf785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:43.330956 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859bc14-705d-49df-9783-201a669bf785 None None] Pushing event updated for resources: {'Port': ['ID=3f916a29-6fe5-4048-a640-4a6a8f8b0e4a,revision_number=2']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:43.354097 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'name': 'tempest-TestSnapshotPattern-1526873584-router', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2'}], 'enable_snat': True}, 'gw_port_id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:34Z', 'updated_at': '2022-05-10T15:36:38Z', 'revision_number': 4, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'gw_port': {'id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:35Z', 'updated_at': '2022-05-10T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'd4c3f1c1-c4b4-4d60-a000-e6b9303a8f93', 'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'mac_address': 'fa:16:3e:63:e4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:37Z', 'updated_at': '2022-05-10T15:36:42Z', 'revision_number': 4, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'subnets': [{'id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:43.358143 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c474eb6d-7b7c-4180-814e-9d40441ebd1c None None] The sync data for ids ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'] in dv-neutron-841204-2-hyperv is: [{'id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'name': 'tempest-TestSnapshotPattern-1526873584-router', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2'}], 'enable_snat': True}, 'gw_port_id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:34Z', 'updated_at': '2022-05-10T15:36:38Z', 'revision_number': 4, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'gw_port': {'id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:35Z', 'updated_at': '2022-05-10T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'd4c3f1c1-c4b4-4d60-a000-e6b9303a8f93', 'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'mac_address': 'fa:16:3e:63:e4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:37Z', 'updated_at': '2022-05-10T15:36:42Z', 'revision_number': 4, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'subnets': [{'id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:36:43.419158 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02bff2e-2364-46f6-a033-1415212f6d19 admin admin] Router 8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5 is scheduled to L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d with binding_index 1 {{(pid=88051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:36:43.663339 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02bff2e-2364-46f6-a033-1415212f6d19 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:36:43.682563 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] Sync routers for ids ['8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:36:43.694109 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] Routers {'8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:36:43.694290 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e02bff2e-2364-46f6-a033-1415212f6d19 admin admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:43.694802 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:36:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:43.698152 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e02bff2e-2364-46f6-a033-1415212f6d19 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6344085 May 10 15:36:43.698611 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 54678) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:43.842724 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:36:43.917257 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] Set router 8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:36:43.995236 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:36:44.002360 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:36:44.094214 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:36:44.104796 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:36:44.105204 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:44.343257 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:44.353464 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5', 'name': 'tempest-TestSnapshotPattern-86523347-router', 'tenant_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.161'}], 'enable_snat': True}, 'gw_port_id': '58944735-22a5-43d7-a3e6-deeb5e3e1193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:41Z', 'updated_at': '2022-05-10T15:36:42Z', 'revision_number': 3, 'project_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'gw_port': {'id': '58944735-22a5-43d7-a3e6-deeb5e3e1193', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:41Z', 'updated_at': '2022-05-10T15:36:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:44.362594 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] Checking router: 8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5 for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:36:44.363283 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] Updating router 8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5 port 58944735-22a5-43d7-a3e6-deeb5e3e1193 binding host dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:36:44.386352 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:44.400001 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:44.438058 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:44.515599 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:44.607925 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e187a62-67ca-4d65-99a6-477f08c13ac7 None None] Network 2702a863-ca9f-4402-986f-666fc65151ed requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:36:44.718187 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-81ad0b32-99d9-4c14-9dce-60cf3b0a5c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:44.782028 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-bb3f4225-8dd1-4d5a-bd8a-0f757a4ed8e9 None None] Provisioning for port 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:36:44.798624 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-bb3f4225-8dd1-4d5a-bd8a-0f757a4ed8e9 None None] Provisioning complete for port 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:36:44.798993 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bb3f4225-8dd1-4d5a-bd8a-0f757a4ed8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:44.911610 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] Notify callbacks [] for port, precommit_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:44.927311 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.provisioning_blocks [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] Transition to ACTIVE for port object 58944735-22a5-43d7-a3e6-deeb5e3e1193 will not be triggered until provisioned by entity L2. {{(pid=88054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:36:44.939806 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:44.968657 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [None req-81ad0b32-99d9-4c14-9dce-60cf3b0a5c2f admin admin] Allocated IP 172.20.0.1 (2702a863-ca9f-4402-986f-666fc65151ed/f0f6c528-f5f5-4ff6-ac18-c3b99401e978/f4653700-1fc0-4cc4-a6d4-93692af34aaa) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:36:44.985091 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bb3f4225-8dd1-4d5a-bd8a-0f757a4ed8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:45.029011 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] Attempting to bind port 58944735-22a5-43d7-a3e6-deeb5e3e1193 on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:36:45.029489 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] Attempting to bind port 58944735-22a5-43d7-a3e6-deeb5e3e1193 by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:36:45.029910 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] Attempting to bind port 58944735-22a5-43d7-a3e6-deeb5e3e1193 on network 9e00975f-1d79-46b0-9d42-98bca3a69c2b {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:36:45.031213 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-bb3f4225-8dd1-4d5a-bd8a-0f757a4ed8e9 None None] For port 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=3f916a29-6fe5-4048-a640-4a6a8f8b0e4a,segment=NetworkSegment(9ffd8ff6-954b-4944-bac3-a807bd067034),segment_id=9ffd8ff6-954b-4944-bac3-a807bd067034)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:45.033055 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aea1-0609-41c6-b2bf-b9b7960dad0b None None] Pushing event updated for resources: {'Port': ['ID=58944735-22a5-43d7-a3e6-deeb5e3e1193,revision_number=2']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:45.039934 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:36:45.040407 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] Checking segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:36:45.040638 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-bb3f4225-8dd1-4d5a-bd8a-0f757a4ed8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:45.040927 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:45.041318 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] Bound using segment: {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'} {{(pid=88054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:36:45.041872 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.managers [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] Bound port: 58944735-22a5-43d7-a3e6-deeb5e3e1193, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1792041a-53d7-443e-9eab-c8040f9d97ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b'}}] {{(pid=88054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:36:45.042301 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:45.131956 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f4225-8dd1-4d5a-bd8a-0f757a4ed8e9 None None] Pushing event updated for resources: {'Port': ['ID=3f916a29-6fe5-4048-a640-4a6a8f8b0e4a,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:45.154586 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-81ad0b32-99d9-4c14-9dce-60cf3b0a5c2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:45.174646 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [None req-81ad0b32-99d9-4c14-9dce-60cf3b0a5c2f admin admin] Transition to ACTIVE for port object f4653700-1fc0-4cc4-a6d4-93692af34aaa will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:36:45.201317 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-81ad0b32-99d9-4c14-9dce-60cf3b0a5c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:45.208157 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] For port 58944735-22a5-43d7-a3e6-deeb5e3e1193, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:36:45.223979 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.plugins.ml2.db [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] For port 58944735-22a5-43d7-a3e6-deeb5e3e1193, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=58944735-22a5-43d7-a3e6-deeb5e3e1193,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:36:45.237467 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron_lib.callbacks.manager [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:45.275634 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ad0b32-99d9-4c14-9dce-60cf3b0a5c2f admin admin] Network 2702a863-ca9f-4402-986f-666fc65151ed is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:36:45.278616 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-81ad0b32-99d9-4c14-9dce-60cf3b0a5c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:36:45.283008 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ad0b32-99d9-4c14-9dce-60cf3b0a5c2f admin admin] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:36:45.317747 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad0b32-99d9-4c14-9dce-60cf3b0a5c2f admin admin] Pushing event updated for resources: {'Port': ['ID=f4653700-1fc0-4cc4-a6d4-93692af34aaa,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:45.340450 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] Routers {'8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:36:45.341099 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-81ad0b32-99d9-4c14-9dce-60cf3b0a5c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573919'] for router_interface, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:45.341233 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:36:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:45.375133 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-299a667d-12ca-4a4f-9d5c-41efd9b8107f None None] Provisioning complete for port 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:36:45.375492 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-299a667d-12ca-4a4f-9d5c-41efd9b8107f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:45.410744 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aea1-0609-41c6-b2bf-b9b7960dad0b None None] Pushing event updated for resources: {'Port': ['ID=58944735-22a5-43d7-a3e6-deeb5e3e1193,revision_number=3']} {{(pid=88054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:45.615878 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] Set router 8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:36:45.630816 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-81ad0b32-99d9-4c14-9dce-60cf3b0a5c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:45.651701 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-45bb9335-c841-417f-aaa6-ea6824335ec0 None None] Provisioning for port f4653700-1fc0-4cc4-a6d4-93692af34aaa completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:36:45.656658 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-45bb9335-c841-417f-aaa6-ea6824335ec0 None None] Provisioning complete for port f4653700-1fc0-4cc4-a6d4-93692af34aaa triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:36:45.657552 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-45bb9335-c841-417f-aaa6-ea6824335ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:45.714786 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-45bb9335-c841-417f-aaa6-ea6824335ec0 None None] Port f4653700-1fc0-4cc4-a6d4-93692af34aaa cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:36:45.791854 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:36:45.866783 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-81ad0b32-99d9-4c14-9dce-60cf3b0a5c2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:45.874557 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-81ad0b32-99d9-4c14-9dce-60cf3b0a5c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:45.885491 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:36:45.885870 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:45.966093 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5', 'name': 'tempest-TestSnapshotPattern-86523347-router', 'tenant_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.161'}], 'enable_snat': True}, 'gw_port_id': '58944735-22a5-43d7-a3e6-deeb5e3e1193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:41Z', 'updated_at': '2022-05-10T15:36:42Z', 'revision_number': 3, 'project_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'gw_port': {'id': '58944735-22a5-43d7-a3e6-deeb5e3e1193', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:41Z', 'updated_at': '2022-05-10T15:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:45.970900 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76d5faa-6485-4117-ace8-c9e56d3feba2 None None] The sync data for ids ['8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5'] in dv-neutron-841204-2-hyperv is: [{'id': '8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5', 'name': 'tempest-TestSnapshotPattern-86523347-router', 'tenant_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.161'}], 'enable_snat': True}, 'gw_port_id': '58944735-22a5-43d7-a3e6-deeb5e3e1193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:41Z', 'updated_at': '2022-05-10T15:36:42Z', 'revision_number': 3, 'project_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'gw_port': {'id': '58944735-22a5-43d7-a3e6-deeb5e3e1193', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:41Z', 'updated_at': '2022-05-10T15:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:36:46.024000 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:36:46.099010 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:36:46.099378 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:46.104157 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad0b32-99d9-4c14-9dce-60cf3b0a5c2f admin admin] Pushing event updated for resources: {'Port': ['ID=f4653700-1fc0-4cc4-a6d4-93692af34aaa,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:46.106714 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-81ad0b32-99d9-4c14-9dce-60cf3b0a5c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3609100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573818'] for router_interface, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:46.264595 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ad0b32-99d9-4c14-9dce-60cf3b0a5c2f admin admin] Network 2702a863-ca9f-4402-986f-666fc65151ed is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:36:46.271023 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [None req-81ad0b32-99d9-4c14-9dce-60cf3b0a5c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:36:46.469417 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ad0b32-99d9-4c14-9dce-60cf3b0a5c2f admin admin] Router 8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:36:46.546869 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-33e17052-285a-4e4f-b9fd-131e5d8f6a9f None None] Provisioning complete for port f4653700-1fc0-4cc4-a6d4-93692af34aaa triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:36:46.546869 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-33e17052-285a-4e4f-b9fd-131e5d8f6a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:46.609027 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-33e17052-285a-4e4f-b9fd-131e5d8f6a9f None None] Port f4653700-1fc0-4cc4-a6d4-93692af34aaa cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:36:46.665065 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ad0b32-99d9-4c14-9dce-60cf3b0a5c2f admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:36:46.674220 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-81ad0b32-99d9-4c14-9dce-60cf3b0a5c2f admin admin] 10.222.0.79 "PUT /v2.0/routers/8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9747136 May 10 15:36:47.143268 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 54688) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:47.148503 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-b5fa161a-4966-4f67-ab6b-5c0877b8e85d tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-999889193', 'description': 'tempest-secgroup-smoke-999889193 description', 'project_id': 'e0522197d8054d5682835b8ea7bb2bba'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:36:47.154589 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b5fa161a-4966-4f67-ab6b-5c0877b8e85d tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:36:47.159387 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b5fa161a-4966-4f67-ab6b-5c0877b8e85d tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Usage tracker for resource:security_group and tenant:e0522197d8054d5682835b8ea7bb2bba is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:36:47.162262 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b5fa161a-4966-4f67-ab6b-5c0877b8e85d tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:36:47.167954 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b5fa161a-4966-4f67-ab6b-5c0877b8e85d tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:36:47.178542 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b5fa161a-4966-4f67-ab6b-5c0877b8e85d tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for security_group, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:47.199481 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b5fa161a-4966-4f67-ab6b-5c0877b8e85d tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:36:47.203351 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b5fa161a-4966-4f67-ab6b-5c0877b8e85d tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Usage tracker for resource:security_group_rule and tenant:e0522197d8054d5682835b8ea7bb2bba is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:36:47.206793 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-b5fa161a-4966-4f67-ab6b-5c0877b8e85d tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:36:47.212637 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-b5fa161a-4966-4f67-ab6b-5c0877b8e85d tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:36:47.283798 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b5fa161a-4966-4f67-ab6b-5c0877b8e85d tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for security_group, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:47.288104 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b5fa161a-4966-4f67-ab6b-5c0877b8e85d tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:47.332326 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa161a-4966-4f67-ab6b-5c0877b8e85d tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=015c0dd8-cccb-4808-a221-e27188b72253,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:47.336779 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b5fa161a-4966-4f67-ab6b-5c0877b8e85d tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:47.337979 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b5fa161a-4966-4f67-ab6b-5c0877b8e85d tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1936958 May 10 15:36:47.340873 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 54692) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:47.346362 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-d414a328-ab08-4580-91d2-efbbc524bbe6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Request body: {'security_group_rule': {'security_group_id': '015c0dd8-cccb-4808-a221-e27188b72253', 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:36:47.352514 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d414a328-ab08-4580-91d2-efbbc524bbe6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:36:47.356428 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d414a328-ab08-4580-91d2-efbbc524bbe6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Usage tracker for resource:security_group_rule and tenant:e0522197d8054d5682835b8ea7bb2bba is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:36:47.359787 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d414a328-ab08-4580-91d2-efbbc524bbe6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:36:47.366714 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d414a328-ab08-4580-91d2-efbbc524bbe6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:36:47.385221 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d414a328-ab08-4580-91d2-efbbc524bbe6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:47.448759 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d414a328-ab08-4580-91d2-efbbc524bbe6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:47.452697 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] Sync routers for ids ['8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:36:47.453160 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d414a328-ab08-4580-91d2-efbbc524bbe6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:47.462548 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] Routers {'8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:36:47.463237 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:36:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:47.476545 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414a328-ab08-4580-91d2-efbbc524bbe6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07eb8135-4f6b-4530-bc48-527143d5f393,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:47.485059 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d414a328-ab08-4580-91d2-efbbc524bbe6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:47.489798 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54696) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:47.490318 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d414a328-ab08-4580-91d2-efbbc524bbe6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480694 May 10 15:36:47.495644 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-81c98419-3eb2-4ea7-a217-9402368eb831 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Request body: {'security_group_rule': {'security_group_id': '015c0dd8-cccb-4808-a221-e27188b72253', 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:36:47.502458 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-81c98419-3eb2-4ea7-a217-9402368eb831 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:36:47.506502 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-81c98419-3eb2-4ea7-a217-9402368eb831 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Usage tracker for resource:security_group_rule and tenant:e0522197d8054d5682835b8ea7bb2bba is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:36:47.510054 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-81c98419-3eb2-4ea7-a217-9402368eb831 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:36:47.515973 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-81c98419-3eb2-4ea7-a217-9402368eb831 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:36:47.533575 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-81c98419-3eb2-4ea7-a217-9402368eb831 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:47.596457 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-81c98419-3eb2-4ea7-a217-9402368eb831 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:47.600439 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-81c98419-3eb2-4ea7-a217-9402368eb831 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:47.624110 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c98419-3eb2-4ea7-a217-9402368eb831 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fcac51c-ea2f-4927-949d-44d34a4a13cb,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:47.635078 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-81c98419-3eb2-4ea7-a217-9402368eb831 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:47.636755 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-81c98419-3eb2-4ea7-a217-9402368eb831 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1456692 May 10 15:36:47.639588 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54700) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:47.644583 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-088732a4-1f68-4ec9-8984-9e97e98c6bbb tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Request body: {'security_group_rule': {'security_group_id': '015c0dd8-cccb-4808-a221-e27188b72253', 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:36:47.650531 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-088732a4-1f68-4ec9-8984-9e97e98c6bbb tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:36:47.651587 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] Set router 8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:36:47.654723 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-088732a4-1f68-4ec9-8984-9e97e98c6bbb tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Usage tracker for resource:security_group_rule and tenant:e0522197d8054d5682835b8ea7bb2bba is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:36:47.658542 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-088732a4-1f68-4ec9-8984-9e97e98c6bbb tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:36:47.664533 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-088732a4-1f68-4ec9-8984-9e97e98c6bbb tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:36:47.681676 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-088732a4-1f68-4ec9-8984-9e97e98c6bbb tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:47.756757 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-088732a4-1f68-4ec9-8984-9e97e98c6bbb tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:47.760969 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-088732a4-1f68-4ec9-8984-9e97e98c6bbb tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:47.788642 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088732a4-1f68-4ec9-8984-9e97e98c6bbb tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edcda20-1be2-44cd-b586-163da2e2fdce,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:47.800847 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-088732a4-1f68-4ec9-8984-9e97e98c6bbb tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:47.802015 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-088732a4-1f68-4ec9-8984-9e97e98c6bbb tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1614842 May 10 15:36:47.804967 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54704) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:47.809988 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e26a1f0a-1a42-45a9-9a6e-aa04f0d26c96 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Request body: {'security_group_rule': {'security_group_id': '015c0dd8-cccb-4808-a221-e27188b72253', 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:36:47.816699 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e26a1f0a-1a42-45a9-9a6e-aa04f0d26c96 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:36:47.820521 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e26a1f0a-1a42-45a9-9a6e-aa04f0d26c96 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Usage tracker for resource:security_group_rule and tenant:e0522197d8054d5682835b8ea7bb2bba is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:36:47.823368 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e26a1f0a-1a42-45a9-9a6e-aa04f0d26c96 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:36:47.824075 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 58944735-22a5-43d7-a3e6-deeb5e3e1193 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:36:47.829621 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e26a1f0a-1a42-45a9-9a6e-aa04f0d26c96 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:36:47.848142 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e26a1f0a-1a42-45a9-9a6e-aa04f0d26c96 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:47.918529 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e26a1f0a-1a42-45a9-9a6e-aa04f0d26c96 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:47.923310 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e26a1f0a-1a42-45a9-9a6e-aa04f0d26c96 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:47.946684 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a1f0a-1a42-45a9-9a6e-aa04f0d26c96 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4134a60a-dfe1-4f9f-81d7-b4aaed82790a,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:47.956826 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e26a1f0a-1a42-45a9-9a6e-aa04f0d26c96 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:47.958875 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e26a1f0a-1a42-45a9-9a6e-aa04f0d26c96 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1529565 May 10 15:36:47.961081 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54708) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:47.966125 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-e5420780-ea78-4dd0-983d-793547b1a726 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Request body: {'security_group_rule': {'security_group_id': '015c0dd8-cccb-4808-a221-e27188b72253', 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:36:47.972932 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e5420780-ea78-4dd0-983d-793547b1a726 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:36:47.976736 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e5420780-ea78-4dd0-983d-793547b1a726 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Usage tracker for resource:security_group_rule and tenant:e0522197d8054d5682835b8ea7bb2bba is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:36:47.979684 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-e5420780-ea78-4dd0-983d-793547b1a726 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:36:47.985765 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-e5420780-ea78-4dd0-983d-793547b1a726 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:36:47.995632 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.securitygroups_db [None req-e5420780-ea78-4dd0-983d-793547b1a726 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Project e0522197d8054d5682835b8ea7bb2bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:36:48.003108 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e5420780-ea78-4dd0-983d-793547b1a726 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:48.009129 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port 58944735-22a5-43d7-a3e6-deeb5e3e1193 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:36:48.019674 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 58944735-22a5-43d7-a3e6-deeb5e3e1193 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:36:48.020043 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:48.070188 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e5420780-ea78-4dd0-983d-793547b1a726 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:48.074391 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e5420780-ea78-4dd0-983d-793547b1a726 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:48.093346 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5420780-ea78-4dd0-983d-793547b1a726 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc908338-fa3f-49e1-9bb2-2cfc65986c96,revision_number=0']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:48.112764 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e5420780-ea78-4dd0-983d-793547b1a726 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:48.114060 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e5420780-ea78-4dd0-983d-793547b1a726 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1520684 May 10 15:36:48.117190 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 54712) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:36:48.122346 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [None req-d7d284d1-0844-45fe-a129-9f3ab4095805 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Request body: {'security_group_rule': {'security_group_id': '015c0dd8-cccb-4808-a221-e27188b72253', 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:36:48.128867 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d7d284d1-0844-45fe-a129-9f3ab4095805 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:36:48.133012 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d7d284d1-0844-45fe-a129-9f3ab4095805 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Usage tracker for resource:security_group_rule and tenant:e0522197d8054d5682835b8ea7bb2bba is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:36:48.135934 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [None req-d7d284d1-0844-45fe-a129-9f3ab4095805 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:36:48.142483 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [None req-d7d284d1-0844-45fe-a129-9f3ab4095805 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:36:48.153214 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.db.securitygroups_db [None req-d7d284d1-0844-45fe-a129-9f3ab4095805 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Project e0522197d8054d5682835b8ea7bb2bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:36:48.160040 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d7d284d1-0844-45fe-a129-9f3ab4095805 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:48.191333 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:48.201171 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5', 'name': 'tempest-TestSnapshotPattern-86523347-router', 'tenant_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.161'}], 'enable_snat': True}, 'gw_port_id': '58944735-22a5-43d7-a3e6-deeb5e3e1193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:41Z', 'updated_at': '2022-05-10T15:36:45Z', 'revision_number': 4, 'project_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'gw_port': {'id': '58944735-22a5-43d7-a3e6-deeb5e3e1193', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:41Z', 'updated_at': '2022-05-10T15:36:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'f4653700-1fc0-4cc4-a6d4-93692af34aaa', 'name': '', 'network_id': '2702a863-ca9f-4402-986f-666fc65151ed', 'tenant_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'mac_address': 'fa:16:3e:c4:55:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f0f6c528-f5f5-4ff6-ac18-c3b99401e978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:44Z', 'updated_at': '2022-05-10T15:36:45Z', 'revision_number': 2, 'project_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'subnets': [{'id': 'f0f6c528-f5f5-4ff6-ac18-c3b99401e978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:48.210336 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] Checking router: 8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:36:48.210712 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] Updating router 8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5 port f4653700-1fc0-4cc4-a6d4-93692af34aaa binding host dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:36:48.227517 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d7d284d1-0844-45fe-a129-9f3ab4095805 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:48.231732 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d7d284d1-0844-45fe-a129-9f3ab4095805 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651534'] for security_group_rule, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:48.250374 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port 58944735-22a5-43d7-a3e6-deeb5e3e1193, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=58944735-22a5-43d7-a3e6-deeb5e3e1193,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:48.256183 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d284d1-0844-45fe-a129-9f3ab4095805 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795541e2-4cf4-4f22-b245-8dbc67a330a6,revision_number=0']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:48.262078 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:48.265014 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-d7d284d1-0844-45fe-a129-9f3ab4095805 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:48.266212 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-d7d284d1-0844-45fe-a129-9f3ab4095805 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1479971 May 10 15:36:48.324938 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:48.392904 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=58944735-22a5-43d7-a3e6-deeb5e3e1193,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:48.431685 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-647f5ad9-e924-4e9f-bab6-d687a3fa9db4 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Synchronizing usage tracker for tenant:e0522197d8054d5682835b8ea7bb2bba on resource:security_group {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:36:48.448144 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-647f5ad9-e924-4e9f-bab6-d687a3fa9db4 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Unset dirty status for tenant:e0522197d8054d5682835b8ea7bb2bba on resource:security_group {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:36:48.449239 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-647f5ad9-e924-4e9f-bab6-d687a3fa9db4 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999889193&fields=id&tenant_id=e0522197d8054d5682835b8ea7bb2bba HTTP/1.1" status: 200 len: 267 time: 0.0601361 May 10 15:36:48.601860 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-15024658-ccf7-4c48-a44c-bd8dc832b3cc tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:48.602601 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-15024658-ccf7-4c48-a44c-bd8dc832b3cc tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Synchronizing usage tracker for tenant:e0522197d8054d5682835b8ea7bb2bba on resource:network {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:36:48.622141 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-15024658-ccf7-4c48-a44c-bd8dc832b3cc tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Unset dirty status for tenant:e0522197d8054d5682835b8ea7bb2bba on resource:network {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:36:48.623563 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-15024658-ccf7-4c48-a44c-bd8dc832b3cc tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/networks?id=cce59443-62eb-462a-80bb-bd97e2b3b8d7 HTTP/1.1" status: 200 len: 810 time: 0.1663909 May 10 15:36:48.638957 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-67237d3b-4e10-4226-8819-eb3affa54703 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/quotas/e0522197d8054d5682835b8ea7bb2bba HTTP/1.1" status: 200 len: 375 time: 0.0092993 May 10 15:36:48.690458 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] Notify callbacks [] for port, precommit_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:48.702689 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] Transition to ACTIVE for port object f4653700-1fc0-4cc4-a6d4-93692af34aaa will not be triggered until provisioned by entity L2. {{(pid=88053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:36:48.710221 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:48.723604 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-3e25269a-6f64-44e8-bb0d-cb171d775794 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Synchronizing usage tracker for tenant:e0522197d8054d5682835b8ea7bb2bba on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:36:48.740860 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-3e25269a-6f64-44e8-bb0d-cb171d775794 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Unset dirty status for tenant:e0522197d8054d5682835b8ea7bb2bba on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:36:48.742212 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-3e25269a-6f64-44e8-bb0d-cb171d775794 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e0522197d8054d5682835b8ea7bb2bba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974407 May 10 15:36:48.872807 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-091b1784-a0f5-4f39-8825-46f5c9585dd1 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:36:48.872981 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126e8a0-02f2-4cd5-8dc2-a7728de62b0c None None] Pushing event updated for resources: {'Port': ['ID=f4653700-1fc0-4cc4-a6d4-93692af34aaa,revision_number=3']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:48.873798 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-091b1784-a0f5-4f39-8825-46f5c9585dd1 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1188982 May 10 15:36:48.932235 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] Attempting to bind port f4653700-1fc0-4cc4-a6d4-93692af34aaa on host dv-neutron-841204-2-hyperv for vnic_type normal with profile {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:36:48.932602 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] Attempting to bind port f4653700-1fc0-4cc4-a6d4-93692af34aaa by drivers openvswitch,hyperv on host dv-neutron-841204-2-hyperv at level 0 using segments [{'id': '9ffd8ff6-954b-4944-bac3-a807bd067034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2702a863-ca9f-4402-986f-666fc65151ed'}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:36:48.933089 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] Attempting to bind port f4653700-1fc0-4cc4-a6d4-93692af34aaa on network 2702a863-ca9f-4402-986f-666fc65151ed {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:36:48.938926 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] Checking agent: {'id': '5a561022-27f8-4cde-9589-99041076e856', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-841204-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 37, 23), 'started_at': datetime.datetime(2022, 5, 10, 14, 37, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-841204-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:36:48.939332 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] Checking segment: {'id': '9ffd8ff6-954b-4944-bac3-a807bd067034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2702a863-ca9f-4402-986f-666fc65151ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:36:48.939965 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:48.940075 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] Bound using segment: {'id': '9ffd8ff6-954b-4944-bac3-a807bd067034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2702a863-ca9f-4402-986f-666fc65151ed'} {{(pid=88053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:36:48.940510 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.managers [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] Bound port: f4653700-1fc0-4cc4-a6d4-93692af34aaa, host: dv-neutron-841204-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffd8ff6-954b-4944-bac3-a807bd067034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2702a863-ca9f-4402-986f-666fc65151ed'}}] {{(pid=88053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:36:48.940873 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:49.018754 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-86b69f19-e4a4-459c-814c-bb15a3dcc7e3 service neutron] 10.222.0.79 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373267 May 10 15:36:49.034413 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] For port f4653700-1fc0-4cc4-a6d4-93692af34aaa, host dv-neutron-841204-2-hyperv, cleared binding levels {{(pid=88053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:36:49.037272 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] For port f4653700-1fc0-4cc4-a6d4-93692af34aaa, host dv-neutron-841204-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=f4653700-1fc0-4cc4-a6d4-93692af34aaa,segment=NetworkSegment(9ffd8ff6-954b-4944-bac3-a807bd067034),segment_id=9ffd8ff6-954b-4944-bac3-a807bd067034)] {{(pid=88053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:36:49.041724 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:49.130512 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] Routers {'8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:36:49.131163 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:36:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:49.161301 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-17300cd7-2836-434e-baf4-4c0ec834b5ac service neutron] 10.222.0.79 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367595 May 10 15:36:49.200128 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126e8a0-02f2-4cd5-8dc2-a7728de62b0c None None] Pushing event updated for resources: {'Port': ['ID=f4653700-1fc0-4cc4-a6d4-93692af34aaa,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:49.351058 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-6a3b8dfa-e658-4aa4-a739-b9de2f23212a req-ae76ade4-cffc-4592-aca2-66189d7194b6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca HTTP/1.1" status: 200 len: 210 time: 0.0449126 May 10 15:36:49.390609 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] Set router 8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:36:49.713838 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5', 'name': 'tempest-TestSnapshotPattern-86523347-router', 'tenant_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.161'}], 'enable_snat': True}, 'gw_port_id': '58944735-22a5-43d7-a3e6-deeb5e3e1193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:41Z', 'updated_at': '2022-05-10T15:36:45Z', 'revision_number': 4, 'project_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'gw_port': {'id': '58944735-22a5-43d7-a3e6-deeb5e3e1193', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:41Z', 'updated_at': '2022-05-10T15:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'f4653700-1fc0-4cc4-a6d4-93692af34aaa', 'name': '', 'network_id': '2702a863-ca9f-4402-986f-666fc65151ed', 'tenant_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'mac_address': 'fa:16:3e:c4:55:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f0f6c528-f5f5-4ff6-ac18-c3b99401e978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:44Z', 'updated_at': '2022-05-10T15:36:49Z', 'revision_number': 4, 'project_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'subnets': [{'id': 'f0f6c528-f5f5-4ff6-ac18-c3b99401e978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:36:49.717867 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6f08a8-a682-4b74-aa4d-ee068187a11a None None] The sync data for ids ['8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5'] in dv-neutron-841204-2-hyperv is: [{'id': '8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5', 'name': 'tempest-TestSnapshotPattern-86523347-router', 'tenant_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.161'}], 'enable_snat': True}, 'gw_port_id': '58944735-22a5-43d7-a3e6-deeb5e3e1193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:41Z', 'updated_at': '2022-05-10T15:36:45Z', 'revision_number': 4, 'project_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'gw_port': {'id': '58944735-22a5-43d7-a3e6-deeb5e3e1193', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:41Z', 'updated_at': '2022-05-10T15:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'f4653700-1fc0-4cc4-a6d4-93692af34aaa', 'name': '', 'network_id': '2702a863-ca9f-4402-986f-666fc65151ed', 'tenant_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'mac_address': 'fa:16:3e:c4:55:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'f0f6c528-f5f5-4ff6-ac18-c3b99401e978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:44Z', 'updated_at': '2022-05-10T15:36:49Z', 'revision_number': 4, 'project_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'subnets': [{'id': 'f0f6c528-f5f5-4ff6-ac18-c3b99401e978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:36:49.800039 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 58944735-22a5-43d7-a3e6-deeb5e3e1193 up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:36:49.888375 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port 58944735-22a5-43d7-a3e6-deeb5e3e1193 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:36:49.888847 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:50.208797 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-dbe4de45-085f-4029-b4f2-c78d4fbb610e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:50.508709 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f6ffbd50-f2e1-460f-8dce-365eabd9d980 req-b1ad859a-6593-4b04-970d-dc6c4e96141b tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca HTTP/1.1" status: 200 len: 210 time: 0.0466614 May 10 15:36:50.881139 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-d73ae7b2-6c7b-4751-b245-a1742200ad46 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:50.882891 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-d73ae7b2-6c7b-4751-b245-a1742200ad46 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.86 "GET /v2.0/networks?id=cce59443-62eb-462a-80bb-bd97e2b3b8d7 HTTP/1.1" status: 200 len: 810 time: 0.1614344 May 10 15:36:50.939469 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-106aea7b-52d0-492c-9eff-1c9da64b5f63 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Synchronizing usage tracker for tenant:e0522197d8054d5682835b8ea7bb2bba on resource:security_group {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:36:50.950783 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-106aea7b-52d0-492c-9eff-1c9da64b5f63 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Unset dirty status for tenant:e0522197d8054d5682835b8ea7bb2bba on resource:security_group {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:36:50.952003 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-106aea7b-52d0-492c-9eff-1c9da64b5f63 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0522197d8054d5682835b8ea7bb2bba HTTP/1.1" status: 200 len: 379 time: 0.0566924 May 10 15:36:50.960924 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-19895745-e0e5-49c7-bc13-1c2b78e6c409 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Request body: {'port': {'device_id': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'admin_state_up': True, 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'security_groups': ['015c0dd8-cccb-4808-a221-e27188b72253']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:36:51.096869 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-19895745-e0e5-49c7-bc13-1c2b78e6c409 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:36:51.106103 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-19895745-e0e5-49c7-bc13-1c2b78e6c409 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:36:51.115717 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-19895745-e0e5-49c7-bc13-1c2b78e6c409 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Made reservation on behalf of e0522197d8054d5682835b8ea7bb2bba for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:36:51.119318 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-19895745-e0e5-49c7-bc13-1c2b78e6c409 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:51.284178 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-19895745-e0e5-49c7-bc13-1c2b78e6c409 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Allocated IP 172.20.0.4 (cce59443-62eb-462a-80bb-bd97e2b3b8d7/c02f52a4-7dc9-44e3-aa0a-93e186436afc/de9599f7-4401-4815-9417-f9abd82ff389) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:36:51.476118 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-19895745-e0e5-49c7-bc13-1c2b78e6c409 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:51.491166 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-19895745-e0e5-49c7-bc13-1c2b78e6c409 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Transition to ACTIVE for port object de9599f7-4401-4815-9417-f9abd82ff389 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:36:51.513369 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-19895745-e0e5-49c7-bc13-1c2b78e6c409 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:51.683567 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-19895745-e0e5-49c7-bc13-1c2b78e6c409 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Network cce59443-62eb-462a-80bb-bd97e2b3b8d7 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:36:51.686450 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-19895745-e0e5-49c7-bc13-1c2b78e6c409 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:36:51.691354 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-19895745-e0e5-49c7-bc13-1c2b78e6c409 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:36:51.729882 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19895745-e0e5-49c7-bc13-1c2b78e6c409 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Pushing event updated for resources: {'Port': ['ID=de9599f7-4401-4815-9417-f9abd82ff389,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:51.731469 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3c28e-080f-495b-84ee-f233879a1d33 req-f6a7ebfb-cc2e-45f6-b717-67736f7b874e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:51.743404 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-29e3c28e-080f-495b-84ee-f233879a1d33 req-f6a7ebfb-cc2e-45f6-b717-67736f7b874e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca HTTP/1.1" status: 200 len: 931 time: 0.1193554 May 10 15:36:51.767280 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-19895745-e0e5-49c7-bc13-1c2b78e6c409 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:51.767694 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-19895745-e0e5-49c7-bc13-1c2b78e6c409 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:51.794857 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-29e3c28e-080f-495b-84ee-f233879a1d33 req-871f1629-083a-48a7-8d38-e6e75631657e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500414 May 10 15:36:51.804120 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-19895745-e0e5-49c7-bc13-1c2b78e6c409 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8467903 May 10 15:36:51.821849 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-ee05a26e-a3b3-4c40-b63d-c77b2aa4efda service neutron] Request body: {'port': {'device_id': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:36:51.834126 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device f4653700-1fc0-4cc4-a6d4-93692af34aaa up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:36:51.913178 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning for port f4653700-1fc0-4cc4-a6d4-93692af34aaa completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:36:51.920015 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port f4653700-1fc0-4cc4-a6d4-93692af34aaa triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:36:51.920460 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:51.951658 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-ee05a26e-a3b3-4c40-b63d-c77b2aa4efda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:51.989993 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1d0539d4-a2a9-4540-9bce-ee24f6c38da1 None None] Provisioning for port de9599f7-4401-4815-9417-f9abd82ff389 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:36:51.997267 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-1d0539d4-a2a9-4540-9bce-ee24f6c38da1 None None] Provisioning complete for port de9599f7-4401-4815-9417-f9abd82ff389 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:36:51.997719 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-1d0539d4-a2a9-4540-9bce-ee24f6c38da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:52.103007 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-1d0539d4-a2a9-4540-9bce-ee24f6c38da1 None None] Port de9599f7-4401-4815-9417-f9abd82ff389 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:36:52.112179 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:52.150193 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] For port f4653700-1fc0-4cc4-a6d4-93692af34aaa, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=f4653700-1fc0-4cc4-a6d4-93692af34aaa,segment=NetworkSegment(9ffd8ff6-954b-4944-bac3-a807bd067034),segment_id=9ffd8ff6-954b-4944-bac3-a807bd067034)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:52.153875 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:52.227944 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Pushing event updated for resources: {'Port': ['ID=f4653700-1fc0-4cc4-a6d4-93692af34aaa,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:52.298885 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-ee05a26e-a3b3-4c40-b63d-c77b2aa4efda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de9599f7-4401-4815-9417-f9abd82ff389 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:36:52.305807 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-ee05a26e-a3b3-4c40-b63d-c77b2aa4efda service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:52.319747 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-ee05a26e-a3b3-4c40-b63d-c77b2aa4efda service neutron] Transition to ACTIVE for port object de9599f7-4401-4815-9417-f9abd82ff389 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:36:52.323123 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-ee05a26e-a3b3-4c40-b63d-c77b2aa4efda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:52.453421 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05a26e-a3b3-4c40-b63d-c77b2aa4efda service neutron] Pushing event updated for resources: {'Port': ['ID=de9599f7-4401-4815-9417-f9abd82ff389,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:52.522161 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f87e8c71-0873-416f-9d15-b80a6c9f59c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:52.562773 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-ee05a26e-a3b3-4c40-b63d-c77b2aa4efda service neutron] Attempting to bind port de9599f7-4401-4815-9417-f9abd82ff389 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:36:52.563034 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-ee05a26e-a3b3-4c40-b63d-c77b2aa4efda service neutron] Attempting to bind port de9599f7-4401-4815-9417-f9abd82ff389 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'd5ccbf6a-98e7-43aa-b0dc-a37de30e63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:36:52.563790 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-ee05a26e-a3b3-4c40-b63d-c77b2aa4efda service neutron] Attempting to bind port de9599f7-4401-4815-9417-f9abd82ff389 on network cce59443-62eb-462a-80bb-bd97e2b3b8d7 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:36:52.568281 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-ee05a26e-a3b3-4c40-b63d-c77b2aa4efda service neutron] Port de9599f7-4401-4815-9417-f9abd82ff389 on network cce59443-62eb-462a-80bb-bd97e2b3b8d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:36:52.568588 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-ee05a26e-a3b3-4c40-b63d-c77b2aa4efda service neutron] Attempting to bind port de9599f7-4401-4815-9417-f9abd82ff389 on network cce59443-62eb-462a-80bb-bd97e2b3b8d7 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:36:52.573572 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-ee05a26e-a3b3-4c40-b63d-c77b2aa4efda service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:36:52.573893 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-ee05a26e-a3b3-4c40-b63d-c77b2aa4efda service neutron] Checking segment: {'id': 'd5ccbf6a-98e7-43aa-b0dc-a37de30e63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:36:52.574258 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-ee05a26e-a3b3-4c40-b63d-c77b2aa4efda service neutron] Bound using segment: {'id': 'd5ccbf6a-98e7-43aa-b0dc-a37de30e63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:36:52.574694 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-ee05a26e-a3b3-4c40-b63d-c77b2aa4efda service neutron] Bound port: de9599f7-4401-4815-9417-f9abd82ff389, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ccbf6a-98e7-43aa-b0dc-a37de30e63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:36:52.575024 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-ee05a26e-a3b3-4c40-b63d-c77b2aa4efda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:52.669573 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-ee05a26e-a3b3-4c40-b63d-c77b2aa4efda service neutron] For port de9599f7-4401-4815-9417-f9abd82ff389, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:36:52.672368 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-ee05a26e-a3b3-4c40-b63d-c77b2aa4efda service neutron] For port de9599f7-4401-4815-9417-f9abd82ff389, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=de9599f7-4401-4815-9417-f9abd82ff389,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:36:52.677973 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-ee05a26e-a3b3-4c40-b63d-c77b2aa4efda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:52.739962 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-ee05a26e-a3b3-4c40-b63d-c77b2aa4efda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:52.740629 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-ee05a26e-a3b3-4c40-b63d-c77b2aa4efda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:52.741968 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-ee05a26e-a3b3-4c40-b63d-c77b2aa4efda service neutron] 10.222.0.86 "PUT /v2.0/ports/de9599f7-4401-4815-9417-f9abd82ff389 HTTP/1.1" status: 200 len: 1093 time: 0.9248769 May 10 15:36:52.742395 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'tag': 'de9599f7-4401-4815-9417-f9abd82ff389'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:36:52.773420 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05a26e-a3b3-4c40-b63d-c77b2aa4efda service neutron] Pushing event updated for resources: {'Port': ['ID=de9599f7-4401-4815-9417-f9abd82ff389,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:52.879339 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-da9dacbd-723e-477a-b957-58e7ca06f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:52.880939 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-da9dacbd-723e-477a-b957-58e7ca06f4bb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0522197d8054d5682835b8ea7bb2bba&device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca HTTP/1.1" status: 200 len: 1096 time: 0.0822759 May 10 15:36:52.888199 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08a4bf7f-9a6f-4619-9de1-6a23b2446e23'] response: {'name': 'network-changed', 'server_uuid': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'tag': 'de9599f7-4401-4815-9417-f9abd82ff389', 'status': 'completed', 'code': 200} May 10 15:36:52.967688 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-e03e73e9-fe7e-4a49-837b-4528985e3109 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de9599f7-4401-4815-9417-f9abd82ff389 HTTP/1.1" status: 200 len: 217 time: 0.0690396 May 10 15:36:53.039601 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-04e2f527-c057-40ab-9eb3-d68bcfd8658d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:53.041118 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-04e2f527-c057-40ab-9eb3-d68bcfd8658d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c02f52a4-7dc9-44e3-aa0a-93e186436afc HTTP/1.1" status: 200 len: 849 time: 0.0648041 May 10 15:36:53.123203 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-b3ac12fe-b3aa-4bf9-9a16-5d32016689ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:53.124594 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-b3ac12fe-b3aa-4bf9-9a16-5d32016689ad service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cce59443-62eb-462a-80bb-bd97e2b3b8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733011 May 10 15:36:53.131147 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a528137-72a0-44ed-abd0-148bf0313031 req-294f5ffa-7f34-4429-a9c2-484d94081553 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:53.132604 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8a528137-72a0-44ed-abd0-148bf0313031 req-294f5ffa-7f34-4429-a9c2-484d94081553 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca HTTP/1.1" status: 200 len: 943 time: 0.2115912 May 10 15:36:53.177823 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-8a528137-72a0-44ed-abd0-148bf0313031 req-dbc177f6-a2c6-4cd0-950b-bf8d05b692a8 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394738 May 10 15:36:53.262303 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-7b4ce7de-0e1e-432d-9e15-807ba8eebcc9 service neutron] 10.222.0.86 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278255 May 10 15:36:53.397888 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-24cc0cbb-ad4e-4623-a115-2cf80985867c req-1d13a52c-3729-4bbd-a7c4-4a2b5f215d8b service neutron] 10.222.0.86 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255555 May 10 15:36:53.410355 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:53.461732 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:53.613763 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276f6a9-3a09-4eaa-a3f4-5f2ec27fcea9 req-5cbb087a-db6b-4b5d-8dbf-66ffeeb94ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:53.615254 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-3276f6a9-3a09-4eaa-a3f4-5f2ec27fcea9 req-5cbb087a-db6b-4b5d-8dbf-66ffeeb94ede service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0522197d8054d5682835b8ea7bb2bba&device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca HTTP/1.1" status: 200 len: 1096 time: 0.1662238 May 10 15:36:53.703641 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:53.749615 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276f6a9-3a09-4eaa-a3f4-5f2ec27fcea9 req-230f6628-5315-4bb2-bb16-458a501f8a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:53.751252 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-3276f6a9-3a09-4eaa-a3f4-5f2ec27fcea9 req-230f6628-5315-4bb2-bb16-458a501f8a86 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cce59443-62eb-462a-80bb-bd97e2b3b8d7 HTTP/1.1" status: 200 len: 911 time: 0.1291440 May 10 15:36:53.767168 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device f4653700-1fc0-4cc4-a6d4-93692af34aaa up at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:36:53.820402 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-3276f6a9-3a09-4eaa-a3f4-5f2ec27fcea9 req-3088b4f5-6451-40bb-99c1-195038913db2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de9599f7-4401-4815-9417-f9abd82ff389 HTTP/1.1" status: 200 len: 217 time: 0.0625548 May 10 15:36:53.835770 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Provisioning complete for port f4653700-1fc0-4cc4-a6d4-93692af34aaa triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:36:53.836139 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:53.890015 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276f6a9-3a09-4eaa-a3f4-5f2ec27fcea9 req-2bed57b6-1984-449f-b640-15830c1bb16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:53.892035 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-3276f6a9-3a09-4eaa-a3f4-5f2ec27fcea9 req-2bed57b6-1984-449f-b640-15830c1bb16a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c02f52a4-7dc9-44e3-aa0a-93e186436afc HTTP/1.1" status: 200 len: 849 time: 0.0631940 May 10 15:36:53.969966 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276f6a9-3a09-4eaa-a3f4-5f2ec27fcea9 req-bcdfa5f0-2e6c-4a8e-a702-37d2976da904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:53.971468 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-3276f6a9-3a09-4eaa-a3f4-5f2ec27fcea9 req-bcdfa5f0-2e6c-4a8e-a702-37d2976da904 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cce59443-62eb-462a-80bb-bd97e2b3b8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730176 May 10 15:36:54.101928 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-3276f6a9-3a09-4eaa-a3f4-5f2ec27fcea9 req-58d86d2c-234c-4926-80e8-b2d4f2a9baa8 service neutron] 10.222.0.86 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236861 May 10 15:36:54.238071 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-3276f6a9-3a09-4eaa-a3f4-5f2ec27fcea9 req-0452a6d2-ae39-4221-85ba-8d3a98a31329 service neutron] 10.222.0.86 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288266 May 10 15:36:54.365544 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e840af-c642-4411-9478-dd0f5e2042f7 req-392555cb-1167-43aa-9c4b-b214fb58a088 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:54.367014 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-37e840af-c642-4411-9478-dd0f5e2042f7 req-392555cb-1167-43aa-9c4b-b214fb58a088 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca HTTP/1.1" status: 200 len: 943 time: 0.0801723 May 10 15:36:54.413613 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-37e840af-c642-4411-9478-dd0f5e2042f7 req-9fac4d9b-9647-4cf1-a1af-0dfc82222fd3 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408041 May 10 15:36:55.090112 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:55.318569 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:36:55.598792 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f7cdb-c3e2-42d3-88b7-cd200d1e3db1 req-4c0b01ce-9a58-47d6-b64b-ab2bdba8b514 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:55.600204 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-974f7cdb-c3e2-42d3-88b7-cd200d1e3db1 req-4c0b01ce-9a58-47d6-b64b-ab2bdba8b514 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca HTTP/1.1" status: 200 len: 943 time: 0.0810256 May 10 15:36:55.644657 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-974f7cdb-c3e2-42d3-88b7-cd200d1e3db1 req-cbd3352a-a357-42f1-a58f-c8b554a2a236 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388727 May 10 15:36:56.430759 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device de9599f7-4401-4815-9417-f9abd82ff389 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:36:56.566091 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port de9599f7-4401-4815-9417-f9abd82ff389, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=de9599f7-4401-4815-9417-f9abd82ff389,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:56.579481 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'de9599f7-4401-4815-9417-f9abd82ff389', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'port_id': 'de9599f7-4401-4815-9417-f9abd82ff389', 'mac_address': 'fa:16:3e:cf:f9:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:36:56.633675 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:56.652707 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9599f7-4401-4815-9417-f9abd82ff389 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:36:56.668318 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port de9599f7-4401-4815-9417-f9abd82ff389, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=de9599f7-4401-4815-9417-f9abd82ff389,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:56.672095 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:56.750570 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=de9599f7-4401-4815-9417-f9abd82ff389,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:56.836891 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad1942-9a63-45b8-ac00-4e2d1f0522d8 req-1a02270c-c32d-4a90-9530-bfbe87e4bf5e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:56.838310 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ebad1942-9a63-45b8-ac00-4e2d1f0522d8 req-1a02270c-c32d-4a90-9530-bfbe87e4bf5e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca HTTP/1.1" status: 200 len: 944 time: 0.0831599 May 10 15:36:56.882784 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ebad1942-9a63-45b8-ac00-4e2d1f0522d8 req-969484b5-8175-4e71-9afc-4184dc88fe8e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388145 May 10 15:36:56.946633 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['de9599f7-4401-4815-9417-f9abd82ff389'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:36:58.067924 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2510fa-8be8-4e75-9a5e-0a9250b8e1e4 req-dfb38937-4688-47d8-9fdf-3fb4fbdc311a tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:58.069272 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ab2510fa-8be8-4e75-9a5e-0a9250b8e1e4 req-dfb38937-4688-47d8-9fdf-3fb4fbdc311a tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca HTTP/1.1" status: 200 len: 944 time: 0.0794115 May 10 15:36:58.113730 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ab2510fa-8be8-4e75-9a5e-0a9250b8e1e4 req-fb5dc13c-3455-4661-ade1-3255d0228a8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388992 May 10 15:36:58.441130 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device de9599f7-4401-4815-9417-f9abd82ff389 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:36:58.548350 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port de9599f7-4401-4815-9417-f9abd82ff389 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:36:58.552989 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port de9599f7-4401-4815-9417-f9abd82ff389 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:36:58.553353 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:58.667341 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:58.693389 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9599f7-4401-4815-9417-f9abd82ff389'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:36:58.702891 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port de9599f7-4401-4815-9417-f9abd82ff389, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=de9599f7-4401-4815-9417-f9abd82ff389,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:36:58.707691 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:36:58.743339 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f878dd-4410-4015-854f-0d1c4899b7b1'] response: {'server_uuid': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9599f7-4401-4815-9417-f9abd82ff389', 'code': 200} May 10 15:36:58.775612 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=de9599f7-4401-4815-9417-f9abd82ff389,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:36:58.991700 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905f6f0-e9df-4286-97be-b54232f6ba44 req-8a0d0e9f-5632-4e73-815f-aee2338f29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:58.993152 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1905f6f0-e9df-4286-97be-b54232f6ba44 req-8a0d0e9f-5632-4e73-815f-aee2338f29bc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca HTTP/1.1" status: 200 len: 1098 time: 0.0745013 May 10 15:36:59.036978 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1905f6f0-e9df-4286-97be-b54232f6ba44 req-bd47af73-9188-4650-9148-e774c1419cdc service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334983 May 10 15:36:59.300376 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2b2f7-2b4c-4aa6-a176-346b5c0b3058 req-705fe0b3-7551-421b-9552-8a484c2b7490 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:36:59.301728 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-22e2b2f7-2b4c-4aa6-a176-346b5c0b3058 req-705fe0b3-7551-421b-9552-8a484c2b7490 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca HTTP/1.1" status: 200 len: 945 time: 0.0830674 May 10 15:36:59.344277 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-22e2b2f7-2b4c-4aa6-a176-346b5c0b3058 req-7c6c65c3-3fdf-4950-b89a-2f9ed92169d9 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369291 May 10 15:37:00.527696 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ba7fa-2de7-4a92-924b-8cf1308b5785 req-f3cb0325-fedc-4953-9666-d1ae63ad1a83 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:37:00.529132 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d87ba7fa-2de7-4a92-924b-8cf1308b5785 req-f3cb0325-fedc-4953-9666-d1ae63ad1a83 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca HTTP/1.1" status: 200 len: 945 time: 0.0789747 May 10 15:37:00.572836 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-d87ba7fa-2de7-4a92-924b-8cf1308b5785 req-d3667b18-9677-4be3-9d1d-499c96fbf6c2 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377266 May 10 15:37:00.904851 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4b930-b3b5-4d44-8a73-a048226f89a7 req-0349b6ac-331a-43ed-bc50-ec49693faa67 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:37:00.906281 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-94b4b930-b3b5-4d44-8a73-a048226f89a7 req-0349b6ac-331a-43ed-bc50-ec49693faa67 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca HTTP/1.1" status: 200 len: 945 time: 0.0846326 May 10 15:37:00.951567 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-94b4b930-b3b5-4d44-8a73-a048226f89a7 req-9ff1c4e8-7ddf-4b00-9395-febaaeb18747 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387652 May 10 15:37:00.974183 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54778) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:01.083785 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84775661-6ebc-4967-b930-a186e9ff77eb tempest-TestSnapshotPattern-1788567625 tempest-TestSnapshotPattern-1788567625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:37:01.085261 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-84775661-6ebc-4967-b930-a186e9ff77eb tempest-TestSnapshotPattern-1788567625 tempest-TestSnapshotPattern-1788567625-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca HTTP/1.1" status: 200 len: 1093 time: 0.1101060 May 10 15:37:01.088147 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 54784) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:37:01.092931 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': 'de9599f7-4401-4815-9417-f9abd82ff389', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:37:01.099309 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:37:01.103125 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Usage tracker for resource:floatingip and tenant:e0522197d8054d5682835b8ea7bb2bba is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:37:01.105910 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:37:01.112176 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:37:01.125552 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:01.258107 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:01.394103 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Allocated IP 172.26.0.149 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/9df29c77-ea42-4345-bfd5-b01c8602ea79) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:37:01.539378 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:01.567920 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:01.634650 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:37:01.637280 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:37:01.641031 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:37:01.675273 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Pushing event updated for resources: {'Port': ['ID=9df29c77-ea42-4345-bfd5-b01c8602ea79,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:02.052100 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:02.126288 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:02.436037 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:02.440526 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:02.552397 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Pushing event updated for resources: {'Port': ['ID=9df29c77-ea42-4345-bfd5-b01c8602ea79,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:37:02.562073 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:02.736681 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Floating IP 7dfa2589-9368-4f16-bb98-90ad10506584 associated. External IP: 172.26.0.149, port: de9599f7-4401-4815-9417-f9abd82ff389. May 10 15:37:03.092366 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Router 0d2ebf33-bb73-4f66-9816-e80b7e83374b has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:37:03.274698 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:37:03.285277 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5998e774-e6ef-4c47-959a-61a4102a1135 None None] Sync routers for ids ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:37:03.295106 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5998e774-e6ef-4c47-959a-61a4102a1135 None None] Routers {'0d2ebf33-bb73-4f66-9816-e80b7e83374b'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:37:03.295707 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-5998e774-e6ef-4c47-959a-61a4102a1135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:36:53Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:03.299343 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:03.357828 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-0136ea67-9e07-493b-8adc-3403d796608e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2685978 May 10 15:37:03.358440 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'tag': 'de9599f7-4401-4815-9417-f9abd82ff389'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:37:03.406197 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b2d26b-7fa5-4f2e-8be1-759ba068b625'] response: {'name': 'network-changed', 'server_uuid': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'tag': 'de9599f7-4401-4815-9417-f9abd82ff389', 'status': 'completed', 'code': 200} May 10 15:37:03.475710 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-5998e774-e6ef-4c47-959a-61a4102a1135 None None] Set router 0d2ebf33-bb73-4f66-9816-e80b7e83374b gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:37:03.496774 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80d591-d2eb-425f-99bc-3d39fc4c5494 req-1f2d2a19-7f2b-4c87-9e8b-068e0f9e13d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:37:03.498219 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2c80d591-d2eb-425f-99bc-3d39fc4c5494 req-1f2d2a19-7f2b-4c87-9e8b-068e0f9e13d9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0522197d8054d5682835b8ea7bb2bba&device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca HTTP/1.1" status: 200 len: 1098 time: 0.0711527 May 10 15:37:03.630045 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80d591-d2eb-425f-99bc-3d39fc4c5494 req-51c17cb2-affc-479a-907d-8215b6f8a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:37:03.631432 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2c80d591-d2eb-425f-99bc-3d39fc4c5494 req-51c17cb2-affc-479a-907d-8215b6f8a2d4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cce59443-62eb-462a-80bb-bd97e2b3b8d7 HTTP/1.1" status: 200 len: 911 time: 0.1270819 May 10 15:37:03.736451 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2c80d591-d2eb-425f-99bc-3d39fc4c5494 req-9f72a0dd-53d9-491d-a973-71a1e6a53599 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de9599f7-4401-4815-9417-f9abd82ff389 HTTP/1.1" status: 200 len: 999 time: 0.0990193 May 10 15:37:03.800842 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80d591-d2eb-425f-99bc-3d39fc4c5494 req-ba9abcfb-63ab-4839-8f31-126facef86fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:37:03.802287 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2c80d591-d2eb-425f-99bc-3d39fc4c5494 req-ba9abcfb-63ab-4839-8f31-126facef86fc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c02f52a4-7dc9-44e3-aa0a-93e186436afc HTTP/1.1" status: 200 len: 849 time: 0.0596433 May 10 15:37:03.817323 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-5998e774-e6ef-4c47-959a-61a4102a1135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'name': 'tempest-TestSnapshotPattern-1526873584-router', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2'}], 'enable_snat': True}, 'gw_port_id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:34Z', 'updated_at': '2022-05-10T15:36:38Z', 'revision_number': 4, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'gw_port': {'id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:35Z', 'updated_at': '2022-05-10T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '7dfa2589-9368-4f16-bb98-90ad10506584', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'floating_ip_address': '172.26.0.149', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'port_id': 'de9599f7-4401-4815-9417-f9abd82ff389', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'mac_address': 'fa:16:3e:cf:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:37:01Z', 'updated_at': '2022-05-10T15:37:01Z', 'revision_number': 0, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c3f1c1-c4b4-4d60-a000-e6b9303a8f93', 'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'mac_address': 'fa:16:3e:63:e4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:37Z', 'updated_at': '2022-05-10T15:36:44Z', 'revision_number': 5, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'subnets': [{'id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:03.821190 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5998e774-e6ef-4c47-959a-61a4102a1135 None None] Checking router: 0d2ebf33-bb73-4f66-9816-e80b7e83374b for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:37:03.830183 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5998e774-e6ef-4c47-959a-61a4102a1135 None None] Routers {'0d2ebf33-bb73-4f66-9816-e80b7e83374b'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:37:03.830801 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-5998e774-e6ef-4c47-959a-61a4102a1135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:36:53Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:03.881647 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80d591-d2eb-425f-99bc-3d39fc4c5494 req-dd392f72-74a1-48ae-88c6-e11972314562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:37:03.883050 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2c80d591-d2eb-425f-99bc-3d39fc4c5494 req-dd392f72-74a1-48ae-88c6-e11972314562 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cce59443-62eb-462a-80bb-bd97e2b3b8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747890 May 10 15:37:03.894651 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [req-2c80d591-d2eb-425f-99bc-3d39fc4c5494 req-64010858-49ea-4dcf-8edf-fab34a0d3203 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=88052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:37:03.895573 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2c80d591-d2eb-425f-99bc-3d39fc4c5494 req-64010858-49ea-4dcf-8edf-fab34a0d3203 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059843 May 10 15:37:04.008881 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-5998e774-e6ef-4c47-959a-61a4102a1135 None None] Set router 0d2ebf33-bb73-4f66-9816-e80b7e83374b gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:37:04.027060 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2c80d591-d2eb-425f-99bc-3d39fc4c5494 req-93184224-2355-409b-b777-f85ec765e383 service neutron] 10.222.0.86 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255257 May 10 15:37:04.158455 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-2c80d591-d2eb-425f-99bc-3d39fc4c5494 req-4be38a03-7556-463c-998b-4e82cfe0435b service neutron] 10.222.0.86 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241562 May 10 15:37:04.348960 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-5998e774-e6ef-4c47-959a-61a4102a1135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'name': 'tempest-TestSnapshotPattern-1526873584-router', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2'}], 'enable_snat': True}, 'gw_port_id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:34Z', 'updated_at': '2022-05-10T15:36:38Z', 'revision_number': 4, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'gw_port': {'id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:35Z', 'updated_at': '2022-05-10T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '7dfa2589-9368-4f16-bb98-90ad10506584', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'floating_ip_address': '172.26.0.149', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'port_id': 'de9599f7-4401-4815-9417-f9abd82ff389', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'mac_address': 'fa:16:3e:cf:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:37:01Z', 'updated_at': '2022-05-10T15:37:01Z', 'revision_number': 0, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c3f1c1-c4b4-4d60-a000-e6b9303a8f93', 'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'mac_address': 'fa:16:3e:63:e4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:37Z', 'updated_at': '2022-05-10T15:36:44Z', 'revision_number': 5, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'subnets': [{'id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:37:04.352838 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5998e774-e6ef-4c47-959a-61a4102a1135 None None] The sync data for ids ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'] in dv-neutron-841204-2-hyperv is: [{'id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'name': 'tempest-TestSnapshotPattern-1526873584-router', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2'}], 'enable_snat': True}, 'gw_port_id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:34Z', 'updated_at': '2022-05-10T15:36:38Z', 'revision_number': 4, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'gw_port': {'id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:35Z', 'updated_at': '2022-05-10T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '7dfa2589-9368-4f16-bb98-90ad10506584', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'floating_ip_address': '172.26.0.149', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'port_id': 'de9599f7-4401-4815-9417-f9abd82ff389', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'mac_address': 'fa:16:3e:cf:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:37:01Z', 'updated_at': '2022-05-10T15:37:01Z', 'revision_number': 0, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c3f1c1-c4b4-4d60-a000-e6b9303a8f93', 'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'mac_address': 'fa:16:3e:63:e4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:37Z', 'updated_at': '2022-05-10T15:36:44Z', 'revision_number': 5, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'subnets': [{'id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:37:04.536449 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d367fddc-915c-4d1c-8a64-04813bbdfcbb None None] New status for floating IP 7dfa2589-9368-4f16-bb98-90ad10506584: ACTIVE {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:37:20.201820 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0b213092-1149-4991-b662-69d1a18f962d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:22.525190 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-613b28a4-1b23-4ca8-8bcf-3140b4e678a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:23.413734 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:23.466252 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:23.706054 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:25.093174 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:32.318053 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:37:43.658815 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d78eeb05-6f88-446f-9877-ba4710752bc2 req-77949587-0abd-49bd-9374-c1a9f9679da8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2475023 May 10 15:37:43.909118 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78eeb05-6f88-446f-9877-ba4710752bc2 req-996b0bc2-c7d0-4117-97d2-c7d342490f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:37:43.910871 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d78eeb05-6f88-446f-9877-ba4710752bc2 req-996b0bc2-c7d0-4117-97d2-c7d342490f23 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0522197d8054d5682835b8ea7bb2bba&device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca HTTP/1.1" status: 200 len: 1098 time: 0.1702542 May 10 15:37:44.058603 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78eeb05-6f88-446f-9877-ba4710752bc2 req-f9191e65-6069-4026-875e-aff4ac69960d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:37:44.059965 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d78eeb05-6f88-446f-9877-ba4710752bc2 req-f9191e65-6069-4026-875e-aff4ac69960d service neutron] 10.222.0.86 "GET /v2.0/networks?id=cce59443-62eb-462a-80bb-bd97e2b3b8d7 HTTP/1.1" status: 200 len: 911 time: 0.1257586 May 10 15:37:44.161751 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d78eeb05-6f88-446f-9877-ba4710752bc2 req-765f7f2b-a4bd-4405-b99e-2467611bc9a3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de9599f7-4401-4815-9417-f9abd82ff389 HTTP/1.1" status: 200 len: 1001 time: 0.0954041 May 10 15:37:44.226758 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78eeb05-6f88-446f-9877-ba4710752bc2 req-e035f3db-d0de-448b-9785-95385c50744e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:37:44.228170 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d78eeb05-6f88-446f-9877-ba4710752bc2 req-e035f3db-d0de-448b-9785-95385c50744e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c02f52a4-7dc9-44e3-aa0a-93e186436afc HTTP/1.1" status: 200 len: 849 time: 0.0576808 May 10 15:37:44.310048 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78eeb05-6f88-446f-9877-ba4710752bc2 req-03e351a4-f5dc-44b6-87ae-7552c80e6f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:37:44.311430 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d78eeb05-6f88-446f-9877-ba4710752bc2 req-03e351a4-f5dc-44b6-87ae-7552c80e6f7f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cce59443-62eb-462a-80bb-bd97e2b3b8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727358 May 10 15:37:44.452407 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d78eeb05-6f88-446f-9877-ba4710752bc2 req-03048b94-2373-41e5-a15b-e08f9bfa10ca service neutron] 10.222.0.86 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318243 May 10 15:37:44.587460 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d78eeb05-6f88-446f-9877-ba4710752bc2 req-225c89d9-01fe-45e2-9e09-c265e8a8ea79 service neutron] 10.222.0.86 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255367 May 10 15:37:50.204248 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-4fefb87e-a59c-44fc-84fd-b273b2133026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:52.527433 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-d687599e-54c6-4cc0-836a-227a69329e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:53.415876 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:53.466532 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:53.703344 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:37:55.095467 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:09.316357 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:38:20.205995 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-74368836-3bd0-4b57-a86f-3ad78a4696a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:22.529081 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e16a3cee-edda-479a-b948-e665381d82da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:23.418999 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:23.467598 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:23.717877 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:25.098180 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:43.537498 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a9c3bbeb-1fb8-48b7-8001-2bfad5208239 req-c78b1d4f-89ca-4072-86f5-6c149debc4e1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767994 May 10 15:38:43.679506 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3bbeb-1fb8-48b7-8001-2bfad5208239 req-13ee0a9d-ddb4-4e58-8fd9-979cc7b80172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:38:43.680950 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a9c3bbeb-1fb8-48b7-8001-2bfad5208239 req-13ee0a9d-ddb4-4e58-8fd9-979cc7b80172 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0522197d8054d5682835b8ea7bb2bba&device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca HTTP/1.1" status: 200 len: 1098 time: 0.0701568 May 10 15:38:43.831927 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3bbeb-1fb8-48b7-8001-2bfad5208239 req-81cd6810-671d-4b27-972f-0a93054a01cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:38:43.834193 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a9c3bbeb-1fb8-48b7-8001-2bfad5208239 req-81cd6810-671d-4b27-972f-0a93054a01cf service neutron] 10.222.0.86 "GET /v2.0/networks?id=cce59443-62eb-462a-80bb-bd97e2b3b8d7 HTTP/1.1" status: 200 len: 911 time: 0.1267049 May 10 15:38:43.936821 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a9c3bbeb-1fb8-48b7-8001-2bfad5208239 req-05eeb158-48b8-43ba-b69c-e1fd8802f956 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de9599f7-4401-4815-9417-f9abd82ff389 HTTP/1.1" status: 200 len: 1001 time: 0.0961587 May 10 15:38:44.001816 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3bbeb-1fb8-48b7-8001-2bfad5208239 req-8d542f65-adb4-4d22-b290-bbdffed4eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:38:44.003228 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a9c3bbeb-1fb8-48b7-8001-2bfad5208239 req-8d542f65-adb4-4d22-b290-bbdffed4eca1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c02f52a4-7dc9-44e3-aa0a-93e186436afc HTTP/1.1" status: 200 len: 849 time: 0.0592761 May 10 15:38:44.077685 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3bbeb-1fb8-48b7-8001-2bfad5208239 req-f3a5a5ff-62a3-445c-94ee-410b226edd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:38:44.079182 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a9c3bbeb-1fb8-48b7-8001-2bfad5208239 req-f3a5a5ff-62a3-445c-94ee-410b226edd5d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cce59443-62eb-462a-80bb-bd97e2b3b8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689635 May 10 15:38:44.211257 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a9c3bbeb-1fb8-48b7-8001-2bfad5208239 req-9000fb0f-89b0-4e48-8a64-6e04dcd76cd1 service neutron] 10.222.0.86 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253510 May 10 15:38:44.344145 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-a9c3bbeb-1fb8-48b7-8001-2bfad5208239 req-94c99cfb-a3ec-4940-b86a-ff8caf5e4cc2 service neutron] 10.222.0.86 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256902 May 10 15:38:46.314916 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:38:50.209377 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0be4b343-2000-4cb5-aa26-425a74c9fc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:52.531240 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b7539989-5d7e-4f83-a9d6-19e48916e9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:53.420468 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:53.467710 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:53.719051 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:38:55.102975 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:03.022144 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device de9599f7-4401-4815-9417-f9abd82ff389 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:39:03.153440 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port de9599f7-4401-4815-9417-f9abd82ff389, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=de9599f7-4401-4815-9417-f9abd82ff389,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:39:03.167253 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'de9599f7-4401-4815-9417-f9abd82ff389', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'port_id': 'de9599f7-4401-4815-9417-f9abd82ff389', 'mac_address': 'fa:16:3e:cf:f9:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:39:03.221979 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:03.238870 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de9599f7-4401-4815-9417-f9abd82ff389 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:39:03.253735 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port de9599f7-4401-4815-9417-f9abd82ff389, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=de9599f7-4401-4815-9417-f9abd82ff389,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:39:03.258301 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:03.329879 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=de9599f7-4401-4815-9417-f9abd82ff389,revision_number=6']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:39:03.337599 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:03.337942 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:03.338284 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:03.338635 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:03.338961 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:03.339289 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:03.339618 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:03.339936 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:03.340256 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:03.340580 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:03.340900 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:03.341212 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:03.349943 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['de9599f7-4401-4815-9417-f9abd82ff389'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:39:05.032686 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device de9599f7-4401-4815-9417-f9abd82ff389 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:39:05.101721 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port de9599f7-4401-4815-9417-f9abd82ff389 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:39:05.102091 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:05.259374 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:05.285949 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9599f7-4401-4815-9417-f9abd82ff389'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:39:05.295700 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port de9599f7-4401-4815-9417-f9abd82ff389, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=de9599f7-4401-4815-9417-f9abd82ff389,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:39:05.302488 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:05.375103 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=de9599f7-4401-4815-9417-f9abd82ff389,revision_number=7']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:39:05.407415 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c8ebbcb-1e37-426c-842f-f987f9cbc545'] response: {'server_uuid': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9599f7-4401-4815-9417-f9abd82ff389', 'code': 200} May 10 15:39:14.593613 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-132a6dd9-1ca8-49b3-a086-dbf567aa8110 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999889193&fields=id&tenant_id=e0522197d8054d5682835b8ea7bb2bba HTTP/1.1" status: 200 len: 267 time: 0.0432172 May 10 15:39:14.741817 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-df538b11-bf7f-40fa-8165-fd9b124027f6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:14.743282 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-df538b11-bf7f-40fa-8165-fd9b124027f6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/networks?id=cce59443-62eb-462a-80bb-bd97e2b3b8d7 HTTP/1.1" status: 200 len: 810 time: 0.1428044 May 10 15:39:14.757888 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-1c81a262-d86d-40f3-bbaf-57255a08192a tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/quotas/e0522197d8054d5682835b8ea7bb2bba HTTP/1.1" status: 200 len: 375 time: 0.0090277 May 10 15:39:14.846453 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-506c2973-1657-4e95-8e8c-09b6df87d4b7 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e0522197d8054d5682835b8ea7bb2bba&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0836277 May 10 15:39:14.904932 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-d496518b-326e-4a85-b4b5-757b16692ba2 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=88051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:39:14.905956 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-d496518b-326e-4a85-b4b5-757b16692ba2 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475788 May 10 15:39:15.163356 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-944ab7aa-10a4-4463-a617-6586cd992f26 service neutron] 10.222.0.79 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503409 May 10 15:39:15.301693 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-41dfcfbe-40ad-441f-ba4c-a0dd2bf5a2db service neutron] 10.222.0.79 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326127 May 10 15:39:16.494527 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-056770d2-66c3-4721-b943-16964df7bc40 req-f28e44cd-efaf-4ef3-a4ec-0da6108af660 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 210 time: 0.0420530 May 10 15:39:17.086406 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device de9599f7-4401-4815-9417-f9abd82ff389 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:39:17.199806 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:17.225397 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de9599f7-4401-4815-9417-f9abd82ff389'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:39:17.235040 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port de9599f7-4401-4815-9417-f9abd82ff389, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=de9599f7-4401-4815-9417-f9abd82ff389,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:39:17.239498 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:17.277541 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f5692c7-a12a-4b7d-9394-9b7ecace49ac'] response: {'server_uuid': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de9599f7-4401-4815-9417-f9abd82ff389', 'code': 200} May 10 15:39:17.308993 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=de9599f7-4401-4815-9417-f9abd82ff389,revision_number=8']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:39:17.653392 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3b732690-254f-4c71-b46d-69efef8d5eb6 req-4f461521-2d41-48dd-a534-05e86d80c340 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 210 time: 0.0436604 May 10 15:39:17.715786 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-787565bf-fe9c-48c7-950f-ec27b68e8135 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:17.717193 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-787565bf-fe9c-48c7-950f-ec27b68e8135 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.86 "GET /v2.0/networks?id=cce59443-62eb-462a-80bb-bd97e2b3b8d7 HTTP/1.1" status: 200 len: 810 time: 0.2602398 May 10 15:39:17.768144 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-ef93fd66-94c8-42bb-b53b-d011d9ea6836 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0522197d8054d5682835b8ea7bb2bba HTTP/1.1" status: 200 len: 379 time: 0.0400786 May 10 15:39:17.776679 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Request body: {'port': {'device_id': '428ecab9-c620-4b0f-a2da-d42bfd89e3e5', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'admin_state_up': True, 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'security_groups': ['015c0dd8-cccb-4808-a221-e27188b72253']}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:39:17.917100 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:39:17.921171 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Usage tracker for resource:port and tenant:e0522197d8054d5682835b8ea7bb2bba is out of sync, need to count used quota {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:39:17.924102 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:39:17.930860 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.quota.driver [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:39:17.942038 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Made reservation on behalf of e0522197d8054d5682835b8ea7bb2bba for: {'port': 1} {{(pid=88052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:39:17.945552 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:18.131618 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.db_base_plugin_common [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Allocated IP 172.20.0.10 (cce59443-62eb-462a-80bb-bd97e2b3b8d7/c02f52a4-7dc9-44e3-aa0a-93e186436afc/a815ad7e-0d2d-4772-a437-1cda570ae329) {{(pid=88052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:39:18.399327 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for port, precommit_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:18.418931 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Transition to ACTIVE for port object a815ad7e-0d2d-4772-a437-1cda570ae329 will not be triggered until provisioned by entity DHCP. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:39:18.450276 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_create {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:18.528781 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Network cce59443-62eb-462a-80bb-bd97e2b3b8d7 is already hosted by enough agents. {{(pid=88052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:39:18.531790 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.scheduler.base_scheduler [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Resources bound (agent type, host, resource id): {{(pid=88052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:39:18.534651 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Received port after_create {{(pid=88052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:39:18.611675 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Pushing event updated for resources: {'Port': ['ID=a815ad7e-0d2d-4772-a437-1cda570ae329,revision_number=1']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:39:18.622214 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:18.622640 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:18.622926 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:18.623258 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:18.623586 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:18.623925 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:18.624235 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:18.624558 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:18.624881 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:18.625201 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:18.625518 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:18.625832 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:18.653709 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:18.654288 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:18.697197 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-3357e7fe-732b-4cf1-bf55-3995a0f7b316 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9238932 May 10 15:39:18.875158 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-65b5fbe4-d05a-4ec3-9c69-64868c5b04a2 None None] Provisioning for port a815ad7e-0d2d-4772-a437-1cda570ae329 completed by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:39:18.881107 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-65b5fbe4-d05a-4ec3-9c69-64868c5b04a2 None None] Provisioning complete for port a815ad7e-0d2d-4772-a437-1cda570ae329 triggered by entity DHCP. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:39:18.881871 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-65b5fbe4-d05a-4ec3-9c69-64868c5b04a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:18.903497 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87af6ad-6229-4ccd-b1eb-d152f3c5688f req-93f30f6d-d17d-4049-bca2-8c93feb66b3d tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:18.916950 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b87af6ad-6229-4ccd-b1eb-d152f3c5688f req-93f30f6d-d17d-4049-bca2-8c93feb66b3d tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 932 time: 0.1239953 May 10 15:39:18.960067 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-65b5fbe4-d05a-4ec3-9c69-64868c5b04a2 None None] Port a815ad7e-0d2d-4772-a437-1cda570ae329 cannot update to ACTIVE because it is not bound. {{(pid=88053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:39:18.981024 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-b87af6ad-6229-4ccd-b1eb-d152f3c5688f req-8ccc3e13-9dcc-4f60-a403-8c70a1a3948e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616553 May 10 15:39:20.165996 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388a31b-945a-460c-af6d-c3f780d32870 req-d18f20fd-6372-4786-a37d-1346868c2159 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:20.167643 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a388a31b-945a-460c-af6d-c3f780d32870 req-d18f20fd-6372-4786-a37d-1346868c2159 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 932 time: 0.0890088 May 10 15:39:20.213759 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3102fd41-1d90-44d8-80e2-801a1f69f820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:20.220107 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a388a31b-945a-460c-af6d-c3f780d32870 req-46de25bb-84f6-4ecc-a20c-10f8bce76f5e tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464144 May 10 15:39:21.417720 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b871d0a-438e-4d51-80b5-e227e84b6e1d req-417ca3de-e297-4f72-a8c1-0587bb72b743 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:21.419258 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2b871d0a-438e-4d51-80b5-e227e84b6e1d req-417ca3de-e297-4f72-a8c1-0587bb72b743 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 932 time: 0.0880861 May 10 15:39:21.468022 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2b871d0a-438e-4d51-80b5-e227e84b6e1d req-93907df6-ba95-4c75-b64e-ed206cba037f tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424552 May 10 15:39:22.537614 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-ea1f07f8-49ed-4bc0-97bc-02f05576a302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:22.685927 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabfbee-d081-4d0a-b48f-65b1cfb88313 req-15ea79cd-4c08-4f66-9777-580f1a91ef41 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:22.687664 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5dabfbee-d081-4d0a-b48f-65b1cfb88313 req-15ea79cd-4c08-4f66-9777-580f1a91ef41 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 932 time: 0.0958681 May 10 15:39:22.741151 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-5dabfbee-d081-4d0a-b48f-65b1cfb88313 req-1d2765a4-6e5b-46e6-b1f2-32ebe86855e6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469208 May 10 15:39:23.314487 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:39:23.435249 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:23.471133 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:23.751409 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:23.981967 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0004fa-0181-4099-b4fa-b01f2d5a3835 req-0daedf48-4acc-4b55-a0f5-f89f8ac986e1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:23.983656 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2e0004fa-0181-4099-b4fa-b01f2d5a3835 req-0daedf48-4acc-4b55-a0f5-f89f8ac986e1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 932 time: 0.0925324 May 10 15:39:24.038103 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-2e0004fa-0181-4099-b4fa-b01f2d5a3835 req-34053b7f-c3c1-4149-bac7-7ff835c80e9d tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472128 May 10 15:39:25.109320 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:25.244061 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00003078-b6dd-463d-a9b2-4d8488dc956c req-1a7180fc-e410-42a7-96ef-e65549dcba02 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:25.245557 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-00003078-b6dd-463d-a9b2-4d8488dc956c req-1a7180fc-e410-42a7-96ef-e65549dcba02 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 932 time: 0.0898037 May 10 15:39:25.293202 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-00003078-b6dd-463d-a9b2-4d8488dc956c req-794bea91-e679-435d-a500-12e3e5be1a1d tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412745 May 10 15:39:25.917291 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.v2.base [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-cc905f63-b414-49f7-8f1a-2b5b6f4f02bc service neutron] Request body: {'port': {'device_id': '428ecab9-c620-4b0f-a2da-d42bfd89e3e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8412'}} {{(pid=88052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:39:26.024410 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-cc905f63-b414-49f7-8f1a-2b5b6f4f02bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:26.367322 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-cc905f63-b414-49f7-8f1a-2b5b6f4f02bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a815ad7e-0d2d-4772-a437-1cda570ae329 {{(pid=88052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:39:26.374694 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-cc905f63-b414-49f7-8f1a-2b5b6f4f02bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:26.389483 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.provisioning_blocks [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-cc905f63-b414-49f7-8f1a-2b5b6f4f02bc service neutron] Transition to ACTIVE for port object a815ad7e-0d2d-4772-a437-1cda570ae329 will not be triggered until provisioned by entity L2. {{(pid=88052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:39:26.393024 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-cc905f63-b414-49f7-8f1a-2b5b6f4f02bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:26.484050 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68488527-5167-4cf8-9700-f6b126d32625 req-a9534edf-afa4-411f-a8bb-d5e76bfb7271 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:26.485551 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-68488527-5167-4cf8-9700-f6b126d32625 req-a9534edf-afa4-411f-a8bb-d5e76bfb7271 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 944 time: 0.0879414 May 10 15:39:26.537220 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-68488527-5167-4cf8-9700-f6b126d32625 req-d5775d0d-9f59-442a-8130-d07a054bf8dd tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452518 May 10 15:39:26.558368 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc905f63-b414-49f7-8f1a-2b5b6f4f02bc service neutron] Pushing event updated for resources: {'Port': ['ID=a815ad7e-0d2d-4772-a437-1cda570ae329,revision_number=2']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:39:26.632926 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-cc905f63-b414-49f7-8f1a-2b5b6f4f02bc service neutron] Attempting to bind port a815ad7e-0d2d-4772-a437-1cda570ae329 on host hv-neutron-8412 for vnic_type normal with profile {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:39:26.633165 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-cc905f63-b414-49f7-8f1a-2b5b6f4f02bc service neutron] Attempting to bind port a815ad7e-0d2d-4772-a437-1cda570ae329 by drivers openvswitch,hyperv on host hv-neutron-8412 at level 0 using segments [{'id': 'd5ccbf6a-98e7-43aa-b0dc-a37de30e63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7'}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:39:26.633490 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-cc905f63-b414-49f7-8f1a-2b5b6f4f02bc service neutron] Attempting to bind port a815ad7e-0d2d-4772-a437-1cda570ae329 on network cce59443-62eb-462a-80bb-bd97e2b3b8d7 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:39:26.638398 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-cc905f63-b414-49f7-8f1a-2b5b6f4f02bc service neutron] Port a815ad7e-0d2d-4772-a437-1cda570ae329 on network cce59443-62eb-462a-80bb-bd97e2b3b8d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8412 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:39:26.638741 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-cc905f63-b414-49f7-8f1a-2b5b6f4f02bc service neutron] Attempting to bind port a815ad7e-0d2d-4772-a437-1cda570ae329 on network cce59443-62eb-462a-80bb-bd97e2b3b8d7 {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:39:26.643877 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-cc905f63-b414-49f7-8f1a-2b5b6f4f02bc service neutron] Checking agent: {'id': '9c312ea4-bd9f-4203-84e4-f43e106fe589', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8412', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'started_at': datetime.datetime(2022, 5, 10, 14, 43, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 15, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:39:26.644227 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-cc905f63-b414-49f7-8f1a-2b5b6f4f02bc service neutron] Checking segment: {'id': 'd5ccbf6a-98e7-43aa-b0dc-a37de30e63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 10 15:39:26.645316 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-cc905f63-b414-49f7-8f1a-2b5b6f4f02bc service neutron] Bound using segment: {'id': 'd5ccbf6a-98e7-43aa-b0dc-a37de30e63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7'} {{(pid=88052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:39:26.645732 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.managers [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-cc905f63-b414-49f7-8f1a-2b5b6f4f02bc service neutron] Bound port: a815ad7e-0d2d-4772-a437-1cda570ae329, host: hv-neutron-8412, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ccbf6a-98e7-43aa-b0dc-a37de30e63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7'}}] {{(pid=88052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:39:26.646097 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-cc905f63-b414-49f7-8f1a-2b5b6f4f02bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:26.733233 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-cc905f63-b414-49f7-8f1a-2b5b6f4f02bc service neutron] For port a815ad7e-0d2d-4772-a437-1cda570ae329, host hv-neutron-8412, cleared binding levels {{(pid=88052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:39:26.736137 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-cc905f63-b414-49f7-8f1a-2b5b6f4f02bc service neutron] For port a815ad7e-0d2d-4772-a437-1cda570ae329, host hv-neutron-8412, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=a815ad7e-0d2d-4772-a437-1cda570ae329,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:39:26.740764 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-cc905f63-b414-49f7-8f1a-2b5b6f4f02bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1681101'] for port, after_update {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:26.802770 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-cc905f63-b414-49f7-8f1a-2b5b6f4f02bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:26.803371 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-cc905f63-b414-49f7-8f1a-2b5b6f4f02bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:26.804733 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-cc905f63-b414-49f7-8f1a-2b5b6f4f02bc service neutron] 10.222.0.86 "PUT /v2.0/ports/a815ad7e-0d2d-4772-a437-1cda570ae329 HTTP/1.1" status: 200 len: 1094 time: 0.8917527 May 10 15:39:26.805191 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428ecab9-c620-4b0f-a2da-d42bfd89e3e5', 'tag': 'a815ad7e-0d2d-4772-a437-1cda570ae329'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:39:26.832725 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc905f63-b414-49f7-8f1a-2b5b6f4f02bc service neutron] Pushing event updated for resources: {'Port': ['ID=a815ad7e-0d2d-4772-a437-1cda570ae329,revision_number=3']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:39:26.858653 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e999c7dc-3161-4fc6-ae5d-e16302925d76'] response: {'name': 'network-changed', 'server_uuid': '428ecab9-c620-4b0f-a2da-d42bfd89e3e5', 'tag': 'a815ad7e-0d2d-4772-a437-1cda570ae329', 'status': 'completed', 'code': 200} May 10 15:39:27.032281 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-615f7b77-46a3-42a5-bbd5-82f650c53df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:27.034056 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-615f7b77-46a3-42a5-bbd5-82f650c53df9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0522197d8054d5682835b8ea7bb2bba&device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 1097 time: 0.1686223 May 10 15:39:27.107116 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-03fed3d1-f7f8-46e0-bbb5-d489140e3f95 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a815ad7e-0d2d-4772-a437-1cda570ae329 HTTP/1.1" status: 200 len: 217 time: 0.0626912 May 10 15:39:27.173237 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-e61f6c1c-870b-4c42-80dc-72f031277f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:27.174683 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-e61f6c1c-870b-4c42-80dc-72f031277f01 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c02f52a4-7dc9-44e3-aa0a-93e186436afc HTTP/1.1" status: 200 len: 849 time: 0.0584536 May 10 15:39:27.254191 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-5938c22f-3758-44a8-8f91-0916201e79d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:27.255761 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-5938c22f-3758-44a8-8f91-0916201e79d4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cce59443-62eb-462a-80bb-bd97e2b3b8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722885 May 10 15:39:27.387439 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-1c5e0593-c000-4b75-b8ff-4cb89d758c3a service neutron] 10.222.0.86 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222847 May 10 15:39:27.519041 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b60b9754-707c-47db-b87d-3d651ac9a329 req-581de347-12a6-49aa-9cde-79217c00a354 service neutron] 10.222.0.86 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221201 May 10 15:39:27.643585 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6ab51-e1e6-468a-986c-c8cc588751c9 req-c6b8f8ca-337f-4e5f-809a-ace9b21d61dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:27.645216 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-15d6ab51-e1e6-468a-986c-c8cc588751c9 req-c6b8f8ca-337f-4e5f-809a-ace9b21d61dd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0522197d8054d5682835b8ea7bb2bba&device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 1097 time: 0.0711067 May 10 15:39:27.725199 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e80c7-0d68-4496-a77e-e67a0b3148a9 req-f9336dbd-6e3d-4f16-a424-e2cb458d4942 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:27.726697 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e07e80c7-0d68-4496-a77e-e67a0b3148a9 req-f9336dbd-6e3d-4f16-a424-e2cb458d4942 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 944 time: 0.0837381 May 10 15:39:27.771499 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-e07e80c7-0d68-4496-a77e-e67a0b3148a9 req-1f2d1d51-98c2-4d94-ba39-870f8b8f4dd8 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389593 May 10 15:39:27.780610 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6ab51-e1e6-468a-986c-c8cc588751c9 req-ce0be771-451d-457e-919e-fa02dbfc7583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:27.782061 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-15d6ab51-e1e6-468a-986c-c8cc588751c9 req-ce0be771-451d-457e-919e-fa02dbfc7583 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cce59443-62eb-462a-80bb-bd97e2b3b8d7 HTTP/1.1" status: 200 len: 911 time: 0.1279476 May 10 15:39:27.853758 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-15d6ab51-e1e6-468a-986c-c8cc588751c9 req-962835a2-ab98-4c13-b3a3-43ab49534e2e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a815ad7e-0d2d-4772-a437-1cda570ae329 HTTP/1.1" status: 200 len: 217 time: 0.0649140 May 10 15:39:27.918211 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6ab51-e1e6-468a-986c-c8cc588751c9 req-235b08d4-fb62-49e2-a419-1ac4c8541801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:27.919560 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-15d6ab51-e1e6-468a-986c-c8cc588751c9 req-235b08d4-fb62-49e2-a419-1ac4c8541801 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c02f52a4-7dc9-44e3-aa0a-93e186436afc HTTP/1.1" status: 200 len: 849 time: 0.0591769 May 10 15:39:27.998945 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6ab51-e1e6-468a-986c-c8cc588751c9 req-583b9d74-e7e8-4f63-b3c5-bc6f6a93fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:28.000364 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-15d6ab51-e1e6-468a-986c-c8cc588751c9 req-583b9d74-e7e8-4f63-b3c5-bc6f6a93fb9c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cce59443-62eb-462a-80bb-bd97e2b3b8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730817 May 10 15:39:28.133453 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-15d6ab51-e1e6-468a-986c-c8cc588751c9 req-fdb832c6-54da-49ae-bb5a-8dd418b13a2b service neutron] 10.222.0.86 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262662 May 10 15:39:28.264018 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-15d6ab51-e1e6-468a-986c-c8cc588751c9 req-4d55d854-e597-40a1-96c5-4ce809ba4b01 service neutron] 10.222.0.86 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240427 May 10 15:39:28.958179 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7c79d-b8de-4e7d-8c6d-d530afeef7a6 req-06c6dd19-eda7-4b40-9a9f-43bc75ed36f9 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:28.959638 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-26f7c79d-b8de-4e7d-8c6d-d530afeef7a6 req-06c6dd19-eda7-4b40-9a9f-43bc75ed36f9 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 944 time: 0.0823298 May 10 15:39:29.004788 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-26f7c79d-b8de-4e7d-8c6d-d530afeef7a6 req-9a78424e-621a-4d96-9c4b-2a115e280845 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384514 May 10 15:39:29.153123 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device a815ad7e-0d2d-4772-a437-1cda570ae329 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:39:29.288828 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port a815ad7e-0d2d-4772-a437-1cda570ae329, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=a815ad7e-0d2d-4772-a437-1cda570ae329,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:39:29.302214 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'a815ad7e-0d2d-4772-a437-1cda570ae329', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'port_id': 'a815ad7e-0d2d-4772-a437-1cda570ae329', 'mac_address': 'fa:16:3e:51:22:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:39:29.356555 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:29.372557 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a815ad7e-0d2d-4772-a437-1cda570ae329 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:39:29.387214 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port a815ad7e-0d2d-4772-a437-1cda570ae329, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=a815ad7e-0d2d-4772-a437-1cda570ae329,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:39:29.391223 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:29.462741 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=a815ad7e-0d2d-4772-a437-1cda570ae329,revision_number=4']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:39:29.705351 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['a815ad7e-0d2d-4772-a437-1cda570ae329'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:39:30.190305 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00f525-13f2-462f-9442-1b44a689d3b7 req-625b9c60-eb6e-4362-9b1c-1eb247a95d10 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:30.192398 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4c00f525-13f2-462f-9442-1b44a689d3b7 req-625b9c60-eb6e-4362-9b1c-1eb247a95d10 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 945 time: 0.0830390 May 10 15:39:30.236310 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-4c00f525-13f2-462f-9442-1b44a689d3b7 req-f2324a8f-3e28-4a05-9b84-c383b1577ccb tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383673 May 10 15:39:31.157816 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device a815ad7e-0d2d-4772-a437-1cda570ae329 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:39:31.228976 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning for port a815ad7e-0d2d-4772-a437-1cda570ae329 completed by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:39:31.233805 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port a815ad7e-0d2d-4772-a437-1cda570ae329 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:39:31.234215 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:31.352365 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:31.379297 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428ecab9-c620-4b0f-a2da-d42bfd89e3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a815ad7e-0d2d-4772-a437-1cda570ae329'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:39:31.389083 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port a815ad7e-0d2d-4772-a437-1cda570ae329, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=a815ad7e-0d2d-4772-a437-1cda570ae329,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:39:31.393678 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:31.421891 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13163f2-f429-4212-8196-e8b44e3f1ae0 req-81122391-c742-4a29-ba55-e67cf19489bc tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:31.423468 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f13163f2-f429-4212-8196-e8b44e3f1ae0 req-81122391-c742-4a29-ba55-e67cf19489bc tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 945 time: 0.0814357 May 10 15:39:31.431423 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a00b6c88-3dc8-47df-9f11-c77f38d4afb8'] response: {'server_uuid': '428ecab9-c620-4b0f-a2da-d42bfd89e3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a815ad7e-0d2d-4772-a437-1cda570ae329', 'code': 200} May 10 15:39:31.465533 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=a815ad7e-0d2d-4772-a437-1cda570ae329,revision_number=5']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:39:31.475368 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-f13163f2-f429-4212-8196-e8b44e3f1ae0 req-eda9a47f-a09e-47b0-90aa-d4295a9eca82 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447376 May 10 15:39:31.665356 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ee5d0-24f2-4eb2-ab67-6195dc65a8fe req-80d1eadd-0dda-4da3-817f-7fbbd242ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:31.666824 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d83ee5d0-24f2-4eb2-ab67-6195dc65a8fe req-80d1eadd-0dda-4da3-817f-7fbbd242ec6c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 1099 time: 0.0690911 May 10 15:39:31.710387 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-d83ee5d0-24f2-4eb2-ab67-6195dc65a8fe req-09a67e5d-cb18-4f15-b571-59ba97a47e66 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332360 May 10 15:39:32.662997 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f160190-6285-4348-ab25-5f7a6320f6e8 req-51782e4a-c203-4dab-ab18-e96285d05d5b tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:32.664449 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3f160190-6285-4348-ab25-5f7a6320f6e8 req-51782e4a-c203-4dab-ab18-e96285d05d5b tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 946 time: 0.0797715 May 10 15:39:32.708887 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-3f160190-6285-4348-ab25-5f7a6320f6e8 req-0bfe51ed-1a64-4b62-a0e0-af18ac29a560 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388734 May 10 15:39:33.896128 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad946a35-dac4-429f-bf6d-d12c19f417a8 req-e39d22eb-60fa-4469-85f2-80290540cfa1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:33.897558 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ad946a35-dac4-429f-bf6d-d12c19f417a8 req-e39d22eb-60fa-4469-85f2-80290540cfa1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 946 time: 0.0833905 May 10 15:39:33.943717 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-ad946a35-dac4-429f-bf6d-d12c19f417a8 req-c8ca74ef-8040-470b-bebc-ca49b63deff3 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405064 May 10 15:39:34.124728 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3789c-23de-4d69-b841-9a427acb42cc req-06a66c34-d783-4c98-bce2-fbcfa1414ecd tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:34.126094 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dde3789c-23de-4d69-b841-9a427acb42cc req-06a66c34-d783-4c98-bce2-fbcfa1414ecd tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 946 time: 0.0795379 May 10 15:39:34.170032 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-dde3789c-23de-4d69-b841-9a427acb42cc req-cfe695ac-7990-4854-957e-21501c683a10 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377882 May 10 15:39:34.192847 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 55080) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:39:34.264606 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc238fb-1514-461c-b01c-34ae14325d8c tempest-TestSnapshotPattern-1788567625 tempest-TestSnapshotPattern-1788567625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:34.266075 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-6dc238fb-1514-461c-b01c-34ae14325d8c tempest-TestSnapshotPattern-1788567625 tempest-TestSnapshotPattern-1788567625-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 1094 time: 0.0722892 May 10 15:39:34.268840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 55084) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:39:34.274890 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.v2.base [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Request body: {'floatingip': {'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'port_id': 'a815ad7e-0d2d-4772-a437-1cda570ae329', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:39:34.280796 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:39:34.284833 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Usage tracker for resource:floatingip and tenant:e0522197d8054d5682835b8ea7bb2bba is out of sync, need to count used quota {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:39:34.288214 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:39:34.293832 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.quota.driver [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:39:34.304481 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for floatingip, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:34.440603 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:34.580738 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_common [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Allocated IP 172.26.0.129 (9e00975f-1d79-46b0-9d42-98bca3a69c2b/0dde6b24-9485-44dd-9a64-bbac805241cf/dc90ee12-9c77-4ea5-aeb1-86af8834ada8) {{(pid=88051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:39:34.825633 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for port, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:34.854797 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758962421342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:34.920235 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Network 9e00975f-1d79-46b0-9d42-98bca3a69c2b is already hosted by enough agents. {{(pid=88051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:39:34.922553 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.base_scheduler [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Resources bound (agent type, host, resource id): {{(pid=88051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:39:34.926832 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Received port after_create {{(pid=88051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 10 15:39:34.955383 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Pushing event updated for resources: {'Port': ['ID=dc90ee12-9c77-4ea5-aeb1-86af8834ada8,revision_number=1']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:39:34.974687 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:34.975027 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:34.975360 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:34.975690 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:34.976014 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:34.976338 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:34.976659 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:34.976979 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:34.977299 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:34.977615 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:34.977929 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:34.978248 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:39:35.350408 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:35.423498 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:35.627138 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for port, precommit_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:35.632087 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-803579'] for port, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:35.743886 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Pushing event updated for resources: {'Port': ['ID=dc90ee12-9c77-4ea5-aeb1-86af8834ada8,revision_number=2']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:39:35.752801 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-573858'] for floatingip, after_update {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:35.928026 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Floating IP eed66acf-759f-40ce-87df-1ade751ac43f associated. External IP: 172.26.0.129, port: a815ad7e-0d2d-4772-a437-1cda570ae329. May 10 15:39:36.385222 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Router 0d2ebf33-bb73-4f66-9816-e80b7e83374b has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:39:36.564269 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:39:36.573739 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a5772f-da59-43ee-82c3-818aa77d381a None None] Sync routers for ids ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:39:36.583560 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a5772f-da59-43ee-82c3-818aa77d381a None None] Routers {'0d2ebf33-bb73-4f66-9816-e80b7e83374b'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:39:36.584159 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-24a5772f-da59-43ee-82c3-818aa77d381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:39:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:39:36.588522 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:36.643366 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-751a9b5c-f711-436a-a0ed-a14d9c171c8c tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3723927 May 10 15:39:36.644057 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428ecab9-c620-4b0f-a2da-d42bfd89e3e5', 'tag': 'a815ad7e-0d2d-4772-a437-1cda570ae329'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:39:36.762517 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-24a5772f-da59-43ee-82c3-818aa77d381a None None] Set router 0d2ebf33-bb73-4f66-9816-e80b7e83374b gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:39:36.788308 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d32ee2-3cc1-4717-9e86-68fa0260f62c'] response: {'name': 'network-changed', 'server_uuid': '428ecab9-c620-4b0f-a2da-d42bfd89e3e5', 'tag': 'a815ad7e-0d2d-4772-a437-1cda570ae329', 'status': 'completed', 'code': 200} May 10 15:39:36.884553 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef79e1-f347-4db5-b607-3c92ae24e8e6 req-b41513f8-fbf2-4644-831e-7eddf1dce53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:36.886636 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4fef79e1-f347-4db5-b607-3c92ae24e8e6 req-b41513f8-fbf2-4644-831e-7eddf1dce53d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0522197d8054d5682835b8ea7bb2bba&device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 1099 time: 0.0755928 May 10 15:39:37.116373 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef79e1-f347-4db5-b607-3c92ae24e8e6 req-6c3b0db2-4855-432c-82c2-5a4804ca95cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:37.117805 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4fef79e1-f347-4db5-b607-3c92ae24e8e6 req-6c3b0db2-4855-432c-82c2-5a4804ca95cc service neutron] 10.222.0.86 "GET /v2.0/networks?id=cce59443-62eb-462a-80bb-bd97e2b3b8d7 HTTP/1.1" status: 200 len: 911 time: 0.2251260 May 10 15:39:37.120292 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-24a5772f-da59-43ee-82c3-818aa77d381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'name': 'tempest-TestSnapshotPattern-1526873584-router', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2'}], 'enable_snat': True}, 'gw_port_id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:34Z', 'updated_at': '2022-05-10T15:36:38Z', 'revision_number': 4, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'gw_port': {'id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:35Z', 'updated_at': '2022-05-10T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '7dfa2589-9368-4f16-bb98-90ad10506584', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'floating_ip_address': '172.26.0.149', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'port_id': 'de9599f7-4401-4815-9417-f9abd82ff389', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'mac_address': 'fa:16:3e:cf:f9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:37:01Z', 'updated_at': '2022-05-10T15:37:04Z', 'revision_number': 1, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'fixed_ip_address_scope': None}, {'id': 'eed66acf-759f-40ce-87df-1ade751ac43f', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'floating_ip_address': '172.26.0.129', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'port_id': 'a815ad7e-0d2d-4772-a437-1cda570ae329', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'mac_address': 'fa:16:3e:51:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428ecab9-c620-4b0f-a2da-d42bfd89e3e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:39:35Z', 'updated_at': '2022-05-10T15:39:35Z', 'revision_number': 0, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c3f1c1-c4b4-4d60-a000-e6b9303a8f93', 'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'mac_address': 'fa:16:3e:63:e4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:37Z', 'updated_at': '2022-05-10T15:36:44Z', 'revision_number': 5, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'subnets': [{'id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:39:37.124017 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a5772f-da59-43ee-82c3-818aa77d381a None None] Checking router: 0d2ebf33-bb73-4f66-9816-e80b7e83374b for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:39:37.132363 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a5772f-da59-43ee-82c3-818aa77d381a None None] Routers {'0d2ebf33-bb73-4f66-9816-e80b7e83374b'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:39:37.133025 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-24a5772f-da59-43ee-82c3-818aa77d381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:39:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:39:37.237292 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4fef79e1-f347-4db5-b607-3c92ae24e8e6 req-c030a96d-0571-485e-a10b-c09fa3b6ced7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a815ad7e-0d2d-4772-a437-1cda570ae329 HTTP/1.1" status: 200 len: 1000 time: 0.1036601 May 10 15:39:37.299531 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef79e1-f347-4db5-b607-3c92ae24e8e6 req-cb22bccc-2700-45c5-8766-c26538e84b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:37.301227 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4fef79e1-f347-4db5-b607-3c92ae24e8e6 req-cb22bccc-2700-45c5-8766-c26538e84b4b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c02f52a4-7dc9-44e3-aa0a-93e186436afc HTTP/1.1" status: 200 len: 849 time: 0.0579746 May 10 15:39:37.309220 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-24a5772f-da59-43ee-82c3-818aa77d381a None None] Set router 0d2ebf33-bb73-4f66-9816-e80b7e83374b gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:39:37.377570 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef79e1-f347-4db5-b607-3c92ae24e8e6 req-a605ec54-4c36-49c5-ade4-ffa1a274bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:37.379925 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4fef79e1-f347-4db5-b607-3c92ae24e8e6 req-a605ec54-4c36-49c5-ade4-ffa1a274bdae service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cce59443-62eb-462a-80bb-bd97e2b3b8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726476 May 10 15:39:37.513054 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4fef79e1-f347-4db5-b607-3c92ae24e8e6 req-30188878-4cf1-4155-914f-ed6880353e28 service neutron] 10.222.0.86 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271605 May 10 15:39:37.645247 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-4fef79e1-f347-4db5-b607-3c92ae24e8e6 req-3819aad1-0a18-4f11-aa98-11c35cce2a54 service neutron] 10.222.0.86 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263080 May 10 15:39:37.652089 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-24a5772f-da59-43ee-82c3-818aa77d381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'name': 'tempest-TestSnapshotPattern-1526873584-router', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2'}], 'enable_snat': True}, 'gw_port_id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:34Z', 'updated_at': '2022-05-10T15:36:38Z', 'revision_number': 4, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'gw_port': {'id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:35Z', 'updated_at': '2022-05-10T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '7dfa2589-9368-4f16-bb98-90ad10506584', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'floating_ip_address': '172.26.0.149', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'port_id': 'de9599f7-4401-4815-9417-f9abd82ff389', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'mac_address': 'fa:16:3e:cf:f9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:37:01Z', 'updated_at': '2022-05-10T15:37:04Z', 'revision_number': 1, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'fixed_ip_address_scope': None}, {'id': 'eed66acf-759f-40ce-87df-1ade751ac43f', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'floating_ip_address': '172.26.0.129', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'port_id': 'a815ad7e-0d2d-4772-a437-1cda570ae329', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'mac_address': 'fa:16:3e:51:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428ecab9-c620-4b0f-a2da-d42bfd89e3e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:39:35Z', 'updated_at': '2022-05-10T15:39:35Z', 'revision_number': 0, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c3f1c1-c4b4-4d60-a000-e6b9303a8f93', 'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'mac_address': 'fa:16:3e:63:e4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:37Z', 'updated_at': '2022-05-10T15:36:44Z', 'revision_number': 5, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'subnets': [{'id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:39:37.656191 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a5772f-da59-43ee-82c3-818aa77d381a None None] The sync data for ids ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'] in dv-neutron-841204-2-hyperv is: [{'id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'name': 'tempest-TestSnapshotPattern-1526873584-router', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2'}], 'enable_snat': True}, 'gw_port_id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:34Z', 'updated_at': '2022-05-10T15:36:38Z', 'revision_number': 4, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'gw_port': {'id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:35Z', 'updated_at': '2022-05-10T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '7dfa2589-9368-4f16-bb98-90ad10506584', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'floating_ip_address': '172.26.0.149', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'port_id': 'de9599f7-4401-4815-9417-f9abd82ff389', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'mac_address': 'fa:16:3e:cf:f9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:37:01Z', 'updated_at': '2022-05-10T15:37:04Z', 'revision_number': 1, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'fixed_ip_address_scope': None}, {'id': 'eed66acf-759f-40ce-87df-1ade751ac43f', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'floating_ip_address': '172.26.0.129', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'port_id': 'a815ad7e-0d2d-4772-a437-1cda570ae329', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'mac_address': 'fa:16:3e:51:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428ecab9-c620-4b0f-a2da-d42bfd89e3e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:39:35Z', 'updated_at': '2022-05-10T15:39:35Z', 'revision_number': 0, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c3f1c1-c4b4-4d60-a000-e6b9303a8f93', 'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'mac_address': 'fa:16:3e:63:e4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:37Z', 'updated_at': '2022-05-10T15:36:44Z', 'revision_number': 5, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'subnets': [{'id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:39:37.855958 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ef8e76-4834-47ed-8dd1-dbad8dfc2466 None None] New status for floating IP eed66acf-759f-40ce-87df-1ade751ac43f: ACTIVE {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:39:43.712880 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-27466ac6-b00b-4337-a221-844be377ad9e req-bac0bd03-314a-459d-aa1a-7cf64ad52758 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803103 May 10 15:39:43.875534 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27466ac6-b00b-4337-a221-844be377ad9e req-92b98302-5e0d-4958-9243-d14bd71b30f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:43.875534 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-27466ac6-b00b-4337-a221-844be377ad9e req-92b98302-5e0d-4958-9243-d14bd71b30f6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0522197d8054d5682835b8ea7bb2bba&device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca HTTP/1.1" status: 200 len: 1096 time: 0.0782959 May 10 15:39:44.038692 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27466ac6-b00b-4337-a221-844be377ad9e req-d3d8ab32-b75a-44c2-a318-8e9b43242c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:44.040144 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-27466ac6-b00b-4337-a221-844be377ad9e req-d3d8ab32-b75a-44c2-a318-8e9b43242c57 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cce59443-62eb-462a-80bb-bd97e2b3b8d7 HTTP/1.1" status: 200 len: 911 time: 0.1382737 May 10 15:39:44.147124 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-27466ac6-b00b-4337-a221-844be377ad9e req-0fada465-e9d0-4683-9559-83637ebcfce7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de9599f7-4401-4815-9417-f9abd82ff389 HTTP/1.1" status: 200 len: 999 time: 0.0973794 May 10 15:39:44.213667 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27466ac6-b00b-4337-a221-844be377ad9e req-17dd94d2-ab90-45e8-8837-af0b77cd0b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:44.215150 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-27466ac6-b00b-4337-a221-844be377ad9e req-17dd94d2-ab90-45e8-8837-af0b77cd0b6d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c02f52a4-7dc9-44e3-aa0a-93e186436afc HTTP/1.1" status: 200 len: 849 time: 0.0609725 May 10 15:39:44.294949 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27466ac6-b00b-4337-a221-844be377ad9e req-f01a4064-8ae7-4cf6-bbc8-b238084cdfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:39:44.296385 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-27466ac6-b00b-4337-a221-844be377ad9e req-f01a4064-8ae7-4cf6-bbc8-b238084cdfc7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cce59443-62eb-462a-80bb-bd97e2b3b8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746894 May 10 15:39:44.427118 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-27466ac6-b00b-4337-a221-844be377ad9e req-20659177-7402-4c3f-9f59-90b9d4dbffe1 service neutron] 10.222.0.86 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237576 May 10 15:39:44.563047 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-27466ac6-b00b-4337-a221-844be377ad9e req-51cb62d6-f444-4432-845a-d1f043e0c595 service neutron] 10.222.0.86 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263835 May 10 15:39:50.218793 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-b0796b5c-4f47-4265-b85e-fbba0c16b4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:52.530285 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-101f0388-d7de-4a9f-9a14-86cd671ec838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:53.466443 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:53.469922 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:53.748646 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:39:55.109620 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:00.314537 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:40:20.220822 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9a07c3d8-e088-405f-b03f-53ae372c2f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:22.531458 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-3bb1b060-2348-4208-928c-dd2301b98d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:23.429928 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:23.470600 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:23.759759 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:25.113573 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:37.313836 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:40:45.540708 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1c187adb-0ecd-4a84-be9f-cdf7151bf7d7 req-cec20c78-0f50-4464-a251-9faa0f408dfd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689249 May 10 15:40:45.636858 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c187adb-0ecd-4a84-be9f-cdf7151bf7d7 req-e9b33007-7a2f-4b8f-a2ad-b560581ce09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:40:45.638300 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1c187adb-0ecd-4a84-be9f-cdf7151bf7d7 req-e9b33007-7a2f-4b8f-a2ad-b560581ce09e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0522197d8054d5682835b8ea7bb2bba&device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 1099 time: 0.0738444 May 10 15:40:45.877103 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c187adb-0ecd-4a84-be9f-cdf7151bf7d7 req-adb3661b-0888-4f33-a8ae-723398834d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:40:45.878562 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1c187adb-0ecd-4a84-be9f-cdf7151bf7d7 req-adb3661b-0888-4f33-a8ae-723398834d3d service neutron] 10.222.0.86 "GET /v2.0/networks?id=cce59443-62eb-462a-80bb-bd97e2b3b8d7 HTTP/1.1" status: 200 len: 911 time: 0.2168794 May 10 15:40:45.988681 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1c187adb-0ecd-4a84-be9f-cdf7151bf7d7 req-af8464ff-0944-4caa-b9a3-ceee966629d8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a815ad7e-0d2d-4772-a437-1cda570ae329 HTTP/1.1" status: 200 len: 1002 time: 0.1003036 May 10 15:40:46.055796 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c187adb-0ecd-4a84-be9f-cdf7151bf7d7 req-940dd255-9456-4549-9197-3dfde07fe200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:40:46.057185 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1c187adb-0ecd-4a84-be9f-cdf7151bf7d7 req-940dd255-9456-4549-9197-3dfde07fe200 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c02f52a4-7dc9-44e3-aa0a-93e186436afc HTTP/1.1" status: 200 len: 849 time: 0.0582070 May 10 15:40:46.138122 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c187adb-0ecd-4a84-be9f-cdf7151bf7d7 req-5e4bb463-3645-433d-9e8e-a6626e0bf169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:40:46.139495 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1c187adb-0ecd-4a84-be9f-cdf7151bf7d7 req-5e4bb463-3645-433d-9e8e-a6626e0bf169 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cce59443-62eb-462a-80bb-bd97e2b3b8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732777 May 10 15:40:46.275963 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1c187adb-0ecd-4a84-be9f-cdf7151bf7d7 req-5590d5fe-fdb5-421d-ab4d-0025fb70a5c1 service neutron] 10.222.0.86 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261647 May 10 15:40:46.411250 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-1c187adb-0ecd-4a84-be9f-cdf7151bf7d7 req-0a20a63b-b078-4391-984d-94fc1a2372db service neutron] 10.222.0.86 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261141 May 10 15:40:50.222248 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9bbd85f9-b628-44b3-b2b2-d403b2e8eab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:52.532901 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7a8ea5b3-3620-440d-990f-f3982020d8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:53.432918 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:53.471721 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:53.780203 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:40:55.116688 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:11.703560 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device a815ad7e-0d2d-4772-a437-1cda570ae329 details requested by agent hyperv_hv-neutron-8412 with host hv-neutron-8412 {{(pid=88053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:41:11.872436 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port a815ad7e-0d2d-4772-a437-1cda570ae329, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=a815ad7e-0d2d-4772-a437-1cda570ae329,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:41:11.890516 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Returning: {'device': 'a815ad7e-0d2d-4772-a437-1cda570ae329', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'port_id': 'a815ad7e-0d2d-4772-a437-1cda570ae329', 'mac_address': 'fa:16:3e:51:22:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:41:11.962916 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:11.983537 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a815ad7e-0d2d-4772-a437-1cda570ae329 {{(pid=88053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 15:41:12.002356 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port a815ad7e-0d2d-4772-a437-1cda570ae329, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=a815ad7e-0d2d-4772-a437-1cda570ae329,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:41:12.009187 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:12.079989 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=a815ad7e-0d2d-4772-a437-1cda570ae329,revision_number=6']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:12.087595 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:12.087957 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:12.088277 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:12.088608 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:12.088936 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:12.089361 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:12.089726 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:12.089900 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:12.090400 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:12.090606 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:12.091141 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:12.091238 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:12.096127 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] get_ports_and_sgs() called for port_ids ['a815ad7e-0d2d-4772-a437-1cda570ae329'] {{(pid=88053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:41:13.703017 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device a815ad7e-0d2d-4772-a437-1cda570ae329 up at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:41:13.779836 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.provisioning_blocks [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Provisioning complete for port a815ad7e-0d2d-4772-a437-1cda570ae329 triggered by entity L2. {{(pid=88053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:41:13.780210 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3517162'] for port, provisioning_complete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:13.914938 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:13.965587 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428ecab9-c620-4b0f-a2da-d42bfd89e3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a815ad7e-0d2d-4772-a437-1cda570ae329'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:41:13.976361 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port a815ad7e-0d2d-4772-a437-1cda570ae329, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=a815ad7e-0d2d-4772-a437-1cda570ae329,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:41:13.981620 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:14.016760 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd9fd488-aa4c-4bc2-98b1-8b14013e25d6'] response: {'server_uuid': '428ecab9-c620-4b0f-a2da-d42bfd89e3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a815ad7e-0d2d-4772-a437-1cda570ae329', 'code': 200} May 10 15:41:14.063147 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=a815ad7e-0d2d-4772-a437-1cda570ae329,revision_number=7']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:14.312571 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:41:20.225830 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f079daeb-b15a-4579-938e-c04f48871a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:21.294824 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 55296) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:41:21.498816 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Deleting port dc90ee12-9c77-4ea5-aeb1-86af8834ada8 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:41:21.499152 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:21.671743 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:21.672064 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:21.792643 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Calling delete_port for dc90ee12-9c77-4ea5-aeb1-86af8834ada8 owned by network:floatingip {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:41:21.945221 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:21.994955 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Pushing event deleted for resources: {'Port': ['ID=dc90ee12-9c77-4ea5-aeb1-86af8834ada8,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:22.031863 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:22.032139 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:22.032470 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:22.032798 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:22.033121 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:22.033447 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:22.033766 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:22.034082 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:22.034694 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:22.035011 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:22.035323 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:22.035634 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:22.095023 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for floatingip, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:22.095342 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Floating IP eed66acf-759f-40ce-87df-1ade751ac43f disassociated (deleted). External IP: 172.26.0.129, port: a815ad7e-0d2d-4772-a437-1cda570ae329. May 10 15:41:22.536234 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-acbc50ee-5b36-4d42-ac59-f7938c080cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:22.559029 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Router 0d2ebf33-bb73-4f66-9816-e80b7e83374b has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:41:22.738559 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:41:22.748379 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75963c0-9671-4f72-a6a1-d7af189e404c None None] Sync routers for ids ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:41:22.754887 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:22.757338 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75963c0-9671-4f72-a6a1-d7af189e404c None None] Routers {'0d2ebf33-bb73-4f66-9816-e80b7e83374b'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:41:22.757935 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-c75963c0-9671-4f72-a6a1-d7af189e404c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:41:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:22.812504 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-5904b53e-b050-4d1d-a2d6-b555fed38575 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "DELETE /v2.0/floatingips/eed66acf-759f-40ce-87df-1ade751ac43f HTTP/1.1" status: 204 len: 168 time: 1.5165212 May 10 15:41:22.813078 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428ecab9-c620-4b0f-a2da-d42bfd89e3e5', 'tag': 'a815ad7e-0d2d-4772-a437-1cda570ae329'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:41:22.857984 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5c96602-6b10-4ec2-ac54-82eec07b3355'] response: {'name': 'network-changed', 'server_uuid': '428ecab9-c620-4b0f-a2da-d42bfd89e3e5', 'tag': 'a815ad7e-0d2d-4772-a437-1cda570ae329', 'status': 'completed', 'code': 200} May 10 15:41:22.944620 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-c75963c0-9671-4f72-a6a1-d7af189e404c None None] Set router 0d2ebf33-bb73-4f66-9816-e80b7e83374b gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:41:22.964595 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1305394-f893-449a-a48a-d1e6bfe3a6f1 req-0e800436-efd7-404b-81a0-5d703efb3cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:41:22.966170 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b1305394-f893-449a-a48a-d1e6bfe3a6f1 req-0e800436-efd7-404b-81a0-5d703efb3cc5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0522197d8054d5682835b8ea7bb2bba&device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 1099 time: 0.0801713 May 10 15:41:23.115787 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1305394-f893-449a-a48a-d1e6bfe3a6f1 req-5b7588f8-c4da-4572-840e-8f75d074546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:41:23.117378 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b1305394-f893-449a-a48a-d1e6bfe3a6f1 req-5b7588f8-c4da-4572-840e-8f75d074546c service neutron] 10.222.0.86 "GET /v2.0/networks?id=cce59443-62eb-462a-80bb-bd97e2b3b8d7 HTTP/1.1" status: 200 len: 911 time: 0.1409223 May 10 15:41:23.190366 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b1305394-f893-449a-a48a-d1e6bfe3a6f1 req-1dd5dc52-50b1-4229-b00c-759805154980 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a815ad7e-0d2d-4772-a437-1cda570ae329 HTTP/1.1" status: 200 len: 217 time: 0.0659754 May 10 15:41:23.256902 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1305394-f893-449a-a48a-d1e6bfe3a6f1 req-cef57b8a-0b27-480d-b56b-207ac42411b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:41:23.258322 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b1305394-f893-449a-a48a-d1e6bfe3a6f1 req-cef57b8a-0b27-480d-b56b-207ac42411b9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c02f52a4-7dc9-44e3-aa0a-93e186436afc HTTP/1.1" status: 200 len: 849 time: 0.0616446 May 10 15:41:23.276983 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c678877-b2a5-447d-9c61-224f6222bdbb req-9972c673-e8b4-48cb-a994-e2b9bef7c4ac tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:41:23.277949 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-0c678877-b2a5-447d-9c61-224f6222bdbb req-9972c673-e8b4-48cb-a994-e2b9bef7c4ac tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Synchronizing usage tracker for tenant:e0522197d8054d5682835b8ea7bb2bba on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:41:23.295988 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-0c678877-b2a5-447d-9c61-224f6222bdbb req-9972c673-e8b4-48cb-a994-e2b9bef7c4ac tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Unset dirty status for tenant:e0522197d8054d5682835b8ea7bb2bba on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:41:23.297520 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0c678877-b2a5-447d-9c61-224f6222bdbb req-9972c673-e8b4-48cb-a994-e2b9bef7c4ac tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 946 time: 0.1677341 May 10 15:41:23.316560 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-c75963c0-9671-4f72-a6a1-d7af189e404c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'name': 'tempest-TestSnapshotPattern-1526873584-router', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2'}], 'enable_snat': True}, 'gw_port_id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:34Z', 'updated_at': '2022-05-10T15:36:38Z', 'revision_number': 4, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'gw_port': {'id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:35Z', 'updated_at': '2022-05-10T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '7dfa2589-9368-4f16-bb98-90ad10506584', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'floating_ip_address': '172.26.0.149', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'port_id': 'de9599f7-4401-4815-9417-f9abd82ff389', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'mac_address': 'fa:16:3e:cf:f9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:37:01Z', 'updated_at': '2022-05-10T15:37:04Z', 'revision_number': 1, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c3f1c1-c4b4-4d60-a000-e6b9303a8f93', 'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'mac_address': 'fa:16:3e:63:e4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:37Z', 'updated_at': '2022-05-10T15:36:44Z', 'revision_number': 5, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'subnets': [{'id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:23.321230 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75963c0-9671-4f72-a6a1-d7af189e404c None None] Checking router: 0d2ebf33-bb73-4f66-9816-e80b7e83374b for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:41:23.329813 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75963c0-9671-4f72-a6a1-d7af189e404c None None] Routers {'0d2ebf33-bb73-4f66-9816-e80b7e83374b'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:41:23.330622 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-c75963c0-9671-4f72-a6a1-d7af189e404c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:41:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:23.349349 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-0c678877-b2a5-447d-9c61-224f6222bdbb req-fcb333bc-e352-4c6b-b25b-207c7e94feb3 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453060 May 10 15:41:23.350398 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1305394-f893-449a-a48a-d1e6bfe3a6f1 req-485aba6b-3ed3-48dc-8be6-7f862ae417c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:41:23.351934 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b1305394-f893-449a-a48a-d1e6bfe3a6f1 req-485aba6b-3ed3-48dc-8be6-7f862ae417c9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cce59443-62eb-462a-80bb-bd97e2b3b8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863202 May 10 15:41:23.434800 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:23.475490 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:23.491820 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b1305394-f893-449a-a48a-d1e6bfe3a6f1 req-b83c305e-ea50-43cc-9f10-a5d872fa3f16 service neutron] 10.222.0.86 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323009 May 10 15:41:23.510274 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-c75963c0-9671-4f72-a6a1-d7af189e404c None None] Set router 0d2ebf33-bb73-4f66-9816-e80b7e83374b gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:41:23.624728 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-b1305394-f893-449a-a48a-d1e6bfe3a6f1 req-f7c3fc99-db73-4cd6-bfc6-3c69391a9b07 service neutron] 10.222.0.86 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256356 May 10 15:41:23.767564 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device a815ad7e-0d2d-4772-a437-1cda570ae329 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:41:23.821424 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:23.851503 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-c75963c0-9671-4f72-a6a1-d7af189e404c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'name': 'tempest-TestSnapshotPattern-1526873584-router', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2'}], 'enable_snat': True}, 'gw_port_id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:34Z', 'updated_at': '2022-05-10T15:36:38Z', 'revision_number': 4, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'gw_port': {'id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:35Z', 'updated_at': '2022-05-10T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '7dfa2589-9368-4f16-bb98-90ad10506584', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'floating_ip_address': '172.26.0.149', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'port_id': 'de9599f7-4401-4815-9417-f9abd82ff389', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'mac_address': 'fa:16:3e:cf:f9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:37:01Z', 'updated_at': '2022-05-10T15:37:04Z', 'revision_number': 1, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c3f1c1-c4b4-4d60-a000-e6b9303a8f93', 'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'mac_address': 'fa:16:3e:63:e4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:37Z', 'updated_at': '2022-05-10T15:36:44Z', 'revision_number': 5, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'subnets': [{'id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:23.855697 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75963c0-9671-4f72-a6a1-d7af189e404c None None] The sync data for ids ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'] in dv-neutron-841204-2-hyperv is: [{'id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'name': 'tempest-TestSnapshotPattern-1526873584-router', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2'}], 'enable_snat': True}, 'gw_port_id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:34Z', 'updated_at': '2022-05-10T15:36:38Z', 'revision_number': 4, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'gw_port': {'id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:35Z', 'updated_at': '2022-05-10T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_floatingips': [{'id': '7dfa2589-9368-4f16-bb98-90ad10506584', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'floating_ip_address': '172.26.0.149', 'floating_network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'router_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'port_id': 'de9599f7-4401-4815-9417-f9abd82ff389', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'mac_address': 'fa:16:3e:cf:f9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T15:37:01Z', 'updated_at': '2022-05-10T15:37:04Z', 'revision_number': 1, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c3f1c1-c4b4-4d60-a000-e6b9303a8f93', 'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'mac_address': 'fa:16:3e:63:e4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:37Z', 'updated_at': '2022-05-10T15:36:44Z', 'revision_number': 5, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'subnets': [{'id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:41:23.894624 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3618888'] for port, before_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:23.923456 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428ecab9-c620-4b0f-a2da-d42bfd89e3e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a815ad7e-0d2d-4772-a437-1cda570ae329'}] {{(pid=88053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:41:23.934598 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] For port a815ad7e-0d2d-4772-a437-1cda570ae329, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=a815ad7e-0d2d-4772-a437-1cda570ae329,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:41:23.939963 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758962909287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758962421360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758962421405'] for port, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:23.978114 dv-neutron-841204-2-hyperv neutron-server[88053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2d8ee3c-a182-499e-932b-c19e74e807e1'] response: {'server_uuid': '428ecab9-c620-4b0f-a2da-d42bfd89e3e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a815ad7e-0d2d-4772-a437-1cda570ae329', 'code': 200} May 10 15:41:24.010749 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Pushing event updated for resources: {'Port': ['ID=a815ad7e-0d2d-4772-a437-1cda570ae329,revision_number=8']} {{(pid=88053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:24.093393 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3a1316-1b4a-4e51-835e-cb4b70dcf822 None None] New status for floating IP eed66acf-759f-40ce-87df-1ade751ac43f: DOWN {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:41:24.536210 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d01ff6-6ca6-4d50-b6fd-a9aff9a04e38 req-aac995e4-d9dc-4413-ad07-5ebbdb829fd2 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:41:24.537753 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-08d01ff6-6ca6-4d50-b6fd-a9aff9a04e38 req-aac995e4-d9dc-4413-ad07-5ebbdb829fd2 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 944 time: 0.0807781 May 10 15:41:24.585949 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-08d01ff6-6ca6-4d50-b6fd-a9aff9a04e38 req-a1fd0893-b54d-4172-9db5-4c4c00bf2dd1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425766 May 10 15:41:25.015206 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a02b9-a4ed-408f-b0f6-cf9a6e073c98 req-5c08d942-1c6e-4d8e-bf84-1a4326ecffe7 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:41:25.015884 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-879a02b9-a4ed-408f-b0f6-cf9a6e073c98 req-5c08d942-1c6e-4d8e-bf84-1a4326ecffe7 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Synchronizing usage tracker for tenant:e0522197d8054d5682835b8ea7bb2bba on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:41:25.028381 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-879a02b9-a4ed-408f-b0f6-cf9a6e073c98 req-5c08d942-1c6e-4d8e-bf84-1a4326ecffe7 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Unset dirty status for tenant:e0522197d8054d5682835b8ea7bb2bba on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:41:25.029458 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-879a02b9-a4ed-408f-b0f6-cf9a6e073c98 req-5c08d942-1c6e-4d8e-bf84-1a4326ecffe7 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.86 "GET /v2.0/ports?device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 944 time: 0.0927052 May 10 15:41:25.101838 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-879a02b9-a4ed-408f-b0f6-cf9a6e073c98 req-ff80859c-b965-4d81-8d23-8a1667e8ceb1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Deleting port a815ad7e-0d2d-4772-a437-1cda570ae329 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:41:25.102175 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-879a02b9-a4ed-408f-b0f6-cf9a6e073c98 req-ff80859c-b965-4d81-8d23-8a1667e8ceb1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:25.118502 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:25.436692 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-879a02b9-a4ed-408f-b0f6-cf9a6e073c98 req-ff80859c-b965-4d81-8d23-8a1667e8ceb1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] For port a815ad7e-0d2d-4772-a437-1cda570ae329, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=a815ad7e-0d2d-4772-a437-1cda570ae329,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:41:25.437041 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-879a02b9-a4ed-408f-b0f6-cf9a6e073c98 req-ff80859c-b965-4d81-8d23-8a1667e8ceb1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:25.560863 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-879a02b9-a4ed-408f-b0f6-cf9a6e073c98 req-ff80859c-b965-4d81-8d23-8a1667e8ceb1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Calling delete_port for a815ad7e-0d2d-4772-a437-1cda570ae329 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:41:25.701897 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-879a02b9-a4ed-408f-b0f6-cf9a6e073c98 req-ff80859c-b965-4d81-8d23-8a1667e8ceb1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:25.737859 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-599780f7-e1bb-42c4-a265-a8ede7168183 req-1480cb9d-7ac3-460f-9205-5c36eeea85a5 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=428ecab9-c620-4b0f-a2da-d42bfd89e3e5 HTTP/1.1" status: 200 len: 210 time: 0.0423555 May 10 15:41:25.754833 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80859c-b965-4d81-8d23-8a1667e8ceb1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Pushing event deleted for resources: {'Port': ['ID=a815ad7e-0d2d-4772-a437-1cda570ae329,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:25.789997 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80859c-b965-4d81-8d23-8a1667e8ceb1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:25.790338 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80859c-b965-4d81-8d23-8a1667e8ceb1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:25.790694 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80859c-b965-4d81-8d23-8a1667e8ceb1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:25.791024 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80859c-b965-4d81-8d23-8a1667e8ceb1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:25.791361 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80859c-b965-4d81-8d23-8a1667e8ceb1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:25.791671 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80859c-b965-4d81-8d23-8a1667e8ceb1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:25.791996 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80859c-b965-4d81-8d23-8a1667e8ceb1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:25.792315 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80859c-b965-4d81-8d23-8a1667e8ceb1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:25.792635 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80859c-b965-4d81-8d23-8a1667e8ceb1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:25.792953 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80859c-b965-4d81-8d23-8a1667e8ceb1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:25.793272 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80859c-b965-4d81-8d23-8a1667e8ceb1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:25.793584 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff80859c-b965-4d81-8d23-8a1667e8ceb1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-841204-2-hyperv {{(pid=88052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:41:25.842110 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-879a02b9-a4ed-408f-b0f6-cf9a6e073c98 req-ff80859c-b965-4d81-8d23-8a1667e8ceb1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] No DVR routers for this DVR port a815ad7e-0d2d-4772-a437-1cda570ae329 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:41:25.844431 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-879a02b9-a4ed-408f-b0f6-cf9a6e073c98 req-ff80859c-b965-4d81-8d23-8a1667e8ceb1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:25.846896 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428ecab9-c620-4b0f-a2da-d42bfd89e3e5', 'name': 'network-vif-deleted', 'tag': 'a815ad7e-0d2d-4772-a437-1cda570ae329'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:41:25.862195 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-879a02b9-a4ed-408f-b0f6-cf9a6e073c98 req-ff80859c-b965-4d81-8d23-8a1667e8ceb1 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.86 "DELETE /v2.0/ports/a815ad7e-0d2d-4772-a437-1cda570ae329 HTTP/1.1" status: 204 len: 173 time: 0.8242705 May 10 15:41:25.893288 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b24cadba-9127-4016-bf7c-76111aacaefd'] response: {'server_uuid': '428ecab9-c620-4b0f-a2da-d42bfd89e3e5', 'name': 'network-vif-deleted', 'tag': 'a815ad7e-0d2d-4772-a437-1cda570ae329', 'status': 'completed', 'code': 200} May 10 15:41:27.379899 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 55362) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:41:27.584629 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-e006885c-6aac-4306-bd08-7ab5356e8ff6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Deleting port 9df29c77-ea42-4345-bfd5-b01c8602ea79 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:41:27.584900 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e006885c-6aac-4306-bd08-7ab5356e8ff6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:27.752522 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e006885c-6aac-4306-bd08-7ab5356e8ff6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:27.752843 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e006885c-6aac-4306-bd08-7ab5356e8ff6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:27.876546 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-e006885c-6aac-4306-bd08-7ab5356e8ff6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Calling delete_port for 9df29c77-ea42-4345-bfd5-b01c8602ea79 owned by network:floatingip {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:41:28.028593 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e006885c-6aac-4306-bd08-7ab5356e8ff6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:28.075244 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006885c-6aac-4306-bd08-7ab5356e8ff6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Pushing event deleted for resources: {'Port': ['ID=9df29c77-ea42-4345-bfd5-b01c8602ea79,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:28.281821 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e006885c-6aac-4306-bd08-7ab5356e8ff6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for floatingip, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:28.282165 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.db.l3_db [None req-e006885c-6aac-4306-bd08-7ab5356e8ff6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Floating IP 7dfa2589-9368-4f16-bb98-90ad10506584 disassociated (deleted). External IP: 172.26.0.149, port: de9599f7-4401-4815-9417-f9abd82ff389. May 10 15:41:28.630408 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e006885c-6aac-4306-bd08-7ab5356e8ff6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Router 0d2ebf33-bb73-4f66-9816-e80b7e83374b has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:41:28.805853 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e006885c-6aac-4306-bd08-7ab5356e8ff6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:41:28.815068 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c417241-6eb6-4a10-b086-bf9b10603f72 None None] Sync routers for ids ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:41:28.822402 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-e006885c-6aac-4306-bd08-7ab5356e8ff6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for floatingip, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:28.825008 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c417241-6eb6-4a10-b086-bf9b10603f72 None None] Routers {'0d2ebf33-bb73-4f66-9816-e80b7e83374b'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:41:28.825663 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1c417241-6eb6-4a10-b086-bf9b10603f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:41:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:28.880930 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-e006885c-6aac-4306-bd08-7ab5356e8ff6 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "DELETE /v2.0/floatingips/7dfa2589-9368-4f16-bb98-90ad10506584 HTTP/1.1" status: 204 len: 168 time: 1.4998641 May 10 15:41:28.881428 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'tag': 'de9599f7-4401-4815-9417-f9abd82ff389'}] {{(pid=88051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:41:28.933419 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b42cc58-8124-4eb8-b2c9-6ee1b29bbf18'] response: {'name': 'network-changed', 'server_uuid': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'tag': 'de9599f7-4401-4815-9417-f9abd82ff389', 'status': 'completed', 'code': 200} May 10 15:41:29.035397 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7f5d5-ea0b-4fc6-85a7-85a2cf52befc req-aff4715e-f802-4ada-9b61-e937e8c4e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:41:29.037033 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-11f7f5d5-ea0b-4fc6-85a7-85a2cf52befc req-aff4715e-f802-4ada-9b61-e937e8c4e8ae service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e0522197d8054d5682835b8ea7bb2bba&device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca HTTP/1.1" status: 200 len: 1096 time: 0.0776100 May 10 15:41:29.057068 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-1c417241-6eb6-4a10-b086-bf9b10603f72 None None] Set router 0d2ebf33-bb73-4f66-9816-e80b7e83374b gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:41:29.187681 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7f5d5-ea0b-4fc6-85a7-85a2cf52befc req-5182fa75-07ff-421b-bc49-e4532018d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:41:29.189028 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-11f7f5d5-ea0b-4fc6-85a7-85a2cf52befc req-5182fa75-07ff-421b-bc49-e4532018d059 service neutron] 10.222.0.86 "GET /v2.0/networks?id=cce59443-62eb-462a-80bb-bd97e2b3b8d7 HTTP/1.1" status: 200 len: 911 time: 0.1414037 May 10 15:41:29.259742 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-11f7f5d5-ea0b-4fc6-85a7-85a2cf52befc req-fb2c5a70-6c87-4e73-94d5-b2305086598b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de9599f7-4401-4815-9417-f9abd82ff389 HTTP/1.1" status: 200 len: 217 time: 0.0622423 May 10 15:41:29.264507 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225c5a5-2604-42a8-ae84-88d4ed5e78a9 req-27eddf3d-6a83-48c3-bbd0-141599a34ba8 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:41:29.265201 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-a225c5a5-2604-42a8-ae84-88d4ed5e78a9 req-27eddf3d-6a83-48c3-bbd0-141599a34ba8 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Synchronizing usage tracker for tenant:e0522197d8054d5682835b8ea7bb2bba on resource:port {{(pid=88051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:41:29.282990 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.quota.resource [req-a225c5a5-2604-42a8-ae84-88d4ed5e78a9 req-27eddf3d-6a83-48c3-bbd0-141599a34ba8 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Unset dirty status for tenant:e0522197d8054d5682835b8ea7bb2bba on resource:port {{(pid=88051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:41:29.284491 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a225c5a5-2604-42a8-ae84-88d4ed5e78a9 req-27eddf3d-6a83-48c3-bbd0-141599a34ba8 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca HTTP/1.1" status: 200 len: 943 time: 0.1013706 May 10 15:41:29.332793 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-a225c5a5-2604-42a8-ae84-88d4ed5e78a9 req-13057bf0-4ec9-4345-9440-6e2406907344 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413346 May 10 15:41:29.333436 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7f5d5-ea0b-4fc6-85a7-85a2cf52befc req-10e522e2-fde6-4f7e-9f7c-71e54a285632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:41:29.335577 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-11f7f5d5-ea0b-4fc6-85a7-85a2cf52befc req-10e522e2-fde6-4f7e-9f7c-71e54a285632 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c02f52a4-7dc9-44e3-aa0a-93e186436afc HTTP/1.1" status: 200 len: 849 time: 0.0649836 May 10 15:41:29.378396 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1c417241-6eb6-4a10-b086-bf9b10603f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'name': 'tempest-TestSnapshotPattern-1526873584-router', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2'}], 'enable_snat': True}, 'gw_port_id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:34Z', 'updated_at': '2022-05-10T15:36:38Z', 'revision_number': 4, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'gw_port': {'id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:35Z', 'updated_at': '2022-05-10T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'd4c3f1c1-c4b4-4d60-a000-e6b9303a8f93', 'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'mac_address': 'fa:16:3e:63:e4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:37Z', 'updated_at': '2022-05-10T15:36:44Z', 'revision_number': 5, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'subnets': [{'id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:29.382898 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c417241-6eb6-4a10-b086-bf9b10603f72 None None] Checking router: 0d2ebf33-bb73-4f66-9816-e80b7e83374b for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:41:29.391247 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c417241-6eb6-4a10-b086-bf9b10603f72 None None] Routers {'0d2ebf33-bb73-4f66-9816-e80b7e83374b'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:41:29.391855 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1c417241-6eb6-4a10-b086-bf9b10603f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:41:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:29.412096 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7f5d5-ea0b-4fc6-85a7-85a2cf52befc req-27815830-00ce-4fd7-bbfc-55fcb3495611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:41:29.414389 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-11f7f5d5-ea0b-4fc6-85a7-85a2cf52befc req-27815830-00ce-4fd7-bbfc-55fcb3495611 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=cce59443-62eb-462a-80bb-bd97e2b3b8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724721 May 10 15:41:29.546219 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-11f7f5d5-ea0b-4fc6-85a7-85a2cf52befc req-f06e6053-f54d-48f5-be80-c3c3fd16ff00 service neutron] 10.222.0.86 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253095 May 10 15:41:29.567518 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-1c417241-6eb6-4a10-b086-bf9b10603f72 None None] Set router 0d2ebf33-bb73-4f66-9816-e80b7e83374b gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:41:29.684443 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-11f7f5d5-ea0b-4fc6-85a7-85a2cf52befc req-98877b1c-fd80-4125-9b04-ee7fc3c69c34 service neutron] 10.222.0.86 "GET /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297526 May 10 15:41:29.780389 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device a815ad7e-0d2d-4772-a437-1cda570ae329 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:41:29.845314 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: a815ad7e-0d2d-4772-a437-1cda570ae329 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:41:29.845665 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device a815ad7e-0d2d-4772-a437-1cda570ae329 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:41:29.876367 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-1c417241-6eb6-4a10-b086-bf9b10603f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'name': 'tempest-TestSnapshotPattern-1526873584-router', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2'}], 'enable_snat': True}, 'gw_port_id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:34Z', 'updated_at': '2022-05-10T15:36:38Z', 'revision_number': 4, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'gw_port': {'id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:35Z', 'updated_at': '2022-05-10T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'd4c3f1c1-c4b4-4d60-a000-e6b9303a8f93', 'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'mac_address': 'fa:16:3e:63:e4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:37Z', 'updated_at': '2022-05-10T15:36:44Z', 'revision_number': 5, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'subnets': [{'id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:29.880172 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c417241-6eb6-4a10-b086-bf9b10603f72 None None] The sync data for ids ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'] in dv-neutron-841204-2-hyperv is: [{'id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'name': 'tempest-TestSnapshotPattern-1526873584-router', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2'}], 'enable_snat': True}, 'gw_port_id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:34Z', 'updated_at': '2022-05-10T15:36:38Z', 'revision_number': 4, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'gw_port': {'id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:35Z', 'updated_at': '2022-05-10T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv', '_interfaces': [{'id': 'd4c3f1c1-c4b4-4d60-a000-e6b9303a8f93', 'name': '', 'network_id': 'cce59443-62eb-462a-80bb-bd97e2b3b8d7', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'mac_address': 'fa:16:3e:63:e4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:37Z', 'updated_at': '2022-05-10T15:36:44Z', 'revision_number': 5, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'subnets': [{'id': 'c02f52a4-7dc9-44e3-aa0a-93e186436afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:41:30.088841 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc749c4-24de-48a9-b9d7-7ef4c7438577 None None] New status for floating IP 7dfa2589-9368-4f16-bb98-90ad10506584: DOWN {{(pid=88053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:41:30.523232 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a129de-c788-42bd-95cc-6662a7333d72 req-310faa76-76e2-4cc9-a612-c80ec6f6a7b2 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:41:30.524671 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-90a129de-c788-42bd-95cc-6662a7333d72 req-310faa76-76e2-4cc9-a612-c80ec6f6a7b2 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca HTTP/1.1" status: 200 len: 943 time: 0.0820692 May 10 15:41:30.568037 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-90a129de-c788-42bd-95cc-6662a7333d72 req-3041b9da-463f-4ecc-9d5d-88d23169a3fc tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377698 May 10 15:41:31.068000 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9f256-4176-4538-84e9-4b1b9786b264 req-9c653801-269c-4f93-8afa-5d4b78dfff72 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:41:31.068672 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-22e9f256-4176-4538-84e9-4b1b9786b264 req-9c653801-269c-4f93-8afa-5d4b78dfff72 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Synchronizing usage tracker for tenant:e0522197d8054d5682835b8ea7bb2bba on resource:port {{(pid=88052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:41:31.080613 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.quota.resource [req-22e9f256-4176-4538-84e9-4b1b9786b264 req-9c653801-269c-4f93-8afa-5d4b78dfff72 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Unset dirty status for tenant:e0522197d8054d5682835b8ea7bb2bba on resource:port {{(pid=88052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:41:31.081684 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-22e9f256-4176-4538-84e9-4b1b9786b264 req-9c653801-269c-4f93-8afa-5d4b78dfff72 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.86 "GET /v2.0/ports?device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca HTTP/1.1" status: 200 len: 943 time: 0.0953376 May 10 15:41:31.152584 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-22e9f256-4176-4538-84e9-4b1b9786b264 req-13e5f03f-2364-4e07-92a3-9c51df9ad091 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Deleting port de9599f7-4401-4815-9417-f9abd82ff389 {{(pid=88052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:41:31.152923 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-22e9f256-4176-4538-84e9-4b1b9786b264 req-13e5f03f-2364-4e07-92a3-9c51df9ad091 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:31.486818 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.db [req-22e9f256-4176-4538-84e9-4b1b9786b264 req-13e5f03f-2364-4e07-92a3-9c51df9ad091 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] For port de9599f7-4401-4815-9417-f9abd82ff389, host hv-neutron-8412, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8412',level=0,port_id=de9599f7-4401-4815-9417-f9abd82ff389,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:41:31.487186 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-22e9f256-4176-4538-84e9-4b1b9786b264 req-13e5f03f-2364-4e07-92a3-9c51df9ad091 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:31.610921 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.plugins.ml2.plugin [req-22e9f256-4176-4538-84e9-4b1b9786b264 req-13e5f03f-2364-4e07-92a3-9c51df9ad091 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Calling delete_port for de9599f7-4401-4815-9417-f9abd82ff389 owned by compute:nova {{(pid=88052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:41:31.751892 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808ae47-8a0d-4279-9473-a723294bf60d req-b7fd5040-3554-4d26-9ce0-43a342bd5465 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 15:41:31.753243 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c808ae47-8a0d-4279-9473-a723294bf60d req-b7fd5040-3554-4d26-9ce0-43a342bd5465 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/ports?device_id=f919ea28-6843-4638-9c1e-7a8f6b2feaca HTTP/1.1" status: 200 len: 943 time: 0.0795810 May 10 15:41:31.759806 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-22e9f256-4176-4538-84e9-4b1b9786b264 req-13e5f03f-2364-4e07-92a3-9c51df9ad091 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1681146'] for port, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:31.798897 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [req-c808ae47-8a0d-4279-9473-a723294bf60d req-078cf737-7973-4ab9-a538-fae2cade30c9 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "GET /v2.0/security-groups?id=015c0dd8-cccb-4808-a221-e27188b72253&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395753 May 10 15:41:31.811328 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5f03f-2364-4e07-92a3-9c51df9ad091 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Pushing event deleted for resources: {'Port': ['ID=de9599f7-4401-4815-9417-f9abd82ff389,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:31.891820 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e9f256-4176-4538-84e9-4b1b9786b264 req-13e5f03f-2364-4e07-92a3-9c51df9ad091 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] No DVR routers for this DVR port de9599f7-4401-4815-9417-f9abd82ff389 on host hv-neutron-8412 {{(pid=88052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:41:31.894161 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [req-22e9f256-4176-4538-84e9-4b1b9786b264 req-13e5f03f-2364-4e07-92a3-9c51df9ad091 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240148'] for port, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:31.896675 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'name': 'network-vif-deleted', 'tag': 'de9599f7-4401-4815-9417-f9abd82ff389'}] {{(pid=88052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 15:41:31.915609 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [req-22e9f256-4176-4538-84e9-4b1b9786b264 req-13e5f03f-2364-4e07-92a3-9c51df9ad091 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.86 "DELETE /v2.0/ports/de9599f7-4401-4815-9417-f9abd82ff389 HTTP/1.1" status: 204 len: 173 time: 0.8254392 May 10 15:41:31.948099 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445a1310-d40b-429c-a003-8e564830477b'] response: {'server_uuid': 'f919ea28-6843-4638-9c1e-7a8f6b2feaca', 'name': 'network-vif-deleted', 'tag': 'de9599f7-4401-4815-9417-f9abd82ff389', 'status': 'completed', 'code': 200} May 10 15:41:32.894159 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 55380) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:41:32.966369 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-28108298-d8ac-4b13-b802-39b52391f3e3 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for security_group, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:32.995725 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-28108298-d8ac-4b13-b802-39b52391f3e3 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:33.060619 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-28108298-d8ac-4b13-b802-39b52391f3e3 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:33.081880 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28108298-d8ac-4b13-b802-39b52391f3e3 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=015c0dd8-cccb-4808-a221-e27188b72253,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:33.091926 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-28108298-d8ac-4b13-b802-39b52391f3e3 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] Notify callbacks [] for security_group, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:33.093037 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-28108298-d8ac-4b13-b802-39b52391f3e3 tempest-TestSnapshotPattern-951340258 tempest-TestSnapshotPattern-951340258-project] 10.222.0.79 "DELETE /v2.0/security-groups/015c0dd8-cccb-4808-a221-e27188b72253 HTTP/1.1" status: 204 len: 168 time: 0.1978519 May 10 15:41:33.142107 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 55386) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:41:33.791079 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-07752ffe-99bd-4365-96ca-587f03c334d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:34.154394 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-07752ffe-99bd-4365-96ca-587f03c334d4 admin admin] Deleting port d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:41:34.155098 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-07752ffe-99bd-4365-96ca-587f03c334d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:34.323796 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-07752ffe-99bd-4365-96ca-587f03c334d4 admin admin] For port d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:41:34.324149 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-07752ffe-99bd-4365-96ca-587f03c334d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:34.445155 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-07752ffe-99bd-4365-96ca-587f03c334d4 admin admin] Calling delete_port for d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93 owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:41:34.704003 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-07752ffe-99bd-4365-96ca-587f03c334d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:34.754924 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07752ffe-99bd-4365-96ca-587f03c334d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:35.146605 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-07752ffe-99bd-4365-96ca-587f03c334d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:35.500685 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07752ffe-99bd-4365-96ca-587f03c334d4 admin admin] Router 0d2ebf33-bb73-4f66-9816-e80b7e83374b has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:41:35.675645 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07752ffe-99bd-4365-96ca-587f03c334d4 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:41:35.684387 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37298bb8-8c21-438d-b039-d2d3430b0178 None None] Sync routers for ids ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'] in dv-neutron-841204-2-hyperv {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:41:35.688184 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-07752ffe-99bd-4365-96ca-587f03c334d4 admin admin] 10.222.0.79 "PUT /v2.0/routers/0d2ebf33-bb73-4f66-9816-e80b7e83374b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5444250 May 10 15:41:35.690116 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 55390) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:41:35.693875 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37298bb8-8c21-438d-b039-d2d3430b0178 None None] Routers {'0d2ebf33-bb73-4f66-9816-e80b7e83374b'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:41:35.694614 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-37298bb8-8c21-438d-b039-d2d3430b0178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:41:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:35.797695 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device de9599f7-4401-4815-9417-f9abd82ff389 no longer exists at agent hyperv_hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:41:35.837351 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] No Port match for: de9599f7-4401-4815-9417-f9abd82ff389 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:41:35.837688 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Device de9599f7-4401-4815-9417-f9abd82ff389 not bound to the agent host hv-neutron-8412 {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:41:35.884853 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-37298bb8-8c21-438d-b039-d2d3430b0178 None None] Set router 0d2ebf33-bb73-4f66-9816-e80b7e83374b gateway port host: dv-neutron-841204-2-hyperv {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:41:36.000593 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c44a556c-c66c-47fe-8762-9e46842ed5f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:36.179360 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c44a556c-c66c-47fe-8762-9e46842ed5f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:36.188868 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c44a556c-c66c-47fe-8762-9e46842ed5f0 admin admin] Deleting port 6c69025a-bb15-4c8a-9b2a-f0d45c4699ed {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:41:36.189228 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c44a556c-c66c-47fe-8762-9e46842ed5f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:36.199714 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-37298bb8-8c21-438d-b039-d2d3430b0178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'name': 'tempest-TestSnapshotPattern-1526873584-router', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2'}], 'enable_snat': True}, 'gw_port_id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:34Z', 'updated_at': '2022-05-10T15:41:34Z', 'revision_number': 5, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'gw_port': {'id': '6c69025a-bb15-4c8a-9b2a-f0d45c4699ed', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:35Z', 'updated_at': '2022-05-10T15:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:36.203458 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37298bb8-8c21-438d-b039-d2d3430b0178 None None] Checking router: 0d2ebf33-bb73-4f66-9816-e80b7e83374b for host: dv-neutron-841204-2-hyperv {{(pid=88054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:41:36.212586 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37298bb8-8c21-438d-b039-d2d3430b0178 None None] Routers {'0d2ebf33-bb73-4f66-9816-e80b7e83374b'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:41:36.213187 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-37298bb8-8c21-438d-b039-d2d3430b0178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:41:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'], 'active': True} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:36.363608 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_dvr_db [None req-37298bb8-8c21-438d-b039-d2d3430b0178 None None] Set router 0d2ebf33-bb73-4f66-9816-e80b7e83374b gateway port host: None {{(pid=88054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:41:36.368091 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-c44a556c-c66c-47fe-8762-9e46842ed5f0 admin admin] For port 6c69025a-bb15-4c8a-9b2a-f0d45c4699ed, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=6c69025a-bb15-4c8a-9b2a-f0d45c4699ed,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:41:36.368443 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c44a556c-c66c-47fe-8762-9e46842ed5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:36.466357 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.l3_hamode_db [None req-37298bb8-8c21-438d-b039-d2d3430b0178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'name': 'tempest-TestSnapshotPattern-1526873584-router', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:34Z', 'updated_at': '2022-05-10T15:41:36Z', 'revision_number': 6, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:36.470218 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37298bb8-8c21-438d-b039-d2d3430b0178 None None] The sync data for ids ['0d2ebf33-bb73-4f66-9816-e80b7e83374b'] in dv-neutron-841204-2-hyperv is: [{'id': '0d2ebf33-bb73-4f66-9816-e80b7e83374b', 'name': 'tempest-TestSnapshotPattern-1526873584-router', 'tenant_id': 'e0522197d8054d5682835b8ea7bb2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:34Z', 'updated_at': '2022-05-10T15:41:36Z', 'revision_number': 6, 'project_id': 'e0522197d8054d5682835b8ea7bb2bba', 'gw_port_host': None}] {{(pid=88054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:41:36.490836 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-c44a556c-c66c-47fe-8762-9e46842ed5f0 admin admin] Calling delete_port for 6c69025a-bb15-4c8a-9b2a-f0d45c4699ed owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:41:36.773167 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c44a556c-c66c-47fe-8762-9e46842ed5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:36.821580 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a556c-c66c-47fe-8762-9e46842ed5f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c69025a-bb15-4c8a-9b2a-f0d45c4699ed,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:36.920759 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c44a556c-c66c-47fe-8762-9e46842ed5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:37.091887 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c44a556c-c66c-47fe-8762-9e46842ed5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:37.093943 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c44a556c-c66c-47fe-8762-9e46842ed5f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:37.115820 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c44a556c-c66c-47fe-8762-9e46842ed5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:37.116406 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44a556c-c66c-47fe-8762-9e46842ed5f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d2ebf33-bb73-4f66-9816-e80b7e83374b {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:41:37.128609 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-c44a556c-c66c-47fe-8762-9e46842ed5f0 admin admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:37.129719 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-c44a556c-c66c-47fe-8762-9e46842ed5f0 admin admin] 10.222.0.79 "DELETE /v2.0/routers/0d2ebf33-bb73-4f66-9816-e80b7e83374b HTTP/1.1" status: 204 len: 168 time: 1.4386804 May 10 15:41:37.132870 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 55396) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:41:37.195048 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c8d79b-8120-44dc-97cd-1c43b356b810 admin admin] Deleting subnet c02f52a4-7dc9-44e3-aa0a-93e186436afc {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:41:37.197904 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-79c8d79b-8120-44dc-97cd-1c43b356b810 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:37.245732 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-79c8d79b-8120-44dc-97cd-1c43b356b810 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:37.330077 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-79c8d79b-8120-44dc-97cd-1c43b356b810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:37.398554 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-79c8d79b-8120-44dc-97cd-1c43b356b810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:37.436382 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8d79b-8120-44dc-97cd-1c43b356b810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c02f52a4-7dc9-44e3-aa0a-93e186436afc,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:37.439727 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-79c8d79b-8120-44dc-97cd-1c43b356b810 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:37.446088 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a601dd4c-0822-43b5-bada-a4dabbbcb82b None None] Network cce59443-62eb-462a-80bb-bd97e2b3b8d7 requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:41:37.446631 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-79c8d79b-8120-44dc-97cd-1c43b356b810 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c02f52a4-7dc9-44e3-aa0a-93e186436afc HTTP/1.1" status: 204 len: 168 time: 0.3127580 May 10 15:41:37.449032 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 55400) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:41:37.560626 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b9a4-4c7e-4522-982a-23f5ee3b89a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:37.571606 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-4fa2b9a4-4c7e-4522-982a-23f5ee3b89a8 admin admin] Deleting port 589bdc30-794b-4886-a9a8-92cf73a8b3dc {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:41:37.571934 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b9a4-4c7e-4522-982a-23f5ee3b89a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:37.722338 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d8bdaf-7255-4d21-9549-d877fdcd304e None None] DHCP port deletion for cce59443-62eb-462a-80bb-bd97e2b3b8d7 request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 15:41:37.726832 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-28d8bdaf-7255-4d21-9549-d877fdcd304e None None] Deleting port 589bdc30-794b-4886-a9a8-92cf73a8b3dc {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:41:37.727197 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-28d8bdaf-7255-4d21-9549-d877fdcd304e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:37.785476 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-4fa2b9a4-4c7e-4522-982a-23f5ee3b89a8 admin admin] For port 589bdc30-794b-4886-a9a8-92cf73a8b3dc, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=589bdc30-794b-4886-a9a8-92cf73a8b3dc,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:41:37.786087 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b9a4-4c7e-4522-982a-23f5ee3b89a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:37.912363 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6c69025a-bb15-4c8a-9b2a-f0d45c4699ed no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:41:37.912636 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-4fa2b9a4-4c7e-4522-982a-23f5ee3b89a8 admin admin] Calling delete_port for 589bdc30-794b-4886-a9a8-92cf73a8b3dc owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:41:37.951537 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 6c69025a-bb15-4c8a-9b2a-f0d45c4699ed {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:41:37.951873 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 6c69025a-bb15-4c8a-9b2a-f0d45c4699ed not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:41:37.952279 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 589bdc30-794b-4886-a9a8-92cf73a8b3dc no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:41:37.988840 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b9a4-4c7e-4522-982a-23f5ee3b89a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:38.010465 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-28d8bdaf-7255-4d21-9549-d877fdcd304e None None] For port 589bdc30-794b-4886-a9a8-92cf73a8b3dc, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=589bdc30-794b-4886-a9a8-92cf73a8b3dc,segment=NetworkSegment(d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc),segment_id=d5ccbf6a-98e7-43aa-b0dc-a37de30e63dc)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:41:38.010835 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-28d8bdaf-7255-4d21-9549-d877fdcd304e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:38.040226 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2b9a4-4c7e-4522-982a-23f5ee3b89a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=589bdc30-794b-4886-a9a8-92cf73a8b3dc,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:38.041991 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa2b9a4-4c7e-4522-982a-23f5ee3b89a8 admin admin] No DVR routers for this DVR port 589bdc30-794b-4886-a9a8-92cf73a8b3dc on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:41:38.140658 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-28d8bdaf-7255-4d21-9549-d877fdcd304e None None] Calling delete_port for 589bdc30-794b-4886-a9a8-92cf73a8b3dc owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:41:38.183788 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No active binding found for port 589bdc30-794b-4886-a9a8-92cf73a8b3dc {{(pid=88053) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 10 15:41:38.184098 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 589bdc30-794b-4886-a9a8-92cf73a8b3dc not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:41:38.184511 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:41:38.222319 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:41:38.222680 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device d4c3f1c1-c4b4-4d60-a000-e6b9303a8f93 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:41:38.251612 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-28d8bdaf-7255-4d21-9549-d877fdcd304e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 15:41:38.251958 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-28d8bdaf-7255-4d21-9549-d877fdcd304e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 15:41:38.268423 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b9a4-4c7e-4522-982a-23f5ee3b89a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:38.294539 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-4fa2b9a4-4c7e-4522-982a-23f5ee3b89a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce59443-62eb-462a-80bb-bd97e2b3b8d7']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:38.307390 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-4fa2b9a4-4c7e-4522-982a-23f5ee3b89a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ccbf6a-98e7-43aa-b0dc-a37de30e63dc') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:38.307674 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-4fa2b9a4-4c7e-4522-982a-23f5ee3b89a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ccbf6a-98e7-43aa-b0dc-a37de30e63dc') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:38.318563 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b9a4-4c7e-4522-982a-23f5ee3b89a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:38.334126 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b9a4-4c7e-4522-982a-23f5ee3b89a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:38.340389 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa2b9a4-4c7e-4522-982a-23f5ee3b89a8 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:41:38.340766 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b9a4-4c7e-4522-982a-23f5ee3b89a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:41:38.354628 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:41:38.431971 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b9a4-4c7e-4522-982a-23f5ee3b89a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:38.447960 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b9a4-4c7e-4522-982a-23f5ee3b89a8 admin admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:38.457778 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2b9a4-4c7e-4522-982a-23f5ee3b89a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cce59443-62eb-462a-80bb-bd97e2b3b8d7,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:38.471087 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-4fa2b9a4-4c7e-4522-982a-23f5ee3b89a8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/cce59443-62eb-462a-80bb-bd97e2b3b8d7 HTTP/1.1" status: 204 len: 168 time: 1.0210690 May 10 15:41:38.473876 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 55404) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:41:38.753297 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-28d8bdaf-7255-4d21-9549-d877fdcd304e None None] Deleting port 589bdc30-794b-4886-a9a8-92cf73a8b3dc {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:41:38.753855 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-28d8bdaf-7255-4d21-9549-d877fdcd304e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:38.821842 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-28d8bdaf-7255-4d21-9549-d877fdcd304e None None] The port '589bdc30-794b-4886-a9a8-92cf73a8b3dc' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 15:41:39.010581 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ff44e983-cf98-442e-8070-fcbe2791d070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573768'] for router_interface, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:39.356204 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-ff44e983-cf98-442e-8070-fcbe2791d070 admin admin] Deleting port f4653700-1fc0-4cc4-a6d4-93692af34aaa {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:41:39.356438 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ff44e983-cf98-442e-8070-fcbe2791d070 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:39.525022 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-ff44e983-cf98-442e-8070-fcbe2791d070 admin admin] For port f4653700-1fc0-4cc4-a6d4-93692af34aaa, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=f4653700-1fc0-4cc4-a6d4-93692af34aaa,segment=NetworkSegment(9ffd8ff6-954b-4944-bac3-a807bd067034),segment_id=9ffd8ff6-954b-4944-bac3-a807bd067034)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:41:39.525370 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ff44e983-cf98-442e-8070-fcbe2791d070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:39.753815 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-ff44e983-cf98-442e-8070-fcbe2791d070 admin admin] Calling delete_port for f4653700-1fc0-4cc4-a6d4-93692af34aaa owned by network:router_interface {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:41:39.933189 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ff44e983-cf98-442e-8070-fcbe2791d070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:39.985515 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44e983-cf98-442e-8070-fcbe2791d070 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4653700-1fc0-4cc4-a6d4-93692af34aaa,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:40.264930 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-ff44e983-cf98-442e-8070-fcbe2791d070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3609143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539384'] for router_interface, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:40.623957 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff44e983-cf98-442e-8070-fcbe2791d070 admin admin] Router 8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5 has already been hosted by L3 agent fd58274d-329b-4140-a86e-433ef1a3c07d {{(pid=88051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:41:40.805879 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff44e983-cf98-442e-8070-fcbe2791d070 admin admin] Notify agent at l3_agent.dv-neutron-841204-2-hyperv the message routers_updated {{(pid=88051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:41:40.814611 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-ff44e983-cf98-442e-8070-fcbe2791d070 admin admin] 10.222.0.79 "PUT /v2.0/routers/8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3397038 May 10 15:41:40.814755 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70784def-5fde-45fa-bb59-1847caa931e8 None None] Sync routers for ids ['8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5'] in dv-neutron-841204-2-hyperv {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:41:40.817120 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 55408) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:41:40.824882 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70784def-5fde-45fa-bb59-1847caa931e8 None None] Routers {'8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:41:40.825490 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-70784def-5fde-45fa-bb59-1847caa931e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:41:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:40.995509 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-466bbc9b-6679-4aae-8073-518cc3b569cd admin admin] Notify callbacks [] for router, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:41.003680 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-70784def-5fde-45fa-bb59-1847caa931e8 None None] Set router 8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5 gateway port host: dv-neutron-841204-2-hyperv {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:41:41.296493 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-466bbc9b-6679-4aae-8073-518cc3b569cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:41.306373 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-466bbc9b-6679-4aae-8073-518cc3b569cd admin admin] Deleting port 58944735-22a5-43d7-a3e6-deeb5e3e1193 {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:41:41.306781 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-466bbc9b-6679-4aae-8073-518cc3b569cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:41.326272 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-70784def-5fde-45fa-bb59-1847caa931e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5', 'name': 'tempest-TestSnapshotPattern-86523347-router', 'tenant_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'external_fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.161'}], 'enable_snat': True}, 'gw_port_id': '58944735-22a5-43d7-a3e6-deeb5e3e1193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:41Z', 'updated_at': '2022-05-10T15:41:39Z', 'revision_number': 5, 'project_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'gw_port': {'id': '58944735-22a5-43d7-a3e6-deeb5e3e1193', 'name': '', 'network_id': '9e00975f-1d79-46b0-9d42-98bca3a69c2b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ee:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'ip_address': '172.26.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-841204-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T15:36:41Z', 'updated_at': '2022-05-10T15:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0dde6b24-9485-44dd-9a64-bbac805241cf', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-841204-2-hyperv'}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:41.330058 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70784def-5fde-45fa-bb59-1847caa931e8 None None] Checking router: 8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5 for host: dv-neutron-841204-2-hyperv {{(pid=88053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:41:41.339363 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70784def-5fde-45fa-bb59-1847caa931e8 None None] Routers {'8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5'} bound to L3 agent in host dv-neutron-841204-2-hyperv {{(pid=88053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 10 15:41:41.339979 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-70784def-5fde-45fa-bb59-1847caa931e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-841204-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T14:37:22Z,description=,heartbeat_timestamp=2022-05-10T15:41:23Z,host='dv-neutron-841204-2-hyperv',id=fd58274d-329b-4140-a86e-433ef1a3c07d,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T14:37:22Z,topic='l3_agent')) {'router_ids': ['8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5'], 'active': True} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:41.482219 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-466bbc9b-6679-4aae-8073-518cc3b569cd admin admin] For port 58944735-22a5-43d7-a3e6-deeb5e3e1193, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=58944735-22a5-43d7-a3e6-deeb5e3e1193,segment=NetworkSegment(1792041a-53d7-443e-9eab-c8040f9d97ec),segment_id=1792041a-53d7-443e-9eab-c8040f9d97ec)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:41:41.482607 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-466bbc9b-6679-4aae-8073-518cc3b569cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:41.487399 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_dvr_db [None req-70784def-5fde-45fa-bb59-1847caa931e8 None None] Set router 8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5 gateway port host: None {{(pid=88053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 10 15:41:41.591874 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.db.l3_hamode_db [None req-70784def-5fde-45fa-bb59-1847caa931e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5', 'name': 'tempest-TestSnapshotPattern-86523347-router', 'tenant_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:41Z', 'updated_at': '2022-05-10T15:41:41Z', 'revision_number': 6, 'project_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'gw_port_host': None}], 'dv-neutron-841204-2-hyperv', False) {} {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:41.595819 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70784def-5fde-45fa-bb59-1847caa931e8 None None] The sync data for ids ['8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5'] in dv-neutron-841204-2-hyperv is: [{'id': '8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5', 'name': 'tempest-TestSnapshotPattern-86523347-router', 'tenant_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T15:36:41Z', 'updated_at': '2022-05-10T15:41:41Z', 'revision_number': 6, 'project_id': 'f74b1357936147f3b9dfb1d9324ac06e', 'gw_port_host': None}] {{(pid=88053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:41:41.605269 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-466bbc9b-6679-4aae-8073-518cc3b569cd admin admin] Calling delete_port for 58944735-22a5-43d7-a3e6-deeb5e3e1193 owned by network:router_gateway {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:41:41.770361 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-466bbc9b-6679-4aae-8073-518cc3b569cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:41.816421 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466bbc9b-6679-4aae-8073-518cc3b569cd admin admin] Pushing event deleted for resources: {'Port': ['ID=58944735-22a5-43d7-a3e6-deeb5e3e1193,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:41.909724 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-466bbc9b-6679-4aae-8073-518cc3b569cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539509'] for router_gateway, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:42.091501 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-466bbc9b-6679-4aae-8073-518cc3b569cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12016'] for router, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:42.093844 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-466bbc9b-6679-4aae-8073-518cc3b569cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:42.116926 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-466bbc9b-6679-4aae-8073-518cc3b569cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-577096'] for router, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:42.117701 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466bbc9b-6679-4aae-8073-518cc3b569cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5 {{(pid=88051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:41:42.130858 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-466bbc9b-6679-4aae-8073-518cc3b569cd admin admin] Notify callbacks [] for router, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:42.132514 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-466bbc9b-6679-4aae-8073-518cc3b569cd admin admin] 10.222.0.79 "DELETE /v2.0/routers/8b3a3e42-0134-4c15-a8dc-c5c15ac6f6d5 HTTP/1.1" status: 204 len: 168 time: 1.3144314 May 10 15:41:42.135004 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 55412) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:41:42.192560 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f38ea82-6ecb-4656-9f13-8d4cb9347e45 admin admin] Deleting subnet f0f6c528-f5f5-4ff6-ac18-c3b99401e978 {{(pid=88051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 10 15:41:42.196007 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f38ea82-6ecb-4656-9f13-8d4cb9347e45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:42.247361 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f38ea82-6ecb-4656-9f13-8d4cb9347e45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10809784'] for subnet, precommit_delete_associations {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:42.316357 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device f4653700-1fc0-4cc4-a6d4-93692af34aaa no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:41:42.326123 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f38ea82-6ecb-4656-9f13-8d4cb9347e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3517988'] for subnet, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:42.355738 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: f4653700-1fc0-4cc4-a6d4-93692af34aaa {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:41:42.356090 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device f4653700-1fc0-4cc4-a6d4-93692af34aaa not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:41:42.397893 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f38ea82-6ecb-4656-9f13-8d4cb9347e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3517999', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-816445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10806457'] for subnet, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:42.441006 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38ea82-6ecb-4656-9f13-8d4cb9347e45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0f6c528-f5f5-4ff6-ac18-c3b99401e978,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:42.442956 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-2f38ea82-6ecb-4656-9f13-8d4cb9347e45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:42.450052 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bdfcd8-0350-4868-9dd7-8e8db86b1690 None None] Network 2702a863-ca9f-4402-986f-666fc65151ed requested from dv-neutron-841204-2-hyperv {{(pid=88053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 10 15:41:42.450328 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-2f38ea82-6ecb-4656-9f13-8d4cb9347e45 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f0f6c528-f5f5-4ff6-ac18-c3b99401e978 HTTP/1.1" status: 204 len: 168 time: 0.3141079 May 10 15:41:42.452601 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 55416) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:41:42.671771 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bec8f60b-de53-4547-965e-857f2d26b91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3451161'] for network, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:42.683070 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-bec8f60b-de53-4547-965e-857f2d26b91c admin admin] Deleting port 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a {{(pid=88051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:41:42.683396 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bec8f60b-de53-4547-965e-857f2d26b91c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:42.711086 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd24a203-d8a9-42fe-ad84-403d7d1b63f9 None None] DHCP port deletion for 2702a863-ca9f-4402-986f-666fc65151ed request from dv-neutron-841204-2-hyperv {{(pid=88053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 10 15:41:42.715027 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a203-d8a9-42fe-ad84-403d7d1b63f9 None None] Deleting port 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:41:42.715493 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fd24a203-d8a9-42fe-ad84-403d7d1b63f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:42.887213 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.db [None req-bec8f60b-de53-4547-965e-857f2d26b91c admin admin] For port 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=3f916a29-6fe5-4048-a640-4a6a8f8b0e4a,segment=NetworkSegment(9ffd8ff6-954b-4944-bac3-a807bd067034),segment_id=9ffd8ff6-954b-4944-bac3-a807bd067034)] {{(pid=88051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:41:42.887555 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bec8f60b-de53-4547-965e-857f2d26b91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:42.920567 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.db [None req-fd24a203-d8a9-42fe-ad84-403d7d1b63f9 None None] For port 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a, host dv-neutron-841204-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-841204-2-hyperv',level=0,port_id=3f916a29-6fe5-4048-a640-4a6a8f8b0e4a,segment=NetworkSegment(9ffd8ff6-954b-4944-bac3-a807bd067034),segment_id=9ffd8ff6-954b-4944-bac3-a807bd067034)] {{(pid=88053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:41:42.920953 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fd24a203-d8a9-42fe-ad84-403d7d1b63f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574606'] for port, precommit_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:43.014946 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.plugin [None req-bec8f60b-de53-4547-965e-857f2d26b91c admin admin] Calling delete_port for 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a owned by network:dhcp {{(pid=88051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:41:43.040682 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a203-d8a9-42fe-ad84-403d7d1b63f9 None None] Calling delete_port for 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a owned by network:dhcp {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 10 15:41:43.090056 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bec8f60b-de53-4547-965e-857f2d26b91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3618827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4090768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758962909314', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758962421351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-803532'] for port, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:43.113223 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.db.api [None req-fd24a203-d8a9-42fe-ad84-403d7d1b63f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 15:41:43.113567 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG oslo_db.api [None req-fd24a203-d8a9-42fe-ad84-403d7d1b63f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 15:41:43.142099 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec8f60b-de53-4547-965e-857f2d26b91c admin admin] No DVR routers for this DVR port 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a on host dv-neutron-841204-2-hyperv {{(pid=88051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:41:43.168277 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8f60b-de53-4547-965e-857f2d26b91c admin admin] Pushing event deleted for resources: {'Port': ['ID=3f916a29-6fe5-4048-a640-4a6a8f8b0e4a,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:43.263687 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bec8f60b-de53-4547-965e-857f2d26b91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3485541', 'neutron.services.segments.db._delete_segments_for_network-8758962888834'] for network, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:43.288695 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-bec8f60b-de53-4547-965e-857f2d26b91c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2702a863-ca9f-4402-986f-666fc65151ed']}} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:43.300472 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-bec8f60b-de53-4547-965e-857f2d26b91c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffd8ff6-954b-4944-bac3-a807bd067034') {'for_net_delete': True} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:43.300765 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.services.segments.db [None req-bec8f60b-de53-4547-965e-857f2d26b91c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffd8ff6-954b-4944-bac3-a807bd067034') {} {{(pid=88051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:41:43.312938 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bec8f60b-de53-4547-965e-857f2d26b91c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758962891933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10809729'] for segment, before_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:43.329560 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bec8f60b-de53-4547-965e-857f2d26b91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3488890'] for segment, precommit_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:43.336432 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec8f60b-de53-4547-965e-857f2d26b91c admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=88051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:41:43.336996 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bec8f60b-de53-4547-965e-857f2d26b91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3488869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-803487'] for segment, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: Traceback (most recent call last): May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: timer() May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: cb(*args, **kw) May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: return func(*args, **kwargs) May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: self._notify() May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: self.callback(batched_events) May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: event.method(event) May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: return f(self, *a, **k) May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._get(url).json() May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: return self.request(url, 'GET', **kwargs) May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:41:43.350128 dv-neutron-841204-2-hyperv neutron-server[88051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:41:43.426814 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bec8f60b-de53-4547-965e-857f2d26b91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3485562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3609150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539464'] for network, after_delete {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:43.431665 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron_lib.callbacks.manager [None req-bec8f60b-de53-4547-965e-857f2d26b91c admin admin] Notify callbacks [] for network, before_response {{(pid=88051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:43.454189 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8f60b-de53-4547-965e-857f2d26b91c admin admin] Pushing event deleted for resources: {'Network': ['ID=2702a863-ca9f-4402-986f-666fc65151ed,revision_number=None']} {{(pid=88051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:43.456991 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-bec8f60b-de53-4547-965e-857f2d26b91c admin admin] 10.222.0.79 "DELETE /v2.0/networks/2702a863-ca9f-4402-986f-666fc65151ed HTTP/1.1" status: 204 len: 168 time: 1.0034070 May 10 15:41:43.565251 dv-neutron-841204-2-hyperv neutron-server[88051]: DEBUG neutron.wsgi [-] (88051) accepted ('10.222.0.79', 55422) {{(pid=88051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:41:43.612854 dv-neutron-841204-2-hyperv neutron-server[88051]: INFO neutron.wsgi [None req-d5622e6b-af6b-41b1-8f39-06b814e781c8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e0522197d8054d5682835b8ea7bb2bba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464406 May 10 15:41:43.614827 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a203-d8a9-42fe-ad84-403d7d1b63f9 None None] Deleting port 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a {{(pid=88053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 10 15:41:43.615292 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fd24a203-d8a9-42fe-ad84-403d7d1b63f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758962808616'] for port, before_delete {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:43.615438 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 55426) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:41:43.675605 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b9dde62b-f9a5-4cf6-b6c1-d44cdac25372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:43.680690 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-fd24a203-d8a9-42fe-ad84-403d7d1b63f9 None None] The port '3f916a29-6fe5-4048-a640-4a6a8f8b0e4a' was deleted {{(pid=88053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 10 15:41:43.702801 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b9dde62b-f9a5-4cf6-b6c1-d44cdac25372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:43.754703 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b9dde62b-f9a5-4cf6-b6c1-d44cdac25372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:43.775674 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dde62b-f9a5-4cf6-b6c1-d44cdac25372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e9e3ea-6ccf-4c6d-a567-fd808b62cb6b,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:43.782192 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-b9dde62b-f9a5-4cf6-b6c1-d44cdac25372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:43.783329 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-b9dde62b-f9a5-4cf6-b6c1-d44cdac25372 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/67e9e3ea-6ccf-4c6d-a567-fd808b62cb6b HTTP/1.1" status: 204 len: 168 time: 0.1666555 May 10 15:41:43.904586 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:41:43.977646 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:41:43.977984 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 3f916a29-6fe5-4048-a640-4a6a8f8b0e4a not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:41:43.978683 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 58944735-22a5-43d7-a3e6-deeb5e3e1193 no longer exists at agent ovs-agent-dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:41:44.010730 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.plugin [None req-75309086-6526-49e0-934b-25b2774de1ac None None] No Port match for: 58944735-22a5-43d7-a3e6-deeb5e3e1193 {{(pid=88053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 10 15:41:44.011074 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron.plugins.ml2.rpc [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Device 58944735-22a5-43d7-a3e6-deeb5e3e1193 not bound to the agent host dv-neutron-841204-2-hyperv {{(pid=88053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:41:44.144805 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 55434) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:41:44.202982 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-499f03a3-fd65-4064-a40d-565cd109e582 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f74b1357936147f3b9dfb1d9324ac06e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569696 May 10 15:41:44.205430 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.wsgi [-] (88052) accepted ('10.222.0.79', 55438) {{(pid=88052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:41:44.262278 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c230697e-0188-4394-aee7-da4f5dc58d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:44.289256 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c230697e-0188-4394-aee7-da4f5dc58d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:44.341175 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c230697e-0188-4394-aee7-da4f5dc58d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3651453'] for security_group, after_delete {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:44.361295 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230697e-0188-4394-aee7-da4f5dc58d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc0b7dc-d5d3-4a0a-8a98-0628b8033dad,revision_number=None']} {{(pid=88052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:41:44.369589 dv-neutron-841204-2-hyperv neutron-server[88052]: DEBUG neutron_lib.callbacks.manager [None req-c230697e-0188-4394-aee7-da4f5dc58d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:44.373702 dv-neutron-841204-2-hyperv neutron-server[88052]: INFO neutron.wsgi [None req-c230697e-0188-4394-aee7-da4f5dc58d5f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2dc0b7dc-d5d3-4a0a-8a98-0628b8033dad HTTP/1.1" status: 204 len: 168 time: 0.1672778 May 10 15:41:50.230856 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0afbb154-5350-4b0f-b6f9-2cd24e8684f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:51.312378 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:41:52.539385 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f472c862-b75e-4c45-a251-1696a19cc6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:53.437449 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:53.478450 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:53.777513 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:41:55.121233 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:20.232413 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-754b6291-96c0-475d-95d1-c1840ee20268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:22.540966 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-46c2acf6-1525-415d-ae3b-87a7c60d4dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:23.440130 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:23.479564 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:23.799231 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:25.125916 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:28.311720 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:42:50.236736 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e0b9caa1-4e2b-45f1-b690-7c6965c8372a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:52.545274 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-84481b42-d3b8-4b37-933e-e5c8220280c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:53.442971 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:53.480586 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:53.823201 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:42:55.127570 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:43:05.312549 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:43:20.238028 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-2420e9fe-86bd-4af4-a07c-90adc5e15571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:43:22.547777 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f2b373c6-5e32-439c-b18c-c395693b0745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:43:23.444399 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:43:23.482172 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:43:23.823554 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:43:25.131156 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:43:42.310923 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:43:50.240629 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-c30ad7c2-19dd-4e25-a684-729dbe1782e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:43:52.549207 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-f657c786-3c92-40b0-b058-8d4a61a2e6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:43:53.447198 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:43:53.482043 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:43:53.821125 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:43:55.137945 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:19.312836 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:44:20.242578 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-e8245eb1-3445-4282-b5a3-e175ba84d366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:22.550441 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-99a44cd2-2909-430e-b27b-1f20273587d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:23.449190 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:23.483140 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:23.819391 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:25.139039 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:50.244467 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-fd991385-c75d-42db-9c27-e8e37d8bd53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:52.552008 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-9467ffd6-05b1-42fc-b9be-63a4eda08807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:53.453283 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:53.483700 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:53.836928 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:55.142203 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:44:56.312401 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:45:20.249901 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-abd536e2-3146-4023-8e78-edf6fddf3173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:45:22.553037 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6f4f86fb-a743-437d-8a3f-1877a3f61692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:45:23.454623 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:45:23.485252 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:45:23.836978 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:45:25.145790 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:45:33.311659 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:45:50.251117 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-97a8a7e6-f302-431a-b16c-1e0cf62106e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:45:52.554258 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-0892cf2e-255d-4f61-aa6b-fd8d8476fd6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:45:53.460208 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:45:53.487588 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:45:53.850519 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:45:55.149748 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:46:10.311712 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:46:20.253073 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-8868b260-6592-4464-8a89-faddd3d0e88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:46:22.555814 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6ee62965-2946-4287-9369-28943f6eb73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:46:23.460184 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:46:23.489158 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:46:23.850357 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:46:25.152651 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:46:47.310940 dv-neutron-841204-2-hyperv neutron-server[88054]: DEBUG neutron.db.agents_db [None req-92a6aea8-32c2-4b04-a3a1-9029180a52c4 None None] Agent healthcheck: found 6 active agents {{(pid=88054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 10 15:46:50.255630 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-85d24c75-8689-4b2e-8a75-95686139b6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:46:52.558814 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-adf98963-a9c2-4a8b-b3b8-550a50662ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:46:53.461786 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-cf2aceb8-c5a8-4019-a641-1504c9b83dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:46:53.490777 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-75309086-6526-49e0-934b-25b2774de1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:46:53.855491 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-7939a48e-12c4-491c-a955-376d0afc6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:46:55.155387 dv-neutron-841204-2-hyperv neutron-server[88053]: DEBUG neutron_lib.callbacks.manager [None req-6d937f32-71a3-4364-ba5e-dc58b71a33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758962888816', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517115'] for agent, after_update {{(pid=88053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}